2024-04-22T04:05:57.890 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-22T04:05:57.890 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --owner scheduled_teuthology@teuthology --description upgrade:pacific-x/parallel/{0-random-distro$/{centos_8.stream_container_tools} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --archive /home/teuthworker/archive/teuthology-2024-04-22_00:32:02-upgrade:pacific-x-quincy-distro-default-smithi/7668084 --name teuthology-2024-04-22_00:32:02-upgrade:pacific-x-quincy-distro-default-smithi -- /home/teuthworker/archive/teuthology-2024-04-22_00:32:02-upgrade:pacific-x-quincy-distro-default-smithi/7668084/orig.config.yaml 2024-04-22T04:05:57.937 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-22T04:05:58.033 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-04-22_00:32:02-upgrade:pacific-x-quincy-distro-default-smithi/7668084 branch: quincy description: upgrade:pacific-x/parallel/{0-random-distro$/{centos_8.stream_container_tools} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7668084' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-04-22_00:32:02-upgrade:pacific-x-quincy-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: quincy ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 5d8738502c195d34e1bca867c85b1d92f1aa34c6 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 5d8738502c195d34e1bca867c85b1d92f1aa34c6 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: quincy sha1: 2013950487a83b5a5820a802ac608828b12ee9bd owner: scheduled_teuthology@teuthology priority: 820 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 4484 sha1: 5d8738502c195d34e1bca867c85b1d92f1aa34c6 sleep_before_teardown: 0 subset: 28580/120000 suite: upgrade:pacific-x suite_branch: quincy suite_path: /home/teuthworker/src/git.ceph.com_ceph_2013950487a83b5a5820a802ac608828b12ee9bd/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 2013950487a83b5a5820a802ac608828b12ee9bd targets: smithi040.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOOyBix4TEPDOzluJvojrVbFbUKJ6pCVkhzFeGgp2UREUvl/3q9TGUr1ZmeQklxtorMGa9QMVeaUKJEl67uVxA0= smithi062.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCyakxn747txWyF4QjKaYs5kHpmcKskAdUdEQiwEnaf1AeUmJb6VDSj8OG/653yUtTG+upuuDNmrqJQRLG3u3QM= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: branch: pacific exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing pacific cephadm ...' - cephadm: cephadm_branch: pacific cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:pacific - print: '**** done end installing pacific cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-22_00:32:02 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: pacific clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: pacific clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: pacific clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: pacific clients: client.0: - rbd/test_librbd.sh - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: pacific clients: client.0: - rbd/test_librbd_python.sh - print: '**** done end test_rbd_python.yaml' 2024-04-22T04:05:58.033 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_2013950487a83b5a5820a802ac608828b12ee9bd/qa; will attempt to use it 2024-04-22T04:05:58.034 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_2013950487a83b5a5820a802ac608828b12ee9bd/qa/tasks 2024-04-22T04:05:58.034 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-22T04:05:58.036 INFO:teuthology.task.internal:Checking packages... 2024-04-22T04:05:58.059 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '5d8738502c195d34e1bca867c85b1d92f1aa34c6' 2024-04-22T04:05:58.059 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-22T04:05:58.059 INFO:teuthology.packaging:ref: None 2024-04-22T04:05:58.059 INFO:teuthology.packaging:tag: None 2024-04-22T04:05:58.059 INFO:teuthology.packaging:branch: quincy 2024-04-22T04:05:58.059 INFO:teuthology.packaging:sha1: 5d8738502c195d34e1bca867c85b1d92f1aa34c6 2024-04-22T04:05:58.059 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2024-04-22T04:05:58.377 INFO:teuthology.task.internal:Found packages for ceph version 17.2.7-880.g20139504 2024-04-22T04:05:58.379 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-22T04:05:58.385 INFO:teuthology.task.internal:no buildpackages task found 2024-04-22T04:05:58.385 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-22T04:05:58.402 INFO:teuthology.task.internal:Saving configuration 2024-04-22T04:05:58.422 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-22T04:05:58.427 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-22T04:05:58.452 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi040.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-22_00:32:02-upgrade:pacific-x-quincy-distro-default-smithi/7668084', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-22 04:00:49.481650', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOOyBix4TEPDOzluJvojrVbFbUKJ6pCVkhzFeGgp2UREUvl/3q9TGUr1ZmeQklxtorMGa9QMVeaUKJEl67uVxA0='} 2024-04-22T04:05:58.472 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi062.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-22_00:32:02-upgrade:pacific-x-quincy-distro-default-smithi/7668084', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-22 04:00:49.483062', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCyakxn747txWyF4QjKaYs5kHpmcKskAdUdEQiwEnaf1AeUmJb6VDSj8OG/653yUtTG+upuuDNmrqJQRLG3u3QM='} 2024-04-22T04:05:58.472 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-22T04:05:58.478 INFO:teuthology.task.internal:roles: ubuntu@smithi040.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-22T04:05:58.479 INFO:teuthology.task.internal:roles: ubuntu@smithi062.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-22T04:05:58.479 INFO:teuthology.run_tasks:Running task console_log... 2024-04-22T04:05:58.544 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fc4f992b0d0>, signals=[15]) 2024-04-22T04:05:58.545 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-22T04:05:58.549 INFO:teuthology.task.internal:Opening connections... 2024-04-22T04:05:58.550 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi040.front.sepia.ceph.com 2024-04-22T04:05:58.551 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi040.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T04:05:58.632 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi062.front.sepia.ceph.com 2024-04-22T04:05:58.633 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T04:05:58.709 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-22T04:05:58.714 DEBUG:teuthology.orchestra.run.smithi040:> uname -m 2024-04-22T04:05:58.738 INFO:teuthology.orchestra.run.smithi040.stdout:x86_64 2024-04-22T04:05:58.739 DEBUG:teuthology.orchestra.run.smithi040:> cat /etc/os-release 2024-04-22T04:05:58.801 INFO:teuthology.orchestra.run.smithi040.stdout:NAME="CentOS Stream" 2024-04-22T04:05:58.801 INFO:teuthology.orchestra.run.smithi040.stdout:VERSION="8" 2024-04-22T04:05:58.801 INFO:teuthology.orchestra.run.smithi040.stdout:ID="centos" 2024-04-22T04:05:58.801 INFO:teuthology.orchestra.run.smithi040.stdout:ID_LIKE="rhel fedora" 2024-04-22T04:05:58.801 INFO:teuthology.orchestra.run.smithi040.stdout:VERSION_ID="8" 2024-04-22T04:05:58.802 INFO:teuthology.orchestra.run.smithi040.stdout:PLATFORM_ID="platform:el8" 2024-04-22T04:05:58.802 INFO:teuthology.orchestra.run.smithi040.stdout:PRETTY_NAME="CentOS Stream 8" 2024-04-22T04:05:58.802 INFO:teuthology.orchestra.run.smithi040.stdout:ANSI_COLOR="0;31" 2024-04-22T04:05:58.802 INFO:teuthology.orchestra.run.smithi040.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2024-04-22T04:05:58.802 INFO:teuthology.orchestra.run.smithi040.stdout:HOME_URL="https://centos.org/" 2024-04-22T04:05:58.802 INFO:teuthology.orchestra.run.smithi040.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-22T04:05:58.802 INFO:teuthology.orchestra.run.smithi040.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2024-04-22T04:05:58.802 INFO:teuthology.orchestra.run.smithi040.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-22T04:05:58.803 INFO:teuthology.lock.ops:Updating smithi040.front.sepia.ceph.com on lock server 2024-04-22T04:05:58.821 DEBUG:teuthology.orchestra.run.smithi062:> uname -m 2024-04-22T04:05:58.844 INFO:teuthology.orchestra.run.smithi062.stdout:x86_64 2024-04-22T04:05:58.845 DEBUG:teuthology.orchestra.run.smithi062:> cat /etc/os-release 2024-04-22T04:05:58.907 INFO:teuthology.orchestra.run.smithi062.stdout:NAME="CentOS Stream" 2024-04-22T04:05:58.907 INFO:teuthology.orchestra.run.smithi062.stdout:VERSION="8" 2024-04-22T04:05:58.907 INFO:teuthology.orchestra.run.smithi062.stdout:ID="centos" 2024-04-22T04:05:58.907 INFO:teuthology.orchestra.run.smithi062.stdout:ID_LIKE="rhel fedora" 2024-04-22T04:05:58.907 INFO:teuthology.orchestra.run.smithi062.stdout:VERSION_ID="8" 2024-04-22T04:05:58.907 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM_ID="platform:el8" 2024-04-22T04:05:58.907 INFO:teuthology.orchestra.run.smithi062.stdout:PRETTY_NAME="CentOS Stream 8" 2024-04-22T04:05:58.907 INFO:teuthology.orchestra.run.smithi062.stdout:ANSI_COLOR="0;31" 2024-04-22T04:05:58.907 INFO:teuthology.orchestra.run.smithi062.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2024-04-22T04:05:58.907 INFO:teuthology.orchestra.run.smithi062.stdout:HOME_URL="https://centos.org/" 2024-04-22T04:05:58.907 INFO:teuthology.orchestra.run.smithi062.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-22T04:05:58.908 INFO:teuthology.orchestra.run.smithi062.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2024-04-22T04:05:58.908 INFO:teuthology.orchestra.run.smithi062.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-22T04:05:58.908 INFO:teuthology.lock.ops:Updating smithi062.front.sepia.ceph.com on lock server 2024-04-22T04:05:58.929 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-22T04:05:58.939 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-22T04:05:58.945 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-22T04:05:58.945 DEBUG:teuthology.orchestra.run.smithi040:> test '!' -e /home/ubuntu/cephtest 2024-04-22T04:05:58.948 DEBUG:teuthology.orchestra.run.smithi062:> test '!' -e /home/ubuntu/cephtest 2024-04-22T04:05:58.968 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-22T04:05:58.974 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-22T04:05:58.975 DEBUG:teuthology.orchestra.run.smithi040:> test -z $(ls -A /var/lib/ceph) 2024-04-22T04:05:59.010 DEBUG:teuthology.orchestra.run.smithi062:> test -z $(ls -A /var/lib/ceph) 2024-04-22T04:05:59.040 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-22T04:05:59.095 INFO:teuthology.run_tasks:Running task kernel... 2024-04-22T04:05:59.110 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-22T04:05:59.110 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-22T04:05:59.110 DEBUG:teuthology.orchestra.run.smithi040:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-22T04:05:59.111 DEBUG:teuthology.orchestra.run.smithi062:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-22T04:05:59.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T04:05:59.132 DEBUG:teuthology.orchestra.run.smithi062:> uname -r 2024-04-22T04:05:59.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T04:05:59.133 DEBUG:teuthology.orchestra.run.smithi040:> uname -r 2024-04-22T04:05:59.193 INFO:teuthology.orchestra.run.smithi062.stdout:4.18.0-489.el8.x86_64 2024-04-22T04:05:59.193 INFO:teuthology.task.kernel:Running kernel on smithi062: 4.18.0-489.el8.x86_64 2024-04-22T04:05:59.193 DEBUG:teuthology.orchestra.run.smithi062:> sudo yum install -y kernel 2024-04-22T04:05:59.194 INFO:teuthology.orchestra.run.smithi040.stdout:4.18.0-489.el8.x86_64 2024-04-22T04:05:59.195 INFO:teuthology.task.kernel:Running kernel on smithi040: 4.18.0-489.el8.x86_64 2024-04-22T04:05:59.195 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum install -y kernel 2024-04-22T04:06:03.735 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - AppStream 14 MB/s | 28 MB 00:01 2024-04-22T04:06:04.114 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 8 - AppStream 12 MB/s | 28 MB 00:02 2024-04-22T04:06:09.926 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - BaseOS 12 MB/s | 10 MB 00:00 2024-04-22T04:06:10.339 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 8 - BaseOS 12 MB/s | 10 MB 00:00 2024-04-22T04:06:11.944 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - Extras 58 kB/s | 18 kB 00:00 2024-04-22T04:06:12.240 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 8 - Extras 101 kB/s | 18 kB 00:00 2024-04-22T04:06:12.519 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - Extras common packages 17 kB/s | 7.7 kB 00:00 2024-04-22T04:06:12.763 INFO:teuthology.orchestra.run.smithi040.stdout:Copr repo for python3-asyncssh owned by ceph 24 kB/s | 3.5 kB 00:00 2024-04-22T04:06:12.799 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 8 - Extras common packages 17 kB/s | 7.7 kB 00:00 2024-04-22T04:06:13.184 INFO:teuthology.orchestra.run.smithi062.stdout:Copr repo for python3-asyncssh owned by ceph 12 kB/s | 3.5 kB 00:00 2024-04-22T04:06:14.834 INFO:teuthology.orchestra.run.smithi062.stdout:Extra Packages for Enterprise Linux 10 MB/s | 16 MB 00:01 2024-04-22T04:06:15.324 INFO:teuthology.orchestra.run.smithi040.stdout:Extra Packages for Enterprise Linux 6.6 MB/s | 16 MB 00:02 2024-04-22T04:06:18.835 INFO:teuthology.orchestra.run.smithi062.stdout:lab-extras 374 kB/s | 24 kB 00:00 2024-04-22T04:06:19.305 INFO:teuthology.orchestra.run.smithi040.stdout:lab-extras 416 kB/s | 24 kB 00:00 2024-04-22T04:06:22.032 INFO:teuthology.orchestra.run.smithi062.stdout:Package kernel-4.18.0-348.el8.x86_64 is already installed. 2024-04-22T04:06:22.032 INFO:teuthology.orchestra.run.smithi062.stdout:Package kernel-4.18.0-489.el8.x86_64 is already installed. 2024-04-22T04:06:22.144 INFO:teuthology.orchestra.run.smithi062.stdout:Dependencies resolved. 2024-04-22T04:06:22.145 INFO:teuthology.orchestra.run.smithi062.stdout:================================================================================ 2024-04-22T04:06:22.145 INFO:teuthology.orchestra.run.smithi062.stdout: Package Architecture Version Repository Size 2024-04-22T04:06:22.145 INFO:teuthology.orchestra.run.smithi062.stdout:================================================================================ 2024-04-22T04:06:22.145 INFO:teuthology.orchestra.run.smithi062.stdout:Installing: 2024-04-22T04:06:22.145 INFO:teuthology.orchestra.run.smithi062.stdout: kernel x86_64 4.18.0-552.el8 baseos 10 M 2024-04-22T04:06:22.145 INFO:teuthology.orchestra.run.smithi062.stdout:Installing dependencies: 2024-04-22T04:06:22.145 INFO:teuthology.orchestra.run.smithi062.stdout: kernel-core x86_64 4.18.0-552.el8 baseos 44 M 2024-04-22T04:06:22.145 INFO:teuthology.orchestra.run.smithi062.stdout: kernel-modules x86_64 4.18.0-552.el8 baseos 36 M 2024-04-22T04:06:22.145 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:06:22.146 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction Summary 2024-04-22T04:06:22.146 INFO:teuthology.orchestra.run.smithi062.stdout:================================================================================ 2024-04-22T04:06:22.146 INFO:teuthology.orchestra.run.smithi062.stdout:Install 3 Packages 2024-04-22T04:06:22.146 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:06:22.146 INFO:teuthology.orchestra.run.smithi062.stdout:Total download size: 90 M 2024-04-22T04:06:22.146 INFO:teuthology.orchestra.run.smithi062.stdout:Installed size: 96 M 2024-04-22T04:06:22.147 INFO:teuthology.orchestra.run.smithi062.stdout:Downloading Packages: 2024-04-22T04:06:22.502 INFO:teuthology.orchestra.run.smithi040.stdout:Package kernel-4.18.0-348.el8.x86_64 is already installed. 2024-04-22T04:06:22.502 INFO:teuthology.orchestra.run.smithi040.stdout:Package kernel-4.18.0-489.el8.x86_64 is already installed. 2024-04-22T04:06:22.623 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2024-04-22T04:06:22.625 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2024-04-22T04:06:22.625 INFO:teuthology.orchestra.run.smithi040.stdout: Package Architecture Version Repository Size 2024-04-22T04:06:22.625 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2024-04-22T04:06:22.625 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2024-04-22T04:06:22.625 INFO:teuthology.orchestra.run.smithi040.stdout: kernel x86_64 4.18.0-552.el8 baseos 10 M 2024-04-22T04:06:22.625 INFO:teuthology.orchestra.run.smithi040.stdout:Installing dependencies: 2024-04-22T04:06:22.626 INFO:teuthology.orchestra.run.smithi040.stdout: kernel-core x86_64 4.18.0-552.el8 baseos 44 M 2024-04-22T04:06:22.626 INFO:teuthology.orchestra.run.smithi040.stdout: kernel-modules x86_64 4.18.0-552.el8 baseos 36 M 2024-04-22T04:06:22.626 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:06:22.626 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2024-04-22T04:06:22.626 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2024-04-22T04:06:22.626 INFO:teuthology.orchestra.run.smithi040.stdout:Install 3 Packages 2024-04-22T04:06:22.627 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:06:22.627 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 90 M 2024-04-22T04:06:22.627 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 96 M 2024-04-22T04:06:22.627 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2024-04-22T04:06:23.178 INFO:teuthology.orchestra.run.smithi062.stdout:(1/3): kernel-4.18.0-552.el8.x86_64.rpm 11 MB/s | 10 MB 00:00 2024-04-22T04:06:23.765 INFO:teuthology.orchestra.run.smithi040.stdout:(1/3): kernel-4.18.0-552.el8.x86_64.rpm 9.5 MB/s | 10 MB 00:01 2024-04-22T04:06:24.894 INFO:teuthology.orchestra.run.smithi062.stdout:(2/3): kernel-modules-4.18.0-552.el8.x86_64.rpm 14 MB/s | 36 MB 00:02 2024-04-22T04:06:25.198 INFO:teuthology.orchestra.run.smithi040.stdout:(2/3): kernel-modules-4.18.0-552.el8.x86_64.rpm 14 MB/s | 36 MB 00:02 2024-04-22T04:06:25.503 INFO:teuthology.orchestra.run.smithi062.stdout:(3/3): kernel-core-4.18.0-552.el8.x86_64.rpm 13 MB/s | 44 MB 00:03 2024-04-22T04:06:25.503 INFO:teuthology.orchestra.run.smithi062.stdout:-------------------------------------------------------------------------------- 2024-04-22T04:06:25.503 INFO:teuthology.orchestra.run.smithi062.stdout:Total 27 MB/s | 90 MB 00:03 2024-04-22T04:06:25.698 INFO:teuthology.orchestra.run.smithi040.stdout:(3/3): kernel-core-4.18.0-552.el8.x86_64.rpm 14 MB/s | 44 MB 00:03 2024-04-22T04:06:25.698 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2024-04-22T04:06:25.699 INFO:teuthology.orchestra.run.smithi040.stdout:Total 29 MB/s | 90 MB 00:03 2024-04-22T04:06:26.221 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction check 2024-04-22T04:06:26.415 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2024-04-22T04:06:26.692 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction check succeeded. 2024-04-22T04:06:26.692 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction test 2024-04-22T04:06:26.873 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2024-04-22T04:06:26.873 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2024-04-22T04:06:28.010 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction test succeeded. 2024-04-22T04:06:28.040 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction 2024-04-22T04:06:28.189 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2024-04-22T04:06:28.216 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2024-04-22T04:06:31.001 INFO:teuthology.orchestra.run.smithi062.stdout: Preparing : 1/1 2024-04-22T04:06:31.166 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2024-04-22T04:06:31.495 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : kernel-core-4.18.0-552.el8.x86_64 1/3 2024-04-22T04:06:31.684 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : kernel-core-4.18.0-552.el8.x86_64 1/3 2024-04-22T04:06:35.251 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: kernel-core-4.18.0-552.el8.x86_64 1/3 2024-04-22T04:06:35.419 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: kernel-core-4.18.0-552.el8.x86_64 1/3 2024-04-22T04:06:35.645 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : kernel-modules-4.18.0-552.el8.x86_64 2/3 2024-04-22T04:06:35.817 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : kernel-modules-4.18.0-552.el8.x86_64 2/3 2024-04-22T04:06:39.328 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: kernel-modules-4.18.0-552.el8.x86_64 2/3 2024-04-22T04:06:39.501 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: kernel-modules-4.18.0-552.el8.x86_64 2/3 2024-04-22T04:06:39.731 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : kernel-4.18.0-552.el8.x86_64 3/3 2024-04-22T04:06:39.769 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : kernel-4.18.0-552.el8.x86_64 3/3 2024-04-22T04:07:03.108 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: kernel-core-4.18.0-552.el8.x86_64 3/3 2024-04-22T04:07:03.132 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: kernel-modules-4.18.0-552.el8.x86_64 3/3 2024-04-22T04:07:03.135 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: kernel-core-4.18.0-552.el8.x86_64 3/3 2024-04-22T04:07:03.161 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: kernel-modules-4.18.0-552.el8.x86_64 3/3 2024-04-22T04:07:03.491 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: kernel-4.18.0-552.el8.x86_64 3/3 2024-04-22T04:07:03.491 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : kernel-4.18.0-552.el8.x86_64 1/3 2024-04-22T04:07:03.491 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : kernel-core-4.18.0-552.el8.x86_64 2/3 2024-04-22T04:07:03.547 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: kernel-4.18.0-552.el8.x86_64 3/3 2024-04-22T04:07:03.547 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : kernel-4.18.0-552.el8.x86_64 1/3 2024-04-22T04:07:03.547 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : kernel-core-4.18.0-552.el8.x86_64 2/3 2024-04-22T04:07:03.992 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : kernel-modules-4.18.0-552.el8.x86_64 3/3 2024-04-22T04:07:03.992 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:07:03.992 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2024-04-22T04:07:03.992 INFO:teuthology.orchestra.run.smithi040.stdout: kernel-4.18.0-552.el8.x86_64 kernel-core-4.18.0-552.el8.x86_64 2024-04-22T04:07:03.992 INFO:teuthology.orchestra.run.smithi040.stdout: kernel-modules-4.18.0-552.el8.x86_64 2024-04-22T04:07:03.992 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:07:03.993 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2024-04-22T04:07:04.041 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : kernel-modules-4.18.0-552.el8.x86_64 3/3 2024-04-22T04:07:04.041 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:07:04.041 INFO:teuthology.orchestra.run.smithi062.stdout:Installed: 2024-04-22T04:07:04.041 INFO:teuthology.orchestra.run.smithi062.stdout: kernel-4.18.0-552.el8.x86_64 kernel-core-4.18.0-552.el8.x86_64 2024-04-22T04:07:04.041 INFO:teuthology.orchestra.run.smithi062.stdout: kernel-modules-4.18.0-552.el8.x86_64 2024-04-22T04:07:04.042 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:07:04.042 INFO:teuthology.orchestra.run.smithi062.stdout:Complete! 2024-04-22T04:07:04.229 DEBUG:teuthology.orchestra.run.smithi062:> rpm -q kernel | sort -rV | head -n 1 2024-04-22T04:07:04.460 INFO:teuthology.orchestra.run.smithi062.stdout:kernel-4.18.0-552.el8.x86_64 2024-04-22T04:07:04.460 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-552.el8.x86_64 2024-04-22T04:07:04.460 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-489.el8.x86_64 Expected: 4.18.0-552.el8.x86_64 2024-04-22T04:07:04.461 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-22T04:07:04.461 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-22T04:07:04.461 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-22T04:07:04.461 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi062.front.sepia.ceph.com, path=None, version=distro) 2024-04-22T04:07:04.461 DEBUG:teuthology.orchestra.run.smithi062:> rpm -q kernel | sort -rV | head -n 1 2024-04-22T04:07:04.681 INFO:teuthology.orchestra.run.smithi062.stdout:kernel-4.18.0-552.el8.x86_64 2024-04-22T04:07:04.681 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-552.el8.x86_64 2024-04-22T04:07:04.681 DEBUG:teuthology.orchestra.run.smithi062:> sudo rpm -qi grub2-tools 2024-04-22T04:07:04.715 INFO:teuthology.orchestra.run.smithi062.stdout:Name : grub2-tools 2024-04-22T04:07:04.716 INFO:teuthology.orchestra.run.smithi062.stdout:Epoch : 1 2024-04-22T04:07:04.716 INFO:teuthology.orchestra.run.smithi062.stdout:Version : 2.02 2024-04-22T04:07:04.716 INFO:teuthology.orchestra.run.smithi062.stdout:Release : 129.el8 2024-04-22T04:07:04.716 INFO:teuthology.orchestra.run.smithi062.stdout:Architecture: x86_64 2024-04-22T04:07:04.716 INFO:teuthology.orchestra.run.smithi062.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2024-04-22T04:07:04.716 INFO:teuthology.orchestra.run.smithi062.stdout:Group : System Environment/Base 2024-04-22T04:07:04.716 INFO:teuthology.orchestra.run.smithi062.stdout:Size : 9265586 2024-04-22T04:07:04.716 INFO:teuthology.orchestra.run.smithi062.stdout:License : GPLv3+ 2024-04-22T04:07:04.716 INFO:teuthology.orchestra.run.smithi062.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2024-04-22T04:07:04.716 INFO:teuthology.orchestra.run.smithi062.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2024-04-22T04:07:04.716 INFO:teuthology.orchestra.run.smithi062.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2024-04-22T04:07:04.716 INFO:teuthology.orchestra.run.smithi062.stdout:Build Host : kbuilder.bsys.centos.org 2024-04-22T04:07:04.716 INFO:teuthology.orchestra.run.smithi062.stdout:Relocations : (not relocatable) 2024-04-22T04:07:04.717 INFO:teuthology.orchestra.run.smithi062.stdout:Packager : CentOS BuildSystem 2024-04-22T04:07:04.717 INFO:teuthology.orchestra.run.smithi062.stdout:Vendor : CentOS 2024-04-22T04:07:04.717 INFO:teuthology.orchestra.run.smithi062.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-22T04:07:04.717 INFO:teuthology.orchestra.run.smithi062.stdout:Summary : Support tools for GRUB. 2024-04-22T04:07:04.717 INFO:teuthology.orchestra.run.smithi062.stdout:Description : 2024-04-22T04:07:04.717 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:07:04.717 INFO:teuthology.orchestra.run.smithi062.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-22T04:07:04.717 INFO:teuthology.orchestra.run.smithi062.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-22T04:07:04.717 INFO:teuthology.orchestra.run.smithi062.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-22T04:07:04.717 INFO:teuthology.orchestra.run.smithi062.stdout:hardware devices. 2024-04-22T04:07:04.717 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:07:04.717 INFO:teuthology.orchestra.run.smithi062.stdout:This subpackage provides tools for support of all platforms. 2024-04-22T04:07:04.718 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-22T04:07:04.718 INFO:teuthology.task.kernel:Updating grub on smithi062 to boot 4.18.0-552.el8.x86_64 2024-04-22T04:07:04.718 DEBUG:teuthology.orchestra.run.smithi062:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-22T04:07:04.875 DEBUG:teuthology.orchestra.run.smithi040:> rpm -q kernel | sort -rV | head -n 1 2024-04-22T04:07:05.119 INFO:teuthology.orchestra.run.smithi040.stdout:kernel-4.18.0-552.el8.x86_64 2024-04-22T04:07:05.119 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-552.el8.x86_64 2024-04-22T04:07:05.119 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-489.el8.x86_64 Expected: 4.18.0-552.el8.x86_64 2024-04-22T04:07:05.119 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-22T04:07:05.119 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-22T04:07:05.119 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-22T04:07:05.120 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi040.front.sepia.ceph.com, path=None, version=distro) 2024-04-22T04:07:05.120 DEBUG:teuthology.orchestra.run.smithi040:> rpm -q kernel | sort -rV | head -n 1 2024-04-22T04:07:05.340 INFO:teuthology.orchestra.run.smithi040.stdout:kernel-4.18.0-552.el8.x86_64 2024-04-22T04:07:05.340 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-552.el8.x86_64 2024-04-22T04:07:05.340 DEBUG:teuthology.orchestra.run.smithi040:> sudo rpm -qi grub2-tools 2024-04-22T04:07:05.375 INFO:teuthology.orchestra.run.smithi040.stdout:Name : grub2-tools 2024-04-22T04:07:05.375 INFO:teuthology.orchestra.run.smithi040.stdout:Epoch : 1 2024-04-22T04:07:05.375 INFO:teuthology.orchestra.run.smithi040.stdout:Version : 2.02 2024-04-22T04:07:05.375 INFO:teuthology.orchestra.run.smithi040.stdout:Release : 129.el8 2024-04-22T04:07:05.375 INFO:teuthology.orchestra.run.smithi040.stdout:Architecture: x86_64 2024-04-22T04:07:05.376 INFO:teuthology.orchestra.run.smithi040.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2024-04-22T04:07:05.376 INFO:teuthology.orchestra.run.smithi040.stdout:Group : System Environment/Base 2024-04-22T04:07:05.376 INFO:teuthology.orchestra.run.smithi040.stdout:Size : 9265586 2024-04-22T04:07:05.376 INFO:teuthology.orchestra.run.smithi040.stdout:License : GPLv3+ 2024-04-22T04:07:05.376 INFO:teuthology.orchestra.run.smithi040.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2024-04-22T04:07:05.376 INFO:teuthology.orchestra.run.smithi040.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2024-04-22T04:07:05.376 INFO:teuthology.orchestra.run.smithi040.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2024-04-22T04:07:05.376 INFO:teuthology.orchestra.run.smithi040.stdout:Build Host : kbuilder.bsys.centos.org 2024-04-22T04:07:05.376 INFO:teuthology.orchestra.run.smithi040.stdout:Relocations : (not relocatable) 2024-04-22T04:07:05.376 INFO:teuthology.orchestra.run.smithi040.stdout:Packager : CentOS BuildSystem 2024-04-22T04:07:05.376 INFO:teuthology.orchestra.run.smithi040.stdout:Vendor : CentOS 2024-04-22T04:07:05.376 INFO:teuthology.orchestra.run.smithi040.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-22T04:07:05.376 INFO:teuthology.orchestra.run.smithi040.stdout:Summary : Support tools for GRUB. 2024-04-22T04:07:05.376 INFO:teuthology.orchestra.run.smithi040.stdout:Description : 2024-04-22T04:07:05.377 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:07:05.377 INFO:teuthology.orchestra.run.smithi040.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-22T04:07:05.377 INFO:teuthology.orchestra.run.smithi040.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-22T04:07:05.377 INFO:teuthology.orchestra.run.smithi040.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-22T04:07:05.377 INFO:teuthology.orchestra.run.smithi040.stdout:hardware devices. 2024-04-22T04:07:05.377 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:07:05.377 INFO:teuthology.orchestra.run.smithi040.stdout:This subpackage provides tools for support of all platforms. 2024-04-22T04:07:05.378 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-22T04:07:05.378 INFO:teuthology.task.kernel:Updating grub on smithi040 to boot 4.18.0-552.el8.x86_64 2024-04-22T04:07:05.378 DEBUG:teuthology.orchestra.run.smithi040:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-22T04:07:06.245 INFO:teuthology.orchestra.run.smithi062.stderr:Generating grub configuration file ... 2024-04-22T04:07:06.454 INFO:teuthology.orchestra.run.smithi040.stderr:Generating grub configuration file ... 2024-04-22T04:07:08.059 INFO:teuthology.orchestra.run.smithi062.stderr:done 2024-04-22T04:07:08.061 DEBUG:teuthology.orchestra.run.smithi062:> mktemp 2024-04-22T04:07:08.085 INFO:teuthology.orchestra.run.smithi062.stdout:/tmp/tmp.9bwka0YnNb 2024-04-22T04:07:08.086 DEBUG:teuthology.orchestra.run.smithi062:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.9bwka0YnNb 2024-04-22T04:07:08.158 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 0666 /tmp/tmp.9bwka0YnNb 2024-04-22T04:07:08.213 INFO:teuthology.orchestra.run.smithi040.stderr:done 2024-04-22T04:07:08.215 DEBUG:teuthology.orchestra.run.smithi040:> mktemp 2024-04-22T04:07:08.240 INFO:teuthology.orchestra.run.smithi040.stdout:/tmp/tmp.amYehaSdHl 2024-04-22T04:07:08.241 DEBUG:teuthology.orchestra.run.smithi040:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.amYehaSdHl 2024-04-22T04:07:08.299 DEBUG:teuthology.orchestra.remote:smithi062:/tmp/tmp.9bwka0YnNb is 6KB 2024-04-22T04:07:08.313 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod 0666 /tmp/tmp.amYehaSdHl 2024-04-22T04:07:08.348 DEBUG:teuthology.orchestra.run.smithi062:> rm -fr /tmp/tmp.9bwka0YnNb 2024-04-22T04:07:08.366 DEBUG:teuthology.orchestra.run.smithi062:> sudo /bin/ls /boot/loader/entries || true 2024-04-22T04:07:08.433 INFO:teuthology.orchestra.run.smithi062.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2024-04-22T04:07:08.433 INFO:teuthology.orchestra.run.smithi062.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2024-04-22T04:07:08.433 INFO:teuthology.orchestra.run.smithi062.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2024-04-22T04:07:08.433 INFO:teuthology.orchestra.run.smithi062.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-552.el8.x86_64.conf 2024-04-22T04:07:08.434 DEBUG:teuthology.orchestra.run.smithi062:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-4.18.0-552.el8.x86_64 2024-04-22T04:07:08.468 DEBUG:teuthology.orchestra.remote:smithi040:/tmp/tmp.amYehaSdHl is 6KB 2024-04-22T04:07:08.518 DEBUG:teuthology.orchestra.run.smithi040:> rm -fr /tmp/tmp.amYehaSdHl 2024-04-22T04:07:08.536 DEBUG:teuthology.orchestra.run.smithi040:> sudo /bin/ls /boot/loader/entries || true 2024-04-22T04:07:08.603 DEBUG:teuthology.orchestra.run.smithi062:> sudo shutdown -r now 2024-04-22T04:07:08.604 INFO:teuthology.orchestra.run.smithi040.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2024-04-22T04:07:08.605 INFO:teuthology.orchestra.run.smithi040.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2024-04-22T04:07:08.605 INFO:teuthology.orchestra.run.smithi040.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2024-04-22T04:07:08.605 INFO:teuthology.orchestra.run.smithi040.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-552.el8.x86_64.conf 2024-04-22T04:07:08.605 DEBUG:teuthology.orchestra.run.smithi040:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-4.18.0-552.el8.x86_64 2024-04-22T04:07:08.735 DEBUG:teuthology.orchestra.run.smithi040:> sudo shutdown -r now 2024-04-22T04:07:38.634 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-22T04:07:38.635 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-04-22T04:07:38.636 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T04:07:38.737 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-22T04:07:38.737 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi040.front.sepia.ceph.com' 2024-04-22T04:07:38.738 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi040.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T04:08:13.087 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.62 2024-04-22T04:08:22.094 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-04-22T04:08:22.095 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T04:08:38.754 DEBUG:teuthology.orchestra.remote:timed out 2024-04-22T04:08:40.482 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.62 2024-04-22T04:08:47.762 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi040.front.sepia.ceph.com' 2024-04-22T04:08:47.763 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi040.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T04:08:48.212 DEBUG:teuthology.orchestra.run.smithi040:> true 2024-04-22T04:08:48.487 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi040.front.sepia.ceph.com' 2024-04-22T04:08:48.487 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "4.18.0-552.el8.x86_64"... 2024-04-22T04:08:48.487 DEBUG:teuthology.orchestra.run.smithi040:> uname -r 2024-04-22T04:08:48.505 INFO:teuthology.orchestra.run.smithi040.stdout:4.18.0-552.el8.x86_64 2024-04-22T04:08:48.505 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-552.el8.x86_64 vs 4.18.0-552.el8.x86_64 2024-04-22T04:08:48.505 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-22T04:08:48.505 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-22T04:08:49.507 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-22T04:08:49.507 DEBUG:teuthology.orchestra.run.smithi040:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-22T04:08:49.619 INFO:teuthology.orchestra.run.smithi040.stdout:ttyS1 2024-04-22T04:08:49.632 DEBUG:teuthology.parallel:result is None 2024-04-22T04:08:52.483 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-04-22T04:08:52.483 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T04:08:52.842 DEBUG:teuthology.orchestra.run.smithi062:> true 2024-04-22T04:08:53.159 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-04-22T04:08:53.159 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "4.18.0-552.el8.x86_64"... 2024-04-22T04:08:53.159 DEBUG:teuthology.orchestra.run.smithi062:> uname -r 2024-04-22T04:08:53.177 INFO:teuthology.orchestra.run.smithi062.stdout:4.18.0-552.el8.x86_64 2024-04-22T04:08:53.177 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-552.el8.x86_64 vs 4.18.0-552.el8.x86_64 2024-04-22T04:08:53.177 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-22T04:08:53.177 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-22T04:08:54.178 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-22T04:08:54.178 DEBUG:teuthology.orchestra.run.smithi062:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-22T04:08:54.278 INFO:teuthology.orchestra.run.smithi062.stdout:ttyS1 2024-04-22T04:08:54.294 DEBUG:teuthology.parallel:result is None 2024-04-22T04:08:54.294 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-22T04:08:54.302 INFO:teuthology.task.internal:Creating test directory... 2024-04-22T04:08:54.302 DEBUG:teuthology.orchestra.run.smithi040:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-22T04:08:54.324 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-22T04:08:54.360 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-22T04:08:54.366 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-22T04:08:54.394 INFO:teuthology.task.internal:Creating archive directory... 2024-04-22T04:08:54.394 DEBUG:teuthology.orchestra.run.smithi040:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-22T04:08:54.400 DEBUG:teuthology.orchestra.run.smithi062:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-22T04:08:54.434 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-22T04:08:54.443 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-22T04:08:54.443 DEBUG:teuthology.orchestra.run.smithi040:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-22T04:08:54.464 DEBUG:teuthology.orchestra.run.smithi062:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-22T04:08:54.498 INFO:teuthology.orchestra.run.smithi040.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T04:08:54.505 INFO:teuthology.orchestra.run.smithi062.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T04:08:54.509 INFO:teuthology.orchestra.run.smithi040.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T04:08:54.516 INFO:teuthology.orchestra.run.smithi062.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T04:08:54.517 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-22T04:08:54.526 INFO:teuthology.task.internal:Configuring sudo... 2024-04-22T04:08:54.527 DEBUG:teuthology.orchestra.run.smithi040:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-22T04:08:54.551 DEBUG:teuthology.orchestra.run.smithi062:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-22T04:08:54.589 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-22T04:08:54.598 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-22T04:08:54.598 DEBUG:teuthology.orchestra.run.smithi040:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-22T04:08:54.620 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-22T04:08:54.652 DEBUG:teuthology.orchestra.run.smithi040:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T04:08:54.719 DEBUG:teuthology.orchestra.run.smithi040:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T04:08:54.892 DEBUG:teuthology.orchestra.run.smithi040:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T04:08:54.937 DEBUG:teuthology.orchestra.run.smithi040:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T04:08:54.977 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T04:08:54.977 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-22T04:08:55.043 DEBUG:teuthology.orchestra.run.smithi062:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T04:08:55.109 DEBUG:teuthology.orchestra.run.smithi062:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T04:08:55.187 DEBUG:teuthology.orchestra.run.smithi062:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T04:08:55.410 DEBUG:teuthology.orchestra.run.smithi062:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T04:08:56.028 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-04-22T04:08:56.029 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-22T04:08:56.524 DEBUG:teuthology.orchestra.run.smithi040:> sudo service rsyslog restart 2024-04-22T04:08:56.527 DEBUG:teuthology.orchestra.run.smithi062:> sudo service rsyslog restart 2024-04-22T04:08:56.617 INFO:teuthology.orchestra.run.smithi040.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T04:08:56.924 INFO:teuthology.orchestra.run.smithi062.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T04:08:57.206 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-22T04:08:57.216 INFO:teuthology.task.internal:Starting timer... 2024-04-22T04:08:57.216 INFO:teuthology.run_tasks:Running task pcp... 2024-04-22T04:08:57.233 INFO:teuthology.run_tasks:Running task selinux... 2024-04-22T04:08:57.247 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-22T04:08:57.247 DEBUG:teuthology.orchestra.run.smithi040:> sudo service auditd rotate 2024-04-22T04:08:57.329 INFO:teuthology.orchestra.run.smithi040.stdout:Rotating logs: 2024-04-22T04:08:57.330 DEBUG:teuthology.orchestra.run.smithi062:> sudo service auditd rotate 2024-04-22T04:08:57.415 INFO:teuthology.orchestra.run.smithi062.stdout:Rotating logs: 2024-04-22T04:08:57.417 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-22T04:08:57.417 DEBUG:teuthology.orchestra.run.smithi040:> /usr/sbin/getenforce 2024-04-22T04:08:57.455 INFO:teuthology.orchestra.run.smithi040.stdout:Permissive 2024-04-22T04:08:57.455 DEBUG:teuthology.orchestra.run.smithi062:> /usr/sbin/getenforce 2024-04-22T04:08:57.529 INFO:teuthology.orchestra.run.smithi062.stdout:Permissive 2024-04-22T04:08:57.530 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi040.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi062.front.sepia.ceph.com': 'permissive'} 2024-04-22T04:08:57.530 DEBUG:teuthology.orchestra.run.smithi040:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-22T04:08:57.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T04:08:57.560 DEBUG:teuthology.orchestra.run.smithi062:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-22T04:08:57.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T04:08:57.589 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-22T04:08:57.589 DEBUG:teuthology.orchestra.run.smithi040:> sudo /usr/sbin/setenforce permissive 2024-04-22T04:08:57.626 DEBUG:teuthology.orchestra.run.smithi062:> sudo /usr/sbin/setenforce permissive 2024-04-22T04:08:57.660 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-22T04:08:57.671 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-22T04:08:57.691 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-22T04:08:57.692 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi040.front.sepia.ceph.com,smithi062.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-22T04:15:09.032 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi040.front.sepia.ceph.com'), Remote(name='ubuntu@smithi062.front.sepia.ceph.com')] 2024-04-22T04:15:09.034 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi040.front.sepia.ceph.com' 2024-04-22T04:15:09.035 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi040.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T04:15:09.114 DEBUG:teuthology.orchestra.run.smithi040:> true 2024-04-22T04:15:09.187 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi040.front.sepia.ceph.com' 2024-04-22T04:15:09.188 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-04-22T04:15:09.188 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T04:15:09.266 DEBUG:teuthology.orchestra.run.smithi062:> true 2024-04-22T04:15:09.343 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-04-22T04:15:09.344 INFO:teuthology.run_tasks:Running task clock... 2024-04-22T04:15:09.354 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-22T04:15:09.355 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-22T04:15:09.355 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T04:15:09.358 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-22T04:15:09.358 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T04:15:09.394 INFO:teuthology.orchestra.run.smithi040.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-22T04:15:09.409 INFO:teuthology.orchestra.run.smithi040.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-22T04:15:09.419 INFO:teuthology.orchestra.run.smithi062.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-22T04:15:09.434 INFO:teuthology.orchestra.run.smithi062.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-22T04:15:09.486 INFO:teuthology.orchestra.run.smithi040.stderr:sudo: ntpd: command not found 2024-04-22T04:15:09.499 INFO:teuthology.orchestra.run.smithi040.stdout:506 Cannot talk to daemon 2024-04-22T04:15:09.514 INFO:teuthology.orchestra.run.smithi040.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-22T04:15:09.517 INFO:teuthology.orchestra.run.smithi062.stderr:sudo: ntpd: command not found 2024-04-22T04:15:09.529 INFO:teuthology.orchestra.run.smithi062.stdout:506 Cannot talk to daemon 2024-04-22T04:15:09.529 INFO:teuthology.orchestra.run.smithi040.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-22T04:15:09.542 INFO:teuthology.orchestra.run.smithi062.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-22T04:15:09.556 INFO:teuthology.orchestra.run.smithi062.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-22T04:15:09.610 INFO:teuthology.orchestra.run.smithi040.stderr:bash: ntpq: command not found 2024-04-22T04:15:09.614 INFO:teuthology.orchestra.run.smithi040.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T04:15:09.614 INFO:teuthology.orchestra.run.smithi040.stdout:=============================================================================== 2024-04-22T04:15:09.614 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T04:15:09.614 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T04:15:09.614 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T04:15:09.614 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T04:15:09.624 INFO:teuthology.orchestra.run.smithi062.stderr:bash: ntpq: command not found 2024-04-22T04:15:09.629 INFO:teuthology.orchestra.run.smithi062.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T04:15:09.629 INFO:teuthology.orchestra.run.smithi062.stdout:=============================================================================== 2024-04-22T04:15:09.629 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T04:15:09.629 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T04:15:09.629 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T04:15:09.629 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T04:15:09.629 INFO:teuthology.run_tasks:Running task pexec... 2024-04-22T04:15:09.639 INFO:teuthology.task.pexec:Executing custom commands... 2024-04-22T04:15:09.640 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi040.front.sepia.ceph.com 2024-04-22T04:15:09.640 DEBUG:teuthology.orchestra.run.smithi040:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-22T04:15:09.640 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi062.front.sepia.ceph.com 2024-04-22T04:15:09.640 DEBUG:teuthology.orchestra.run.smithi062:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-22T04:15:10.445 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:01:27 ago on Mon 22 Apr 2024 04:13:43 AM UTC. 2024-04-22T04:15:10.463 INFO:teuthology.orchestra.run.smithi062.stdout:Last metadata expiration check: 0:01:26 ago on Mon 22 Apr 2024 04:13:44 AM UTC. 2024-04-22T04:15:12.758 INFO:teuthology.orchestra.run.smithi062.stdout:Dependencies resolved. 2024-04-22T04:15:12.758 INFO:teuthology.orchestra.run.smithi062.stdout:================================================================================ 2024-04-22T04:15:12.758 INFO:teuthology.orchestra.run.smithi062.stdout: Package Architecture Version Repository Size 2024-04-22T04:15:12.759 INFO:teuthology.orchestra.run.smithi062.stdout:================================================================================ 2024-04-22T04:15:12.759 INFO:teuthology.orchestra.run.smithi062.stdout:Resetting modules: 2024-04-22T04:15:12.759 INFO:teuthology.orchestra.run.smithi062.stdout: container-tools 2024-04-22T04:15:12.759 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:15:12.759 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction Summary 2024-04-22T04:15:12.759 INFO:teuthology.orchestra.run.smithi062.stdout:================================================================================ 2024-04-22T04:15:12.759 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:15:12.780 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2024-04-22T04:15:12.781 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2024-04-22T04:15:12.781 INFO:teuthology.orchestra.run.smithi040.stdout: Package Architecture Version Repository Size 2024-04-22T04:15:12.781 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2024-04-22T04:15:12.781 INFO:teuthology.orchestra.run.smithi040.stdout:Resetting modules: 2024-04-22T04:15:12.781 INFO:teuthology.orchestra.run.smithi040.stdout: container-tools 2024-04-22T04:15:12.781 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:15:12.781 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2024-04-22T04:15:12.781 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2024-04-22T04:15:12.781 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:15:13.051 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2024-04-22T04:15:13.061 INFO:teuthology.orchestra.run.smithi062.stdout:Complete! 2024-04-22T04:15:13.875 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:01:30 ago on Mon 22 Apr 2024 04:13:43 AM UTC. 2024-04-22T04:15:13.893 INFO:teuthology.orchestra.run.smithi062.stdout:Last metadata expiration check: 0:01:29 ago on Mon 22 Apr 2024 04:13:44 AM UTC. 2024-04-22T04:15:16.159 INFO:teuthology.orchestra.run.smithi062.stdout:Dependencies resolved. 2024-04-22T04:15:16.161 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2024-04-22T04:15:16.199 INFO:teuthology.orchestra.run.smithi062.stdout:================================================================================ 2024-04-22T04:15:16.199 INFO:teuthology.orchestra.run.smithi062.stdout: Package Arch Version Repository Size 2024-04-22T04:15:16.199 INFO:teuthology.orchestra.run.smithi062.stdout:================================================================================ 2024-04-22T04:15:16.199 INFO:teuthology.orchestra.run.smithi062.stdout:Installing group/module packages: 2024-04-22T04:15:16.199 INFO:teuthology.orchestra.run.smithi062.stdout: aardvark-dns x86_64 2:1.10.0-1.module_el8+871+552be958 appstream 1.0 M 2024-04-22T04:15:16.200 INFO:teuthology.orchestra.run.smithi062.stdout: buildah x86_64 2:1.33.6-2.module_el8+976+11360731 appstream 9.6 M 2024-04-22T04:15:16.200 INFO:teuthology.orchestra.run.smithi062.stdout: cockpit-podman noarch 84.1-1.module_el8+977+8ab54275 appstream 689 k 2024-04-22T04:15:16.200 INFO:teuthology.orchestra.run.smithi062.stdout: crun x86_64 1.14.3-2.module_el8+968+fbb249c7 appstream 258 k 2024-04-22T04:15:16.200 INFO:teuthology.orchestra.run.smithi062.stdout: netavark x86_64 2:1.10.3-1.module_el8+951+32019cde appstream 4.1 M 2024-04-22T04:15:16.200 INFO:teuthology.orchestra.run.smithi062.stdout: python3-podman noarch 4.9.0-1.module_el8+847+7863d4e6 appstream 180 k 2024-04-22T04:15:16.200 INFO:teuthology.orchestra.run.smithi062.stdout: skopeo x86_64 2:1.14.3-0.1.module_el8+885+7da147f3 appstream 8.8 M 2024-04-22T04:15:16.200 INFO:teuthology.orchestra.run.smithi062.stdout: toolbox x86_64 0.0.99.5-2.module_el8+971+3d3df00d appstream 2.5 M 2024-04-22T04:15:16.200 INFO:teuthology.orchestra.run.smithi062.stdout: udica noarch 0.2.6-20.module_el8+804+f131391c appstream 53 k 2024-04-22T04:15:16.200 INFO:teuthology.orchestra.run.smithi062.stdout:Installing dependencies: 2024-04-22T04:15:16.200 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 appstream 25 k 2024-04-22T04:15:16.200 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyxdg noarch 0.25-16.el8 appstream 94 k 2024-04-22T04:15:16.200 INFO:teuthology.orchestra.run.smithi062.stdout: yajl x86_64 2.1.0-12.el8 appstream 41 k 2024-04-22T04:15:16.200 INFO:teuthology.orchestra.run.smithi062.stdout:Installing weak dependencies: 2024-04-22T04:15:16.200 INFO:teuthology.orchestra.run.smithi062.stdout: criu-libs x86_64 3.15-3.module_el8.7.0+1216+b022c01d appstream 38 k 2024-04-22T04:15:16.200 INFO:teuthology.orchestra.run.smithi062.stdout:Installing module profiles: 2024-04-22T04:15:16.201 INFO:teuthology.orchestra.run.smithi062.stdout: container-tools/common 2024-04-22T04:15:16.201 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:15:16.201 INFO:teuthology.orchestra.run.smithi062.stdout:Enabling module streams: 2024-04-22T04:15:16.201 INFO:teuthology.orchestra.run.smithi062.stdout: container-tools rhel8 2024-04-22T04:15:16.201 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:15:16.201 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction Summary 2024-04-22T04:15:16.201 INFO:teuthology.orchestra.run.smithi062.stdout:================================================================================ 2024-04-22T04:15:16.201 INFO:teuthology.orchestra.run.smithi062.stdout:Install 13 Packages 2024-04-22T04:15:16.201 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:15:16.202 INFO:teuthology.orchestra.run.smithi062.stdout:Total download size: 27 M 2024-04-22T04:15:16.202 INFO:teuthology.orchestra.run.smithi062.stdout:Installed size: 91 M 2024-04-22T04:15:16.202 INFO:teuthology.orchestra.run.smithi062.stdout:Downloading Packages: 2024-04-22T04:15:16.202 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2024-04-22T04:15:16.202 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repository Size 2024-04-22T04:15:16.202 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2024-04-22T04:15:16.202 INFO:teuthology.orchestra.run.smithi040.stdout:Installing group/module packages: 2024-04-22T04:15:16.202 INFO:teuthology.orchestra.run.smithi040.stdout: aardvark-dns x86_64 2:1.10.0-1.module_el8+871+552be958 appstream 1.0 M 2024-04-22T04:15:16.203 INFO:teuthology.orchestra.run.smithi040.stdout: buildah x86_64 2:1.33.6-2.module_el8+976+11360731 appstream 9.6 M 2024-04-22T04:15:16.203 INFO:teuthology.orchestra.run.smithi040.stdout: cockpit-podman noarch 84.1-1.module_el8+977+8ab54275 appstream 689 k 2024-04-22T04:15:16.203 INFO:teuthology.orchestra.run.smithi040.stdout: crun x86_64 1.14.3-2.module_el8+968+fbb249c7 appstream 258 k 2024-04-22T04:15:16.203 INFO:teuthology.orchestra.run.smithi040.stdout: netavark x86_64 2:1.10.3-1.module_el8+951+32019cde appstream 4.1 M 2024-04-22T04:15:16.203 INFO:teuthology.orchestra.run.smithi040.stdout: python3-podman noarch 4.9.0-1.module_el8+847+7863d4e6 appstream 180 k 2024-04-22T04:15:16.203 INFO:teuthology.orchestra.run.smithi040.stdout: skopeo x86_64 2:1.14.3-0.1.module_el8+885+7da147f3 appstream 8.8 M 2024-04-22T04:15:16.203 INFO:teuthology.orchestra.run.smithi040.stdout: toolbox x86_64 0.0.99.5-2.module_el8+971+3d3df00d appstream 2.5 M 2024-04-22T04:15:16.203 INFO:teuthology.orchestra.run.smithi040.stdout: udica noarch 0.2.6-20.module_el8+804+f131391c appstream 53 k 2024-04-22T04:15:16.203 INFO:teuthology.orchestra.run.smithi040.stdout:Installing dependencies: 2024-04-22T04:15:16.203 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 appstream 25 k 2024-04-22T04:15:16.203 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyxdg noarch 0.25-16.el8 appstream 94 k 2024-04-22T04:15:16.203 INFO:teuthology.orchestra.run.smithi040.stdout: yajl x86_64 2.1.0-12.el8 appstream 41 k 2024-04-22T04:15:16.203 INFO:teuthology.orchestra.run.smithi040.stdout:Installing weak dependencies: 2024-04-22T04:15:16.203 INFO:teuthology.orchestra.run.smithi040.stdout: criu-libs x86_64 3.15-3.module_el8.7.0+1216+b022c01d appstream 38 k 2024-04-22T04:15:16.203 INFO:teuthology.orchestra.run.smithi040.stdout:Installing module profiles: 2024-04-22T04:15:16.204 INFO:teuthology.orchestra.run.smithi040.stdout: container-tools/common 2024-04-22T04:15:16.204 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:15:16.204 INFO:teuthology.orchestra.run.smithi040.stdout:Enabling module streams: 2024-04-22T04:15:16.204 INFO:teuthology.orchestra.run.smithi040.stdout: container-tools rhel8 2024-04-22T04:15:16.204 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:15:16.204 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2024-04-22T04:15:16.204 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2024-04-22T04:15:16.204 INFO:teuthology.orchestra.run.smithi040.stdout:Install 13 Packages 2024-04-22T04:15:16.204 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:15:16.205 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 27 M 2024-04-22T04:15:16.205 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 91 M 2024-04-22T04:15:16.205 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2024-04-22T04:15:16.735 INFO:teuthology.orchestra.run.smithi062.stdout:(1/13): cockpit-podman-84.1-1.module_el8+977+8a 1.4 MB/s | 689 kB 00:00 2024-04-22T04:15:16.768 INFO:teuthology.orchestra.run.smithi062.stdout:(2/13): aardvark-dns-1.10.0-1.module_el8+871+55 2.0 MB/s | 1.0 MB 00:00 2024-04-22T04:15:16.819 INFO:teuthology.orchestra.run.smithi062.stdout:(3/13): criu-libs-3.15-3.module_el8.7.0+1216+b0 453 kB/s | 38 kB 00:00 2024-04-22T04:15:16.862 INFO:teuthology.orchestra.run.smithi062.stdout:(4/13): crun-1.14.3-2.module_el8+968+fbb249c7.x 2.7 MB/s | 258 kB 00:00 2024-04-22T04:15:16.953 INFO:teuthology.orchestra.run.smithi062.stdout:(5/13): python3-podman-4.9.0-1.module_el8+847+7 1.9 MB/s | 180 kB 00:00 2024-04-22T04:15:16.953 INFO:teuthology.orchestra.run.smithi040.stdout:(1/13): cockpit-podman-84.1-1.module_el8+977+8a 1.3 MB/s | 689 kB 00:00 2024-04-22T04:15:16.993 INFO:teuthology.orchestra.run.smithi040.stdout:(2/13): aardvark-dns-1.10.0-1.module_el8+871+55 1.8 MB/s | 1.0 MB 00:00 2024-04-22T04:15:17.035 INFO:teuthology.orchestra.run.smithi040.stdout:(3/13): criu-libs-3.15-3.module_el8.7.0+1216+b0 468 kB/s | 38 kB 00:00 2024-04-22T04:15:17.036 INFO:teuthology.orchestra.run.smithi062.stdout:(6/13): python3-pytoml-0.1.14-5.git7dea353.el8. 297 kB/s | 25 kB 00:00 2024-04-22T04:15:17.085 INFO:teuthology.orchestra.run.smithi040.stdout:(4/13): crun-1.14.3-2.module_el8+968+fbb249c7.x 2.7 MB/s | 258 kB 00:00 2024-04-22T04:15:17.136 INFO:teuthology.orchestra.run.smithi062.stdout:(7/13): buildah-1.33.6-2.module_el8+976+1136073 11 MB/s | 9.6 MB 00:00 2024-04-22T04:15:17.182 INFO:teuthology.orchestra.run.smithi062.stdout:(8/13): python3-pyxdg-0.25-16.el8.noarch.rpm 647 kB/s | 94 kB 00:00 2024-04-22T04:15:17.253 INFO:teuthology.orchestra.run.smithi062.stdout:(9/13): netavark-1.10.3-1.module_el8+951+32019c 9.4 MB/s | 4.1 MB 00:00 2024-04-22T04:15:17.314 INFO:teuthology.orchestra.run.smithi040.stdout:(5/13): python3-podman-4.9.0-1.module_el8+847+7 787 kB/s | 180 kB 00:00 2024-04-22T04:15:17.337 INFO:teuthology.orchestra.run.smithi062.stdout:(10/13): udica-0.2.6-20.module_el8+804+f131391c 632 kB/s | 53 kB 00:00 2024-04-22T04:15:17.413 INFO:teuthology.orchestra.run.smithi062.stdout:(11/13): toolbox-0.0.99.5-2.module_el8+971+3d3d 11 MB/s | 2.5 MB 00:00 2024-04-22T04:15:17.429 INFO:teuthology.orchestra.run.smithi062.stdout:(12/13): yajl-2.1.0-12.el8.x86_64.rpm 445 kB/s | 41 kB 00:00 2024-04-22T04:15:17.452 INFO:teuthology.orchestra.run.smithi040.stdout:(6/13): buildah-1.33.6-2.module_el8+976+1136073 9.5 MB/s | 9.6 MB 00:01 2024-04-22T04:15:17.478 INFO:teuthology.orchestra.run.smithi040.stdout:(7/13): python3-pytoml-0.1.14-5.git7dea353.el8. 152 kB/s | 25 kB 00:00 2024-04-22T04:15:17.545 INFO:teuthology.orchestra.run.smithi040.stdout:(8/13): netavark-1.10.3-1.module_el8+951+32019c 8.1 MB/s | 4.1 MB 00:00 2024-04-22T04:15:17.555 INFO:teuthology.orchestra.run.smithi062.stdout:(13/13): skopeo-1.14.3-0.1.module_el8+885+7da14 21 MB/s | 8.8 MB 00:00 2024-04-22T04:15:17.555 INFO:teuthology.orchestra.run.smithi062.stdout:-------------------------------------------------------------------------------- 2024-04-22T04:15:17.555 INFO:teuthology.orchestra.run.smithi062.stdout:Total 20 MB/s | 27 MB 00:01 2024-04-22T04:15:17.592 INFO:teuthology.orchestra.run.smithi040.stdout:(9/13): python3-pyxdg-0.25-16.el8.noarch.rpm 673 kB/s | 94 kB 00:00 2024-04-22T04:15:17.687 INFO:teuthology.orchestra.run.smithi040.stdout:(10/13): toolbox-0.0.99.5-2.module_el8+971+3d3d 18 MB/s | 2.5 MB 00:00 2024-04-22T04:15:17.712 INFO:teuthology.orchestra.run.smithi040.stdout:(11/13): udica-0.2.6-20.module_el8+804+f131391c 440 kB/s | 53 kB 00:00 2024-04-22T04:15:17.771 INFO:teuthology.orchestra.run.smithi040.stdout:(12/13): yajl-2.1.0-12.el8.x86_64.rpm 491 kB/s | 41 kB 00:00 2024-04-22T04:15:17.830 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction check 2024-04-22T04:15:17.853 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction check succeeded. 2024-04-22T04:15:17.853 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction test 2024-04-22T04:15:18.021 INFO:teuthology.orchestra.run.smithi040.stdout:(13/13): skopeo-1.14.3-0.1.module_el8+885+7da14 16 MB/s | 8.8 MB 00:00 2024-04-22T04:15:18.021 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2024-04-22T04:15:18.022 INFO:teuthology.orchestra.run.smithi040.stdout:Total 15 MB/s | 27 MB 00:01 2024-04-22T04:15:18.143 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction test succeeded. 2024-04-22T04:15:18.147 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction 2024-04-22T04:15:18.306 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2024-04-22T04:15:18.328 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2024-04-22T04:15:18.329 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2024-04-22T04:15:18.611 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2024-04-22T04:15:18.614 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2024-04-22T04:15:18.823 INFO:teuthology.orchestra.run.smithi062.stdout: Preparing : 1/1 2024-04-22T04:15:19.300 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2024-04-22T04:15:19.846 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : yajl-2.1.0-12.el8.x86_64 1/13 2024-04-22T04:15:20.062 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : skopeo-2:1.14.3-0.1.module_el8+885+7da147f3.x86_64 2/13 2024-04-22T04:15:20.256 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/13 2024-04-22T04:15:20.430 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : yajl-2.1.0-12.el8.x86_64 1/13 2024-04-22T04:15:20.494 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 4/13 2024-04-22T04:15:20.619 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : skopeo-2:1.14.3-0.1.module_el8+885+7da147f3.x86_64 2/13 2024-04-22T04:15:20.722 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 5/13 2024-04-22T04:15:20.796 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/13 2024-04-22T04:15:20.964 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 4/13 2024-04-22T04:15:21.229 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 5/13 2024-04-22T04:15:21.299 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : aardvark-dns-2:1.10.0-1.module_el8+871+552be958.x8 6/13 2024-04-22T04:15:21.797 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : aardvark-dns-2:1.10.0-1.module_el8+871+552be958.x8 6/13 2024-04-22T04:15:22.347 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : netavark-2:1.10.3-1.module_el8+951+32019cde.x86_64 7/13 2024-04-22T04:15:22.635 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : buildah-2:1.33.6-2.module_el8+976+11360731.x86_64 8/13 2024-04-22T04:15:22.835 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : netavark-2:1.10.3-1.module_el8+951+32019cde.x86_64 7/13 2024-04-22T04:15:22.859 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : crun-1.14.3-2.module_el8+968+fbb249c7.x86_64 9/13 2024-04-22T04:15:23.119 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : buildah-2:1.33.6-2.module_el8+976+11360731.x86_64 8/13 2024-04-22T04:15:23.309 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : crun-1.14.3-2.module_el8+968+fbb249c7.x86_64 9/13 2024-04-22T04:15:23.325 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-podman-4.9.0-1.module_el8+847+7863d4e6.noa 10/13 2024-04-22T04:15:23.542 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : toolbox-0.0.99.5-2.module_el8+971+3d3df00d.x86_64 11/13 2024-04-22T04:15:23.733 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-podman-4.9.0-1.module_el8+847+7863d4e6.noa 10/13 2024-04-22T04:15:23.746 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : udica-0.2.6-20.module_el8+804+f131391c.noarch 12/13 2024-04-22T04:15:23.939 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : cockpit-podman-84.1-1.module_el8+977+8ab54275.noar 13/13 2024-04-22T04:15:23.943 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : toolbox-0.0.99.5-2.module_el8+971+3d3df00d.x86_64 11/13 2024-04-22T04:15:24.122 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : udica-0.2.6-20.module_el8+804+f131391c.noarch 12/13 2024-04-22T04:15:24.337 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : cockpit-podman-84.1-1.module_el8+977+8ab54275.noar 13/13 2024-04-22T04:15:24.388 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: cockpit-podman-84.1-1.module_el8+977+8ab54275.noar 13/13 2024-04-22T04:15:24.388 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : aardvark-dns-2:1.10.0-1.module_el8+871+552be958.x8 1/13 2024-04-22T04:15:24.388 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : buildah-2:1.33.6-2.module_el8+976+11360731.x86_64 2/13 2024-04-22T04:15:24.388 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : cockpit-podman-84.1-1.module_el8+977+8ab54275.noar 3/13 2024-04-22T04:15:24.388 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2024-04-22T04:15:24.388 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : crun-1.14.3-2.module_el8+968+fbb249c7.x86_64 5/13 2024-04-22T04:15:24.389 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : netavark-2:1.10.3-1.module_el8+951+32019cde.x86_64 6/13 2024-04-22T04:15:24.389 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-podman-4.9.0-1.module_el8+847+7863d4e6.noa 7/13 2024-04-22T04:15:24.389 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 8/13 2024-04-22T04:15:24.389 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 9/13 2024-04-22T04:15:24.389 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : skopeo-2:1.14.3-0.1.module_el8+885+7da147f3.x86_64 10/13 2024-04-22T04:15:24.389 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : toolbox-0.0.99.5-2.module_el8+971+3d3df00d.x86_64 11/13 2024-04-22T04:15:24.389 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : udica-0.2.6-20.module_el8+804+f131391c.noarch 12/13 2024-04-22T04:15:24.777 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: cockpit-podman-84.1-1.module_el8+977+8ab54275.noar 13/13 2024-04-22T04:15:24.777 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : aardvark-dns-2:1.10.0-1.module_el8+871+552be958.x8 1/13 2024-04-22T04:15:24.777 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : buildah-2:1.33.6-2.module_el8+976+11360731.x86_64 2/13 2024-04-22T04:15:24.777 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : cockpit-podman-84.1-1.module_el8+977+8ab54275.noar 3/13 2024-04-22T04:15:24.777 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2024-04-22T04:15:24.777 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : crun-1.14.3-2.module_el8+968+fbb249c7.x86_64 5/13 2024-04-22T04:15:24.777 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : netavark-2:1.10.3-1.module_el8+951+32019cde.x86_64 6/13 2024-04-22T04:15:24.777 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-podman-4.9.0-1.module_el8+847+7863d4e6.noa 7/13 2024-04-22T04:15:24.777 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 8/13 2024-04-22T04:15:24.777 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 9/13 2024-04-22T04:15:24.777 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : skopeo-2:1.14.3-0.1.module_el8+885+7da147f3.x86_64 10/13 2024-04-22T04:15:24.778 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : toolbox-0.0.99.5-2.module_el8+971+3d3df00d.x86_64 11/13 2024-04-22T04:15:24.778 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : udica-0.2.6-20.module_el8+804+f131391c.noarch 12/13 2024-04-22T04:15:24.922 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 13/13 2024-04-22T04:15:24.922 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:15:24.922 INFO:teuthology.orchestra.run.smithi062.stdout:Installed: 2024-04-22T04:15:24.922 INFO:teuthology.orchestra.run.smithi062.stdout: aardvark-dns-2:1.10.0-1.module_el8+871+552be958.x86_64 2024-04-22T04:15:24.922 INFO:teuthology.orchestra.run.smithi062.stdout: buildah-2:1.33.6-2.module_el8+976+11360731.x86_64 2024-04-22T04:15:24.922 INFO:teuthology.orchestra.run.smithi062.stdout: cockpit-podman-84.1-1.module_el8+977+8ab54275.noarch 2024-04-22T04:15:24.922 INFO:teuthology.orchestra.run.smithi062.stdout: criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_64 2024-04-22T04:15:24.922 INFO:teuthology.orchestra.run.smithi062.stdout: crun-1.14.3-2.module_el8+968+fbb249c7.x86_64 2024-04-22T04:15:24.923 INFO:teuthology.orchestra.run.smithi062.stdout: netavark-2:1.10.3-1.module_el8+951+32019cde.x86_64 2024-04-22T04:15:24.923 INFO:teuthology.orchestra.run.smithi062.stdout: python3-podman-4.9.0-1.module_el8+847+7863d4e6.noarch 2024-04-22T04:15:24.923 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2024-04-22T04:15:24.923 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyxdg-0.25-16.el8.noarch 2024-04-22T04:15:24.923 INFO:teuthology.orchestra.run.smithi062.stdout: skopeo-2:1.14.3-0.1.module_el8+885+7da147f3.x86_64 2024-04-22T04:15:24.923 INFO:teuthology.orchestra.run.smithi062.stdout: toolbox-0.0.99.5-2.module_el8+971+3d3df00d.x86_64 2024-04-22T04:15:24.923 INFO:teuthology.orchestra.run.smithi062.stdout: udica-0.2.6-20.module_el8+804+f131391c.noarch 2024-04-22T04:15:24.923 INFO:teuthology.orchestra.run.smithi062.stdout: yajl-2.1.0-12.el8.x86_64 2024-04-22T04:15:24.923 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:15:24.923 INFO:teuthology.orchestra.run.smithi062.stdout:Complete! 2024-04-22T04:15:25.224 DEBUG:teuthology.parallel:result is None 2024-04-22T04:15:25.282 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 13/13 2024-04-22T04:15:25.283 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:15:25.283 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2024-04-22T04:15:25.283 INFO:teuthology.orchestra.run.smithi040.stdout: aardvark-dns-2:1.10.0-1.module_el8+871+552be958.x86_64 2024-04-22T04:15:25.283 INFO:teuthology.orchestra.run.smithi040.stdout: buildah-2:1.33.6-2.module_el8+976+11360731.x86_64 2024-04-22T04:15:25.283 INFO:teuthology.orchestra.run.smithi040.stdout: cockpit-podman-84.1-1.module_el8+977+8ab54275.noarch 2024-04-22T04:15:25.283 INFO:teuthology.orchestra.run.smithi040.stdout: criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_64 2024-04-22T04:15:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: crun-1.14.3-2.module_el8+968+fbb249c7.x86_64 2024-04-22T04:15:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: netavark-2:1.10.3-1.module_el8+951+32019cde.x86_64 2024-04-22T04:15:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: python3-podman-4.9.0-1.module_el8+847+7863d4e6.noarch 2024-04-22T04:15:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2024-04-22T04:15:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyxdg-0.25-16.el8.noarch 2024-04-22T04:15:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: skopeo-2:1.14.3-0.1.module_el8+885+7da147f3.x86_64 2024-04-22T04:15:25.285 INFO:teuthology.orchestra.run.smithi040.stdout: toolbox-0.0.99.5-2.module_el8+971+3d3df00d.x86_64 2024-04-22T04:15:25.285 INFO:teuthology.orchestra.run.smithi040.stdout: udica-0.2.6-20.module_el8+804+f131391c.noarch 2024-04-22T04:15:25.285 INFO:teuthology.orchestra.run.smithi040.stdout: yajl-2.1.0-12.el8.x86_64 2024-04-22T04:15:25.285 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:15:25.285 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2024-04-22T04:15:25.631 DEBUG:teuthology.parallel:result is None 2024-04-22T04:15:25.631 INFO:teuthology.run_tasks:Running task install... 2024-04-22T04:15:25.640 DEBUG:teuthology.task.install:project ceph 2024-04-22T04:15:25.640 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '5d8738502c195d34e1bca867c85b1d92f1aa34c6'}} 2024-04-22T04:15:25.640 DEBUG:teuthology.task.install:config {'branch': 'pacific', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '5d8738502c195d34e1bca867c85b1d92f1aa34c6'} 2024-04-22T04:15:25.640 INFO:teuthology.task.install:Using flavor: default 2024-04-22T04:15:25.651 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-22T04:15:25.651 INFO:teuthology.task.install:extra packages: [] 2024-04-22T04:15:25.651 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'pacific', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '5d8738502c195d34e1bca867c85b1d92f1aa34c6', 'tag': None, 'wait_for_package': False} 2024-04-22T04:15:25.652 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-22T04:15:25.652 INFO:teuthology.packaging:ref: None 2024-04-22T04:15:25.652 INFO:teuthology.packaging:tag: None 2024-04-22T04:15:25.652 INFO:teuthology.packaging:branch: pacific 2024-04-22T04:15:25.652 INFO:teuthology.packaging:sha1: 5d8738502c195d34e1bca867c85b1d92f1aa34c6 2024-04-22T04:15:25.652 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2024-04-22T04:15:25.654 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'pacific', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '5d8738502c195d34e1bca867c85b1d92f1aa34c6', 'tag': None, 'wait_for_package': False} 2024-04-22T04:15:25.654 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-22T04:15:25.654 INFO:teuthology.packaging:ref: None 2024-04-22T04:15:25.654 INFO:teuthology.packaging:tag: None 2024-04-22T04:15:25.654 INFO:teuthology.packaging:branch: pacific 2024-04-22T04:15:25.655 INFO:teuthology.packaging:sha1: 5d8738502c195d34e1bca867c85b1d92f1aa34c6 2024-04-22T04:15:25.655 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2024-04-22T04:15:25.977 INFO:teuthology.task.install.rpm:Pulling from https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/ 2024-04-22T04:15:25.977 INFO:teuthology.task.install.rpm:Package version is 16.2.15-0 2024-04-22T04:15:26.016 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-22T04:15:26.016 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-04-22T04:15:26.016 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-22T04:15:26.018 INFO:teuthology.task.install.rpm:Pulling from https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/ 2024-04-22T04:15:26.019 INFO:teuthology.task.install.rpm:Package version is 16.2.15-0 2024-04-22T04:15:26.047 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-22T04:15:26.047 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T04:15:26.047 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-22T04:15:26.057 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-22T04:15:26.057 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-22T04:15:26.057 INFO:teuthology.packaging:ref: None 2024-04-22T04:15:26.057 INFO:teuthology.packaging:tag: None 2024-04-22T04:15:26.057 INFO:teuthology.packaging:branch: pacific 2024-04-22T04:15:26.057 INFO:teuthology.packaging:sha1: 5d8738502c195d34e1bca867c85b1d92f1aa34c6 2024-04-22T04:15:26.057 DEBUG:teuthology.orchestra.run.smithi062:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/pacific/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-22T04:15:26.078 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-22T04:15:26.078 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-22T04:15:26.078 INFO:teuthology.packaging:ref: None 2024-04-22T04:15:26.078 INFO:teuthology.packaging:tag: None 2024-04-22T04:15:26.079 INFO:teuthology.packaging:branch: pacific 2024-04-22T04:15:26.079 INFO:teuthology.packaging:sha1: 5d8738502c195d34e1bca867c85b1d92f1aa34c6 2024-04-22T04:15:26.079 DEBUG:teuthology.orchestra.run.smithi040:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/pacific/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-22T04:15:26.131 DEBUG:teuthology.orchestra.run.smithi062:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-22T04:15:26.150 DEBUG:teuthology.orchestra.run.smithi040:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-22T04:15:26.212 DEBUG:teuthology.orchestra.run.smithi062:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-22T04:15:26.231 DEBUG:teuthology.orchestra.run.smithi040:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-22T04:15:26.283 INFO:teuthology.orchestra.run.smithi062.stdout:check_obsoletes = 1 2024-04-22T04:15:26.286 DEBUG:teuthology.orchestra.run.smithi062:> sudo yum clean all 2024-04-22T04:15:26.300 INFO:teuthology.orchestra.run.smithi040.stdout:check_obsoletes = 1 2024-04-22T04:15:26.301 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum clean all 2024-04-22T04:15:26.573 INFO:teuthology.orchestra.run.smithi062.stdout:78 files removed 2024-04-22T04:15:26.586 INFO:teuthology.orchestra.run.smithi040.stdout:78 files removed 2024-04-22T04:15:26.616 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-22T04:15:26.645 DEBUG:teuthology.orchestra.run.smithi062:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-22T04:15:27.132 INFO:teuthology.orchestra.run.smithi040.stdout:ceph packages for x86_64 873 kB/s | 76 kB 00:00 2024-04-22T04:15:27.164 INFO:teuthology.orchestra.run.smithi062.stdout:ceph packages for x86_64 803 kB/s | 76 kB 00:00 2024-04-22T04:15:27.249 INFO:teuthology.orchestra.run.smithi040.stdout:ceph noarch packages 200 kB/s | 15 kB 00:00 2024-04-22T04:15:27.282 INFO:teuthology.orchestra.run.smithi062.stdout:ceph noarch packages 202 kB/s | 15 kB 00:00 2024-04-22T04:15:27.388 INFO:teuthology.orchestra.run.smithi040.stdout:ceph source packages 16 kB/s | 1.7 kB 00:00 2024-04-22T04:15:27.390 INFO:teuthology.orchestra.run.smithi062.stdout:ceph source packages 22 kB/s | 1.7 kB 00:00 2024-04-22T04:15:28.908 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 8 - AppStream 19 MB/s | 28 MB 00:01 2024-04-22T04:15:28.958 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - AppStream 18 MB/s | 28 MB 00:01 2024-04-22T04:15:35.185 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - BaseOS 11 MB/s | 10 MB 00:00 2024-04-22T04:15:35.234 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 8 - BaseOS 11 MB/s | 10 MB 00:00 2024-04-22T04:15:37.093 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 8 - Extras 98 kB/s | 18 kB 00:00 2024-04-22T04:15:37.277 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - Extras 54 kB/s | 18 kB 00:00 2024-04-22T04:15:37.752 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 8 - Extras common packages 14 kB/s | 7.7 kB 00:00 2024-04-22T04:15:37.811 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - Extras common packages 19 kB/s | 7.7 kB 00:00 2024-04-22T04:15:38.195 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 8 - PowerTools 14 MB/s | 5.0 MB 00:00 2024-04-22T04:15:38.379 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - PowerTools 11 MB/s | 5.0 MB 00:00 2024-04-22T04:15:39.328 INFO:teuthology.orchestra.run.smithi062.stdout:Copr repo for python3-asyncssh owned by ceph 23 kB/s | 3.5 kB 00:00 2024-04-22T04:15:39.572 INFO:teuthology.orchestra.run.smithi040.stdout:Copr repo for python3-asyncssh owned by ceph 25 kB/s | 3.5 kB 00:00 2024-04-22T04:15:40.548 INFO:teuthology.orchestra.run.smithi040.stdout:Extra Packages for Enterprise Linux 19 MB/s | 16 MB 00:00 2024-04-22T04:15:41.825 INFO:teuthology.orchestra.run.smithi062.stdout:Extra Packages for Enterprise Linux 6.8 MB/s | 16 MB 00:02 2024-04-22T04:15:44.623 INFO:teuthology.orchestra.run.smithi040.stdout:lab-extras 426 kB/s | 24 kB 00:00 2024-04-22T04:15:45.906 INFO:teuthology.orchestra.run.smithi062.stdout:lab-extras 329 kB/s | 24 kB 00:00 2024-04-22T04:15:48.498 INFO:teuthology.orchestra.run.smithi040.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2024-04-22T04:15:48.499 INFO:teuthology.orchestra.run.smithi040.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2024-04-22T04:15:48.572 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2024-04-22T04:15:48.583 INFO:teuthology.orchestra.run.smithi040.stdout:============================================================================================ 2024-04-22T04:15:48.583 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repository Size 2024-04-22T04:15:48.583 INFO:teuthology.orchestra.run.smithi040.stdout:============================================================================================ 2024-04-22T04:15:48.583 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2024-04-22T04:15:48.583 INFO:teuthology.orchestra.run.smithi040.stdout: ceph x86_64 2:16.2.15-0.el8 ceph 6.3 k 2024-04-22T04:15:48.583 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-base x86_64 2:16.2.15-0.el8 ceph 6.1 M 2024-04-22T04:15:48.583 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-fuse x86_64 2:16.2.15-0.el8 ceph 911 k 2024-04-22T04:15:48.583 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-immutable-object-cache x86_64 2:16.2.15-0.el8 ceph 161 k 2024-04-22T04:15:48.583 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr x86_64 2:16.2.15-0.el8 ceph 1.6 M 2024-04-22T04:15:48.583 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-cephadm noarch 2:16.2.15-0.el8 ceph-noarch 116 k 2024-04-22T04:15:48.583 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-dashboard noarch 2:16.2.15-0.el8 ceph-noarch 3.1 M 2024-04-22T04:15:48.583 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-diskprediction-local noarch 2:16.2.15-0.el8 ceph-noarch 8.6 M 2024-04-22T04:15:48.583 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-rook noarch 2:16.2.15-0.el8 ceph-noarch 27 k 2024-04-22T04:15:48.584 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-radosgw x86_64 2:16.2.15-0.el8 ceph 12 M 2024-04-22T04:15:48.584 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-test x86_64 2:16.2.15-0.el8 ceph 52 M 2024-04-22T04:15:48.584 INFO:teuthology.orchestra.run.smithi040.stdout: cephadm noarch 2:16.2.15-0.el8 ceph-noarch 85 k 2024-04-22T04:15:48.584 INFO:teuthology.orchestra.run.smithi040.stdout: libcephfs-devel x86_64 2:16.2.15-0.el8 ceph 25 k 2024-04-22T04:15:48.584 INFO:teuthology.orchestra.run.smithi040.stdout: libcephfs2 x86_64 2:16.2.15-0.el8 ceph 825 k 2024-04-22T04:15:48.584 INFO:teuthology.orchestra.run.smithi040.stdout: librados-devel x86_64 2:16.2.15-0.el8 ceph 131 k 2024-04-22T04:15:48.584 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cephfs x86_64 2:16.2.15-0.el8 ceph 215 k 2024-04-22T04:15:48.584 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytest noarch 3.4.2-11.el8 appstream 1.3 M 2024-04-22T04:15:48.584 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rados x86_64 2:16.2.15-0.el8 ceph 389 k 2024-04-22T04:15:48.584 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rbd x86_64 2:16.2.15-0.el8 ceph 369 k 2024-04-22T04:15:48.584 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rgw x86_64 2:16.2.15-0.el8 ceph 114 k 2024-04-22T04:15:48.584 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-fuse x86_64 2:16.2.15-0.el8 ceph 88 k 2024-04-22T04:15:48.584 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-mirror x86_64 2:16.2.15-0.el8 ceph 3.7 M 2024-04-22T04:15:48.584 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-nbd x86_64 2:16.2.15-0.el8 ceph 175 k 2024-04-22T04:15:48.585 INFO:teuthology.orchestra.run.smithi040.stdout:Upgrading: 2024-04-22T04:15:48.585 INFO:teuthology.orchestra.run.smithi040.stdout: librados2 x86_64 2:16.2.15-0.el8 ceph 3.7 M 2024-04-22T04:15:48.585 INFO:teuthology.orchestra.run.smithi040.stdout: librbd1 x86_64 2:16.2.15-0.el8 ceph 4.2 M 2024-04-22T04:15:48.585 INFO:teuthology.orchestra.run.smithi040.stdout:Installing dependencies: 2024-04-22T04:15:48.585 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-common x86_64 2:16.2.15-0.el8 ceph 24 M 2024-04-22T04:15:48.585 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-grafana-dashboards noarch 2:16.2.15-0.el8 ceph-noarch 24 k 2024-04-22T04:15:48.585 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mds x86_64 2:16.2.15-0.el8 ceph 2.4 M 2024-04-22T04:15:48.585 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-modules-core noarch 2:16.2.15-0.el8 ceph-noarch 245 k 2024-04-22T04:15:48.585 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mon x86_64 2:16.2.15-0.el8 ceph 5.2 M 2024-04-22T04:15:48.585 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-osd x86_64 2:16.2.15-0.el8 ceph 19 M 2024-04-22T04:15:48.585 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-prometheus-alerts noarch 2:16.2.15-0.el8 ceph-noarch 15 k 2024-04-22T04:15:48.586 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-selinux x86_64 2:16.2.15-0.el8 ceph 26 k 2024-04-22T04:15:48.586 INFO:teuthology.orchestra.run.smithi040.stdout: fuse x86_64 2.9.7-19.el8 baseos 83 k 2024-04-22T04:15:48.586 INFO:teuthology.orchestra.run.smithi040.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2024-04-22T04:15:48.586 INFO:teuthology.orchestra.run.smithi040.stdout: jq x86_64 1.6-8.el8 appstream 203 k 2024-04-22T04:15:48.586 INFO:teuthology.orchestra.run.smithi040.stdout: leveldb x86_64 1.22-1.el8 epel 181 k 2024-04-22T04:15:48.586 INFO:teuthology.orchestra.run.smithi040.stdout: libcephsqlite x86_64 2:16.2.15-0.el8 ceph 174 k 2024-04-22T04:15:48.586 INFO:teuthology.orchestra.run.smithi040.stdout: libgfortran x86_64 8.5.0-21.el8 baseos 645 k 2024-04-22T04:15:48.586 INFO:teuthology.orchestra.run.smithi040.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2024-04-22T04:15:48.586 INFO:teuthology.orchestra.run.smithi040.stdout: libquadmath x86_64 8.5.0-21.el8 baseos 172 k 2024-04-22T04:15:48.587 INFO:teuthology.orchestra.run.smithi040.stdout: librabbitmq x86_64 0.9.0-5.el8 baseos 47 k 2024-04-22T04:15:48.587 INFO:teuthology.orchestra.run.smithi040.stdout: libradosstriper1 x86_64 2:16.2.15-0.el8 ceph 494 k 2024-04-22T04:15:48.587 INFO:teuthology.orchestra.run.smithi040.stdout: librdkafka x86_64 1.6.1-1.el8 appstream 677 k 2024-04-22T04:15:48.587 INFO:teuthology.orchestra.run.smithi040.stdout: librgw2 x86_64 2:16.2.15-0.el8 ceph 3.8 M 2024-04-22T04:15:48.587 INFO:teuthology.orchestra.run.smithi040.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2024-04-22T04:15:48.587 INFO:teuthology.orchestra.run.smithi040.stdout: lttng-ust x86_64 2.8.1-11.el8 appstream 259 k 2024-04-22T04:15:48.587 INFO:teuthology.orchestra.run.smithi040.stdout: oniguruma x86_64 6.8.2-3.el8 appstream 188 k 2024-04-22T04:15:48.587 INFO:teuthology.orchestra.run.smithi040.stdout: openblas x86_64 0.3.15-4.el8 appstream 4.7 M 2024-04-22T04:15:48.587 INFO:teuthology.orchestra.run.smithi040.stdout: openblas-threads x86_64 0.3.15-4.el8 appstream 4.9 M 2024-04-22T04:15:48.587 INFO:teuthology.orchestra.run.smithi040.stdout: python3-apipkg noarch 1.5-6.el8 epel 21 k 2024-04-22T04:15:48.587 INFO:teuthology.orchestra.run.smithi040.stdout: python3-attrs noarch 17.4.0-6.el8 appstream 53 k 2024-04-22T04:15:48.587 INFO:teuthology.orchestra.run.smithi040.stdout: python3-babel noarch 2.5.1-7.el8 appstream 4.8 M 2024-04-22T04:15:48.587 INFO:teuthology.orchestra.run.smithi040.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2024-04-22T04:15:48.588 INFO:teuthology.orchestra.run.smithi040.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2024-04-22T04:15:48.588 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2024-04-22T04:15:48.588 INFO:teuthology.orchestra.run.smithi040.stdout: python3-ceph-argparse x86_64 2:16.2.15-0.el8 ceph 45 k 2024-04-22T04:15:48.588 INFO:teuthology.orchestra.run.smithi040.stdout: python3-ceph-common x86_64 2:16.2.15-0.el8 ceph 99 k 2024-04-22T04:15:48.588 INFO:teuthology.orchestra.run.smithi040.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2024-04-22T04:15:48.588 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cffi x86_64 1.11.5-6.el8 baseos 249 k 2024-04-22T04:15:48.588 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2024-04-22T04:15:48.589 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2024-04-22T04:15:48.589 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cryptography x86_64 3.2.1-7.el8 baseos 641 k 2024-04-22T04:15:48.589 INFO:teuthology.orchestra.run.smithi040.stdout: python3-execnet noarch 1.7.1-1.el8 epel 355 k 2024-04-22T04:15:48.589 INFO:teuthology.orchestra.run.smithi040.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2024-04-22T04:15:48.589 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2024-04-22T04:15:48.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2024-04-22T04:15:48.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jinja2 noarch 2.10.1-4.el8 appstream 578 k 2024-04-22T04:15:48.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jsonpatch noarch 1.21-2.el8 appstream 27 k 2024-04-22T04:15:48.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jsonpointer noarch 1.10-11.el8 appstream 20 k 2024-04-22T04:15:48.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jwt noarch 1.6.1-2.el8 baseos 43 k 2024-04-22T04:15:48.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2024-04-22T04:15:48.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2024-04-22T04:15:48.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-mako noarch 1.0.6-14.el8 appstream 157 k 2024-04-22T04:15:48.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-markupsafe x86_64 0.23-19.el8 appstream 39 k 2024-04-22T04:15:48.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2024-04-22T04:15:48.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-numpy x86_64 1:1.14.3-10.el8 appstream 3.7 M 2024-04-22T04:15:48.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 appstream 225 k 2024-04-22T04:15:48.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-oauthlib noarch 2.1.0-1.el8 baseos 155 k 2024-04-22T04:15:48.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2024-04-22T04:15:48.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pluggy noarch 0.6.0-3.el8 appstream 32 k 2024-04-22T04:15:48.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2024-04-22T04:15:48.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-prettytable noarch 0.7.2-14.el8 appstream 44 k 2024-04-22T04:15:48.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-py noarch 1.5.3-4.el8 appstream 472 k 2024-04-22T04:15:48.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 appstream 103 k 2024-04-22T04:15:48.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyasn1 noarch 0.3.7-6.el8 appstream 126 k 2024-04-22T04:15:48.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 appstream 110 k 2024-04-22T04:15:48.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pycparser noarch 2.14-14.el8 baseos 109 k 2024-04-22T04:15:48.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytz noarch 2017.2-11.el8 appstream 57 k 2024-04-22T04:15:48.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-remoto noarch 1.2.1-1.el8 epel 49 k 2024-04-22T04:15:48.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2024-04-22T04:15:48.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 baseos 43 k 2024-04-22T04:15:48.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2024-04-22T04:15:48.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2024-04-22T04:15:48.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-scipy x86_64 1.0.0-21.module_el8+762+77bd8591 appstream 14 M 2024-04-22T04:15:48.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2024-04-22T04:15:48.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2024-04-22T04:15:48.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2024-04-22T04:15:48.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2024-04-22T04:15:48.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2024-04-22T04:15:48.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2024-04-22T04:15:48.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2024-04-22T04:15:48.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2024-04-22T04:15:48.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-werkzeug noarch 0.12.2-4.el8 appstream 457 k 2024-04-22T04:15:48.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2024-04-22T04:15:48.592 INFO:teuthology.orchestra.run.smithi040.stdout: socat x86_64 1.7.4.1-1.el8 appstream 323 k 2024-04-22T04:15:48.592 INFO:teuthology.orchestra.run.smithi040.stdout: xmlstarlet x86_64 1.6.1-20.el8 appstream 71 k 2024-04-22T04:15:48.592 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:15:48.592 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2024-04-22T04:15:48.593 INFO:teuthology.orchestra.run.smithi040.stdout:============================================================================================ 2024-04-22T04:15:48.593 INFO:teuthology.orchestra.run.smithi040.stdout:Install 105 Packages 2024-04-22T04:15:48.593 INFO:teuthology.orchestra.run.smithi040.stdout:Upgrade 2 Packages 2024-04-22T04:15:48.593 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:15:48.593 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 198 M 2024-04-22T04:15:48.593 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2024-04-22T04:15:49.133 INFO:teuthology.orchestra.run.smithi040.stdout:(1/107): ceph-16.2.15-0.el8.x86_64.rpm 112 kB/s | 6.3 kB 00:00 2024-04-22T04:15:49.175 INFO:teuthology.orchestra.run.smithi040.stdout:(2/107): ceph-fuse-16.2.15-0.el8.x86_64.rpm 21 MB/s | 911 kB 00:00 2024-04-22T04:15:49.209 INFO:teuthology.orchestra.run.smithi040.stdout:(3/107): ceph-immutable-object-cache-16.2.15-0. 4.8 MB/s | 161 kB 00:00 2024-04-22T04:15:49.301 INFO:teuthology.orchestra.run.smithi040.stdout:(4/107): ceph-mds-16.2.15-0.el8.x86_64.rpm 27 MB/s | 2.4 MB 00:00 2024-04-22T04:15:49.351 INFO:teuthology.orchestra.run.smithi040.stdout:(5/107): ceph-mgr-16.2.15-0.el8.x86_64.rpm 33 MB/s | 1.6 MB 00:00 2024-04-22T04:15:49.426 INFO:teuthology.orchestra.run.smithi040.stdout:(6/107): ceph-base-16.2.15-0.el8.x86_64.rpm 18 MB/s | 6.1 MB 00:00 2024-04-22T04:15:49.562 INFO:teuthology.orchestra.run.smithi040.stdout:(7/107): ceph-mon-16.2.15-0.el8.x86_64.rpm 25 MB/s | 5.2 MB 00:00 2024-04-22T04:15:49.802 INFO:teuthology.orchestra.run.smithi040.stdout:(8/107): ceph-radosgw-16.2.15-0.el8.x86_64.rpm 49 MB/s | 12 MB 00:00 2024-04-22T04:15:49.847 INFO:teuthology.orchestra.run.smithi062.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2024-04-22T04:15:49.848 INFO:teuthology.orchestra.run.smithi062.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2024-04-22T04:15:49.849 INFO:teuthology.orchestra.run.smithi040.stdout:(9/107): ceph-selinux-16.2.15-0.el8.x86_64.rpm 549 kB/s | 26 kB 00:00 2024-04-22T04:15:49.920 INFO:teuthology.orchestra.run.smithi062.stdout:Dependencies resolved. 2024-04-22T04:15:49.931 INFO:teuthology.orchestra.run.smithi062.stdout:============================================================================================ 2024-04-22T04:15:49.931 INFO:teuthology.orchestra.run.smithi062.stdout: Package Arch Version Repository Size 2024-04-22T04:15:49.931 INFO:teuthology.orchestra.run.smithi062.stdout:============================================================================================ 2024-04-22T04:15:49.931 INFO:teuthology.orchestra.run.smithi062.stdout:Installing: 2024-04-22T04:15:49.931 INFO:teuthology.orchestra.run.smithi062.stdout: ceph x86_64 2:16.2.15-0.el8 ceph 6.3 k 2024-04-22T04:15:49.931 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-base x86_64 2:16.2.15-0.el8 ceph 6.1 M 2024-04-22T04:15:49.931 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-fuse x86_64 2:16.2.15-0.el8 ceph 911 k 2024-04-22T04:15:49.931 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-immutable-object-cache x86_64 2:16.2.15-0.el8 ceph 161 k 2024-04-22T04:15:49.931 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr x86_64 2:16.2.15-0.el8 ceph 1.6 M 2024-04-22T04:15:49.931 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-cephadm noarch 2:16.2.15-0.el8 ceph-noarch 116 k 2024-04-22T04:15:49.931 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-dashboard noarch 2:16.2.15-0.el8 ceph-noarch 3.1 M 2024-04-22T04:15:49.931 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-diskprediction-local noarch 2:16.2.15-0.el8 ceph-noarch 8.6 M 2024-04-22T04:15:49.931 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-rook noarch 2:16.2.15-0.el8 ceph-noarch 27 k 2024-04-22T04:15:49.931 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-radosgw x86_64 2:16.2.15-0.el8 ceph 12 M 2024-04-22T04:15:49.932 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-test x86_64 2:16.2.15-0.el8 ceph 52 M 2024-04-22T04:15:49.932 INFO:teuthology.orchestra.run.smithi062.stdout: cephadm noarch 2:16.2.15-0.el8 ceph-noarch 85 k 2024-04-22T04:15:49.932 INFO:teuthology.orchestra.run.smithi062.stdout: libcephfs-devel x86_64 2:16.2.15-0.el8 ceph 25 k 2024-04-22T04:15:49.932 INFO:teuthology.orchestra.run.smithi062.stdout: libcephfs2 x86_64 2:16.2.15-0.el8 ceph 825 k 2024-04-22T04:15:49.932 INFO:teuthology.orchestra.run.smithi062.stdout: librados-devel x86_64 2:16.2.15-0.el8 ceph 131 k 2024-04-22T04:15:49.932 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cephfs x86_64 2:16.2.15-0.el8 ceph 215 k 2024-04-22T04:15:49.932 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pytest noarch 3.4.2-11.el8 appstream 1.3 M 2024-04-22T04:15:49.932 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rados x86_64 2:16.2.15-0.el8 ceph 389 k 2024-04-22T04:15:49.932 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rbd x86_64 2:16.2.15-0.el8 ceph 369 k 2024-04-22T04:15:49.932 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rgw x86_64 2:16.2.15-0.el8 ceph 114 k 2024-04-22T04:15:49.932 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-fuse x86_64 2:16.2.15-0.el8 ceph 88 k 2024-04-22T04:15:49.932 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-mirror x86_64 2:16.2.15-0.el8 ceph 3.7 M 2024-04-22T04:15:49.932 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-nbd x86_64 2:16.2.15-0.el8 ceph 175 k 2024-04-22T04:15:49.932 INFO:teuthology.orchestra.run.smithi062.stdout:Upgrading: 2024-04-22T04:15:49.932 INFO:teuthology.orchestra.run.smithi062.stdout: librados2 x86_64 2:16.2.15-0.el8 ceph 3.7 M 2024-04-22T04:15:49.933 INFO:teuthology.orchestra.run.smithi062.stdout: librbd1 x86_64 2:16.2.15-0.el8 ceph 4.2 M 2024-04-22T04:15:49.933 INFO:teuthology.orchestra.run.smithi062.stdout:Installing dependencies: 2024-04-22T04:15:49.933 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-common x86_64 2:16.2.15-0.el8 ceph 24 M 2024-04-22T04:15:49.933 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-grafana-dashboards noarch 2:16.2.15-0.el8 ceph-noarch 24 k 2024-04-22T04:15:49.933 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mds x86_64 2:16.2.15-0.el8 ceph 2.4 M 2024-04-22T04:15:49.933 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-modules-core noarch 2:16.2.15-0.el8 ceph-noarch 245 k 2024-04-22T04:15:49.933 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mon x86_64 2:16.2.15-0.el8 ceph 5.2 M 2024-04-22T04:15:49.933 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-osd x86_64 2:16.2.15-0.el8 ceph 19 M 2024-04-22T04:15:49.933 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-prometheus-alerts noarch 2:16.2.15-0.el8 ceph-noarch 15 k 2024-04-22T04:15:49.933 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-selinux x86_64 2:16.2.15-0.el8 ceph 26 k 2024-04-22T04:15:49.933 INFO:teuthology.orchestra.run.smithi062.stdout: fuse x86_64 2.9.7-19.el8 baseos 83 k 2024-04-22T04:15:49.933 INFO:teuthology.orchestra.run.smithi062.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2024-04-22T04:15:49.933 INFO:teuthology.orchestra.run.smithi062.stdout: jq x86_64 1.6-8.el8 appstream 203 k 2024-04-22T04:15:49.933 INFO:teuthology.orchestra.run.smithi062.stdout: leveldb x86_64 1.22-1.el8 epel 181 k 2024-04-22T04:15:49.933 INFO:teuthology.orchestra.run.smithi062.stdout: libcephsqlite x86_64 2:16.2.15-0.el8 ceph 174 k 2024-04-22T04:15:49.933 INFO:teuthology.orchestra.run.smithi062.stdout: libgfortran x86_64 8.5.0-21.el8 baseos 645 k 2024-04-22T04:15:49.934 INFO:teuthology.orchestra.run.smithi062.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2024-04-22T04:15:49.934 INFO:teuthology.orchestra.run.smithi062.stdout: libquadmath x86_64 8.5.0-21.el8 baseos 172 k 2024-04-22T04:15:49.934 INFO:teuthology.orchestra.run.smithi062.stdout: librabbitmq x86_64 0.9.0-5.el8 baseos 47 k 2024-04-22T04:15:49.934 INFO:teuthology.orchestra.run.smithi062.stdout: libradosstriper1 x86_64 2:16.2.15-0.el8 ceph 494 k 2024-04-22T04:15:49.934 INFO:teuthology.orchestra.run.smithi062.stdout: librdkafka x86_64 1.6.1-1.el8 appstream 677 k 2024-04-22T04:15:49.934 INFO:teuthology.orchestra.run.smithi062.stdout: librgw2 x86_64 2:16.2.15-0.el8 ceph 3.8 M 2024-04-22T04:15:49.934 INFO:teuthology.orchestra.run.smithi062.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2024-04-22T04:15:49.934 INFO:teuthology.orchestra.run.smithi062.stdout: lttng-ust x86_64 2.8.1-11.el8 appstream 259 k 2024-04-22T04:15:49.934 INFO:teuthology.orchestra.run.smithi062.stdout: oniguruma x86_64 6.8.2-3.el8 appstream 188 k 2024-04-22T04:15:49.934 INFO:teuthology.orchestra.run.smithi062.stdout: openblas x86_64 0.3.15-4.el8 appstream 4.7 M 2024-04-22T04:15:49.934 INFO:teuthology.orchestra.run.smithi062.stdout: openblas-threads x86_64 0.3.15-4.el8 appstream 4.9 M 2024-04-22T04:15:49.934 INFO:teuthology.orchestra.run.smithi062.stdout: python3-apipkg noarch 1.5-6.el8 epel 21 k 2024-04-22T04:15:49.934 INFO:teuthology.orchestra.run.smithi062.stdout: python3-attrs noarch 17.4.0-6.el8 appstream 53 k 2024-04-22T04:15:49.934 INFO:teuthology.orchestra.run.smithi062.stdout: python3-babel noarch 2.5.1-7.el8 appstream 4.8 M 2024-04-22T04:15:49.934 INFO:teuthology.orchestra.run.smithi062.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2024-04-22T04:15:49.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2024-04-22T04:15:49.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2024-04-22T04:15:49.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ceph-argparse x86_64 2:16.2.15-0.el8 ceph 45 k 2024-04-22T04:15:49.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ceph-common x86_64 2:16.2.15-0.el8 ceph 99 k 2024-04-22T04:15:49.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2024-04-22T04:15:49.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cffi x86_64 1.11.5-6.el8 baseos 249 k 2024-04-22T04:15:49.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2024-04-22T04:15:49.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2024-04-22T04:15:49.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cryptography x86_64 3.2.1-7.el8 baseos 641 k 2024-04-22T04:15:49.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-execnet noarch 1.7.1-1.el8 epel 355 k 2024-04-22T04:15:49.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2024-04-22T04:15:49.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2024-04-22T04:15:49.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2024-04-22T04:15:49.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jinja2 noarch 2.10.1-4.el8 appstream 578 k 2024-04-22T04:15:49.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jsonpatch noarch 1.21-2.el8 appstream 27 k 2024-04-22T04:15:49.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jsonpointer noarch 1.10-11.el8 appstream 20 k 2024-04-22T04:15:49.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jwt noarch 1.6.1-2.el8 baseos 43 k 2024-04-22T04:15:49.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2024-04-22T04:15:49.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2024-04-22T04:15:49.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-mako noarch 1.0.6-14.el8 appstream 157 k 2024-04-22T04:15:49.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-markupsafe x86_64 0.23-19.el8 appstream 39 k 2024-04-22T04:15:49.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2024-04-22T04:15:49.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-numpy x86_64 1:1.14.3-10.el8 appstream 3.7 M 2024-04-22T04:15:49.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 appstream 225 k 2024-04-22T04:15:49.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-oauthlib noarch 2.1.0-1.el8 baseos 155 k 2024-04-22T04:15:49.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2024-04-22T04:15:49.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pluggy noarch 0.6.0-3.el8 appstream 32 k 2024-04-22T04:15:49.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2024-04-22T04:15:49.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-prettytable noarch 0.7.2-14.el8 appstream 44 k 2024-04-22T04:15:49.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-py noarch 1.5.3-4.el8 appstream 472 k 2024-04-22T04:15:49.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 appstream 103 k 2024-04-22T04:15:49.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyasn1 noarch 0.3.7-6.el8 appstream 126 k 2024-04-22T04:15:49.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 appstream 110 k 2024-04-22T04:15:49.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pycparser noarch 2.14-14.el8 baseos 109 k 2024-04-22T04:15:49.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pytz noarch 2017.2-11.el8 appstream 57 k 2024-04-22T04:15:49.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-remoto noarch 1.2.1-1.el8 epel 49 k 2024-04-22T04:15:49.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2024-04-22T04:15:49.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 baseos 43 k 2024-04-22T04:15:49.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2024-04-22T04:15:49.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2024-04-22T04:15:49.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-scipy x86_64 1.0.0-21.module_el8+762+77bd8591 appstream 14 M 2024-04-22T04:15:49.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2024-04-22T04:15:49.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2024-04-22T04:15:49.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2024-04-22T04:15:49.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2024-04-22T04:15:49.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2024-04-22T04:15:49.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2024-04-22T04:15:49.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2024-04-22T04:15:49.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2024-04-22T04:15:49.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-werkzeug noarch 0.12.2-4.el8 appstream 457 k 2024-04-22T04:15:49.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2024-04-22T04:15:49.938 INFO:teuthology.orchestra.run.smithi062.stdout: socat x86_64 1.7.4.1-1.el8 appstream 323 k 2024-04-22T04:15:49.938 INFO:teuthology.orchestra.run.smithi062.stdout: xmlstarlet x86_64 1.6.1-20.el8 appstream 71 k 2024-04-22T04:15:49.938 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:15:49.938 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction Summary 2024-04-22T04:15:49.938 INFO:teuthology.orchestra.run.smithi062.stdout:============================================================================================ 2024-04-22T04:15:49.938 INFO:teuthology.orchestra.run.smithi062.stdout:Install 105 Packages 2024-04-22T04:15:49.938 INFO:teuthology.orchestra.run.smithi062.stdout:Upgrade 2 Packages 2024-04-22T04:15:49.938 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:15:49.939 INFO:teuthology.orchestra.run.smithi062.stdout:Total download size: 198 M 2024-04-22T04:15:49.939 INFO:teuthology.orchestra.run.smithi062.stdout:Downloading Packages: 2024-04-22T04:15:50.102 INFO:teuthology.orchestra.run.smithi040.stdout:(10/107): ceph-common-16.2.15-0.el8.x86_64.rpm 24 MB/s | 24 MB 00:01 2024-04-22T04:15:50.153 INFO:teuthology.orchestra.run.smithi040.stdout:(11/107): libcephfs-devel-16.2.15-0.el8.x86_64. 510 kB/s | 25 kB 00:00 2024-04-22T04:15:50.194 INFO:teuthology.orchestra.run.smithi040.stdout:(12/107): libcephfs2-16.2.15-0.el8.x86_64.rpm 19 MB/s | 825 kB 00:00 2024-04-22T04:15:50.220 INFO:teuthology.orchestra.run.smithi040.stdout:(13/107): libcephsqlite-16.2.15-0.el8.x86_64.rp 6.8 MB/s | 174 kB 00:00 2024-04-22T04:15:50.422 INFO:teuthology.orchestra.run.smithi040.stdout:(14/107): ceph-osd-16.2.15-0.el8.x86_64.rpm 19 MB/s | 19 MB 00:00 2024-04-22T04:15:50.446 INFO:teuthology.orchestra.run.smithi040.stdout:(15/107): librados-devel-16.2.15-0.el8.x86_64.r 582 kB/s | 131 kB 00:00 2024-04-22T04:15:50.479 INFO:teuthology.orchestra.run.smithi040.stdout:(16/107): libradosstriper1-16.2.15-0.el8.x86_64 8.6 MB/s | 494 kB 00:00 2024-04-22T04:15:50.504 INFO:teuthology.orchestra.run.smithi040.stdout:(17/107): python3-ceph-argparse-16.2.15-0.el8.x 1.8 MB/s | 45 kB 00:00 2024-04-22T04:15:50.521 INFO:teuthology.orchestra.run.smithi040.stdout:(18/107): python3-ceph-common-16.2.15-0.el8.x86 5.8 MB/s | 99 kB 00:00 2024-04-22T04:15:50.547 INFO:teuthology.orchestra.run.smithi040.stdout:(19/107): python3-cephfs-16.2.15-0.el8.x86_64.r 8.4 MB/s | 215 kB 00:00 2024-04-22T04:15:50.581 INFO:teuthology.orchestra.run.smithi040.stdout:(20/107): python3-rados-16.2.15-0.el8.x86_64.rp 11 MB/s | 389 kB 00:00 2024-04-22T04:15:50.614 INFO:teuthology.orchestra.run.smithi040.stdout:(21/107): python3-rbd-16.2.15-0.el8.x86_64.rpm 11 MB/s | 369 kB 00:00 2024-04-22T04:15:50.639 INFO:teuthology.orchestra.run.smithi040.stdout:(22/107): python3-rgw-16.2.15-0.el8.x86_64.rpm 4.5 MB/s | 114 kB 00:00 2024-04-22T04:15:50.665 INFO:teuthology.orchestra.run.smithi040.stdout:(23/107): rbd-fuse-16.2.15-0.el8.x86_64.rpm 3.5 MB/s | 88 kB 00:00 2024-04-22T04:15:50.716 INFO:teuthology.orchestra.run.smithi062.stdout:(1/107): ceph-16.2.15-0.el8.x86_64.rpm 115 kB/s | 6.3 kB 00:00 2024-04-22T04:15:50.758 INFO:teuthology.orchestra.run.smithi062.stdout:(2/107): ceph-fuse-16.2.15-0.el8.x86_64.rpm 21 MB/s | 911 kB 00:00 2024-04-22T04:15:50.765 INFO:teuthology.orchestra.run.smithi040.stdout:(24/107): librgw2-16.2.15-0.el8.x86_64.rpm 12 MB/s | 3.8 MB 00:00 2024-04-22T04:15:50.783 INFO:teuthology.orchestra.run.smithi062.stdout:(3/107): ceph-immutable-object-cache-16.2.15-0. 6.3 MB/s | 161 kB 00:00 2024-04-22T04:15:50.791 INFO:teuthology.orchestra.run.smithi040.stdout:(25/107): rbd-nbd-16.2.15-0.el8.x86_64.rpm 6.9 MB/s | 175 kB 00:00 2024-04-22T04:15:50.816 INFO:teuthology.orchestra.run.smithi040.stdout:(26/107): ceph-grafana-dashboards-16.2.15-0.el8 983 kB/s | 24 kB 00:00 2024-04-22T04:15:50.841 INFO:teuthology.orchestra.run.smithi040.stdout:(27/107): ceph-mgr-cephadm-16.2.15-0.el8.noarch 4.6 MB/s | 116 kB 00:00 2024-04-22T04:15:50.858 INFO:teuthology.orchestra.run.smithi062.stdout:(4/107): ceph-mds-16.2.15-0.el8.x86_64.rpm 33 MB/s | 2.4 MB 00:00 2024-04-22T04:15:50.908 INFO:teuthology.orchestra.run.smithi040.stdout:(28/107): rbd-mirror-16.2.15-0.el8.x86_64.rpm 15 MB/s | 3.7 MB 00:00 2024-04-22T04:15:50.936 INFO:teuthology.orchestra.run.smithi062.stdout:(5/107): ceph-mgr-16.2.15-0.el8.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-04-22T04:15:50.996 INFO:teuthology.orchestra.run.smithi040.stdout:(29/107): ceph-mgr-dashboard-16.2.15-0.el8.noar 20 MB/s | 3.1 MB 00:00 2024-04-22T04:15:51.026 INFO:teuthology.orchestra.run.smithi040.stdout:(30/107): ceph-mgr-modules-core-16.2.15-0.el8.n 8.2 MB/s | 245 kB 00:00 2024-04-22T04:15:51.026 INFO:teuthology.orchestra.run.smithi062.stdout:(6/107): ceph-base-16.2.15-0.el8.x86_64.rpm 17 MB/s | 6.1 MB 00:00 2024-04-22T04:15:51.051 INFO:teuthology.orchestra.run.smithi040.stdout:(31/107): ceph-mgr-rook-16.2.15-0.el8.noarch.rp 1.1 MB/s | 27 kB 00:00 2024-04-22T04:15:51.076 INFO:teuthology.orchestra.run.smithi040.stdout:(32/107): ceph-prometheus-alerts-16.2.15-0.el8. 596 kB/s | 15 kB 00:00 2024-04-22T04:15:51.102 INFO:teuthology.orchestra.run.smithi040.stdout:(33/107): cephadm-16.2.15-0.el8.noarch.rpm 3.3 MB/s | 85 kB 00:00 2024-04-22T04:15:51.143 INFO:teuthology.orchestra.run.smithi062.stdout:(7/107): ceph-mon-16.2.15-0.el8.x86_64.rpm 25 MB/s | 5.2 MB 00:00 2024-04-22T04:15:51.252 INFO:teuthology.orchestra.run.smithi040.stdout:(34/107): ceph-mgr-diskprediction-local-16.2.15 25 MB/s | 8.6 MB 00:00 2024-04-22T04:15:51.376 INFO:teuthology.orchestra.run.smithi062.stdout:(8/107): ceph-radosgw-16.2.15-0.el8.x86_64.rpm 50 MB/s | 12 MB 00:00 2024-04-22T04:15:51.402 INFO:teuthology.orchestra.run.smithi062.stdout:(9/107): ceph-selinux-16.2.15-0.el8.x86_64.rpm 1.0 MB/s | 26 kB 00:00 2024-04-22T04:15:51.669 INFO:teuthology.orchestra.run.smithi062.stdout:(10/107): ceph-common-16.2.15-0.el8.x86_64.rpm 24 MB/s | 24 MB 00:01 2024-04-22T04:15:51.694 INFO:teuthology.orchestra.run.smithi062.stdout:(11/107): libcephfs-devel-16.2.15-0.el8.x86_64. 1.0 MB/s | 25 kB 00:00 2024-04-22T04:15:51.878 INFO:teuthology.orchestra.run.smithi062.stdout:(12/107): ceph-osd-16.2.15-0.el8.x86_64.rpm 22 MB/s | 19 MB 00:00 2024-04-22T04:15:51.919 INFO:teuthology.orchestra.run.smithi040.stdout:(35/107): ceph-test-16.2.15-0.el8.x86_64.rpm 25 MB/s | 52 MB 00:02 2024-04-22T04:15:51.936 INFO:teuthology.orchestra.run.smithi040.stdout:(36/107): jq-1.6-8.el8.x86_64.rpm 243 kB/s | 203 kB 00:00 2024-04-22T04:15:51.944 INFO:teuthology.orchestra.run.smithi062.stdout:(13/107): libcephfs2-16.2.15-0.el8.x86_64.rpm 3.2 MB/s | 825 kB 00:00 2024-04-22T04:15:51.970 INFO:teuthology.orchestra.run.smithi062.stdout:(14/107): libcephsqlite-16.2.15-0.el8.x86_64.rp 1.8 MB/s | 174 kB 00:00 2024-04-22T04:15:51.987 INFO:teuthology.orchestra.run.smithi062.stdout:(15/107): librados-devel-16.2.15-0.el8.x86_64.r 3.0 MB/s | 131 kB 00:00 2024-04-22T04:15:52.021 INFO:teuthology.orchestra.run.smithi062.stdout:(16/107): libradosstriper1-16.2.15-0.el8.x86_64 9.6 MB/s | 494 kB 00:00 2024-04-22T04:15:52.046 INFO:teuthology.orchestra.run.smithi062.stdout:(17/107): python3-ceph-argparse-16.2.15-0.el8.x 1.8 MB/s | 45 kB 00:00 2024-04-22T04:15:52.071 INFO:teuthology.orchestra.run.smithi062.stdout:(18/107): python3-ceph-common-16.2.15-0.el8.x86 3.9 MB/s | 99 kB 00:00 2024-04-22T04:15:52.086 INFO:teuthology.orchestra.run.smithi040.stdout:(37/107): oniguruma-6.8.2-3.el8.x86_64.rpm 1.2 MB/s | 188 kB 00:00 2024-04-22T04:15:52.088 INFO:teuthology.orchestra.run.smithi062.stdout:(19/107): python3-cephfs-16.2.15-0.el8.x86_64.r 13 MB/s | 215 kB 00:00 2024-04-22T04:15:52.122 INFO:teuthology.orchestra.run.smithi062.stdout:(20/107): python3-rados-16.2.15-0.el8.x86_64.rp 11 MB/s | 389 kB 00:00 2024-04-22T04:15:52.155 INFO:teuthology.orchestra.run.smithi062.stdout:(21/107): python3-rbd-16.2.15-0.el8.x86_64.rpm 11 MB/s | 369 kB 00:00 2024-04-22T04:15:52.181 INFO:teuthology.orchestra.run.smithi062.stdout:(22/107): python3-rgw-16.2.15-0.el8.x86_64.rpm 4.5 MB/s | 114 kB 00:00 2024-04-22T04:15:52.206 INFO:teuthology.orchestra.run.smithi062.stdout:(23/107): rbd-fuse-16.2.15-0.el8.x86_64.rpm 3.4 MB/s | 88 kB 00:00 2024-04-22T04:15:52.246 INFO:teuthology.orchestra.run.smithi040.stdout:(38/107): librdkafka-1.6.1-1.el8.x86_64.rpm 682 kB/s | 677 kB 00:00 2024-04-22T04:15:52.300 INFO:teuthology.orchestra.run.smithi062.stdout:(24/107): librgw2-16.2.15-0.el8.x86_64.rpm 12 MB/s | 3.8 MB 00:00 2024-04-22T04:15:52.326 INFO:teuthology.orchestra.run.smithi062.stdout:(25/107): rbd-nbd-16.2.15-0.el8.x86_64.rpm 6.9 MB/s | 175 kB 00:00 2024-04-22T04:15:52.342 INFO:teuthology.orchestra.run.smithi062.stdout:(26/107): ceph-grafana-dashboards-16.2.15-0.el8 1.4 MB/s | 24 kB 00:00 2024-04-22T04:15:52.368 INFO:teuthology.orchestra.run.smithi062.stdout:(27/107): ceph-mgr-cephadm-16.2.15-0.el8.noarch 4.5 MB/s | 116 kB 00:00 2024-04-22T04:15:52.451 INFO:teuthology.orchestra.run.smithi062.stdout:(28/107): rbd-mirror-16.2.15-0.el8.x86_64.rpm 15 MB/s | 3.7 MB 00:00 2024-04-22T04:15:52.533 INFO:teuthology.orchestra.run.smithi062.stdout:(29/107): ceph-mgr-dashboard-16.2.15-0.el8.noar 19 MB/s | 3.1 MB 00:00 2024-04-22T04:15:52.569 INFO:teuthology.orchestra.run.smithi062.stdout:(30/107): ceph-mgr-modules-core-16.2.15-0.el8.n 6.8 MB/s | 245 kB 00:00 2024-04-22T04:15:52.648 INFO:teuthology.orchestra.run.smithi062.stdout:(31/107): ceph-mgr-rook-16.2.15-0.el8.noarch.rp 348 kB/s | 27 kB 00:00 2024-04-22T04:15:52.704 INFO:teuthology.orchestra.run.smithi040.stdout:(39/107): lttng-ust-2.8.1-11.el8.x86_64.rpm 331 kB/s | 259 kB 00:00 2024-04-22T04:15:52.875 INFO:teuthology.orchestra.run.smithi062.stdout:(32/107): ceph-prometheus-alerts-16.2.15-0.el8. 65 kB/s | 15 kB 00:00 2024-04-22T04:15:53.009 INFO:teuthology.orchestra.run.smithi040.stdout:(40/107): openblas-0.3.15-4.el8.x86_64.rpm 5.1 MB/s | 4.7 MB 00:00 2024-04-22T04:15:53.038 INFO:teuthology.orchestra.run.smithi040.stdout:(41/107): python3-attrs-17.4.0-6.el8.noarch.rpm 158 kB/s | 53 kB 00:00 2024-04-22T04:15:53.120 INFO:teuthology.orchestra.run.smithi062.stdout:(33/107): cephadm-16.2.15-0.el8.noarch.rpm 348 kB/s | 85 kB 00:00 2024-04-22T04:15:53.272 INFO:teuthology.orchestra.run.smithi040.stdout:(42/107): python3-babel-2.5.1-7.el8.noarch.rpm 18 MB/s | 4.8 MB 00:00 2024-04-22T04:15:53.297 INFO:teuthology.orchestra.run.smithi040.stdout:(43/107): python3-jinja2-2.10.1-4.el8.noarch.rp 2.2 MB/s | 578 kB 00:00 2024-04-22T04:15:53.389 INFO:teuthology.orchestra.run.smithi040.stdout:(44/107): openblas-threads-0.3.15-4.el8.x86_64. 4.2 MB/s | 4.9 MB 00:01 2024-04-22T04:15:53.414 INFO:teuthology.orchestra.run.smithi040.stdout:(45/107): python3-jsonpatch-1.21-2.el8.noarch.r 187 kB/s | 27 kB 00:00 2024-04-22T04:15:53.439 INFO:teuthology.orchestra.run.smithi040.stdout:(46/107): python3-jsonpointer-1.10-11.el8.noarc 140 kB/s | 20 kB 00:00 2024-04-22T04:15:53.482 INFO:teuthology.orchestra.run.smithi040.stdout:(47/107): python3-mako-1.0.6-14.el8.noarch.rpm 1.7 MB/s | 157 kB 00:00 2024-04-22T04:15:53.514 INFO:teuthology.orchestra.run.smithi062.stdout:(34/107): ceph-mgr-diskprediction-local-16.2.15 8.1 MB/s | 8.6 MB 00:01 2024-04-22T04:15:53.523 INFO:teuthology.orchestra.run.smithi040.stdout:(48/107): python3-markupsafe-0.23-19.el8.x86_64 464 kB/s | 39 kB 00:00 2024-04-22T04:15:53.599 INFO:teuthology.orchestra.run.smithi040.stdout:(49/107): python3-numpy-f2py-1.14.3-10.el8.x86_ 1.9 MB/s | 225 kB 00:00 2024-04-22T04:15:53.624 INFO:teuthology.orchestra.run.smithi040.stdout:(50/107): python3-pluggy-0.6.0-3.el8.noarch.rpm 320 kB/s | 32 kB 00:00 2024-04-22T04:15:53.691 INFO:teuthology.orchestra.run.smithi040.stdout:(51/107): python3-prettytable-0.7.2-14.el8.noar 477 kB/s | 44 kB 00:00 2024-04-22T04:15:53.725 INFO:teuthology.orchestra.run.smithi040.stdout:(52/107): python3-py-1.5.3-4.el8.noarch.rpm 4.6 MB/s | 472 kB 00:00 2024-04-22T04:15:53.792 INFO:teuthology.orchestra.run.smithi040.stdout:(53/107): python3-numpy-1.14.3-10.el8.x86_64.rp 11 MB/s | 3.7 MB 00:00 2024-04-22T04:15:53.817 INFO:teuthology.orchestra.run.smithi040.stdout:(54/107): python3-pyOpenSSL-19.0.0-1.el8.noarch 825 kB/s | 103 kB 00:00 2024-04-22T04:15:53.842 INFO:teuthology.orchestra.run.smithi040.stdout:(55/107): python3-pyasn1-0.3.7-6.el8.noarch.rpm 1.1 MB/s | 126 kB 00:00 2024-04-22T04:15:53.876 INFO:teuthology.orchestra.run.smithi040.stdout:(56/107): python3-pyasn1-modules-0.3.7-6.el8.no 1.3 MB/s | 110 kB 00:00 2024-04-22T04:15:53.937 INFO:teuthology.orchestra.run.smithi040.stdout:(57/107): python3-pytest-3.4.2-11.el8.noarch.rp 11 MB/s | 1.3 MB 00:00 2024-04-22T04:15:53.960 INFO:teuthology.orchestra.run.smithi040.stdout:(58/107): python3-pytz-2017.2-11.el8.noarch.rpm 487 kB/s | 57 kB 00:00 2024-04-22T04:15:54.027 INFO:teuthology.orchestra.run.smithi040.stdout:(59/107): python3-werkzeug-0.12.2-4.el8.noarch. 5.0 MB/s | 457 kB 00:00 2024-04-22T04:15:54.085 INFO:teuthology.orchestra.run.smithi040.stdout:(60/107): socat-1.7.4.1-1.el8.x86_64.rpm 2.5 MB/s | 323 kB 00:00 2024-04-22T04:15:54.102 INFO:teuthology.orchestra.run.smithi040.stdout:(61/107): xmlstarlet-1.6.1-20.el8.x86_64.rpm 941 kB/s | 71 kB 00:00 2024-04-22T04:15:54.176 INFO:teuthology.orchestra.run.smithi062.stdout:(35/107): ceph-test-16.2.15-0.el8.x86_64.rpm 19 MB/s | 52 MB 00:02 2024-04-22T04:15:54.197 INFO:teuthology.orchestra.run.smithi062.stdout:(36/107): jq-1.6-8.el8.x86_64.rpm 189 kB/s | 203 kB 00:01 2024-04-22T04:15:54.319 INFO:teuthology.orchestra.run.smithi040.stdout:(62/107): fuse-2.9.7-19.el8.x86_64.rpm 356 kB/s | 83 kB 00:00 2024-04-22T04:15:54.338 INFO:teuthology.orchestra.run.smithi062.stdout:(37/107): oniguruma-6.8.2-3.el8.x86_64.rpm 1.3 MB/s | 188 kB 00:00 2024-04-22T04:15:54.430 INFO:teuthology.orchestra.run.smithi062.stdout:(38/107): librdkafka-1.6.1-1.el8.x86_64.rpm 739 kB/s | 677 kB 00:00 2024-04-22T04:15:54.502 INFO:teuthology.orchestra.run.smithi040.stdout:(63/107): python3-scipy-1.0.0-21.module_el8+762 23 MB/s | 14 MB 00:00 2024-04-22T04:15:54.537 INFO:teuthology.orchestra.run.smithi040.stdout:(64/107): libquadmath-8.5.0-21.el8.x86_64.rpm 795 kB/s | 172 kB 00:00 2024-04-22T04:15:54.678 INFO:teuthology.orchestra.run.smithi040.stdout:(65/107): python3-cffi-1.11.5-6.el8.x86_64.rpm 1.7 MB/s | 249 kB 00:00 2024-04-22T04:15:54.704 INFO:teuthology.orchestra.run.smithi040.stdout:(66/107): librabbitmq-0.9.0-5.el8.x86_64.rpm 234 kB/s | 47 kB 00:00 2024-04-22T04:15:54.706 INFO:teuthology.orchestra.run.smithi062.stdout:(39/107): openblas-0.3.15-4.el8.x86_64.rpm 13 MB/s | 4.7 MB 00:00 2024-04-22T04:15:54.729 INFO:teuthology.orchestra.run.smithi040.stdout:(67/107): libgfortran-8.5.0-21.el8.x86_64.rpm 1.0 MB/s | 645 kB 00:00 2024-04-22T04:15:54.731 INFO:teuthology.orchestra.run.smithi062.stdout:(40/107): lttng-ust-2.8.1-11.el8.x86_64.rpm 468 kB/s | 259 kB 00:00 2024-04-22T04:15:54.805 INFO:teuthology.orchestra.run.smithi040.stdout:(68/107): python3-jwt-1.6.1-2.el8.noarch.rpm 425 kB/s | 43 kB 00:00 2024-04-22T04:15:54.831 INFO:teuthology.orchestra.run.smithi062.stdout:(41/107): openblas-threads-0.3.15-4.el8.x86_64. 12 MB/s | 4.9 MB 00:00 2024-04-22T04:15:54.838 INFO:teuthology.orchestra.run.smithi040.stdout:(69/107): python3-cryptography-3.2.1-7.el8.x86_ 3.9 MB/s | 641 kB 00:00 2024-04-22T04:15:54.848 INFO:teuthology.orchestra.run.smithi062.stdout:(42/107): python3-attrs-17.4.0-6.el8.noarch.rpm 372 kB/s | 53 kB 00:00 2024-04-22T04:15:54.863 INFO:teuthology.orchestra.run.smithi040.stdout:(70/107): python3-oauthlib-2.1.0-1.el8.noarch.r 1.1 MB/s | 155 kB 00:00 2024-04-22T04:15:54.905 INFO:teuthology.orchestra.run.smithi040.stdout:(71/107): python3-requests-oauthlib-1.0.0-1.el8 638 kB/s | 43 kB 00:00 2024-04-22T04:15:54.923 INFO:teuthology.orchestra.run.smithi062.stdout:(43/107): python3-jinja2-2.10.1-4.el8.noarch.rp 6.2 MB/s | 578 kB 00:00 2024-04-22T04:15:54.930 INFO:teuthology.orchestra.run.smithi040.stdout:(72/107): python3-pycparser-2.14-14.el8.noarch. 867 kB/s | 109 kB 00:00 2024-04-22T04:15:54.940 INFO:teuthology.orchestra.run.smithi062.stdout:(44/107): python3-jsonpatch-1.21-2.el8.noarch.r 289 kB/s | 27 kB 00:00 2024-04-22T04:15:54.990 INFO:teuthology.orchestra.run.smithi062.stdout:(45/107): python3-jsonpointer-1.10-11.el8.noarc 298 kB/s | 20 kB 00:00 2024-04-22T04:15:55.024 INFO:teuthology.orchestra.run.smithi062.stdout:(46/107): python3-mako-1.0.6-14.el8.noarch.rpm 1.8 MB/s | 157 kB 00:00 2024-04-22T04:15:55.083 INFO:teuthology.orchestra.run.smithi062.stdout:(47/107): python3-markupsafe-0.23-19.el8.x86_64 421 kB/s | 39 kB 00:00 2024-04-22T04:15:55.139 INFO:teuthology.orchestra.run.smithi040.stdout:(73/107): liboath-2.6.2-3.el8.x86_64.rpm 282 kB/s | 59 kB 00:00 2024-04-22T04:15:55.165 INFO:teuthology.orchestra.run.smithi040.stdout:(74/107): leveldb-1.22-1.el8.x86_64.rpm 698 kB/s | 181 kB 00:00 2024-04-22T04:15:55.167 INFO:teuthology.orchestra.run.smithi062.stdout:(48/107): python3-babel-2.5.1-7.el8.noarch.rpm 11 MB/s | 4.8 MB 00:00 2024-04-22T04:15:55.190 INFO:teuthology.orchestra.run.smithi040.stdout:(75/107): gperftools-libs-2.7-9.el8.x86_64.rpm 939 kB/s | 306 kB 00:00 2024-04-22T04:15:55.192 INFO:teuthology.orchestra.run.smithi062.stdout:(49/107): python3-numpy-f2py-1.14.3-10.el8.x86_ 2.0 MB/s | 225 kB 00:00 2024-04-22T04:15:55.234 INFO:teuthology.orchestra.run.smithi040.stdout:(76/107): python3-apipkg-1.5-6.el8.noarch.rpm 307 kB/s | 21 kB 00:00 2024-04-22T04:15:55.259 INFO:teuthology.orchestra.run.smithi040.stdout:(77/107): libunwind-1.3.1-3.el8.x86_64.rpm 627 kB/s | 75 kB 00:00 2024-04-22T04:15:55.284 INFO:teuthology.orchestra.run.smithi062.stdout:(50/107): python3-numpy-1.14.3-10.el8.x86_64.rp 14 MB/s | 3.7 MB 00:00 2024-04-22T04:15:55.284 INFO:teuthology.orchestra.run.smithi040.stdout:(78/107): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 462 kB/s | 44 kB 00:00 2024-04-22T04:15:55.309 INFO:teuthology.orchestra.run.smithi062.stdout:(51/107): python3-pluggy-0.6.0-3.el8.noarch.rpm 227 kB/s | 32 kB 00:00 2024-04-22T04:15:55.310 INFO:teuthology.orchestra.run.smithi040.stdout:(79/107): python3-beautifulsoup4-4.6.3-2.el8.1. 2.4 MB/s | 185 kB 00:00 2024-04-22T04:15:55.335 INFO:teuthology.orchestra.run.smithi062.stdout:(52/107): python3-prettytable-0.7.2-14.el8.noar 309 kB/s | 44 kB 00:00 2024-04-22T04:15:55.368 INFO:teuthology.orchestra.run.smithi040.stdout:(80/107): python3-cachetools-3.1.1-4.el8.noarch 303 kB/s | 33 kB 00:00 2024-04-22T04:15:55.393 INFO:teuthology.orchestra.run.smithi062.stdout:(53/107): python3-py-1.5.3-4.el8.noarch.rpm 4.2 MB/s | 472 kB 00:00 2024-04-22T04:15:55.402 INFO:teuthology.orchestra.run.smithi040.stdout:(81/107): python3-certifi-2018.10.15-7.el8.noar 139 kB/s | 16 kB 00:00 2024-04-22T04:15:55.418 INFO:teuthology.orchestra.run.smithi062.stdout:(54/107): python3-pyOpenSSL-19.0.0-1.el8.noarch 1.2 MB/s | 103 kB 00:00 2024-04-22T04:15:55.427 INFO:teuthology.orchestra.run.smithi040.stdout:(82/107): python3-cheroot-8.5.2-1.el8.noarch.rp 1.4 MB/s | 173 kB 00:00 2024-04-22T04:15:55.443 INFO:teuthology.orchestra.run.smithi062.stdout:(55/107): python3-pyasn1-0.3.7-6.el8.noarch.rpm 1.1 MB/s | 126 kB 00:00 2024-04-22T04:15:55.477 INFO:teuthology.orchestra.run.smithi062.stdout:(56/107): python3-pyasn1-modules-0.3.7-6.el8.no 1.3 MB/s | 110 kB 00:00 2024-04-22T04:15:55.486 INFO:teuthology.orchestra.run.smithi040.stdout:(83/107): python3-cherrypy-18.4.0-1.el8.noarch. 3.2 MB/s | 384 kB 00:00 2024-04-22T04:15:55.511 INFO:teuthology.orchestra.run.smithi040.stdout:(84/107): python3-google-auth-1.1.1-10.el8.noar 973 kB/s | 81 kB 00:00 2024-04-22T04:15:55.519 INFO:teuthology.orchestra.run.smithi062.stdout:(57/107): python3-pytest-3.4.2-11.el8.noarch.rp 13 MB/s | 1.3 MB 00:00 2024-04-22T04:15:55.537 INFO:teuthology.orchestra.run.smithi040.stdout:(85/107): python3-execnet-1.7.1-1.el8.noarch.rp 2.6 MB/s | 355 kB 00:00 2024-04-22T04:15:55.544 INFO:teuthology.orchestra.run.smithi062.stdout:(58/107): python3-pytz-2017.2-11.el8.noarch.rpm 567 kB/s | 57 kB 00:00 2024-04-22T04:15:55.553 INFO:teuthology.orchestra.run.smithi040.stdout:(86/107): python3-jaraco-6.2-6.el8.noarch.rpm 165 kB/s | 11 kB 00:00 2024-04-22T04:15:55.571 INFO:teuthology.orchestra.run.smithi040.stdout:(87/107): python3-jaraco-functools-2.0-4.el8.no 298 kB/s | 18 kB 00:00 2024-04-22T04:15:55.603 INFO:teuthology.orchestra.run.smithi062.stdout:(59/107): python3-werkzeug-0.12.2-4.el8.noarch. 5.4 MB/s | 457 kB 00:00 2024-04-22T04:15:55.628 INFO:teuthology.orchestra.run.smithi062.stdout:(60/107): socat-1.7.4.1-1.el8.x86_64.rpm 3.8 MB/s | 323 kB 00:00 2024-04-22T04:15:55.646 INFO:teuthology.orchestra.run.smithi040.stdout:(88/107): python3-logutils-0.3.5-11.el8.noarch. 529 kB/s | 49 kB 00:00 2024-04-22T04:15:55.663 INFO:teuthology.orchestra.run.smithi040.stdout:(89/107): python3-more-itertools-7.2.0-3.el8.no 639 kB/s | 59 kB 00:00 2024-04-22T04:15:55.687 INFO:teuthology.orchestra.run.smithi062.stdout:(61/107): xmlstarlet-1.6.1-20.el8.x86_64.rpm 846 kB/s | 71 kB 00:00 2024-04-22T04:15:55.705 INFO:teuthology.orchestra.run.smithi040.stdout:(90/107): python3-kubernetes-11.0.0-6.el8.noarc 7.0 MB/s | 1.2 MB 00:00 2024-04-22T04:15:55.730 INFO:teuthology.orchestra.run.smithi040.stdout:(91/107): python3-pecan-1.3.2-9.el8.noarch.rpm 3.3 MB/s | 283 kB 00:00 2024-04-22T04:15:55.755 INFO:teuthology.orchestra.run.smithi040.stdout:(92/107): python3-portend-2.6-1.el8.noarch.rpm 169 kB/s | 16 kB 00:00 2024-04-22T04:15:55.781 INFO:teuthology.orchestra.run.smithi040.stdout:(93/107): python3-remoto-1.2.1-1.el8.noarch.rpm 648 kB/s | 49 kB 00:00 2024-04-22T04:15:55.870 INFO:teuthology.orchestra.run.smithi062.stdout:(62/107): fuse-2.9.7-19.el8.x86_64.rpm 344 kB/s | 83 kB 00:00 2024-04-22T04:15:55.956 INFO:teuthology.orchestra.run.smithi040.stdout:(94/107): python3-repoze-lru-0.7-6.el8.noarch.r 149 kB/s | 34 kB 00:00 2024-04-22T04:15:55.981 INFO:teuthology.orchestra.run.smithi040.stdout:(95/107): python3-rsa-4.9-2.el8.noarch.rpm 321 kB/s | 64 kB 00:00 2024-04-22T04:15:56.006 INFO:teuthology.orchestra.run.smithi040.stdout:(96/107): python3-routes-2.4.1-12.el8.noarch.rp 783 kB/s | 196 kB 00:00 2024-04-22T04:15:56.032 INFO:teuthology.orchestra.run.smithi040.stdout:(97/107): python3-simplegeneric-0.8.1-17.el8.no 248 kB/s | 19 kB 00:00 2024-04-22T04:15:56.037 INFO:teuthology.orchestra.run.smithi062.stdout:(63/107): python3-scipy-1.0.0-21.module_el8+762 25 MB/s | 14 MB 00:00 2024-04-22T04:15:56.057 INFO:teuthology.orchestra.run.smithi040.stdout:(98/107): python3-singledispatch-3.4.0.3-18.el8 316 kB/s | 24 kB 00:00 2024-04-22T04:15:56.062 INFO:teuthology.orchestra.run.smithi062.stdout:(64/107): libquadmath-8.5.0-21.el8.x86_64.rpm 899 kB/s | 172 kB 00:00 2024-04-22T04:15:56.082 INFO:teuthology.orchestra.run.smithi040.stdout:(99/107): python3-tempora-1.14.1-5.el8.noarch.r 387 kB/s | 29 kB 00:00 2024-04-22T04:15:56.107 INFO:teuthology.orchestra.run.smithi040.stdout:(100/107): python3-trustme-0.6.0-4.el8.noarch.r 366 kB/s | 27 kB 00:00 2024-04-22T04:15:56.133 INFO:teuthology.orchestra.run.smithi040.stdout:(101/107): python3-waitress-1.4.3-1.el8.noarch. 3.3 MB/s | 255 kB 00:00 2024-04-22T04:15:56.158 INFO:teuthology.orchestra.run.smithi040.stdout:(102/107): python3-webob-1.8.5-1.el8.1.noarch.r 3.2 MB/s | 251 kB 00:00 2024-04-22T04:15:56.196 INFO:teuthology.orchestra.run.smithi062.stdout:(65/107): python3-cffi-1.11.5-6.el8.x86_64.rpm 1.8 MB/s | 249 kB 00:00 2024-04-22T04:15:56.208 INFO:teuthology.orchestra.run.smithi040.stdout:(103/107): python3-websocket-client-0.56.0-5.el 608 kB/s | 61 kB 00:00 2024-04-22T04:15:56.221 INFO:teuthology.orchestra.run.smithi062.stdout:(66/107): librabbitmq-0.9.0-5.el8.x86_64.rpm 256 kB/s | 47 kB 00:00 2024-04-22T04:15:56.233 INFO:teuthology.orchestra.run.smithi040.stdout:(104/107): python3-zc-lockfile-2.0-2.el8.noarch 305 kB/s | 23 kB 00:00 2024-04-22T04:15:56.255 INFO:teuthology.orchestra.run.smithi062.stdout:(67/107): libgfortran-8.5.0-21.el8.x86_64.rpm 1.1 MB/s | 645 kB 00:00 2024-04-22T04:15:56.259 INFO:teuthology.orchestra.run.smithi040.stdout:(105/107): python3-webtest-2.0.33-1.el8.noarch. 677 kB/s | 85 kB 00:00 2024-04-22T04:15:56.313 INFO:teuthology.orchestra.run.smithi062.stdout:(68/107): python3-jwt-1.6.1-2.el8.noarch.rpm 464 kB/s | 43 kB 00:00 2024-04-22T04:15:56.339 INFO:teuthology.orchestra.run.smithi062.stdout:(69/107): python3-cryptography-3.2.1-7.el8.x86_ 4.4 MB/s | 641 kB 00:00 2024-04-22T04:15:56.342 INFO:teuthology.orchestra.run.smithi040.stdout:(106/107): librados2-16.2.15-0.el8.x86_64.rpm 28 MB/s | 3.7 MB 00:00 2024-04-22T04:15:56.381 INFO:teuthology.orchestra.run.smithi062.stdout:(70/107): python3-oauthlib-2.1.0-1.el8.noarch.r 1.2 MB/s | 155 kB 00:00 2024-04-22T04:15:56.401 INFO:teuthology.orchestra.run.smithi040.stdout:(107/107): librbd1-16.2.15-0.el8.x86_64.rpm 25 MB/s | 4.2 MB 00:00 2024-04-22T04:15:56.404 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2024-04-22T04:15:56.404 INFO:teuthology.orchestra.run.smithi040.stdout:Total 25 MB/s | 198 MB 00:07 2024-04-22T04:15:56.406 INFO:teuthology.orchestra.run.smithi062.stdout:(71/107): python3-requests-oauthlib-1.0.0-1.el8 636 kB/s | 43 kB 00:00 2024-04-22T04:15:56.440 INFO:teuthology.orchestra.run.smithi062.stdout:(72/107): python3-pycparser-2.14-14.el8.noarch. 866 kB/s | 109 kB 00:00 2024-04-22T04:15:56.757 INFO:teuthology.orchestra.run.smithi062.stdout:(73/107): liboath-2.6.2-3.el8.x86_64.rpm 186 kB/s | 59 kB 00:00 2024-04-22T04:15:56.832 INFO:teuthology.orchestra.run.smithi062.stdout:(74/107): leveldb-1.22-1.el8.x86_64.rpm 425 kB/s | 181 kB 00:00 2024-04-22T04:15:56.899 INFO:teuthology.orchestra.run.smithi062.stdout:(75/107): gperftools-libs-2.7-9.el8.x86_64.rpm 591 kB/s | 306 kB 00:00 2024-04-22T04:15:56.924 INFO:teuthology.orchestra.run.smithi062.stdout:(76/107): libunwind-1.3.1-3.el8.x86_64.rpm 449 kB/s | 75 kB 00:00 2024-04-22T04:15:56.941 INFO:teuthology.orchestra.run.smithi062.stdout:(77/107): python3-apipkg-1.5-6.el8.noarch.rpm 194 kB/s | 21 kB 00:00 2024-04-22T04:15:56.942 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2024-04-22T04:15:57.008 INFO:teuthology.orchestra.run.smithi062.stdout:(78/107): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 400 kB/s | 44 kB 00:00 2024-04-22T04:15:57.034 INFO:teuthology.orchestra.run.smithi062.stdout:(79/107): python3-cachetools-3.1.1-4.el8.noarch 358 kB/s | 33 kB 00:00 2024-04-22T04:15:57.042 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2024-04-22T04:15:57.042 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2024-04-22T04:15:57.101 INFO:teuthology.orchestra.run.smithi062.stdout:(80/107): python3-beautifulsoup4-4.6.3-2.el8.1. 1.0 MB/s | 185 kB 00:00 2024-04-22T04:15:57.118 INFO:teuthology.orchestra.run.smithi062.stdout:(81/107): python3-certifi-2018.10.15-7.el8.noar 150 kB/s | 16 kB 00:00 2024-04-22T04:15:57.143 INFO:teuthology.orchestra.run.smithi062.stdout:(82/107): python3-cheroot-8.5.2-1.el8.noarch.rp 1.5 MB/s | 173 kB 00:00 2024-04-22T04:15:57.243 INFO:teuthology.orchestra.run.smithi062.stdout:(83/107): python3-google-auth-1.1.1-10.el8.noar 812 kB/s | 81 kB 00:00 2024-04-22T04:15:57.285 INFO:teuthology.orchestra.run.smithi062.stdout:(84/107): python3-cherrypy-18.4.0-1.el8.noarch. 2.3 MB/s | 384 kB 00:00 2024-04-22T04:15:57.335 INFO:teuthology.orchestra.run.smithi062.stdout:(85/107): python3-jaraco-6.2-6.el8.noarch.rpm 121 kB/s | 11 kB 00:00 2024-04-22T04:15:57.360 INFO:teuthology.orchestra.run.smithi062.stdout:(86/107): python3-execnet-1.7.1-1.el8.noarch.rp 1.4 MB/s | 355 kB 00:00 2024-04-22T04:15:57.386 INFO:teuthology.orchestra.run.smithi062.stdout:(87/107): python3-jaraco-functools-2.0-4.el8.no 175 kB/s | 18 kB 00:00 2024-04-22T04:15:57.486 INFO:teuthology.orchestra.run.smithi062.stdout:(88/107): python3-logutils-0.3.5-11.el8.noarch. 389 kB/s | 49 kB 00:00 2024-04-22T04:15:57.512 INFO:teuthology.orchestra.run.smithi062.stdout:(89/107): python3-more-itertools-7.2.0-3.el8.no 469 kB/s | 59 kB 00:00 2024-04-22T04:15:57.589 INFO:teuthology.orchestra.run.smithi062.stdout:(90/107): python3-kubernetes-11.0.0-6.el8.noarc 4.6 MB/s | 1.2 MB 00:00 2024-04-22T04:15:57.612 INFO:teuthology.orchestra.run.smithi062.stdout:(91/107): python3-portend-2.6-1.el8.noarch.rpm 155 kB/s | 16 kB 00:00 2024-04-22T04:15:57.638 INFO:teuthology.orchestra.run.smithi062.stdout:(92/107): python3-pecan-1.3.2-9.el8.noarch.rpm 1.8 MB/s | 283 kB 00:00 2024-04-22T04:15:57.679 INFO:teuthology.orchestra.run.smithi062.stdout:(93/107): python3-remoto-1.2.1-1.el8.noarch.rpm 530 kB/s | 49 kB 00:00 2024-04-22T04:15:57.721 INFO:teuthology.orchestra.run.smithi062.stdout:(94/107): python3-repoze-lru-0.7-6.el8.noarch.r 309 kB/s | 34 kB 00:00 2024-04-22T04:15:57.788 INFO:teuthology.orchestra.run.smithi062.stdout:(95/107): python3-routes-2.4.1-12.el8.noarch.rp 1.3 MB/s | 196 kB 00:00 2024-04-22T04:15:57.814 INFO:teuthology.orchestra.run.smithi062.stdout:(96/107): python3-rsa-4.9-2.el8.noarch.rpm 479 kB/s | 64 kB 00:00 2024-04-22T04:15:57.839 INFO:teuthology.orchestra.run.smithi062.stdout:(97/107): python3-simplegeneric-0.8.1-17.el8.no 160 kB/s | 19 kB 00:00 2024-04-22T04:15:57.898 INFO:teuthology.orchestra.run.smithi062.stdout:(98/107): python3-singledispatch-3.4.0.3-18.el8 220 kB/s | 24 kB 00:00 2024-04-22T04:15:57.923 INFO:teuthology.orchestra.run.smithi062.stdout:(99/107): python3-tempora-1.14.1-5.el8.noarch.r 269 kB/s | 29 kB 00:00 2024-04-22T04:15:57.948 INFO:teuthology.orchestra.run.smithi062.stdout:(100/107): python3-trustme-0.6.0-4.el8.noarch.r 252 kB/s | 27 kB 00:00 2024-04-22T04:15:58.015 INFO:teuthology.orchestra.run.smithi062.stdout:(101/107): python3-waitress-1.4.3-1.el8.noarch. 2.1 MB/s | 255 kB 00:00 2024-04-22T04:15:58.058 INFO:teuthology.orchestra.run.smithi062.stdout:(102/107): python3-webob-1.8.5-1.el8.1.noarch.r 1.8 MB/s | 251 kB 00:00 2024-04-22T04:15:58.091 INFO:teuthology.orchestra.run.smithi062.stdout:(103/107): python3-websocket-client-0.56.0-5.el 430 kB/s | 61 kB 00:00 2024-04-22T04:15:58.116 INFO:teuthology.orchestra.run.smithi062.stdout:(104/107): python3-webtest-2.0.33-1.el8.noarch. 850 kB/s | 85 kB 00:00 2024-04-22T04:15:58.158 INFO:teuthology.orchestra.run.smithi062.stdout:(105/107): python3-zc-lockfile-2.0-2.el8.noarch 231 kB/s | 23 kB 00:00 2024-04-22T04:15:58.234 INFO:teuthology.orchestra.run.smithi062.stdout:(106/107): librados2-16.2.15-0.el8.x86_64.rpm 26 MB/s | 3.7 MB 00:00 2024-04-22T04:15:58.309 INFO:teuthology.orchestra.run.smithi062.stdout:(107/107): librbd1-16.2.15-0.el8.x86_64.rpm 22 MB/s | 4.2 MB 00:00 2024-04-22T04:15:58.312 INFO:teuthology.orchestra.run.smithi062.stdout:-------------------------------------------------------------------------------- 2024-04-22T04:15:58.312 INFO:teuthology.orchestra.run.smithi062.stdout:Total 24 MB/s | 198 MB 00:08 2024-04-22T04:15:58.313 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2024-04-22T04:15:58.317 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2024-04-22T04:15:58.853 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction check 2024-04-22T04:15:58.953 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction check succeeded. 2024-04-22T04:15:58.953 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction test 2024-04-22T04:16:00.216 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction test succeeded. 2024-04-22T04:16:00.219 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction 2024-04-22T04:16:02.730 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2024-04-22T04:16:02.905 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : liboath-2.6.2-3.el8.x86_64 1/109 2024-04-22T04:16:03.104 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : leveldb-1.22-1.el8.x86_64 2/109 2024-04-22T04:16:03.342 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : librabbitmq-0.9.0-5.el8.x86_64 3/109 2024-04-22T04:16:03.557 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/109 2024-04-22T04:16:04.002 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/109 2024-04-22T04:16:04.445 INFO:teuthology.orchestra.run.smithi062.stdout: Preparing : 1/1 2024-04-22T04:16:04.550 INFO:teuthology.orchestra.run.smithi040.stdout: Upgrading : librados2-2:16.2.15-0.el8.x86_64 5/109 2024-04-22T04:16:04.603 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : liboath-2.6.2-3.el8.x86_64 1/109 2024-04-22T04:16:04.805 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : leveldb-1.22-1.el8.x86_64 2/109 2024-04-22T04:16:04.989 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librados2-2:16.2.15-0.el8.x86_64 5/109 2024-04-22T04:16:05.022 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : librabbitmq-0.9.0-5.el8.x86_64 3/109 2024-04-22T04:16:05.182 INFO:teuthology.orchestra.run.smithi040.stdout: Upgrading : librbd1-2:16.2.15-0.el8.x86_64 6/109 2024-04-22T04:16:05.192 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/109 2024-04-22T04:16:05.296 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librbd1-2:16.2.15-0.el8.x86_64 6/109 2024-04-22T04:16:05.498 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libcephfs2-2:16.2.15-0.el8.x86_64 7/109 2024-04-22T04:16:05.583 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libcephfs2-2:16.2.15-0.el8.x86_64 7/109 2024-04-22T04:16:05.612 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/109 2024-04-22T04:16:05.783 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : librados2-2:16.2.15-0.el8.x86_64 5/109 2024-04-22T04:16:05.854 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-rados-2:16.2.15-0.el8.x86_64 8/109 2024-04-22T04:16:06.249 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librados2-2:16.2.15-0.el8.x86_64 5/109 2024-04-22T04:16:06.381 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : librdkafka-1.6.1-1.el8.x86_64 9/109 2024-04-22T04:16:06.442 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : librbd1-2:16.2.15-0.el8.x86_64 6/109 2024-04-22T04:16:06.553 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librbd1-2:16.2.15-0.el8.x86_64 6/109 2024-04-22T04:16:06.556 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : librgw2-2:16.2.15-0.el8.x86_64 10/109 2024-04-22T04:16:06.625 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librgw2-2:16.2.15-0.el8.x86_64 10/109 2024-04-22T04:16:06.725 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libcephfs2-2:16.2.15-0.el8.x86_64 7/109 2024-04-22T04:16:06.806 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libcephfs2-2:16.2.15-0.el8.x86_64 7/109 2024-04-22T04:16:06.863 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 11/109 2024-04-22T04:16:07.021 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-rados-2:16.2.15-0.el8.x86_64 8/109 2024-04-22T04:16:07.105 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 12/109 2024-04-22T04:16:07.231 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libcephsqlite-2:16.2.15-0.el8.x86_64 13/109 2024-04-22T04:16:07.335 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libcephsqlite-2:16.2.15-0.el8.x86_64 13/109 2024-04-22T04:16:07.491 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : librdkafka-1.6.1-1.el8.x86_64 9/109 2024-04-22T04:16:07.498 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libradosstriper1-2:16.2.15-0.el8.x86_64 14/109 2024-04-22T04:16:07.621 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libradosstriper1-2:16.2.15-0.el8.x86_64 14/109 2024-04-22T04:16:07.666 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : librgw2-2:16.2.15-0.el8.x86_64 10/109 2024-04-22T04:16:07.724 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librgw2-2:16.2.15-0.el8.x86_64 10/109 2024-04-22T04:16:07.842 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 15/109 2024-04-22T04:16:07.924 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 11/109 2024-04-22T04:16:07.998 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libquadmath-8.5.0-21.el8.x86_64 16/109 2024-04-22T04:16:08.115 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 12/109 2024-04-22T04:16:08.140 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libquadmath-8.5.0-21.el8.x86_64 16/109 2024-04-22T04:16:08.266 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libcephsqlite-2:16.2.15-0.el8.x86_64 13/109 2024-04-22T04:16:08.326 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libgfortran-8.5.0-21.el8.x86_64 17/109 2024-04-22T04:16:08.367 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libcephsqlite-2:16.2.15-0.el8.x86_64 13/109 2024-04-22T04:16:08.541 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libradosstriper1-2:16.2.15-0.el8.x86_64 14/109 2024-04-22T04:16:08.659 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libradosstriper1-2:16.2.15-0.el8.x86_64 14/109 2024-04-22T04:16:08.905 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 15/109 2024-04-22T04:16:08.944 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libgfortran-8.5.0-21.el8.x86_64 17/109 2024-04-22T04:16:09.016 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libquadmath-8.5.0-21.el8.x86_64 16/109 2024-04-22T04:16:09.123 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : openblas-0.3.15-4.el8.x86_64 18/109 2024-04-22T04:16:09.192 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libquadmath-8.5.0-21.el8.x86_64 16/109 2024-04-22T04:16:09.359 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libgfortran-8.5.0-21.el8.x86_64 17/109 2024-04-22T04:16:09.769 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 18/109 2024-04-22T04:16:09.907 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 19/109 2024-04-22T04:16:10.022 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libgfortran-8.5.0-21.el8.x86_64 17/109 2024-04-22T04:16:10.175 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : openblas-0.3.15-4.el8.x86_64 18/109 2024-04-22T04:16:10.655 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 19/109 2024-04-22T04:16:10.830 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 18/109 2024-04-22T04:16:10.991 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 19/109 2024-04-22T04:16:11.013 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/109 2024-04-22T04:16:11.263 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 21/109 2024-04-22T04:16:11.461 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 22/109 2024-04-22T04:16:11.655 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/109 2024-04-22T04:16:11.731 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 19/109 2024-04-22T04:16:11.862 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-ceph-common-2:16.2.15-0.el8.x86_64 24/109 2024-04-22T04:16:12.030 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-ceph-argparse-2:16.2.15-0.el8.x86_64 25/109 2024-04-22T04:16:12.073 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/109 2024-04-22T04:16:12.254 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cephfs-2:16.2.15-0.el8.x86_64 26/109 2024-04-22T04:16:12.306 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 21/109 2024-04-22T04:16:12.496 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 22/109 2024-04-22T04:16:12.673 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/109 2024-04-22T04:16:12.889 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-ceph-common-2:16.2.15-0.el8.x86_64 24/109 2024-04-22T04:16:13.081 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-ceph-argparse-2:16.2.15-0.el8.x86_64 25/109 2024-04-22T04:16:13.261 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 27/109 2024-04-22T04:16:13.307 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cephfs-2:16.2.15-0.el8.x86_64 26/109 2024-04-22T04:16:13.605 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 28/109 2024-04-22T04:16:13.931 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jinja2-2.10.1-4.el8.noarch 29/109 2024-04-22T04:16:14.101 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 30/109 2024-04-22T04:16:14.278 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 27/109 2024-04-22T04:16:14.657 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 28/109 2024-04-22T04:16:14.991 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jinja2-2.10.1-4.el8.noarch 29/109 2024-04-22T04:16:15.225 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 30/109 2024-04-22T04:16:16.012 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 30/109 2024-04-22T04:16:16.344 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 31/109 2024-04-22T04:16:16.566 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 32/109 2024-04-22T04:16:16.759 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-rsa-4.9-2.el8.noarch 33/109 2024-04-22T04:16:16.983 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-rgw-2:16.2.15-0.el8.x86_64 34/109 2024-04-22T04:16:17.125 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 30/109 2024-04-22T04:16:17.177 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-rbd-2:16.2.15-0.el8.x86_64 35/109 2024-04-22T04:16:17.339 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : librados-devel-2:16.2.15-0.el8.x86_64 36/109 2024-04-22T04:16:17.430 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 31/109 2024-04-22T04:16:17.528 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 37/109 2024-04-22T04:16:17.626 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 32/109 2024-04-22T04:16:17.791 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 38/109 2024-04-22T04:16:17.835 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-rsa-4.9-2.el8.noarch 33/109 2024-04-22T04:16:18.035 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-rgw-2:16.2.15-0.el8.x86_64 34/109 2024-04-22T04:16:18.041 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 39/109 2024-04-22T04:16:18.238 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-rbd-2:16.2.15-0.el8.x86_64 35/109 2024-04-22T04:16:18.260 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 40/109 2024-04-22T04:16:18.409 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 41/109 2024-04-22T04:16:18.440 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : librados-devel-2:16.2.15-0.el8.x86_64 36/109 2024-04-22T04:16:18.613 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 37/109 2024-04-22T04:16:18.618 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 42/109 2024-04-22T04:16:18.843 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 43/109 2024-04-22T04:16:18.884 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 38/109 2024-04-22T04:16:19.017 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 44/109 2024-04-22T04:16:19.149 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 39/109 2024-04-22T04:16:19.186 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 45/109 2024-04-22T04:16:19.337 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 40/109 2024-04-22T04:16:19.343 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 46/109 2024-04-22T04:16:19.477 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 41/109 2024-04-22T04:16:19.544 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 47/109 2024-04-22T04:16:19.686 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 42/109 2024-04-22T04:16:19.755 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-portend-2.6-1.el8.noarch 48/109 2024-04-22T04:16:19.981 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 49/109 2024-04-22T04:16:20.021 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 43/109 2024-04-22T04:16:20.168 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 44/109 2024-04-22T04:16:20.184 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 50/109 2024-04-22T04:16:20.330 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 45/109 2024-04-22T04:16:20.424 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 51/109 2024-04-22T04:16:20.487 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 46/109 2024-04-22T04:16:20.634 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 52/109 2024-04-22T04:16:20.688 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 47/109 2024-04-22T04:16:20.882 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-portend-2.6-1.el8.noarch 48/109 2024-04-22T04:16:20.984 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 53/109 2024-04-22T04:16:21.032 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 49/109 2024-04-22T04:16:21.235 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 50/109 2024-04-22T04:16:21.245 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 54/109 2024-04-22T04:16:21.501 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 51/109 2024-04-22T04:16:21.523 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-apipkg-1.5-6.el8.noarch 55/109 2024-04-22T04:16:21.677 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 52/109 2024-04-22T04:16:21.788 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-execnet-1.7.1-1.el8.noarch 56/109 2024-04-22T04:16:22.044 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-remoto-1.2.1-1.el8.noarch 57/109 2024-04-22T04:16:22.053 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 53/109 2024-04-22T04:16:22.243 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 58/109 2024-04-22T04:16:22.272 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 54/109 2024-04-22T04:16:22.522 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 59/109 2024-04-22T04:16:22.558 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-apipkg-1.5-6.el8.noarch 55/109 2024-04-22T04:16:22.765 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 60/109 2024-04-22T04:16:22.796 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-execnet-1.7.1-1.el8.noarch 56/109 2024-04-22T04:16:23.032 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-remoto-1.2.1-1.el8.noarch 57/109 2024-04-22T04:16:23.212 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 61/109 2024-04-22T04:16:23.239 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 58/109 2024-04-22T04:16:23.481 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 59/109 2024-04-22T04:16:23.484 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cryptography-3.2.1-7.el8.x86_64 62/109 2024-04-22T04:16:23.703 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 60/109 2024-04-22T04:16:23.716 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 63/109 2024-04-22T04:16:23.992 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 64/109 2024-04-22T04:16:24.096 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 61/109 2024-04-22T04:16:24.228 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 65/109 2024-04-22T04:16:24.369 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cryptography-3.2.1-7.el8.x86_64 62/109 2024-04-22T04:16:24.560 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 63/109 2024-04-22T04:16:24.825 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 64/109 2024-04-22T04:16:25.088 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 65/109 2024-04-22T04:16:25.387 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 66/109 2024-04-22T04:16:25.696 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 67/109 2024-04-22T04:16:25.951 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 68/109 2024-04-22T04:16:26.199 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 66/109 2024-04-22T04:16:26.260 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 69/109 2024-04-22T04:16:26.448 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 67/109 2024-04-22T04:16:26.464 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 70/109 2024-04-22T04:16:26.727 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 68/109 2024-04-22T04:16:26.746 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 71/109 2024-04-22T04:16:26.973 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : fuse-2.9.7-19.el8.x86_64 72/109 2024-04-22T04:16:27.036 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 69/109 2024-04-22T04:16:27.221 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 73/109 2024-04-22T04:16:27.274 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 70/109 2024-04-22T04:16:27.526 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 71/109 2024-04-22T04:16:27.547 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 74/109 2024-04-22T04:16:27.750 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : fuse-2.9.7-19.el8.x86_64 72/109 2024-04-22T04:16:27.821 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-py-1.5.3-4.el8.noarch 75/109 2024-04-22T04:16:27.949 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 73/109 2024-04-22T04:16:27.996 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 76/109 2024-04-22T04:16:28.257 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 74/109 2024-04-22T04:16:28.531 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-py-1.5.3-4.el8.noarch 75/109 2024-04-22T04:16:28.689 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 76/109 2024-04-22T04:16:30.717 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-common-2:16.2.15-0.el8.x86_64 77/109 2024-04-22T04:16:30.970 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-common-2:16.2.15-0.el8.x86_64 77/109 2024-04-22T04:16:31.406 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-common-2:16.2.15-0.el8.x86_64 77/109 2024-04-22T04:16:31.681 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-common-2:16.2.15-0.el8.x86_64 77/109 2024-04-22T04:16:31.720 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-common-2:16.2.15-0.el8.x86_64 77/109 2024-04-22T04:16:32.046 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-base-2:16.2.15-0.el8.x86_64 78/109 2024-04-22T04:16:32.156 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-base-2:16.2.15-0.el8.x86_64 78/109 2024-04-22T04:16:32.320 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-selinux-2:16.2.15-0.el8.x86_64 79/109 2024-04-22T04:16:32.432 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-common-2:16.2.15-0.el8.x86_64 77/109 2024-04-22T04:16:32.829 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-base-2:16.2.15-0.el8.x86_64 78/109 2024-04-22T04:16:32.951 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-base-2:16.2.15-0.el8.x86_64 78/109 2024-04-22T04:16:33.155 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-selinux-2:16.2.15-0.el8.x86_64 79/109 2024-04-22T04:16:52.177 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-selinux-2:16.2.15-0.el8.x86_64 79/109 2024-04-22T04:16:52.177 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /sys 2024-04-22T04:16:52.177 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /proc 2024-04-22T04:16:52.178 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /dev 2024-04-22T04:16:52.178 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /run 2024-04-22T04:16:52.178 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /mnt 2024-04-22T04:16:52.178 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /var/tmp 2024-04-22T04:16:52.178 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /home 2024-04-22T04:16:52.178 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /tmp 2024-04-22T04:16:52.178 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /dev 2024-04-22T04:16:52.178 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:16:52.584 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mds-2:16.2.15-0.el8.x86_64 80/109 2024-04-22T04:16:53.052 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mds-2:16.2.15-0.el8.x86_64 80/109 2024-04-22T04:16:53.242 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mon-2:16.2.15-0.el8.x86_64 81/109 2024-04-22T04:16:53.268 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-selinux-2:16.2.15-0.el8.x86_64 79/109 2024-04-22T04:16:53.268 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /sys 2024-04-22T04:16:53.268 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /proc 2024-04-22T04:16:53.268 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /dev 2024-04-22T04:16:53.268 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /run 2024-04-22T04:16:53.269 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /mnt 2024-04-22T04:16:53.269 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /var/tmp 2024-04-22T04:16:53.269 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /home 2024-04-22T04:16:53.269 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /tmp 2024-04-22T04:16:53.269 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /dev 2024-04-22T04:16:53.269 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:16:53.661 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mds-2:16.2.15-0.el8.x86_64 80/109 2024-04-22T04:16:54.130 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mds-2:16.2.15-0.el8.x86_64 80/109 2024-04-22T04:16:54.303 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mon-2:16.2.15-0.el8.x86_64 81/109 2024-04-22T04:16:54.861 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mon-2:16.2.15-0.el8.x86_64 81/109 2024-04-22T04:16:55.183 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-osd-2:16.2.15-0.el8.x86_64 82/109 2024-04-22T04:16:55.214 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-osd-2:16.2.15-0.el8.x86_64 82/109 2024-04-22T04:16:55.415 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pluggy-0.6.0-3.el8.noarch 83/109 2024-04-22T04:16:55.633 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 84/109 2024-04-22T04:16:55.869 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 85/109 2024-04-22T04:16:55.917 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mon-2:16.2.15-0.el8.x86_64 81/109 2024-04-22T04:16:56.122 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-osd-2:16.2.15-0.el8.x86_64 82/109 2024-04-22T04:16:56.136 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-attrs-17.4.0-6.el8.noarch 86/109 2024-04-22T04:16:56.153 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-osd-2:16.2.15-0.el8.x86_64 82/109 2024-04-22T04:16:56.325 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : oniguruma-6.8.2-3.el8.x86_64 87/109 2024-04-22T04:16:56.325 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pluggy-0.6.0-3.el8.noarch 83/109 2024-04-22T04:16:56.415 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: oniguruma-6.8.2-3.el8.x86_64 87/109 2024-04-22T04:16:56.576 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 84/109 2024-04-22T04:16:56.600 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : jq-1.6-8.el8.x86_64 88/109 2024-04-22T04:16:56.828 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 85/109 2024-04-22T04:16:57.092 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-attrs-17.4.0-6.el8.noarch 86/109 2024-04-22T04:16:57.152 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: cephadm-2:16.2.15-0.el8.noarch 89/109 2024-04-22T04:16:57.268 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : oniguruma-6.8.2-3.el8.x86_64 87/109 2024-04-22T04:16:57.337 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : cephadm-2:16.2.15-0.el8.noarch 89/109 2024-04-22T04:16:57.356 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: oniguruma-6.8.2-3.el8.x86_64 87/109 2024-04-22T04:16:57.482 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 90/109 2024-04-22T04:16:57.527 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : jq-1.6-8.el8.x86_64 88/109 2024-04-22T04:16:57.662 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 91/109 2024-04-22T04:16:57.891 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-cephadm-2:16.2.15-0.el8.noarch 92/109 2024-04-22T04:16:58.106 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: cephadm-2:16.2.15-0.el8.noarch 89/109 2024-04-22T04:16:58.312 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : cephadm-2:16.2.15-0.el8.noarch 89/109 2024-04-22T04:16:58.451 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 90/109 2024-04-22T04:16:58.691 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 91/109 2024-04-22T04:16:58.928 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-cephadm-2:16.2.15-0.el8.noarch 92/109 2024-04-22T04:16:58.951 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-cephadm-2:16.2.15-0.el8.noarch 92/109 2024-04-22T04:16:59.217 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 93/109 2024-04-22T04:16:59.941 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-cephadm-2:16.2.15-0.el8.noarch 92/109 2024-04-22T04:17:00.249 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 93/109 2024-04-22T04:17:00.320 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 93/109 2024-04-22T04:17:00.532 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 94/109 2024-04-22T04:17:00.627 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 94/109 2024-04-22T04:17:01.002 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 95/109 2024-04-22T04:17:01.225 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-2:16.2.15-0.el8.x86_64 96/109 2024-04-22T04:17:01.252 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-2:16.2.15-0.el8.x86_64 96/109 2024-04-22T04:17:01.353 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 93/109 2024-04-22T04:17:01.465 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-rook-2:16.2.15-0.el8.noarch 97/109 2024-04-22T04:17:01.477 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-rook-2:16.2.15-0.el8.noarch 97/109 2024-04-22T04:17:01.584 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 94/109 2024-04-22T04:17:01.679 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 94/109 2024-04-22T04:17:02.076 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 95/109 2024-04-22T04:17:02.291 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-2:16.2.15-0.el8.x86_64 96/109 2024-04-22T04:17:02.318 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-2:16.2.15-0.el8.x86_64 96/109 2024-04-22T04:17:02.551 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-rook-2:16.2.15-0.el8.noarch 97/109 2024-04-22T04:17:02.562 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-rook-2:16.2.15-0.el8.noarch 97/109 2024-04-22T04:17:06.436 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-2:16.2.15-0.el8.x86_64 98/109 2024-04-22T04:17:07.077 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-test-2:16.2.15-0.el8.x86_64 99/109 2024-04-22T04:17:07.514 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-2:16.2.15-0.el8.x86_64 98/109 2024-04-22T04:17:08.175 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-test-2:16.2.15-0.el8.x86_64 99/109 2024-04-22T04:17:08.396 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pytest-3.4.2-11.el8.noarch 100/109 2024-04-22T04:17:08.624 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-radosgw-2:16.2.15-0.el8.x86_64 101/109 2024-04-22T04:17:08.699 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-radosgw-2:16.2.15-0.el8.x86_64 101/109 2024-04-22T04:17:08.865 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-immutable-object-cache-2:16.2.15-0.el8.x86_ 102/109 2024-04-22T04:17:09.230 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-immutable-object-cache-2:16.2.15-0.el8.x86_ 102/109 2024-04-22T04:17:09.448 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : rbd-mirror-2:16.2.15-0.el8.x86_64 103/109 2024-04-22T04:17:09.522 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pytest-3.4.2-11.el8.noarch 100/109 2024-04-22T04:17:09.545 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: rbd-mirror-2:16.2.15-0.el8.x86_64 103/109 2024-04-22T04:17:09.735 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-fuse-2:16.2.15-0.el8.x86_64 104/109 2024-04-22T04:17:09.757 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-radosgw-2:16.2.15-0.el8.x86_64 101/109 2024-04-22T04:17:09.836 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-radosgw-2:16.2.15-0.el8.x86_64 101/109 2024-04-22T04:17:09.964 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libcephfs-devel-2:16.2.15-0.el8.x86_64 105/109 2024-04-22T04:17:10.059 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-immutable-object-cache-2:16.2.15-0.el8.x86_ 102/109 2024-04-22T04:17:10.189 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : rbd-fuse-2:16.2.15-0.el8.x86_64 106/109 2024-04-22T04:17:10.367 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : rbd-nbd-2:16.2.15-0.el8.x86_64 107/109 2024-04-22T04:17:10.367 INFO:teuthology.orchestra.run.smithi040.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 108/109 2024-04-22T04:17:10.424 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-immutable-object-cache-2:16.2.15-0.el8.x86_ 102/109 2024-04-22T04:17:10.618 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 108/109 2024-04-22T04:17:10.618 INFO:teuthology.orchestra.run.smithi040.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 109/109 2024-04-22T04:17:10.625 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : rbd-mirror-2:16.2.15-0.el8.x86_64 103/109 2024-04-22T04:17:10.723 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: rbd-mirror-2:16.2.15-0.el8.x86_64 103/109 2024-04-22T04:17:10.963 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-fuse-2:16.2.15-0.el8.x86_64 104/109 2024-04-22T04:17:11.198 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libcephfs-devel-2:16.2.15-0.el8.x86_64 105/109 2024-04-22T04:17:11.383 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : rbd-fuse-2:16.2.15-0.el8.x86_64 106/109 2024-04-22T04:17:11.585 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : rbd-nbd-2:16.2.15-0.el8.x86_64 107/109 2024-04-22T04:17:11.585 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 108/109 2024-04-22T04:17:11.608 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 109/109 2024-04-22T04:17:11.608 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-2:16.2.15-0.el8.x86_64 1/109 2024-04-22T04:17:11.608 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-base-2:16.2.15-0.el8.x86_64 2/109 2024-04-22T04:17:11.608 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-common-2:16.2.15-0.el8.x86_64 3/109 2024-04-22T04:17:11.608 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-fuse-2:16.2.15-0.el8.x86_64 4/109 2024-04-22T04:17:11.608 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-immutable-object-cache-2:16.2.15-0.el8.x86_ 5/109 2024-04-22T04:17:11.608 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mds-2:16.2.15-0.el8.x86_64 6/109 2024-04-22T04:17:11.608 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-2:16.2.15-0.el8.x86_64 7/109 2024-04-22T04:17:11.608 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mon-2:16.2.15-0.el8.x86_64 8/109 2024-04-22T04:17:11.608 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-osd-2:16.2.15-0.el8.x86_64 9/109 2024-04-22T04:17:11.608 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-radosgw-2:16.2.15-0.el8.x86_64 10/109 2024-04-22T04:17:11.608 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-selinux-2:16.2.15-0.el8.x86_64 11/109 2024-04-22T04:17:11.609 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-test-2:16.2.15-0.el8.x86_64 12/109 2024-04-22T04:17:11.609 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libcephfs-devel-2:16.2.15-0.el8.x86_64 13/109 2024-04-22T04:17:11.609 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libcephfs2-2:16.2.15-0.el8.x86_64 14/109 2024-04-22T04:17:11.609 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libcephsqlite-2:16.2.15-0.el8.x86_64 15/109 2024-04-22T04:17:11.609 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librados-devel-2:16.2.15-0.el8.x86_64 16/109 2024-04-22T04:17:11.609 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libradosstriper1-2:16.2.15-0.el8.x86_64 17/109 2024-04-22T04:17:11.609 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librgw2-2:16.2.15-0.el8.x86_64 18/109 2024-04-22T04:17:11.609 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-ceph-argparse-2:16.2.15-0.el8.x86_64 19/109 2024-04-22T04:17:11.609 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-ceph-common-2:16.2.15-0.el8.x86_64 20/109 2024-04-22T04:17:11.609 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cephfs-2:16.2.15-0.el8.x86_64 21/109 2024-04-22T04:17:11.609 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-rados-2:16.2.15-0.el8.x86_64 22/109 2024-04-22T04:17:11.609 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-rbd-2:16.2.15-0.el8.x86_64 23/109 2024-04-22T04:17:11.610 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-rgw-2:16.2.15-0.el8.x86_64 24/109 2024-04-22T04:17:11.610 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : rbd-fuse-2:16.2.15-0.el8.x86_64 25/109 2024-04-22T04:17:11.610 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : rbd-mirror-2:16.2.15-0.el8.x86_64 26/109 2024-04-22T04:17:11.610 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : rbd-nbd-2:16.2.15-0.el8.x86_64 27/109 2024-04-22T04:17:11.610 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 28/109 2024-04-22T04:17:11.610 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-cephadm-2:16.2.15-0.el8.noarch 29/109 2024-04-22T04:17:11.610 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 30/109 2024-04-22T04:17:11.610 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 31/109 2024-04-22T04:17:11.610 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 32/109 2024-04-22T04:17:11.610 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-rook-2:16.2.15-0.el8.noarch 33/109 2024-04-22T04:17:11.610 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 34/109 2024-04-22T04:17:11.610 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : cephadm-2:16.2.15-0.el8.noarch 35/109 2024-04-22T04:17:11.610 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : jq-1.6-8.el8.x86_64 36/109 2024-04-22T04:17:11.611 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librdkafka-1.6.1-1.el8.x86_64 37/109 2024-04-22T04:17:11.611 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 38/109 2024-04-22T04:17:11.611 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : oniguruma-6.8.2-3.el8.x86_64 39/109 2024-04-22T04:17:11.611 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 40/109 2024-04-22T04:17:11.611 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 41/109 2024-04-22T04:17:11.611 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-attrs-17.4.0-6.el8.noarch 42/109 2024-04-22T04:17:11.611 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 43/109 2024-04-22T04:17:11.611 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jinja2-2.10.1-4.el8.noarch 44/109 2024-04-22T04:17:11.612 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 45/109 2024-04-22T04:17:11.612 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 46/109 2024-04-22T04:17:11.612 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 47/109 2024-04-22T04:17:11.612 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 48/109 2024-04-22T04:17:11.612 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 49/109 2024-04-22T04:17:11.613 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 50/109 2024-04-22T04:17:11.613 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pluggy-0.6.0-3.el8.noarch 51/109 2024-04-22T04:17:11.613 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 52/109 2024-04-22T04:17:11.613 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-py-1.5.3-4.el8.noarch 53/109 2024-04-22T04:17:11.613 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 54/109 2024-04-22T04:17:11.613 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 55/109 2024-04-22T04:17:11.613 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 56/109 2024-04-22T04:17:11.614 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pytest-3.4.2-11.el8.noarch 57/109 2024-04-22T04:17:11.614 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 58/109 2024-04-22T04:17:11.614 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 59/109 2024-04-22T04:17:11.614 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 60/109 2024-04-22T04:17:11.614 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 61/109 2024-04-22T04:17:11.614 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 62/109 2024-04-22T04:17:11.614 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : fuse-2.9.7-19.el8.x86_64 63/109 2024-04-22T04:17:11.614 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libgfortran-8.5.0-21.el8.x86_64 64/109 2024-04-22T04:17:11.614 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libquadmath-8.5.0-21.el8.x86_64 65/109 2024-04-22T04:17:11.614 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librabbitmq-0.9.0-5.el8.x86_64 66/109 2024-04-22T04:17:11.614 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 67/109 2024-04-22T04:17:11.614 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cryptography-3.2.1-7.el8.x86_64 68/109 2024-04-22T04:17:11.614 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 69/109 2024-04-22T04:17:11.614 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 70/109 2024-04-22T04:17:11.615 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 71/109 2024-04-22T04:17:11.615 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 72/109 2024-04-22T04:17:11.615 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 73/109 2024-04-22T04:17:11.615 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : leveldb-1.22-1.el8.x86_64 74/109 2024-04-22T04:17:11.615 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 75/109 2024-04-22T04:17:11.615 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 76/109 2024-04-22T04:17:11.615 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-apipkg-1.5-6.el8.noarch 77/109 2024-04-22T04:17:11.615 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 78/109 2024-04-22T04:17:11.615 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 79/109 2024-04-22T04:17:11.615 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 80/109 2024-04-22T04:17:11.615 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 81/109 2024-04-22T04:17:11.615 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 82/109 2024-04-22T04:17:11.615 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 83/109 2024-04-22T04:17:11.615 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-execnet-1.7.1-1.el8.noarch 84/109 2024-04-22T04:17:11.616 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 85/109 2024-04-22T04:17:11.616 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 86/109 2024-04-22T04:17:11.616 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 87/109 2024-04-22T04:17:11.616 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 88/109 2024-04-22T04:17:11.616 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 89/109 2024-04-22T04:17:11.616 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 90/109 2024-04-22T04:17:11.616 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 91/109 2024-04-22T04:17:11.616 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-portend-2.6-1.el8.noarch 92/109 2024-04-22T04:17:11.616 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-remoto-1.2.1-1.el8.noarch 93/109 2024-04-22T04:17:11.616 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 94/109 2024-04-22T04:17:11.616 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 95/109 2024-04-22T04:17:11.616 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 96/109 2024-04-22T04:17:11.616 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 97/109 2024-04-22T04:17:11.616 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 98/109 2024-04-22T04:17:11.617 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 99/109 2024-04-22T04:17:11.617 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 100/109 2024-04-22T04:17:11.617 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 101/109 2024-04-22T04:17:11.617 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 102/109 2024-04-22T04:17:11.617 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 103/109 2024-04-22T04:17:11.617 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 104/109 2024-04-22T04:17:11.617 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 105/109 2024-04-22T04:17:11.617 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librados2-2:16.2.15-0.el8.x86_64 106/109 2024-04-22T04:17:11.617 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 107/109 2024-04-22T04:17:11.617 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librbd1-2:16.2.15-0.el8.x86_64 108/109 2024-04-22T04:17:11.829 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 108/109 2024-04-22T04:17:11.829 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 109/109 2024-04-22T04:17:12.654 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 109/109 2024-04-22T04:17:12.654 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-2:16.2.15-0.el8.x86_64 1/109 2024-04-22T04:17:12.654 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-base-2:16.2.15-0.el8.x86_64 2/109 2024-04-22T04:17:12.655 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-common-2:16.2.15-0.el8.x86_64 3/109 2024-04-22T04:17:12.655 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-fuse-2:16.2.15-0.el8.x86_64 4/109 2024-04-22T04:17:12.655 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-immutable-object-cache-2:16.2.15-0.el8.x86_ 5/109 2024-04-22T04:17:12.655 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mds-2:16.2.15-0.el8.x86_64 6/109 2024-04-22T04:17:12.655 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-2:16.2.15-0.el8.x86_64 7/109 2024-04-22T04:17:12.655 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mon-2:16.2.15-0.el8.x86_64 8/109 2024-04-22T04:17:12.655 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-osd-2:16.2.15-0.el8.x86_64 9/109 2024-04-22T04:17:12.655 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-radosgw-2:16.2.15-0.el8.x86_64 10/109 2024-04-22T04:17:12.655 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-selinux-2:16.2.15-0.el8.x86_64 11/109 2024-04-22T04:17:12.655 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-test-2:16.2.15-0.el8.x86_64 12/109 2024-04-22T04:17:12.655 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libcephfs-devel-2:16.2.15-0.el8.x86_64 13/109 2024-04-22T04:17:12.656 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libcephfs2-2:16.2.15-0.el8.x86_64 14/109 2024-04-22T04:17:12.656 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libcephsqlite-2:16.2.15-0.el8.x86_64 15/109 2024-04-22T04:17:12.656 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librados-devel-2:16.2.15-0.el8.x86_64 16/109 2024-04-22T04:17:12.656 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libradosstriper1-2:16.2.15-0.el8.x86_64 17/109 2024-04-22T04:17:12.656 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librgw2-2:16.2.15-0.el8.x86_64 18/109 2024-04-22T04:17:12.656 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-ceph-argparse-2:16.2.15-0.el8.x86_64 19/109 2024-04-22T04:17:12.656 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-ceph-common-2:16.2.15-0.el8.x86_64 20/109 2024-04-22T04:17:12.656 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cephfs-2:16.2.15-0.el8.x86_64 21/109 2024-04-22T04:17:12.656 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-rados-2:16.2.15-0.el8.x86_64 22/109 2024-04-22T04:17:12.656 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-rbd-2:16.2.15-0.el8.x86_64 23/109 2024-04-22T04:17:12.656 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-rgw-2:16.2.15-0.el8.x86_64 24/109 2024-04-22T04:17:12.656 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : rbd-fuse-2:16.2.15-0.el8.x86_64 25/109 2024-04-22T04:17:12.656 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : rbd-mirror-2:16.2.15-0.el8.x86_64 26/109 2024-04-22T04:17:12.656 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : rbd-nbd-2:16.2.15-0.el8.x86_64 27/109 2024-04-22T04:17:12.657 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 28/109 2024-04-22T04:17:12.657 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-cephadm-2:16.2.15-0.el8.noarch 29/109 2024-04-22T04:17:12.657 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 30/109 2024-04-22T04:17:12.657 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 31/109 2024-04-22T04:17:12.657 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 32/109 2024-04-22T04:17:12.664 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-rook-2:16.2.15-0.el8.noarch 33/109 2024-04-22T04:17:12.664 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 34/109 2024-04-22T04:17:12.664 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : cephadm-2:16.2.15-0.el8.noarch 35/109 2024-04-22T04:17:12.664 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : jq-1.6-8.el8.x86_64 36/109 2024-04-22T04:17:12.664 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librdkafka-1.6.1-1.el8.x86_64 37/109 2024-04-22T04:17:12.664 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 38/109 2024-04-22T04:17:12.664 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : oniguruma-6.8.2-3.el8.x86_64 39/109 2024-04-22T04:17:12.665 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 40/109 2024-04-22T04:17:12.665 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 41/109 2024-04-22T04:17:12.665 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-attrs-17.4.0-6.el8.noarch 42/109 2024-04-22T04:17:12.665 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 43/109 2024-04-22T04:17:12.665 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jinja2-2.10.1-4.el8.noarch 44/109 2024-04-22T04:17:12.665 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 45/109 2024-04-22T04:17:12.665 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 46/109 2024-04-22T04:17:12.665 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 47/109 2024-04-22T04:17:12.665 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 48/109 2024-04-22T04:17:12.665 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 49/109 2024-04-22T04:17:12.665 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 50/109 2024-04-22T04:17:12.665 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pluggy-0.6.0-3.el8.noarch 51/109 2024-04-22T04:17:12.665 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 52/109 2024-04-22T04:17:12.666 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-py-1.5.3-4.el8.noarch 53/109 2024-04-22T04:17:12.666 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 54/109 2024-04-22T04:17:12.666 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 55/109 2024-04-22T04:17:12.666 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 56/109 2024-04-22T04:17:12.666 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pytest-3.4.2-11.el8.noarch 57/109 2024-04-22T04:17:12.666 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 58/109 2024-04-22T04:17:12.666 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 59/109 2024-04-22T04:17:12.666 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 60/109 2024-04-22T04:17:12.666 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 61/109 2024-04-22T04:17:12.666 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 62/109 2024-04-22T04:17:12.666 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : fuse-2.9.7-19.el8.x86_64 63/109 2024-04-22T04:17:12.666 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libgfortran-8.5.0-21.el8.x86_64 64/109 2024-04-22T04:17:12.666 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libquadmath-8.5.0-21.el8.x86_64 65/109 2024-04-22T04:17:12.666 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librabbitmq-0.9.0-5.el8.x86_64 66/109 2024-04-22T04:17:12.667 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 67/109 2024-04-22T04:17:12.667 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cryptography-3.2.1-7.el8.x86_64 68/109 2024-04-22T04:17:12.667 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 69/109 2024-04-22T04:17:12.667 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 70/109 2024-04-22T04:17:12.667 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 71/109 2024-04-22T04:17:12.667 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 72/109 2024-04-22T04:17:12.667 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 73/109 2024-04-22T04:17:12.667 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : leveldb-1.22-1.el8.x86_64 74/109 2024-04-22T04:17:12.667 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 75/109 2024-04-22T04:17:12.667 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 76/109 2024-04-22T04:17:12.667 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-apipkg-1.5-6.el8.noarch 77/109 2024-04-22T04:17:12.667 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 78/109 2024-04-22T04:17:12.667 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 79/109 2024-04-22T04:17:12.668 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 80/109 2024-04-22T04:17:12.668 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 81/109 2024-04-22T04:17:12.668 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 82/109 2024-04-22T04:17:12.668 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 83/109 2024-04-22T04:17:12.668 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-execnet-1.7.1-1.el8.noarch 84/109 2024-04-22T04:17:12.668 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 85/109 2024-04-22T04:17:12.668 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 86/109 2024-04-22T04:17:12.668 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 87/109 2024-04-22T04:17:12.668 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 88/109 2024-04-22T04:17:12.668 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 89/109 2024-04-22T04:17:12.669 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 90/109 2024-04-22T04:17:12.669 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 91/109 2024-04-22T04:17:12.669 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-portend-2.6-1.el8.noarch 92/109 2024-04-22T04:17:12.669 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-remoto-1.2.1-1.el8.noarch 93/109 2024-04-22T04:17:12.669 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 94/109 2024-04-22T04:17:12.669 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 95/109 2024-04-22T04:17:12.669 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 96/109 2024-04-22T04:17:12.669 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 97/109 2024-04-22T04:17:12.669 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 98/109 2024-04-22T04:17:12.669 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 99/109 2024-04-22T04:17:12.669 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 100/109 2024-04-22T04:17:12.669 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 101/109 2024-04-22T04:17:12.669 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 102/109 2024-04-22T04:17:12.669 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 103/109 2024-04-22T04:17:12.669 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 104/109 2024-04-22T04:17:12.670 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 105/109 2024-04-22T04:17:12.670 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librados2-2:16.2.15-0.el8.x86_64 106/109 2024-04-22T04:17:12.670 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 107/109 2024-04-22T04:17:12.670 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librbd1-2:16.2.15-0.el8.x86_64 108/109 2024-04-22T04:17:13.816 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 109/109 2024-04-22T04:17:13.816 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:17:13.816 INFO:teuthology.orchestra.run.smithi040.stdout:Upgraded: 2024-04-22T04:17:13.816 INFO:teuthology.orchestra.run.smithi040.stdout: librados2-2:16.2.15-0.el8.x86_64 librbd1-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.816 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2024-04-22T04:17:13.816 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.816 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-base-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.816 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-common-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.816 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-fuse-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.816 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 2024-04-22T04:17:13.816 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-immutable-object-cache-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.817 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mds-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.817 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.817 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-cephadm-2:16.2.15-0.el8.noarch 2024-04-22T04:17:13.817 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 2024-04-22T04:17:13.817 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-diskprediction-local-2:16.2.15-0.el8.noarch 2024-04-22T04:17:13.817 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 2024-04-22T04:17:13.817 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-rook-2:16.2.15-0.el8.noarch 2024-04-22T04:17:13.817 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mon-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.817 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-osd-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.817 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 2024-04-22T04:17:13.817 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-radosgw-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.817 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-selinux-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.817 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-test-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.818 INFO:teuthology.orchestra.run.smithi040.stdout: cephadm-2:16.2.15-0.el8.noarch 2024-04-22T04:17:13.818 INFO:teuthology.orchestra.run.smithi040.stdout: fuse-2.9.7-19.el8.x86_64 2024-04-22T04:17:13.818 INFO:teuthology.orchestra.run.smithi040.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2024-04-22T04:17:13.818 INFO:teuthology.orchestra.run.smithi040.stdout: jq-1.6-8.el8.x86_64 2024-04-22T04:17:13.818 INFO:teuthology.orchestra.run.smithi040.stdout: leveldb-1.22-1.el8.x86_64 2024-04-22T04:17:13.818 INFO:teuthology.orchestra.run.smithi040.stdout: libcephfs-devel-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.818 INFO:teuthology.orchestra.run.smithi040.stdout: libcephfs2-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.818 INFO:teuthology.orchestra.run.smithi040.stdout: libcephsqlite-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.818 INFO:teuthology.orchestra.run.smithi040.stdout: libgfortran-8.5.0-21.el8.x86_64 2024-04-22T04:17:13.818 INFO:teuthology.orchestra.run.smithi040.stdout: liboath-2.6.2-3.el8.x86_64 2024-04-22T04:17:13.818 INFO:teuthology.orchestra.run.smithi040.stdout: libquadmath-8.5.0-21.el8.x86_64 2024-04-22T04:17:13.818 INFO:teuthology.orchestra.run.smithi040.stdout: librabbitmq-0.9.0-5.el8.x86_64 2024-04-22T04:17:13.818 INFO:teuthology.orchestra.run.smithi040.stdout: librados-devel-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.819 INFO:teuthology.orchestra.run.smithi040.stdout: libradosstriper1-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.819 INFO:teuthology.orchestra.run.smithi040.stdout: librdkafka-1.6.1-1.el8.x86_64 2024-04-22T04:17:13.819 INFO:teuthology.orchestra.run.smithi040.stdout: librgw2-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.819 INFO:teuthology.orchestra.run.smithi040.stdout: libunwind-1.3.1-3.el8.x86_64 2024-04-22T04:17:13.819 INFO:teuthology.orchestra.run.smithi040.stdout: lttng-ust-2.8.1-11.el8.x86_64 2024-04-22T04:17:13.819 INFO:teuthology.orchestra.run.smithi040.stdout: oniguruma-6.8.2-3.el8.x86_64 2024-04-22T04:17:13.819 INFO:teuthology.orchestra.run.smithi040.stdout: openblas-0.3.15-4.el8.x86_64 2024-04-22T04:17:13.819 INFO:teuthology.orchestra.run.smithi040.stdout: openblas-threads-0.3.15-4.el8.x86_64 2024-04-22T04:17:13.819 INFO:teuthology.orchestra.run.smithi040.stdout: python3-apipkg-1.5-6.el8.noarch 2024-04-22T04:17:13.819 INFO:teuthology.orchestra.run.smithi040.stdout: python3-attrs-17.4.0-6.el8.noarch 2024-04-22T04:17:13.819 INFO:teuthology.orchestra.run.smithi040.stdout: python3-babel-2.5.1-7.el8.noarch 2024-04-22T04:17:13.819 INFO:teuthology.orchestra.run.smithi040.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2024-04-22T04:17:13.819 INFO:teuthology.orchestra.run.smithi040.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2024-04-22T04:17:13.819 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cachetools-3.1.1-4.el8.noarch 2024-04-22T04:17:13.819 INFO:teuthology.orchestra.run.smithi040.stdout: python3-ceph-argparse-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.820 INFO:teuthology.orchestra.run.smithi040.stdout: python3-ceph-common-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.820 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cephfs-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.820 INFO:teuthology.orchestra.run.smithi040.stdout: python3-certifi-2018.10.15-7.el8.noarch 2024-04-22T04:17:13.820 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cffi-1.11.5-6.el8.x86_64 2024-04-22T04:17:13.820 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cheroot-8.5.2-1.el8.noarch 2024-04-22T04:17:13.820 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2024-04-22T04:17:13.820 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cryptography-3.2.1-7.el8.x86_64 2024-04-22T04:17:13.820 INFO:teuthology.orchestra.run.smithi040.stdout: python3-execnet-1.7.1-1.el8.noarch 2024-04-22T04:17:13.820 INFO:teuthology.orchestra.run.smithi040.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2024-04-22T04:17:13.820 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jaraco-6.2-6.el8.noarch 2024-04-22T04:17:13.820 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2024-04-22T04:17:13.820 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jinja2-2.10.1-4.el8.noarch 2024-04-22T04:17:13.820 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jsonpatch-1.21-2.el8.noarch 2024-04-22T04:17:13.821 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jsonpointer-1.10-11.el8.noarch 2024-04-22T04:17:13.821 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jwt-1.6.1-2.el8.noarch 2024-04-22T04:17:13.821 INFO:teuthology.orchestra.run.smithi040.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2024-04-22T04:17:13.821 INFO:teuthology.orchestra.run.smithi040.stdout: python3-logutils-0.3.5-11.el8.noarch 2024-04-22T04:17:13.821 INFO:teuthology.orchestra.run.smithi040.stdout: python3-mako-1.0.6-14.el8.noarch 2024-04-22T04:17:13.821 INFO:teuthology.orchestra.run.smithi040.stdout: python3-markupsafe-0.23-19.el8.x86_64 2024-04-22T04:17:13.821 INFO:teuthology.orchestra.run.smithi040.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2024-04-22T04:17:13.821 INFO:teuthology.orchestra.run.smithi040.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2024-04-22T04:17:13.821 INFO:teuthology.orchestra.run.smithi040.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2024-04-22T04:17:13.821 INFO:teuthology.orchestra.run.smithi040.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2024-04-22T04:17:13.822 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pecan-1.3.2-9.el8.noarch 2024-04-22T04:17:13.822 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pluggy-0.6.0-3.el8.noarch 2024-04-22T04:17:13.822 INFO:teuthology.orchestra.run.smithi040.stdout: python3-portend-2.6-1.el8.noarch 2024-04-22T04:17:13.822 INFO:teuthology.orchestra.run.smithi040.stdout: python3-prettytable-0.7.2-14.el8.noarch 2024-04-22T04:17:13.822 INFO:teuthology.orchestra.run.smithi040.stdout: python3-py-1.5.3-4.el8.noarch 2024-04-22T04:17:13.822 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2024-04-22T04:17:13.825 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2024-04-22T04:17:13.825 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2024-04-22T04:17:13.825 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pycparser-2.14-14.el8.noarch 2024-04-22T04:17:13.826 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytest-3.4.2-11.el8.noarch 2024-04-22T04:17:13.826 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytz-2017.2-11.el8.noarch 2024-04-22T04:17:13.826 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rados-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.826 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rbd-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.826 INFO:teuthology.orchestra.run.smithi040.stdout: python3-remoto-1.2.1-1.el8.noarch 2024-04-22T04:17:13.826 INFO:teuthology.orchestra.run.smithi040.stdout: python3-repoze-lru-0.7-6.el8.noarch 2024-04-22T04:17:13.826 INFO:teuthology.orchestra.run.smithi040.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2024-04-22T04:17:13.826 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rgw-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.826 INFO:teuthology.orchestra.run.smithi040.stdout: python3-routes-2.4.1-12.el8.noarch 2024-04-22T04:17:13.826 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rsa-4.9-2.el8.noarch 2024-04-22T04:17:13.826 INFO:teuthology.orchestra.run.smithi040.stdout: python3-scipy-1.0.0-21.module_el8+762+77bd8591.x86_64 2024-04-22T04:17:13.826 INFO:teuthology.orchestra.run.smithi040.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2024-04-22T04:17:13.826 INFO:teuthology.orchestra.run.smithi040.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2024-04-22T04:17:13.827 INFO:teuthology.orchestra.run.smithi040.stdout: python3-tempora-1.14.1-5.el8.noarch 2024-04-22T04:17:13.827 INFO:teuthology.orchestra.run.smithi040.stdout: python3-trustme-0.6.0-4.el8.noarch 2024-04-22T04:17:13.827 INFO:teuthology.orchestra.run.smithi040.stdout: python3-waitress-1.4.3-1.el8.noarch 2024-04-22T04:17:13.827 INFO:teuthology.orchestra.run.smithi040.stdout: python3-webob-1.8.5-1.el8.1.noarch 2024-04-22T04:17:13.827 INFO:teuthology.orchestra.run.smithi040.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2024-04-22T04:17:13.827 INFO:teuthology.orchestra.run.smithi040.stdout: python3-webtest-2.0.33-1.el8.noarch 2024-04-22T04:17:13.827 INFO:teuthology.orchestra.run.smithi040.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2024-04-22T04:17:13.827 INFO:teuthology.orchestra.run.smithi040.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2024-04-22T04:17:13.827 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-fuse-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.827 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-mirror-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.827 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-nbd-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:13.827 INFO:teuthology.orchestra.run.smithi040.stdout: socat-1.7.4.1-1.el8.x86_64 2024-04-22T04:17:13.828 INFO:teuthology.orchestra.run.smithi040.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2024-04-22T04:17:13.828 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:17:13.828 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2024-04-22T04:17:14.015 DEBUG:teuthology.parallel:result is None 2024-04-22T04:17:14.595 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 109/109 2024-04-22T04:17:14.595 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:17:14.595 INFO:teuthology.orchestra.run.smithi062.stdout:Upgraded: 2024-04-22T04:17:14.595 INFO:teuthology.orchestra.run.smithi062.stdout: librados2-2:16.2.15-0.el8.x86_64 librbd1-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.595 INFO:teuthology.orchestra.run.smithi062.stdout:Installed: 2024-04-22T04:17:14.596 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.596 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-base-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.596 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-common-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.596 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-fuse-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.596 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 2024-04-22T04:17:14.596 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-immutable-object-cache-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.596 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mds-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.596 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.596 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-cephadm-2:16.2.15-0.el8.noarch 2024-04-22T04:17:14.596 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 2024-04-22T04:17:14.596 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-diskprediction-local-2:16.2.15-0.el8.noarch 2024-04-22T04:17:14.596 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 2024-04-22T04:17:14.596 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-rook-2:16.2.15-0.el8.noarch 2024-04-22T04:17:14.596 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mon-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.597 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-osd-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.597 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 2024-04-22T04:17:14.597 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-radosgw-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.597 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-selinux-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.597 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-test-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.597 INFO:teuthology.orchestra.run.smithi062.stdout: cephadm-2:16.2.15-0.el8.noarch 2024-04-22T04:17:14.597 INFO:teuthology.orchestra.run.smithi062.stdout: fuse-2.9.7-19.el8.x86_64 2024-04-22T04:17:14.597 INFO:teuthology.orchestra.run.smithi062.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2024-04-22T04:17:14.597 INFO:teuthology.orchestra.run.smithi062.stdout: jq-1.6-8.el8.x86_64 2024-04-22T04:17:14.597 INFO:teuthology.orchestra.run.smithi062.stdout: leveldb-1.22-1.el8.x86_64 2024-04-22T04:17:14.597 INFO:teuthology.orchestra.run.smithi062.stdout: libcephfs-devel-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.597 INFO:teuthology.orchestra.run.smithi062.stdout: libcephfs2-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.597 INFO:teuthology.orchestra.run.smithi062.stdout: libcephsqlite-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.598 INFO:teuthology.orchestra.run.smithi062.stdout: libgfortran-8.5.0-21.el8.x86_64 2024-04-22T04:17:14.598 INFO:teuthology.orchestra.run.smithi062.stdout: liboath-2.6.2-3.el8.x86_64 2024-04-22T04:17:14.598 INFO:teuthology.orchestra.run.smithi062.stdout: libquadmath-8.5.0-21.el8.x86_64 2024-04-22T04:17:14.598 INFO:teuthology.orchestra.run.smithi062.stdout: librabbitmq-0.9.0-5.el8.x86_64 2024-04-22T04:17:14.598 INFO:teuthology.orchestra.run.smithi062.stdout: librados-devel-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.598 INFO:teuthology.orchestra.run.smithi062.stdout: libradosstriper1-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.598 INFO:teuthology.orchestra.run.smithi062.stdout: librdkafka-1.6.1-1.el8.x86_64 2024-04-22T04:17:14.598 INFO:teuthology.orchestra.run.smithi062.stdout: librgw2-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.598 INFO:teuthology.orchestra.run.smithi062.stdout: libunwind-1.3.1-3.el8.x86_64 2024-04-22T04:17:14.598 INFO:teuthology.orchestra.run.smithi062.stdout: lttng-ust-2.8.1-11.el8.x86_64 2024-04-22T04:17:14.598 INFO:teuthology.orchestra.run.smithi062.stdout: oniguruma-6.8.2-3.el8.x86_64 2024-04-22T04:17:14.598 INFO:teuthology.orchestra.run.smithi062.stdout: openblas-0.3.15-4.el8.x86_64 2024-04-22T04:17:14.598 INFO:teuthology.orchestra.run.smithi062.stdout: openblas-threads-0.3.15-4.el8.x86_64 2024-04-22T04:17:14.599 INFO:teuthology.orchestra.run.smithi062.stdout: python3-apipkg-1.5-6.el8.noarch 2024-04-22T04:17:14.599 INFO:teuthology.orchestra.run.smithi062.stdout: python3-attrs-17.4.0-6.el8.noarch 2024-04-22T04:17:14.599 INFO:teuthology.orchestra.run.smithi062.stdout: python3-babel-2.5.1-7.el8.noarch 2024-04-22T04:17:14.599 INFO:teuthology.orchestra.run.smithi062.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2024-04-22T04:17:14.599 INFO:teuthology.orchestra.run.smithi062.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2024-04-22T04:17:14.599 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cachetools-3.1.1-4.el8.noarch 2024-04-22T04:17:14.599 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ceph-argparse-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.599 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ceph-common-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.599 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cephfs-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.599 INFO:teuthology.orchestra.run.smithi062.stdout: python3-certifi-2018.10.15-7.el8.noarch 2024-04-22T04:17:14.599 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cffi-1.11.5-6.el8.x86_64 2024-04-22T04:17:14.599 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cheroot-8.5.2-1.el8.noarch 2024-04-22T04:17:14.599 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2024-04-22T04:17:14.599 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cryptography-3.2.1-7.el8.x86_64 2024-04-22T04:17:14.599 INFO:teuthology.orchestra.run.smithi062.stdout: python3-execnet-1.7.1-1.el8.noarch 2024-04-22T04:17:14.600 INFO:teuthology.orchestra.run.smithi062.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2024-04-22T04:17:14.600 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-6.2-6.el8.noarch 2024-04-22T04:17:14.600 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2024-04-22T04:17:14.600 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jinja2-2.10.1-4.el8.noarch 2024-04-22T04:17:14.600 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jsonpatch-1.21-2.el8.noarch 2024-04-22T04:17:14.600 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jsonpointer-1.10-11.el8.noarch 2024-04-22T04:17:14.600 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jwt-1.6.1-2.el8.noarch 2024-04-22T04:17:14.600 INFO:teuthology.orchestra.run.smithi062.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2024-04-22T04:17:14.600 INFO:teuthology.orchestra.run.smithi062.stdout: python3-logutils-0.3.5-11.el8.noarch 2024-04-22T04:17:14.600 INFO:teuthology.orchestra.run.smithi062.stdout: python3-mako-1.0.6-14.el8.noarch 2024-04-22T04:17:14.600 INFO:teuthology.orchestra.run.smithi062.stdout: python3-markupsafe-0.23-19.el8.x86_64 2024-04-22T04:17:14.600 INFO:teuthology.orchestra.run.smithi062.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2024-04-22T04:17:14.600 INFO:teuthology.orchestra.run.smithi062.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2024-04-22T04:17:14.600 INFO:teuthology.orchestra.run.smithi062.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2024-04-22T04:17:14.601 INFO:teuthology.orchestra.run.smithi062.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2024-04-22T04:17:14.601 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pecan-1.3.2-9.el8.noarch 2024-04-22T04:17:14.601 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pluggy-0.6.0-3.el8.noarch 2024-04-22T04:17:14.601 INFO:teuthology.orchestra.run.smithi062.stdout: python3-portend-2.6-1.el8.noarch 2024-04-22T04:17:14.601 INFO:teuthology.orchestra.run.smithi062.stdout: python3-prettytable-0.7.2-14.el8.noarch 2024-04-22T04:17:14.601 INFO:teuthology.orchestra.run.smithi062.stdout: python3-py-1.5.3-4.el8.noarch 2024-04-22T04:17:14.601 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2024-04-22T04:17:14.601 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2024-04-22T04:17:14.601 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2024-04-22T04:17:14.601 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pycparser-2.14-14.el8.noarch 2024-04-22T04:17:14.601 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pytest-3.4.2-11.el8.noarch 2024-04-22T04:17:14.601 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pytz-2017.2-11.el8.noarch 2024-04-22T04:17:14.601 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rados-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.601 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rbd-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.601 INFO:teuthology.orchestra.run.smithi062.stdout: python3-remoto-1.2.1-1.el8.noarch 2024-04-22T04:17:14.602 INFO:teuthology.orchestra.run.smithi062.stdout: python3-repoze-lru-0.7-6.el8.noarch 2024-04-22T04:17:14.602 INFO:teuthology.orchestra.run.smithi062.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2024-04-22T04:17:14.602 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rgw-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.602 INFO:teuthology.orchestra.run.smithi062.stdout: python3-routes-2.4.1-12.el8.noarch 2024-04-22T04:17:14.602 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rsa-4.9-2.el8.noarch 2024-04-22T04:17:14.602 INFO:teuthology.orchestra.run.smithi062.stdout: python3-scipy-1.0.0-21.module_el8+762+77bd8591.x86_64 2024-04-22T04:17:14.602 INFO:teuthology.orchestra.run.smithi062.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2024-04-22T04:17:14.602 INFO:teuthology.orchestra.run.smithi062.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2024-04-22T04:17:14.602 INFO:teuthology.orchestra.run.smithi062.stdout: python3-tempora-1.14.1-5.el8.noarch 2024-04-22T04:17:14.602 INFO:teuthology.orchestra.run.smithi062.stdout: python3-trustme-0.6.0-4.el8.noarch 2024-04-22T04:17:14.602 INFO:teuthology.orchestra.run.smithi062.stdout: python3-waitress-1.4.3-1.el8.noarch 2024-04-22T04:17:14.602 INFO:teuthology.orchestra.run.smithi062.stdout: python3-webob-1.8.5-1.el8.1.noarch 2024-04-22T04:17:14.602 INFO:teuthology.orchestra.run.smithi062.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2024-04-22T04:17:14.602 INFO:teuthology.orchestra.run.smithi062.stdout: python3-webtest-2.0.33-1.el8.noarch 2024-04-22T04:17:14.602 INFO:teuthology.orchestra.run.smithi062.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2024-04-22T04:17:14.603 INFO:teuthology.orchestra.run.smithi062.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2024-04-22T04:17:14.603 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-fuse-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.603 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-mirror-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.603 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-nbd-2:16.2.15-0.el8.x86_64 2024-04-22T04:17:14.603 INFO:teuthology.orchestra.run.smithi062.stdout: socat-1.7.4.1-1.el8.x86_64 2024-04-22T04:17:14.603 INFO:teuthology.orchestra.run.smithi062.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2024-04-22T04:17:14.603 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:17:14.603 INFO:teuthology.orchestra.run.smithi062.stdout:Complete! 2024-04-22T04:17:14.836 DEBUG:teuthology.parallel:result is None 2024-04-22T04:17:14.837 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-22T04:17:14.837 INFO:teuthology.packaging:ref: None 2024-04-22T04:17:14.837 INFO:teuthology.packaging:tag: None 2024-04-22T04:17:14.837 INFO:teuthology.packaging:branch: pacific 2024-04-22T04:17:14.837 INFO:teuthology.packaging:sha1: 5d8738502c195d34e1bca867c85b1d92f1aa34c6 2024-04-22T04:17:14.837 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2024-04-22T04:17:15.041 DEBUG:teuthology.orchestra.run.smithi040:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-22T04:17:15.070 INFO:teuthology.orchestra.run.smithi040.stdout:16.2.15-0.el8 2024-04-22T04:17:15.071 INFO:teuthology.packaging:The installed version of ceph is 16.2.15-0.el8 2024-04-22T04:17:15.071 INFO:teuthology.task.install:The correct ceph version 16.2.15-0 is installed. 2024-04-22T04:17:15.073 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-22T04:17:15.073 INFO:teuthology.packaging:ref: None 2024-04-22T04:17:15.073 INFO:teuthology.packaging:tag: None 2024-04-22T04:17:15.073 INFO:teuthology.packaging:branch: pacific 2024-04-22T04:17:15.073 INFO:teuthology.packaging:sha1: 5d8738502c195d34e1bca867c85b1d92f1aa34c6 2024-04-22T04:17:15.073 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2024-04-22T04:17:15.272 DEBUG:teuthology.orchestra.run.smithi062:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-22T04:17:15.297 INFO:teuthology.orchestra.run.smithi062.stdout:16.2.15-0.el8 2024-04-22T04:17:15.298 INFO:teuthology.packaging:The installed version of ceph is 16.2.15-0.el8 2024-04-22T04:17:15.298 INFO:teuthology.task.install:The correct ceph version 16.2.15-0 is installed. 2024-04-22T04:17:15.299 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-22T04:17:15.300 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T04:17:15.300 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-22T04:17:15.337 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-04-22T04:17:15.337 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-22T04:17:15.369 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-22T04:17:15.370 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T04:17:15.370 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/usr/bin/daemon-helper 2024-04-22T04:17:15.409 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-22T04:17:15.480 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-04-22T04:17:15.480 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/usr/bin/daemon-helper 2024-04-22T04:17:15.509 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-22T04:17:15.577 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-22T04:17:15.577 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T04:17:15.577 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-22T04:17:15.608 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-22T04:17:15.679 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-04-22T04:17:15.679 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-22T04:17:15.707 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-22T04:17:15.774 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-22T04:17:15.775 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T04:17:15.775 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/usr/bin/stdin-killer 2024-04-22T04:17:15.808 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-22T04:17:15.879 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-04-22T04:17:15.880 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/usr/bin/stdin-killer 2024-04-22T04:17:15.907 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-22T04:17:15.974 INFO:teuthology.run_tasks:Running task print... 2024-04-22T04:17:15.987 INFO:teuthology.task.print:**** done install task... 2024-04-22T04:17:15.987 INFO:teuthology.run_tasks:Running task print... 2024-04-22T04:17:15.996 INFO:teuthology.task.print:**** done start installing pacific cephadm ... 2024-04-22T04:17:15.996 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-22T04:17:16.086 INFO:tasks.cephadm:Config: {'cephadm_branch': 'pacific', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:pacific', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '5d8738502c195d34e1bca867c85b1d92f1aa34c6'} 2024-04-22T04:17:16.087 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:pacific 2024-04-22T04:17:16.087 INFO:tasks.cephadm:Cluster fsid is 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:17:16.087 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-22T04:17:16.087 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.40', 'mon.c': '[v2:172.21.15.40:3301,v1:172.21.15.40:6790]', 'mon.b': '172.21.15.62'} 2024-04-22T04:17:16.087 INFO:tasks.cephadm:First mon is mon.a on smithi040 2024-04-22T04:17:16.088 INFO:tasks.cephadm:First mgr is y 2024-04-22T04:17:16.088 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-22T04:17:16.088 DEBUG:teuthology.orchestra.run.smithi040:> sudo hostname $(hostname -s) 2024-04-22T04:17:16.121 DEBUG:teuthology.orchestra.run.smithi062:> sudo hostname $(hostname -s) 2024-04-22T04:17:16.149 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref pacific)... 2024-04-22T04:17:16.149 DEBUG:teuthology.orchestra.run.smithi040:> curl --silent https://raw.githubusercontent.com/ceph/ceph/pacific/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-22T04:17:16.304 INFO:teuthology.orchestra.run.smithi040.stdout:-rw-rw-r--. 1 ubuntu ubuntu 355729 Apr 22 04:17 /home/ubuntu/cephtest/cephadm 2024-04-22T04:17:16.304 DEBUG:teuthology.orchestra.run.smithi062:> curl --silent https://raw.githubusercontent.com/ceph/ceph/pacific/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-22T04:17:16.447 INFO:teuthology.orchestra.run.smithi062.stdout:-rw-rw-r--. 1 ubuntu ubuntu 355729 Apr 22 04:17 /home/ubuntu/cephtest/cephadm 2024-04-22T04:17:16.448 DEBUG:teuthology.orchestra.run.smithi040:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-22T04:17:16.471 DEBUG:teuthology.orchestra.run.smithi062:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-22T04:17:16.501 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:pacific on all hosts... 2024-04-22T04:17:16.502 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific pull 2024-04-22T04:17:16.513 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific pull 2024-04-22T04:17:21.270 INFO:teuthology.orchestra.run.smithi040.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:pacific... 2024-04-22T04:17:21.297 INFO:teuthology.orchestra.run.smithi062.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:pacific... 2024-04-22T04:18:22.357 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:18:22.358 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_version": "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)", 2024-04-22T04:18:22.358 INFO:teuthology.orchestra.run.smithi040.stdout: "image_id": "727f386679cb5962a8bf6fbf5ad40cabb5457725c5b7aee81a1eb45b35ff08b0", 2024-04-22T04:18:22.358 INFO:teuthology.orchestra.run.smithi040.stdout: "repo_digests": [ 2024-04-22T04:18:22.358 INFO:teuthology.orchestra.run.smithi040.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:a917adc3f5c2fb88f02feae5d8f667631e1c7fa0b341817d32f1d6fd5cd1bec1" 2024-04-22T04:18:22.358 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2024-04-22T04:18:22.359 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:18:37.142 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-04-22T04:18:37.142 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_version": "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)", 2024-04-22T04:18:37.142 INFO:teuthology.orchestra.run.smithi062.stdout: "image_id": "727f386679cb5962a8bf6fbf5ad40cabb5457725c5b7aee81a1eb45b35ff08b0", 2024-04-22T04:18:37.142 INFO:teuthology.orchestra.run.smithi062.stdout: "repo_digests": [ 2024-04-22T04:18:37.142 INFO:teuthology.orchestra.run.smithi062.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:a917adc3f5c2fb88f02feae5d8f667631e1c7fa0b341817d32f1d6fd5cd1bec1" 2024-04-22T04:18:37.142 INFO:teuthology.orchestra.run.smithi062.stdout: ] 2024-04-22T04:18:37.143 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-04-22T04:18:37.163 DEBUG:teuthology.orchestra.run.smithi040:> sudo mkdir -p /etc/ceph 2024-04-22T04:18:37.201 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /etc/ceph 2024-04-22T04:18:37.233 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod 777 /etc/ceph 2024-04-22T04:18:37.274 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 777 /etc/ceph 2024-04-22T04:18:37.302 INFO:tasks.cephadm:Writing seed config... 2024-04-22T04:18:37.304 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-22T04:18:37.304 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-22T04:18:37.304 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-22T04:18:37.304 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-22T04:18:37.304 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-22T04:18:37.304 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-04-22T04:18:37.304 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-22T04:18:37.304 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-22T04:18:37.304 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-22T04:18:37.304 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-22T04:18:37.304 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-22T04:18:37.305 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T04:18:37.305 DEBUG:teuthology.orchestra.run.smithi040:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-22T04:18:37.336 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 33b081c2-005f-11ef-bc93-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-22T04:18:37.336 DEBUG:teuthology.orchestra.run.smithi040:mon.a> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@mon.a.service 2024-04-22T04:18:37.378 DEBUG:teuthology.orchestra.run.smithi040:mgr.y> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@mgr.y.service 2024-04-22T04:18:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:-- Logs begin at Mon 2024-04-22 04:08:30 UTC. -- 2024-04-22T04:18:37.409 INFO:tasks.cephadm:Bootstrapping... 2024-04-22T04:18:37.410 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific -v bootstrap --fsid 33b081c2-005f-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.40 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-22T04:18:37.438 INFO:journalctl@ceph.mgr.y.smithi040.stdout:-- Logs begin at Mon 2024-04-22 04:08:30 UTC. -- 2024-04-22T04:18:37.625 INFO:teuthology.orchestra.run.smithi040.stderr:-------------------------------------------------------------------------------- 2024-04-22T04:18:37.626 INFO:teuthology.orchestra.run.smithi040.stderr:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:pacific', '-v', 'bootstrap', '--fsid', '33b081c2-005f-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.40', '--skip-admin-label'] 2024-04-22T04:18:37.647 INFO:teuthology.orchestra.run.smithi040.stderr:/bin/podman: 4.9.4-dev 2024-04-22T04:18:37.661 INFO:teuthology.orchestra.run.smithi040.stderr:Verifying podman|docker is present... 2024-04-22T04:18:37.681 INFO:teuthology.orchestra.run.smithi040.stderr:/bin/podman: 4.9.4-dev 2024-04-22T04:18:37.691 INFO:teuthology.orchestra.run.smithi040.stderr:Verifying lvm2 is present... 2024-04-22T04:18:37.691 INFO:teuthology.orchestra.run.smithi040.stderr:Verifying time synchronization is in place... 2024-04-22T04:18:37.698 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-04-22T04:18:37.704 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: inactive 2024-04-22T04:18:37.710 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: enabled 2024-04-22T04:18:37.715 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: active 2024-04-22T04:18:37.716 INFO:teuthology.orchestra.run.smithi040.stderr:Unit chronyd.service is enabled and running 2024-04-22T04:18:37.716 INFO:teuthology.orchestra.run.smithi040.stderr:Repeating the final host check... 2024-04-22T04:18:37.736 INFO:teuthology.orchestra.run.smithi040.stderr:/bin/podman: 4.9.4-dev 2024-04-22T04:18:37.745 INFO:teuthology.orchestra.run.smithi040.stderr:podman (/bin/podman) version 4.9.4 is present 2024-04-22T04:18:37.745 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl is present 2024-04-22T04:18:37.745 INFO:teuthology.orchestra.run.smithi040.stderr:lvcreate is present 2024-04-22T04:18:37.751 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-04-22T04:18:37.757 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: inactive 2024-04-22T04:18:37.763 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: enabled 2024-04-22T04:18:37.768 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: active 2024-04-22T04:18:37.769 INFO:teuthology.orchestra.run.smithi040.stderr:Unit chronyd.service is enabled and running 2024-04-22T04:18:37.769 INFO:teuthology.orchestra.run.smithi040.stderr:Host looks OK 2024-04-22T04:18:37.769 INFO:teuthology.orchestra.run.smithi040.stderr:Cluster fsid: 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:18:37.769 INFO:teuthology.orchestra.run.smithi040.stderr:Acquiring lock 140497207482856 on /run/cephadm/33b081c2-005f-11ef-bc93-c7b262605968.lock 2024-04-22T04:18:37.770 INFO:teuthology.orchestra.run.smithi040.stderr:Lock 140497207482856 acquired on /run/cephadm/33b081c2-005f-11ef-bc93-c7b262605968.lock 2024-04-22T04:18:37.770 INFO:teuthology.orchestra.run.smithi040.stderr:Verifying IP 172.21.15.40 port 3300 ... 2024-04-22T04:18:37.771 INFO:teuthology.orchestra.run.smithi040.stderr:Verifying IP 172.21.15.40 port 6789 ... 2024-04-22T04:18:37.771 INFO:teuthology.orchestra.run.smithi040.stderr:Base mon IP(s) is [172.21.15.40:3300, 172.21.15.40:6789], mon addrv is [v2:172.21.15.40:3300,v1:172.21.15.40:6789] 2024-04-22T04:18:37.774 INFO:teuthology.orchestra.run.smithi040.stderr:/sbin/ip: default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.40 metric 100 2024-04-22T04:18:37.774 INFO:teuthology.orchestra.run.smithi040.stderr:/sbin/ip: 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.40 metric 100 2024-04-22T04:18:37.776 INFO:teuthology.orchestra.run.smithi040.stderr:/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2024-04-22T04:18:37.776 INFO:teuthology.orchestra.run.smithi040.stderr:/sbin/ip: fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2024-04-22T04:18:37.777 INFO:teuthology.orchestra.run.smithi040.stderr:/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1796sec hoplimit 64 pref medium 2024-04-22T04:18:37.779 INFO:teuthology.orchestra.run.smithi040.stderr:/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-22T04:18:37.779 INFO:teuthology.orchestra.run.smithi040.stderr:/sbin/ip: inet6 ::1/128 scope host 2024-04-22T04:18:37.779 INFO:teuthology.orchestra.run.smithi040.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-04-22T04:18:37.779 INFO:teuthology.orchestra.run.smithi040.stderr:/sbin/ip: 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-22T04:18:37.780 INFO:teuthology.orchestra.run.smithi040.stderr:/sbin/ip: inet6 fe80::ec4:7aff:febd:12cc/64 scope link 2024-04-22T04:18:37.780 INFO:teuthology.orchestra.run.smithi040.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-04-22T04:18:37.780 INFO:teuthology.orchestra.run.smithi040.stderr:Mon IP `172.21.15.40` is in CIDR network `172.21.0.0/20` 2024-04-22T04:18:37.781 INFO:teuthology.orchestra.run.smithi040.stderr:Mon IP `172.21.15.40` is in CIDR network `172.21.0.0/20` 2024-04-22T04:18:37.781 INFO:teuthology.orchestra.run.smithi040.stderr:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-22T04:18:37.781 INFO:teuthology.orchestra.run.smithi040.stderr:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-22T04:18:37.782 INFO:teuthology.orchestra.run.smithi040.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:pacific... 2024-04-22T04:18:37.861 INFO:teuthology.orchestra.run.smithi040.stderr:/bin/podman: Trying to pull quay.ceph.io/ceph-ci/ceph:pacific... 2024-04-22T04:18:38.062 INFO:teuthology.orchestra.run.smithi040.stderr:/bin/podman: Getting image source signatures 2024-04-22T04:18:38.062 INFO:teuthology.orchestra.run.smithi040.stderr:/bin/podman: Copying blob sha256:efbf2990d792dd99354c95f0e06c6d4330413e38e584cb30666e2a0d35649b94 2024-04-22T04:18:38.062 INFO:teuthology.orchestra.run.smithi040.stderr:/bin/podman: Copying blob sha256:7feca07754707458c3945cf0062cf4dabc512f6d90fe1a9a1370b362b6011124 2024-04-22T04:18:38.062 INFO:teuthology.orchestra.run.smithi040.stderr:/bin/podman: Copying config sha256:727f386679cb5962a8bf6fbf5ad40cabb5457725c5b7aee81a1eb45b35ff08b0 2024-04-22T04:18:38.252 INFO:teuthology.orchestra.run.smithi040.stderr:/bin/podman: Writing manifest to image destination 2024-04-22T04:18:38.388 INFO:teuthology.orchestra.run.smithi040.stderr:/bin/podman: 727f386679cb5962a8bf6fbf5ad40cabb5457725c5b7aee81a1eb45b35ff08b0 2024-04-22T04:18:38.965 INFO:teuthology.orchestra.run.smithi040.stderr:ceph: ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable) 2024-04-22T04:18:39.526 INFO:teuthology.orchestra.run.smithi040.stderr:Ceph version: ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable) 2024-04-22T04:18:39.526 INFO:teuthology.orchestra.run.smithi040.stderr:Extracting ceph user uid/gid from container image... 2024-04-22T04:18:40.080 INFO:teuthology.orchestra.run.smithi040.stderr:stat: 167 167 2024-04-22T04:18:40.545 INFO:teuthology.orchestra.run.smithi040.stderr:Creating initial keys... 2024-04-22T04:18:41.061 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-authtool: AQAg5SVmUCftORAAaZ0tBoB9UyX1rWXQPRdPfg== 2024-04-22T04:18:42.476 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-authtool: AQAi5SVmhqU4FhAA+AZzkv7DX8qMhp1aw/namg== 2024-04-22T04:18:43.990 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-authtool: AQAj5SVmzUP3KxAAsd0CnXczW7c/AqV901vz+w== 2024-04-22T04:18:44.580 INFO:teuthology.orchestra.run.smithi040.stderr:Creating initial monmap... 2024-04-22T04:18:45.130 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-22T04:18:45.130 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:18:45.130 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-22T04:18:45.607 INFO:teuthology.orchestra.run.smithi040.stderr:monmaptool for a [v2:172.21.15.40:3300,v1:172.21.15.40:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-22T04:18:45.607 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/monmaptool: set fsid to 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:18:45.607 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-22T04:18:45.607 INFO:teuthology.orchestra.run.smithi040.stderr: 2024-04-22T04:18:45.607 INFO:teuthology.orchestra.run.smithi040.stderr:Creating mon... 2024-04-22T04:18:46.205 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.091+0000 7f0ab0cff880 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-22T04:18:46.205 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 1 imported monmap: 2024-04-22T04:18:46.205 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: epoch 0 2024-04-22T04:18:46.206 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: fsid 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:18:46.206 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: last_changed 2024-04-22T04:18:45.004741+0000 2024-04-22T04:18:46.206 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: created 2024-04-22T04:18:45.004741+0000 2024-04-22T04:18:46.206 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: min_mon_release 0 (unknown) 2024-04-22T04:18:46.206 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: election_strategy: 1 2024-04-22T04:18:46.206 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 0: [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] mon.a 2024-04-22T04:18:46.206 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.206 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 0 /usr/bin/ceph-mon: set fsid to 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:18:46.206 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: RocksDB version: 6.8.1 2024-04-22T04:18:46.206 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.206 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-22T04:18:46.206 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Compile date Mar 4 2024 2024-04-22T04:18:46.206 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: DB SUMMARY 2024-04-22T04:18:46.206 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.207 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2024-04-22T04:18:46.207 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.207 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2024-04-22T04:18:46.207 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.207 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.error_if_exists: 0 2024-04-22T04:18:46.207 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.create_if_missing: 1 2024-04-22T04:18:46.207 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.paranoid_checks: 1 2024-04-22T04:18:46.207 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.env: 0x55bf00d8e080 2024-04-22T04:18:46.207 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.fs: Posix File System 2024-04-22T04:18:46.207 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.info_log: 0x55bf021afa00 2024-04-22T04:18:46.207 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-22T04:18:46.207 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.statistics: (nil) 2024-04-22T04:18:46.207 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.use_fsync: 0 2024-04-22T04:18:46.207 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.max_log_file_size: 0 2024-04-22T04:18:46.207 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-22T04:18:46.208 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-22T04:18:46.208 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-22T04:18:46.208 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-22T04:18:46.208 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.allow_fallocate: 1 2024-04-22T04:18:46.208 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-22T04:18:46.208 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-22T04:18:46.208 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.use_direct_reads: 0 2024-04-22T04:18:46.208 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-22T04:18:46.208 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.create_missing_column_families: 0 2024-04-22T04:18:46.208 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.db_log_dir: 2024-04-22T04:18:46.208 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-04-22T04:18:46.208 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-22T04:18:46.208 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.max_subcompactions: 1 2024-04-22T04:18:46.208 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.max_background_flushes: -1 2024-04-22T04:18:46.208 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-22T04:18:46.208 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-22T04:18:46.209 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-22T04:18:46.209 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-22T04:18:46.209 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-22T04:18:46.209 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.advise_random_on_open: 1 2024-04-22T04:18:46.209 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-22T04:18:46.209 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.write_buffer_manager: 0x55bf021b5920 2024-04-22T04:18:46.209 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-22T04:18:46.209 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-22T04:18:46.209 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-22T04:18:46.209 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-22T04:18:46.209 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.rate_limiter: (nil) 2024-04-22T04:18:46.209 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-22T04:18:46.209 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-22T04:18:46.209 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-22T04:18:46.209 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-22T04:18:46.209 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.unordered_write: 0 2024-04-22T04:18:46.210 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-22T04:18:46.210 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-22T04:18:46.210 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-22T04:18:46.210 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-22T04:18:46.210 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.row_cache: None 2024-04-22T04:18:46.210 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.wal_filter: None 2024-04-22T04:18:46.210 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-22T04:18:46.210 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-22T04:18:46.210 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.preserve_deletes: 0 2024-04-22T04:18:46.210 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.two_write_queues: 0 2024-04-22T04:18:46.210 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.manual_wal_flush: 0 2024-04-22T04:18:46.210 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.atomic_flush: 0 2024-04-22T04:18:46.210 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-22T04:18:46.210 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-22T04:18:46.210 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-22T04:18:46.211 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.log_readahead_size: 0 2024-04-22T04:18:46.211 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2024-04-22T04:18:46.211 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.max_background_jobs: 2 2024-04-22T04:18:46.211 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.max_background_compactions: -1 2024-04-22T04:18:46.211 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-22T04:18:46.211 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-22T04:18:46.211 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-22T04:18:46.211 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.max_total_wal_size: 0 2024-04-22T04:18:46.211 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-22T04:18:46.211 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-22T04:18:46.211 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-22T04:18:46.211 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-22T04:18:46.211 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.max_open_files: -1 2024-04-22T04:18:46.211 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.bytes_per_sync: 0 2024-04-22T04:18:46.211 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-22T04:18:46.211 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-22T04:18:46.212 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-22T04:18:46.212 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Compression algorithms supported: 2024-04-22T04:18:46.212 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-22T04:18:46.212 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: kZSTD supported: 0 2024-04-22T04:18:46.212 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: kXpressCompression supported: 0 2024-04-22T04:18:46.212 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-22T04:18:46.212 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: kLZ4Compression supported: 1 2024-04-22T04:18:46.212 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: kBZip2Compression supported: 0 2024-04-22T04:18:46.212 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: kZlibCompression supported: 1 2024-04-22T04:18:46.212 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: kSnappyCompression supported: 1 2024-04-22T04:18:46.212 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.092+0000 7f0ab0cff880 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-22T04:18:46.212 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: [db_impl/db_impl_open.cc:273] Creating manifest 1 2024-04-22T04:18:46.212 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.212 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2024-04-22T04:18:46.213 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.213 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2024-04-22T04:18:46.213 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.213 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-22T04:18:46.213 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.merge_operator: 2024-04-22T04:18:46.213 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compaction_filter: None 2024-04-22T04:18:46.213 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compaction_filter_factory: None 2024-04-22T04:18:46.213 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-22T04:18:46.213 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-22T04:18:46.213 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55bf020c5d18) 2024-04-22T04:18:46.213 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks: 1 2024-04-22T04:18:46.213 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-22T04:18:46.213 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-22T04:18:46.213 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: pin_top_level_index_and_filter: 1 2024-04-22T04:18:46.213 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: index_type: 0 2024-04-22T04:18:46.214 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: data_block_index_type: 0 2024-04-22T04:18:46.214 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: index_shortening: 1 2024-04-22T04:18:46.214 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: data_block_hash_table_util_ratio: 0.750000 2024-04-22T04:18:46.214 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: hash_index_allow_collision: 1 2024-04-22T04:18:46.214 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: checksum: 1 2024-04-22T04:18:46.214 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: no_block_cache: 0 2024-04-22T04:18:46.214 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: block_cache: 0x55bf020fad10 2024-04-22T04:18:46.214 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: block_cache_name: BinnedLRUCache 2024-04-22T04:18:46.214 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: block_cache_options: 2024-04-22T04:18:46.214 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: capacity : 536870912 2024-04-22T04:18:46.214 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: num_shard_bits : 4 2024-04-22T04:18:46.214 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: strict_capacity_limit : 0 2024-04-22T04:18:46.214 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: high_pri_pool_ratio: 0.000 2024-04-22T04:18:46.215 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: block_cache_compressed: (nil) 2024-04-22T04:18:46.215 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: persistent_cache: (nil) 2024-04-22T04:18:46.215 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: block_size: 4096 2024-04-22T04:18:46.215 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: block_size_deviation: 10 2024-04-22T04:18:46.215 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: block_restart_interval: 16 2024-04-22T04:18:46.215 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: index_block_restart_interval: 1 2024-04-22T04:18:46.215 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: metadata_block_size: 4096 2024-04-22T04:18:46.215 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: partition_filters: 0 2024-04-22T04:18:46.215 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: use_delta_encoding: 1 2024-04-22T04:18:46.215 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-22T04:18:46.215 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: whole_key_filtering: 1 2024-04-22T04:18:46.215 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: verify_compression: 0 2024-04-22T04:18:46.215 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: read_amp_bytes_per_bit: 0 2024-04-22T04:18:46.215 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: format_version: 2 2024-04-22T04:18:46.215 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: enable_index_compression: 1 2024-04-22T04:18:46.216 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: block_align: 0 2024-04-22T04:18:46.216 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.216 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-22T04:18:46.216 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-22T04:18:46.216 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compression: NoCompression 2024-04-22T04:18:46.216 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-22T04:18:46.216 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-22T04:18:46.216 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-22T04:18:46.216 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.num_levels: 7 2024-04-22T04:18:46.216 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-22T04:18:46.216 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-22T04:18:46.216 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-22T04:18:46.216 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-22T04:18:46.216 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-22T04:18:46.217 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-22T04:18:46.217 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-22T04:18:46.217 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-22T04:18:46.217 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-22T04:18:46.217 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-22T04:18:46.217 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compression_opts.level: 32767 2024-04-22T04:18:46.217 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-22T04:18:46.217 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-22T04:18:46.217 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-22T04:18:46.217 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compression_opts.enabled: false 2024-04-22T04:18:46.217 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-22T04:18:46.217 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-22T04:18:46.217 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-22T04:18:46.217 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-22T04:18:46.218 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-22T04:18:46.218 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-22T04:18:46.218 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-22T04:18:46.218 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-22T04:18:46.218 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-22T04:18:46.218 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-22T04:18:46.218 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-22T04:18:46.218 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-22T04:18:46.218 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-22T04:18:46.218 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-22T04:18:46.218 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-22T04:18:46.218 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-22T04:18:46.218 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-22T04:18:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.arena_block_size: 4194304 2024-04-22T04:18:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-22T04:18:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-22T04:18:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-22T04:18:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-22T04:18:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-22T04:18:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-22T04:18:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-22T04:18:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-22T04:18:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-22T04:18:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-22T04:18:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-22T04:18:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-22T04:18:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-22T04:18:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-22T04:18:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.table_properties_collectors: 2024-04-22T04:18:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.inplace_update_support: 0 2024-04-22T04:18:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-22T04:18:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-22T04:18:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-22T04:18:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-22T04:18:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.bloom_locality: 0 2024-04-22T04:18:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.max_successive_merges: 0 2024-04-22T04:18:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-22T04:18:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-22T04:18:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.force_consistency_checks: 0 2024-04-22T04:18:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-22T04:18:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.ttl: 2592000 2024-04-22T04:18:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.093+0000 7f0ab0cff880 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-22T04:18:46.221 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.094+0000 7f0ab0cff880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-22T04:18:46.221 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.221 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.094+0000 7f0ab0cff880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2024-04-22T04:18:46.221 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.221 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.095+0000 7f0ab0cff880 4 rocksdb: DB pointer 0x55bf021c3800 2024-04-22T04:18:46.221 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.095+0000 7f0a99b72700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2024-04-22T04:18:46.221 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.095+0000 7f0a99b72700 4 rocksdb: [db_impl/db_impl.cc:851] 2024-04-22T04:18:46.221 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: ** DB Stats ** 2024-04-22T04:18:46.221 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:18:46.221 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-22T04:18:46.221 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-22T04:18:46.221 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T04:18:46.221 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-22T04:18:46.221 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-22T04:18:46.221 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T04:18:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2024-04-22T04:18:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:18:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:18:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-22T04:18:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-22T04:18:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2024-04-22T04:18:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:18:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:18:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:18:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2024-04-22T04:18:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T04:18:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T04:18:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T04:18:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2024-04-22T04:18:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:18:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:18:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T04:18:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2024-04-22T04:18:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2024-04-22T04:18:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:18:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:18:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-22T04:18:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-22T04:18:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2024-04-22T04:18:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:18:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:18:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:18:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2024-04-22T04:18:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T04:18:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T04:18:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T04:18:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2024-04-22T04:18:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:18:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:18:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T04:18:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2024-04-22T04:18:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: 2024-04-22T04:18:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.096+0000 7f0ab0cff880 4 rocksdb: [db_impl/db_impl.cc:397] Shutdown: canceling all background work 2024-04-22T04:18:46.225 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.096+0000 7f0ab0cff880 4 rocksdb: [db_impl/db_impl.cc:573] Shutdown complete 2024-04-22T04:18:46.225 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph-mon: debug 2024-04-22T04:18:46.096+0000 7f0ab0cff880 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2024-04-22T04:18:46.827 INFO:teuthology.orchestra.run.smithi040.stderr:create mon.a on 2024-04-22T04:18:46.841 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2024-04-22T04:18:46.942 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-22T04:18:47.041 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-33b081c2-005f-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-33b081c2-005f-11ef-bc93-c7b262605968.target. 2024-04-22T04:18:47.041 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-33b081c2-005f-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-33b081c2-005f-11ef-bc93-c7b262605968.target. 2024-04-22T04:18:47.265 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: Failed to reset failed state of unit ceph-33b081c2-005f-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-33b081c2-005f-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-22T04:18:47.272 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: Created symlink /etc/systemd/system/ceph-33b081c2-005f-11ef-bc93-c7b262605968.target.wants/ceph-33b081c2-005f-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-33b081c2-005f-11ef-bc93-c7b262605968@.service. 2024-04-22T04:18:47.407 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:47 smithi040 systemd[1]: Starting Ceph mon.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:18:50.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38011]: cluster 2024-04-22T04:18:50.150140+0000 mon.a (mon.0) 0 : [INF] mkfs 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:18:50.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38011]: cluster 2024-04-22T04:18:50.123142+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-04-22T04:18:51.012 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: disabled 2024-04-22T04:18:51.021 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: inactive 2024-04-22T04:18:51.021 INFO:teuthology.orchestra.run.smithi040.stderr:firewalld.service is not enabled 2024-04-22T04:18:51.022 INFO:teuthology.orchestra.run.smithi040.stderr:Not possible to enable service . firewalld.service is not available 2024-04-22T04:18:51.022 INFO:teuthology.orchestra.run.smithi040.stderr:Waiting for mon to start... 2024-04-22T04:18:51.022 INFO:teuthology.orchestra.run.smithi040.stderr:Waiting for mon... 2024-04-22T04:18:51.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:50 smithi040 bash[37996]: 9a4bee1fe692b4267b1024bb6686a6f8b22686c7b81ff5b00a6ce3bb1b2e9d3b 2024-04-22T04:18:51.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:51 smithi040 systemd[1]: Started Ceph mon.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:18:51.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38011]: cluster 2024-04-22T04:18:50.134962+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-04-22T04:18:51.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38011]: cluster 2024-04-22T04:18:50.137262+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0]} removed_ranks: {} 2024-04-22T04:18:51.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38011]: cluster 2024-04-22T04:18:50.152308+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap 2024-04-22T04:18:51.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38011]: cluster 2024-04-22T04:18:50.155863+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-04-22T04:18:51.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38011]: cluster 2024-04-22T04:18:50.156326+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2024-04-22T04:18:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38011]: audit 2024-04-22T04:18:54.529532+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.40:0/2162771468' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-22T04:18:55.170 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: cluster: 2024-04-22T04:18:55.171 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: id: 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:18:55.171 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: health: HEALTH_OK 2024-04-22T04:18:55.171 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: 2024-04-22T04:18:55.171 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: services: 2024-04-22T04:18:55.171 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: mon: 1 daemons, quorum a (age 4s) 2024-04-22T04:18:55.171 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: mgr: no daemons active 2024-04-22T04:18:55.171 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2024-04-22T04:18:55.171 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: 2024-04-22T04:18:55.171 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: data: 2024-04-22T04:18:55.171 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2024-04-22T04:18:55.171 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2024-04-22T04:18:55.171 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2024-04-22T04:18:55.171 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: pgs: 2024-04-22T04:18:55.172 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: 2024-04-22T04:18:57.040 INFO:teuthology.orchestra.run.smithi040.stderr:mon is available 2024-04-22T04:18:57.040 INFO:teuthology.orchestra.run.smithi040.stderr:Assimilating anything we can from ceph.conf... 2024-04-22T04:18:57.727 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: 2024-04-22T04:18:57.727 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: [global] 2024-04-22T04:18:57.727 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: fsid = 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:18:57.727 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: log_to_journald = false 2024-04-22T04:18:57.727 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.40:3300,v1:172.21.15.40:6789] 2024-04-22T04:18:57.727 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-04-22T04:18:57.727 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-04-22T04:18:57.727 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-04-22T04:18:57.727 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-04-22T04:18:57.728 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: 2024-04-22T04:18:57.728 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: [mgr] 2024-04-22T04:18:57.728 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-04-22T04:18:57.728 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: 2024-04-22T04:18:57.728 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: [osd] 2024-04-22T04:18:57.728 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-04-22T04:18:57.728 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-04-22T04:18:58.109 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38011]: audit 2024-04-22T04:18:57.724694+0000 mon.a (mon.0) 8 : audit [INF] from='client.? 172.21.15.40:0/1863760328' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-22T04:18:58.109 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38011]: audit 2024-04-22T04:18:57.727244+0000 mon.a (mon.0) 9 : audit [INF] from='client.? 172.21.15.40:0/1863760328' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-22T04:18:58.413 INFO:teuthology.orchestra.run.smithi040.stderr:Generating new minimal ceph.conf... 2024-04-22T04:18:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38011]: audit 2024-04-22T04:18:59.036023+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.40:0/4061005338' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:18:59.510 INFO:teuthology.orchestra.run.smithi040.stderr:Restarting the monitor... 2024-04-22T04:18:59.776 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:59 smithi040 systemd[1]: Stopping Ceph mon.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:18:59.776 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:59 smithi040 bash[38336]: Error: no container with name or ID "ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon.a" found: no such container 2024-04-22T04:19:00.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38011]: debug 2024-04-22T04:18:59.776+0000 7f1624af4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-22T04:19:00.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:18:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38011]: debug 2024-04-22T04:18:59.776+0000 7f1624af4700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-22T04:19:00.545 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:00 smithi040 bash[38376]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a 2024-04-22T04:19:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:00 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@mon.a.service: Succeeded. 2024-04-22T04:19:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:00 smithi040 systemd[1]: Stopped Ceph mon.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:19:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:00 smithi040 systemd[1]: Starting Ceph mon.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:19:01.276 INFO:teuthology.orchestra.run.smithi040.stderr:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-22T04:19:01.505 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.226+0000 7f7e22cd1880 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-22T04:19:01.505 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.226+0000 7f7e22cd1880 0 ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable), process ceph-mon, pid 7 2024-04-22T04:19:01.505 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.226+0000 7f7e22cd1880 0 pidfile_write: ignore empty --pid-file 2024-04-22T04:19:01.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.231+0000 7f7e22cd1880 0 load: jerasure load: lrc load: isa 2024-04-22T04:19:01.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: RocksDB version: 6.8.1 2024-04-22T04:19:01.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-22T04:19:01.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Compile date Mar 4 2024 2024-04-22T04:19:01.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: DB SUMMARY 2024-04-22T04:19:01.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: CURRENT file: CURRENT 2024-04-22T04:19:01.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: IDENTITY file: IDENTITY 2024-04-22T04:19:01.507 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.507 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 131 Bytes 2024-04-22T04:19:01.507 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.507 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000004.sst 2024-04-22T04:19:01.507 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.507 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000006.log size: 89687 ; 2024-04-22T04:19:01.507 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.507 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.error_if_exists: 0 2024-04-22T04:19:01.507 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.create_if_missing: 0 2024-04-22T04:19:01.507 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.paranoid_checks: 1 2024-04-22T04:19:01.507 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.env: 0x562688b57080 2024-04-22T04:19:01.507 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.fs: Posix File System 2024-04-22T04:19:01.508 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.info_log: 0x5626894be260 2024-04-22T04:19:01.508 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-22T04:19:01.508 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.statistics: (nil) 2024-04-22T04:19:01.508 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.use_fsync: 0 2024-04-22T04:19:01.508 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_log_file_size: 0 2024-04-22T04:19:01.508 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-22T04:19:01.508 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-22T04:19:01.508 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-22T04:19:01.508 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-22T04:19:01.508 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.allow_fallocate: 1 2024-04-22T04:19:01.508 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-22T04:19:01.509 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-22T04:19:01.509 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.use_direct_reads: 0 2024-04-22T04:19:01.509 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-22T04:19:01.509 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.create_missing_column_families: 0 2024-04-22T04:19:01.509 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.db_log_dir: 2024-04-22T04:19:01.509 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-04-22T04:19:01.509 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-22T04:19:01.509 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_subcompactions: 1 2024-04-22T04:19:01.509 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_background_flushes: -1 2024-04-22T04:19:01.509 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-22T04:19:01.509 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-22T04:19:01.509 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-22T04:19:01.510 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-22T04:19:01.510 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-22T04:19:01.510 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.advise_random_on_open: 1 2024-04-22T04:19:01.510 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-22T04:19:01.510 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.write_buffer_manager: 0x56268a1b03c0 2024-04-22T04:19:01.510 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-22T04:19:01.510 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-22T04:19:01.510 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-22T04:19:01.510 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-22T04:19:01.510 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.rate_limiter: (nil) 2024-04-22T04:19:01.510 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-22T04:19:01.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-22T04:19:01.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-22T04:19:01.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-22T04:19:01.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.unordered_write: 0 2024-04-22T04:19:01.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-22T04:19:01.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-22T04:19:01.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-22T04:19:01.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-22T04:19:01.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.row_cache: None 2024-04-22T04:19:01.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.wal_filter: None 2024-04-22T04:19:01.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-22T04:19:01.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-22T04:19:01.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.preserve_deletes: 0 2024-04-22T04:19:01.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.two_write_queues: 0 2024-04-22T04:19:01.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.manual_wal_flush: 0 2024-04-22T04:19:01.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.atomic_flush: 0 2024-04-22T04:19:01.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-22T04:19:01.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-22T04:19:01.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-22T04:19:01.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.log_readahead_size: 0 2024-04-22T04:19:01.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2024-04-22T04:19:01.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_background_jobs: 2 2024-04-22T04:19:01.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_background_compactions: -1 2024-04-22T04:19:01.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-22T04:19:01.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-22T04:19:01.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-22T04:19:01.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_total_wal_size: 0 2024-04-22T04:19:01.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-22T04:19:01.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-22T04:19:01.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-22T04:19:01.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-22T04:19:01.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_open_files: -1 2024-04-22T04:19:01.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.bytes_per_sync: 0 2024-04-22T04:19:01.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-22T04:19:01.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-22T04:19:01.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-22T04:19:01.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Compression algorithms supported: 2024-04-22T04:19:01.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-22T04:19:01.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: kZSTD supported: 0 2024-04-22T04:19:01.514 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: kXpressCompression supported: 0 2024-04-22T04:19:01.514 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-22T04:19:01.514 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: kLZ4Compression supported: 1 2024-04-22T04:19:01.514 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: kBZip2Compression supported: 0 2024-04-22T04:19:01.514 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: kZlibCompression supported: 1 2024-04-22T04:19:01.514 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: kSnappyCompression supported: 1 2024-04-22T04:19:01.514 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-22T04:19:01.514 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 2024-04-22T04:19:01.514 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.514 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2024-04-22T04:19:01.514 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-22T04:19:01.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.merge_operator: 2024-04-22T04:19:01.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compaction_filter: None 2024-04-22T04:19:01.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compaction_filter_factory: None 2024-04-22T04:19:01.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-22T04:19:01.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-22T04:19:01.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562689463d10) 2024-04-22T04:19:01.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cache_index_and_filter_blocks: 1 2024-04-22T04:19:01.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-22T04:19:01.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-22T04:19:01.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: pin_top_level_index_and_filter: 1 2024-04-22T04:19:01.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: index_type: 0 2024-04-22T04:19:01.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: data_block_index_type: 0 2024-04-22T04:19:01.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: index_shortening: 1 2024-04-22T04:19:01.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: data_block_hash_table_util_ratio: 0.750000 2024-04-22T04:19:01.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: hash_index_allow_collision: 1 2024-04-22T04:19:01.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: checksum: 1 2024-04-22T04:19:01.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: no_block_cache: 0 2024-04-22T04:19:01.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: block_cache: 0x562689498f10 2024-04-22T04:19:01.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: block_cache_name: BinnedLRUCache 2024-04-22T04:19:01.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: block_cache_options: 2024-04-22T04:19:01.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: capacity : 536870912 2024-04-22T04:19:01.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: num_shard_bits : 4 2024-04-22T04:19:01.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: strict_capacity_limit : 0 2024-04-22T04:19:01.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: high_pri_pool_ratio: 0.000 2024-04-22T04:19:01.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: block_cache_compressed: (nil) 2024-04-22T04:19:01.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: persistent_cache: (nil) 2024-04-22T04:19:01.517 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: block_size: 4096 2024-04-22T04:19:01.517 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: block_size_deviation: 10 2024-04-22T04:19:01.517 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: block_restart_interval: 16 2024-04-22T04:19:01.517 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: index_block_restart_interval: 1 2024-04-22T04:19:01.517 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: metadata_block_size: 4096 2024-04-22T04:19:01.517 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: partition_filters: 0 2024-04-22T04:19:01.517 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: use_delta_encoding: 1 2024-04-22T04:19:01.517 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-22T04:19:01.517 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: whole_key_filtering: 1 2024-04-22T04:19:01.517 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: verify_compression: 0 2024-04-22T04:19:01.517 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: read_amp_bytes_per_bit: 0 2024-04-22T04:19:01.517 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: format_version: 2 2024-04-22T04:19:01.518 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: enable_index_compression: 1 2024-04-22T04:19:01.518 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: block_align: 0 2024-04-22T04:19:01.518 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.518 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-22T04:19:01.518 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-22T04:19:01.518 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compression: NoCompression 2024-04-22T04:19:01.518 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-22T04:19:01.518 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-22T04:19:01.518 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-22T04:19:01.518 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.num_levels: 7 2024-04-22T04:19:01.518 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-22T04:19:01.518 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-22T04:19:01.519 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-22T04:19:01.519 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-22T04:19:01.519 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-22T04:19:01.519 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-22T04:19:01.519 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-22T04:19:01.519 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-22T04:19:01.519 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-22T04:19:01.519 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-22T04:19:01.519 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compression_opts.level: 32767 2024-04-22T04:19:01.519 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-22T04:19:01.519 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-22T04:19:01.519 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-22T04:19:01.519 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compression_opts.enabled: false 2024-04-22T04:19:01.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-22T04:19:01.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-22T04:19:01.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-22T04:19:01.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-22T04:19:01.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-22T04:19:01.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-22T04:19:01.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-22T04:19:01.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-22T04:19:01.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-22T04:19:01.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-22T04:19:01.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-22T04:19:01.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-22T04:19:01.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-22T04:19:01.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-22T04:19:01.521 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-22T04:19:01.521 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-22T04:19:01.521 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-22T04:19:01.521 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.arena_block_size: 4194304 2024-04-22T04:19:01.521 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-22T04:19:01.521 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-22T04:19:01.521 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-22T04:19:01.521 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-22T04:19:01.521 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-22T04:19:01.521 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-22T04:19:01.521 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-22T04:19:01.521 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-22T04:19:01.521 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-22T04:19:01.522 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-22T04:19:01.522 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-22T04:19:01.522 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-22T04:19:01.522 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-22T04:19:01.522 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-22T04:19:01.522 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.table_properties_collectors: 2024-04-22T04:19:01.522 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.inplace_update_support: 0 2024-04-22T04:19:01.522 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-22T04:19:01.522 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-22T04:19:01.522 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-22T04:19:01.522 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-22T04:19:01.523 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.bloom_locality: 0 2024-04-22T04:19:01.523 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.max_successive_merges: 0 2024-04-22T04:19:01.523 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-22T04:19:01.523 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-22T04:19:01.523 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.force_consistency_checks: 0 2024-04-22T04:19:01.523 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-22T04:19:01.523 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.ttl: 2592000 2024-04-22T04:19:01.523 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.232+0000 7f7e22cd1880 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-22T04:19:01.523 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.233+0000 7f7e22cd1880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 5, log_number is 4,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-22T04:19:01.523 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.523 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.233+0000 7f7e22cd1880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 4 2024-04-22T04:19:01.523 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.524 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.233+0000 7f7e22cd1880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713759541234695, "job": 1, "event": "recovery_started", "log_files": [6]} 2024-04-22T04:19:01.524 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.233+0000 7f7e22cd1880 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #6 mode 2 2024-04-22T04:19:01.524 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.234+0000 7f7e22cd1880 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-22T04:19:01.524 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.234+0000 7f7e22cd1880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713759541236010, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 7, "file_size": 86145, "table_properties": {"data_size": 84396, "index_size": 354, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 581, "raw_key_size": 9878, "raw_average_key_size": 47, "raw_value_size": 78665, "raw_average_value_size": 376, "num_data_blocks": 12, "num_entries": 209, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1713759541, "oldest_key_time": 3, "file_creation_time": 0}} 2024-04-22T04:19:01.524 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.234+0000 7f7e22cd1880 4 rocksdb: [version_set.cc:3826] Creating manifest 8 2024-04-22T04:19:01.524 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.524 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.235+0000 7f7e22cd1880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713759541236546, "job": 1, "event": "recovery_finished"} 2024-04-22T04:19:01.524 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.236+0000 7f7e22cd1880 4 rocksdb: DB pointer 0x562689561800 2024-04-22T04:19:01.524 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.236+0000 7f7e09ac3700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2024-04-22T04:19:01.524 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.236+0000 7f7e09ac3700 4 rocksdb: [db_impl/db_impl.cc:851] 2024-04-22T04:19:01.524 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: ** DB Stats ** 2024-04-22T04:19:01.524 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:19:01.525 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-22T04:19:01.525 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-22T04:19:01.525 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T04:19:01.525 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-22T04:19:01.525 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-22T04:19:01.525 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T04:19:01.525 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.525 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: ** Compaction Stats [default] ** 2024-04-22T04:19:01.525 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:19:01.525 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:19:01.525 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: L0 2/0 85.78 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 99.2 0.00 0.00 1 0.001 0 0 2024-04-22T04:19:01.525 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Sum 2/0 85.78 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 99.2 0.00 0.00 1 0.001 0 0 2024-04-22T04:19:01.525 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 99.2 0.00 0.00 1 0.001 0 0 2024-04-22T04:19:01.525 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: ** Compaction Stats [default] ** 2024-04-22T04:19:01.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:19:01.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:19:01.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 99.2 0.00 0.00 1 0.001 0 0 2024-04-22T04:19:01.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:19:01.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-22T04:19:01.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T04:19:01.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T04:19:01.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T04:19:01.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: AddFile(Keys): cumulative 0, interval 0 2024-04-22T04:19:01.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Cumulative compaction: 0.00 GB write, 21.28 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:19:01.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Interval compaction: 0.00 GB write, 21.28 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:19:01.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T04:19:01.527 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.527 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: ** File Read Latency Histogram By Level [default] ** 2024-04-22T04:19:01.527 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.527 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: ** Compaction Stats [default] ** 2024-04-22T04:19:01.527 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:19:01.527 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:19:01.527 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: L0 2/0 85.78 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 99.2 0.00 0.00 1 0.001 0 0 2024-04-22T04:19:01.527 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Sum 2/0 85.78 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 99.2 0.00 0.00 1 0.001 0 0 2024-04-22T04:19:01.528 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-22T04:19:01.528 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.528 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: ** Compaction Stats [default] ** 2024-04-22T04:19:01.528 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:19:01.528 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:19:01.528 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 99.2 0.00 0.00 1 0.001 0 0 2024-04-22T04:19:01.528 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:19:01.528 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-22T04:19:01.528 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T04:19:01.528 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T04:19:01.528 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T04:19:01.528 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: AddFile(Keys): cumulative 0, interval 0 2024-04-22T04:19:01.528 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Cumulative compaction: 0.00 GB write, 21.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:19:01.529 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:19:01.529 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T04:19:01.529 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.529 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: ** File Read Latency Histogram By Level [default] ** 2024-04-22T04:19:01.529 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.529 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.237+0000 7f7e22cd1880 0 starting mon.a rank 0 at public addrs [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] at bind addrs [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:19:01.529 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.238+0000 7f7e22cd1880 1 mon.a@-1(???) e1 preinit fsid 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:19:01.529 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.239+0000 7f7e22cd1880 0 mon.a@-1(???).mds e1 new map 2024-04-22T04:19:01.529 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.239+0000 7f7e22cd1880 0 mon.a@-1(???).mds e1 print_map 2024-04-22T04:19:01.529 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: e1 2024-04-22T04:19:01.529 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: enable_multiple, ever_enabled_multiple: 1,1 2024-04-22T04:19:01.529 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-22T04:19:01.529 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: legacy client fscid: -1 2024-04-22T04:19:01.530 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.530 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: No filesystems configured 2024-04-22T04:19:01.530 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: 2024-04-22T04:19:01.530 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.239+0000 7f7e22cd1880 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-22T04:19:01.530 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.239+0000 7f7e22cd1880 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T04:19:01.530 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.239+0000 7f7e22cd1880 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T04:19:01.530 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.239+0000 7f7e22cd1880 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T04:19:01.530 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:18:59.036023+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.40:0/4061005338' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:19:01.530 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:19:01.239+0000 7f7e22cd1880 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-22T04:19:01.531 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 bash[38500]: 345f97f2a3df67ba61bd0535bd43ab960bae13b5f1a0eca596451b00533aa8f0 2024-04-22T04:19:01.531 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 systemd[1]: Started Ceph mon.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:19:01.531 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:01.256815+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-04-22T04:19:01.531 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:01.256856+0000 mon.a (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0]} removed_ranks: {} 2024-04-22T04:19:01.531 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:01.257240+0000 mon.a (mon.0) 3 : cluster [DBG] fsmap 2024-04-22T04:19:01.531 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:01.257269+0000 mon.a (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-04-22T04:19:01.531 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:01.257634+0000 mon.a (mon.0) 5 : cluster [DBG] mgrmap e1: no daemons active 2024-04-22T04:19:02.732 INFO:teuthology.orchestra.run.smithi040.stderr:Wrote config to /etc/ceph/ceph.conf 2024-04-22T04:19:02.732 INFO:teuthology.orchestra.run.smithi040.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-22T04:19:02.732 INFO:teuthology.orchestra.run.smithi040.stderr:Creating mgr... 2024-04-22T04:19:02.733 INFO:teuthology.orchestra.run.smithi040.stderr:Verifying port 9283 ... 2024-04-22T04:19:02.884 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: Failed to reset failed state of unit ceph-33b081c2-005f-11ef-bc93-c7b262605968@mgr.y.service: Unit ceph-33b081c2-005f-11ef-bc93-c7b262605968@mgr.y.service not loaded. 2024-04-22T04:19:02.890 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: Created symlink /etc/systemd/system/ceph-33b081c2-005f-11ef-bc93-c7b262605968.target.wants/ceph-33b081c2-005f-11ef-bc93-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-33b081c2-005f-11ef-bc93-c7b262605968@.service. 2024-04-22T04:19:02.986 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:02 smithi040 systemd[1]: Starting Ceph mgr.y for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:19:03.314 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:02.157709+0000 mon.a (mon.0) 6 : audit [INF] from='client.? 172.21.15.40:0/3840094801' entity='client.admin' 2024-04-22T04:19:03.623 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: disabled 2024-04-22T04:19:03.631 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: inactive 2024-04-22T04:19:03.631 INFO:teuthology.orchestra.run.smithi040.stderr:firewalld.service is not enabled 2024-04-22T04:19:03.631 INFO:teuthology.orchestra.run.smithi040.stderr:Not possible to enable service . firewalld.service is not available 2024-04-22T04:19:03.639 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: disabled 2024-04-22T04:19:03.647 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: inactive 2024-04-22T04:19:03.648 INFO:teuthology.orchestra.run.smithi040.stderr:firewalld.service is not enabled 2024-04-22T04:19:03.648 INFO:teuthology.orchestra.run.smithi040.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2024-04-22T04:19:03.648 INFO:teuthology.orchestra.run.smithi040.stderr:Waiting for mgr to start... 2024-04-22T04:19:03.648 INFO:teuthology.orchestra.run.smithi040.stderr:Waiting for mgr... 2024-04-22T04:19:03.869 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:03 smithi040 bash[38787]: 8a45996e439bb57342d11dde02827e1f347dd41541ff97f84f21aa25a118a79b 2024-04-22T04:19:03.869 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:03 smithi040 systemd[1]: Started Ceph mgr.y for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:19:03.869 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:03.637+0000 7f5e38fa6680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T04:19:03.869 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:03.724+0000 7f5e38fa6680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T04:19:04.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:04.116+0000 7f5e38fa6680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T04:19:04.273 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: 2024-04-22T04:19:04.278 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: { 2024-04-22T04:19:04.279 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "fsid": "33b081c2-005f-11ef-bc93-c7b262605968", 2024-04-22T04:19:04.279 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "health": { 2024-04-22T04:19:04.279 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-04-22T04:19:04.279 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "checks": {}, 2024-04-22T04:19:04.279 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "mutes": [] 2024-04-22T04:19:04.279 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:04.279 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-04-22T04:19:04.279 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "quorum": [ 2024-04-22T04:19:04.279 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: 0 2024-04-22T04:19:04.279 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: ], 2024-04-22T04:19:04.279 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "quorum_names": [ 2024-04-22T04:19:04.279 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "a" 2024-04-22T04:19:04.279 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: ], 2024-04-22T04:19:04.280 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "quorum_age": 3, 2024-04-22T04:19:04.280 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "monmap": { 2024-04-22T04:19:04.280 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T04:19:04.280 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2024-04-22T04:19:04.280 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_mons": 1 2024-04-22T04:19:04.280 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:04.280 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "osdmap": { 2024-04-22T04:19:04.280 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T04:19:04.280 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_osds": 0, 2024-04-22T04:19:04.280 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-04-22T04:19:04.280 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-04-22T04:19:04.280 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-04-22T04:19:04.280 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-04-22T04:19:04.280 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-04-22T04:19:04.280 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:04.280 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "pgmap": { 2024-04-22T04:19:04.281 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-04-22T04:19:04.281 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-04-22T04:19:04.281 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_pools": 0, 2024-04-22T04:19:04.281 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_objects": 0, 2024-04-22T04:19:04.281 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-04-22T04:19:04.281 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-04-22T04:19:04.281 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-04-22T04:19:04.281 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "bytes_total": 0 2024-04-22T04:19:04.281 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:04.281 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "fsmap": { 2024-04-22T04:19:04.281 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T04:19:04.281 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "by_rank": [], 2024-04-22T04:19:04.281 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "up:standby": 0 2024-04-22T04:19:04.281 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:04.281 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "mgrmap": { 2024-04-22T04:19:04.282 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "available": false, 2024-04-22T04:19:04.282 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-04-22T04:19:04.282 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "modules": [ 2024-04-22T04:19:04.282 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "iostat", 2024-04-22T04:19:04.282 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "nfs", 2024-04-22T04:19:04.282 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "restful" 2024-04-22T04:19:04.282 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: ], 2024-04-22T04:19:04.282 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "services": {} 2024-04-22T04:19:04.282 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:04.282 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "servicemap": { 2024-04-22T04:19:04.282 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T04:19:04.282 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "modified": "2024-04-22T04:18:50.150545+0000", 2024-04-22T04:19:04.282 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "services": {} 2024-04-22T04:19:04.282 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:04.282 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "progress_events": {} 2024-04-22T04:19:04.283 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: } 2024-04-22T04:19:04.604 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:04.274464+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.40:0/3439418576' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-22T04:19:04.903 INFO:teuthology.orchestra.run.smithi040.stderr:mgr not available, waiting (1/15)... 2024-04-22T04:19:05.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:04.921+0000 7f5e38fa6680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T04:19:05.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:05.002+0000 7f5e38fa6680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T04:19:05.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:05.219+0000 7f5e38fa6680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T04:19:06.501 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:06.198+0000 7f5e38fa6680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T04:19:06.501 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:06.330+0000 7f5e38fa6680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:19:06.501 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:06.410+0000 7f5e38fa6680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T04:19:06.502 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:06.502+0000 7f5e38fa6680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T04:19:06.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:06.702+0000 7f5e38fa6680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T04:19:07.244 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:06.993+0000 7f5e38fa6680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T04:19:07.244 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:07.094+0000 7f5e38fa6680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T04:19:07.607 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: 2024-04-22T04:19:07.607 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: { 2024-04-22T04:19:07.607 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "fsid": "33b081c2-005f-11ef-bc93-c7b262605968", 2024-04-22T04:19:07.607 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "health": { 2024-04-22T04:19:07.607 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-04-22T04:19:07.607 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "checks": {}, 2024-04-22T04:19:07.607 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "mutes": [] 2024-04-22T04:19:07.607 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:07.607 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-04-22T04:19:07.607 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "quorum": [ 2024-04-22T04:19:07.608 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: 0 2024-04-22T04:19:07.608 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: ], 2024-04-22T04:19:07.608 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "quorum_names": [ 2024-04-22T04:19:07.608 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "a" 2024-04-22T04:19:07.608 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: ], 2024-04-22T04:19:07.608 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "quorum_age": 6, 2024-04-22T04:19:07.608 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "monmap": { 2024-04-22T04:19:07.608 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T04:19:07.609 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2024-04-22T04:19:07.609 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_mons": 1 2024-04-22T04:19:07.609 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:07.609 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "osdmap": { 2024-04-22T04:19:07.609 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T04:19:07.609 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_osds": 0, 2024-04-22T04:19:07.610 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-04-22T04:19:07.610 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-04-22T04:19:07.614 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-04-22T04:19:07.614 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-04-22T04:19:07.614 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-04-22T04:19:07.614 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:07.614 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "pgmap": { 2024-04-22T04:19:07.614 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-04-22T04:19:07.614 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-04-22T04:19:07.614 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_pools": 0, 2024-04-22T04:19:07.614 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_objects": 0, 2024-04-22T04:19:07.614 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-04-22T04:19:07.614 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-04-22T04:19:07.614 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-04-22T04:19:07.614 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "bytes_total": 0 2024-04-22T04:19:07.615 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:07.615 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "fsmap": { 2024-04-22T04:19:07.615 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T04:19:07.615 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "by_rank": [], 2024-04-22T04:19:07.615 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "up:standby": 0 2024-04-22T04:19:07.615 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:07.615 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "mgrmap": { 2024-04-22T04:19:07.615 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "available": false, 2024-04-22T04:19:07.615 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-04-22T04:19:07.615 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "modules": [ 2024-04-22T04:19:07.615 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "iostat", 2024-04-22T04:19:07.615 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "nfs", 2024-04-22T04:19:07.615 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "restful" 2024-04-22T04:19:07.615 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: ], 2024-04-22T04:19:07.615 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "services": {} 2024-04-22T04:19:07.615 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:07.615 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "servicemap": { 2024-04-22T04:19:07.616 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T04:19:07.616 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "modified": "2024-04-22T04:18:50.150545+0000", 2024-04-22T04:19:07.616 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "services": {} 2024-04-22T04:19:07.616 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:07.616 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "progress_events": {} 2024-04-22T04:19:07.616 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: } 2024-04-22T04:19:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:07.606503+0000 mon.a (mon.0) 8 : audit [DBG] from='client.? 172.21.15.40:0/3554726956' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-22T04:19:07.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:07.861+0000 7f5e38fa6680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T04:19:08.217 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:07.946+0000 7f5e38fa6680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T04:19:08.217 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:08.040+0000 7f5e38fa6680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T04:19:08.217 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:08.218+0000 7f5e38fa6680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T04:19:08.297 INFO:teuthology.orchestra.run.smithi040.stderr:mgr not available, waiting (2/15)... 2024-04-22T04:19:08.759 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:08.485+0000 7f5e38fa6680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T04:19:08.759 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:08.621+0000 7f5e38fa6680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T04:19:08.759 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:08.760+0000 7f5e38fa6680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:19:09.023 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:08.938+0000 7f5e38fa6680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T04:19:09.023 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:09.024+0000 7f5e38fa6680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T04:19:09.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:09.038025+0000 mon.a (mon.0) 9 : cluster [INF] Activating manager daemon y 2024-04-22T04:19:09.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:09.040562+0000 mon.a (mon.0) 10 : cluster [DBG] mgrmap e2: y(active, starting, since 0.00262453s) 2024-04-22T04:19:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:09.041314+0000 mon.a (mon.0) 11 : audit [DBG] from='mgr.14100 172.21.15.40:0/2172508304' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T04:19:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:09.041441+0000 mon.a (mon.0) 12 : audit [DBG] from='mgr.14100 172.21.15.40:0/2172508304' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T04:19:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:09.041634+0000 mon.a (mon.0) 13 : audit [DBG] from='mgr.14100 172.21.15.40:0/2172508304' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T04:19:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:09.041821+0000 mon.a (mon.0) 14 : audit [DBG] from='mgr.14100 172.21.15.40:0/2172508304' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:19:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:09.042231+0000 mon.a (mon.0) 15 : audit [DBG] from='mgr.14100 172.21.15.40:0/2172508304' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T04:19:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:09.055683+0000 mon.a (mon.0) 16 : cluster [INF] Manager daemon y is now available 2024-04-22T04:19:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:09.064632+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.14100 172.21.15.40:0/2172508304' entity='mgr.y' 2024-04-22T04:19:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:09.070479+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.14100 172.21.15.40:0/2172508304' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:19:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:09.072648+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.14100 172.21.15.40:0/2172508304' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:19:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:09.075511+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.14100 172.21.15.40:0/2172508304' entity='mgr.y' 2024-04-22T04:19:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:09.077334+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.14100 172.21.15.40:0/2172508304' entity='mgr.y' 2024-04-22T04:19:11.132 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: 2024-04-22T04:19:11.132 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: { 2024-04-22T04:19:11.132 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "fsid": "33b081c2-005f-11ef-bc93-c7b262605968", 2024-04-22T04:19:11.132 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "health": { 2024-04-22T04:19:11.132 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-04-22T04:19:11.132 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "checks": {}, 2024-04-22T04:19:11.132 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "mutes": [] 2024-04-22T04:19:11.133 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:11.133 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-04-22T04:19:11.133 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "quorum": [ 2024-04-22T04:19:11.133 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: 0 2024-04-22T04:19:11.133 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: ], 2024-04-22T04:19:11.133 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "quorum_names": [ 2024-04-22T04:19:11.133 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "a" 2024-04-22T04:19:11.133 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: ], 2024-04-22T04:19:11.133 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "quorum_age": 9, 2024-04-22T04:19:11.133 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "monmap": { 2024-04-22T04:19:11.133 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T04:19:11.133 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2024-04-22T04:19:11.133 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_mons": 1 2024-04-22T04:19:11.133 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:11.133 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "osdmap": { 2024-04-22T04:19:11.133 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T04:19:11.134 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_osds": 0, 2024-04-22T04:19:11.134 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-04-22T04:19:11.134 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-04-22T04:19:11.137 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-04-22T04:19:11.137 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-04-22T04:19:11.137 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-04-22T04:19:11.137 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:11.137 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "pgmap": { 2024-04-22T04:19:11.137 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-04-22T04:19:11.138 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-04-22T04:19:11.138 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_pools": 0, 2024-04-22T04:19:11.138 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_objects": 0, 2024-04-22T04:19:11.138 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-04-22T04:19:11.138 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-04-22T04:19:11.138 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-04-22T04:19:11.138 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "bytes_total": 0 2024-04-22T04:19:11.138 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:11.138 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "fsmap": { 2024-04-22T04:19:11.138 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T04:19:11.138 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "by_rank": [], 2024-04-22T04:19:11.138 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "up:standby": 0 2024-04-22T04:19:11.138 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:11.139 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "mgrmap": { 2024-04-22T04:19:11.139 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "available": true, 2024-04-22T04:19:11.139 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-04-22T04:19:11.139 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "modules": [ 2024-04-22T04:19:11.139 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "iostat", 2024-04-22T04:19:11.139 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "nfs", 2024-04-22T04:19:11.139 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "restful" 2024-04-22T04:19:11.139 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: ], 2024-04-22T04:19:11.139 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "services": {} 2024-04-22T04:19:11.139 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:11.139 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "servicemap": { 2024-04-22T04:19:11.139 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T04:19:11.139 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "modified": "2024-04-22T04:18:50.150545+0000", 2024-04-22T04:19:11.139 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "services": {} 2024-04-22T04:19:11.139 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: }, 2024-04-22T04:19:11.139 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "progress_events": {} 2024-04-22T04:19:11.140 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: } 2024-04-22T04:19:11.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:10.043513+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e3: y(active, since 1.00557s) 2024-04-22T04:19:11.796 INFO:teuthology.orchestra.run.smithi040.stderr:mgr is available 2024-04-22T04:19:12.055 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:11.131289+0000 mon.a (mon.0) 23 : audit [DBG] from='client.? 172.21.15.40:0/251476260' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-22T04:19:12.496 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: 2024-04-22T04:19:12.496 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: [global] 2024-04-22T04:19:12.496 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: fsid = 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:19:12.496 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: log_to_journald = false 2024-04-22T04:19:12.497 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-04-22T04:19:12.497 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-04-22T04:19:12.497 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-04-22T04:19:12.497 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-04-22T04:19:12.497 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: 2024-04-22T04:19:12.497 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: [mgr] 2024-04-22T04:19:12.497 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-04-22T04:19:12.497 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: 2024-04-22T04:19:12.497 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: [osd] 2024-04-22T04:19:12.497 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-04-22T04:19:12.497 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-04-22T04:19:13.330 INFO:teuthology.orchestra.run.smithi040.stderr:Enabling cephadm module... 2024-04-22T04:19:13.333 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:12.044425+0000 mon.a (mon.0) 24 : cluster [DBG] mgrmap e4: y(active, since 3s) 2024-04-22T04:19:13.333 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:12.496417+0000 mon.a (mon.0) 25 : audit [INF] from='client.? 172.21.15.40:0/537039116' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-22T04:19:14.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:14.098522+0000 mon.a (mon.0) 26 : audit [INF] from='client.? 172.21.15.40:0/2640506726' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-22T04:19:14.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ignoring --setuser ceph since I am not root 2024-04-22T04:19:14.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ignoring --setgroup ceph since I am not root 2024-04-22T04:19:14.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:14.307+0000 7fb8a8861680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T04:19:14.410 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:14.391+0000 7fb8a8861680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T04:19:15.103 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:14.770+0000 7fb8a8861680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T04:19:15.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:14.151743+0000 mon.a (mon.0) 27 : audit [INF] from='client.? 172.21.15.40:0/2640506726' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-22T04:19:15.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:14.151806+0000 mon.a (mon.0) 28 : cluster [DBG] mgrmap e5: y(active, since 5s) 2024-04-22T04:19:15.751 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: { 2024-04-22T04:19:15.751 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "epoch": 5, 2024-04-22T04:19:15.751 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "available": true, 2024-04-22T04:19:15.751 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "active_name": "y", 2024-04-22T04:19:15.751 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_standby": 0 2024-04-22T04:19:15.751 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: } 2024-04-22T04:19:15.877 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:15.574+0000 7fb8a8861680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T04:19:15.877 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:15.657+0000 7fb8a8861680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T04:19:16.154 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:15.878+0000 7fb8a8861680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T04:19:16.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:15.751832+0000 mon.a (mon.0) 29 : audit [DBG] from='client.? 172.21.15.40:0/1148407008' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-22T04:19:16.619 INFO:teuthology.orchestra.run.smithi040.stderr:Waiting for the mgr to restart... 2024-04-22T04:19:16.619 INFO:teuthology.orchestra.run.smithi040.stderr:Waiting for mgr epoch 5... 2024-04-22T04:19:16.874 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:16.867+0000 7fb8a8861680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T04:19:17.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:17.002+0000 7fb8a8861680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:19:17.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:17.084+0000 7fb8a8861680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T04:19:17.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:17.177+0000 7fb8a8861680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T04:19:17.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:17.380+0000 7fb8a8861680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T04:19:18.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:17.668+0000 7fb8a8861680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T04:19:18.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:17.769+0000 7fb8a8861680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T04:19:18.872 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:18.517+0000 7fb8a8861680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T04:19:18.872 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:18.601+0000 7fb8a8861680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T04:19:18.872 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:18.695+0000 7fb8a8861680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T04:19:19.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:18.873+0000 7fb8a8861680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T04:19:19.437 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:19.164+0000 7fb8a8861680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T04:19:19.437 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:19.299+0000 7fb8a8861680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T04:19:19.703 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:19.437+0000 7fb8a8861680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:19:19.703 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:19.616+0000 7fb8a8861680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T04:19:20.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:19.704+0000 7fb8a8861680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T04:19:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:19.717927+0000 mon.a (mon.0) 30 : cluster [INF] Active manager daemon y restarted 2024-04-22T04:19:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:19.718132+0000 mon.a (mon.0) 31 : cluster [INF] Activating manager daemon y 2024-04-22T04:19:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:19.720990+0000 mon.a (mon.0) 32 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2024-04-22T04:19:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:19.721090+0000 mon.a (mon.0) 33 : cluster [DBG] mgrmap e6: y(active, starting, since 0.00303528s) 2024-04-22T04:19:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:19.721945+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:19:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:19.722576+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T04:19:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:19.723283+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T04:19:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:19.723437+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T04:19:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:19.723567+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T04:19:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:19.725530+0000 mon.a (mon.0) 39 : cluster [INF] Manager daemon y is now available 2024-04-22T04:19:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:19.738975+0000 mon.a (mon.0) 40 : audit [INF] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' 2024-04-22T04:19:20.730 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: { 2024-04-22T04:19:20.730 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "mgrmap_epoch": 7, 2024-04-22T04:19:20.730 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "initialized": true 2024-04-22T04:19:20.730 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: } 2024-04-22T04:19:21.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:19:19.736427+0000 mgr.y (mgr.14116) 1 : cephadm [INF] Found migration_current of "None". Setting to last migration. 2024-04-22T04:19:21.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:19.828720+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' 2024-04-22T04:19:21.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:19.829699+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:19:21.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:19.831160+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:19:21.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:19.832658+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:19:21.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:19.846853+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:19:21.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:19.849366+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:19:21.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:20.723734+0000 mon.a (mon.0) 47 : cluster [DBG] mgrmap e7: y(active, since 1.00567s) 2024-04-22T04:19:21.410 INFO:teuthology.orchestra.run.smithi040.stderr:mgr epoch 5 is available 2024-04-22T04:19:21.410 INFO:teuthology.orchestra.run.smithi040.stderr:Setting orchestrator backend to cephadm... 2024-04-22T04:19:22.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:20.722851+0000 mgr.y (mgr.14116) 2 : audit [DBG] from='client.14120 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-22T04:19:22.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:20.730180+0000 mgr.y (mgr.14116) 3 : audit [DBG] from='client.14120 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-22T04:19:23.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:21.831466+0000 mon.a (mon.0) 48 : cluster [DBG] mgrmap e8: y(active, since 2s) 2024-04-22T04:19:23.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:22.128923+0000 mgr.y (mgr.14116) 4 : audit [DBG] from='client.14126 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:19:23.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:22.135514+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' 2024-04-22T04:19:23.105 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:22.157360+0000 mon.a (mon.0) 50 : audit [DBG] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:19:23.875 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: value unchanged 2024-04-22T04:19:24.549 INFO:teuthology.orchestra.run.smithi040.stderr:Generating ssh key... 2024-04-22T04:19:24.552 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:23.876569+0000 mgr.y (mgr.14116) 5 : audit [DBG] from='client.14128 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:19:25.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: Generating public/private rsa key pair. 2024-04-22T04:19:25.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: Your identification has been saved in /tmp/tmpgp16wxx4/key. 2024-04-22T04:19:25.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: Your public key has been saved in /tmp/tmpgp16wxx4/key.pub. 2024-04-22T04:19:25.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: The key fingerprint is: 2024-04-22T04:19:25.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: SHA256:cHUntk0s+ZW13DlgoUG/25sbT5QTzDzmxvTSv2yFzBs ceph-33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:19:25.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: The key's randomart image is: 2024-04-22T04:19:25.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: +---[RSA 3072]----+ 2024-04-22T04:19:25.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: | oo+*+ +| 2024-04-22T04:19:25.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: | . oB*B.=| 2024-04-22T04:19:25.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: | . . ..+.#.| 2024-04-22T04:19:25.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: | o B.*| 2024-04-22T04:19:25.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: | S +.B+| 2024-04-22T04:19:25.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: | Eo+| 2024-04-22T04:19:25.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: | . =+| 2024-04-22T04:19:25.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: | oo*| 2024-04-22T04:19:25.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: | .*o| 2024-04-22T04:19:25.661 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: +----[SHA256]-----+ 2024-04-22T04:19:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:25.302259+0000 mgr.y (mgr.14116) 6 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:19:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:19:25.302480+0000 mgr.y (mgr.14116) 7 : cephadm [INF] Generating ssh key... 2024-04-22T04:19:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:25.371494+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' 2024-04-22T04:19:26.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:25.373250+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' 2024-04-22T04:19:26.894 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCZJpADiiTyirUlZ8U2g1D5t+iuk3Y1P4pfR99FsyOi25Gxw5p1lXT0bQxAhc/g8K6Tn738cUaKMc+rqpW8sddVtixb6aQq460xmhOdScl36at23025/BvBk+ZI5kWvJshnqlzFh/m18sKMwY6+19rNrFrXKaFwjGnAOn6d0HIhafQfa3V6bO5i1pFGrzSDS72pMH0OHwX15gDGXQ5REeRJbHOQrIMlcisOrU/BTLnU2kD9JqXkrb9hdiveUYVvFhFCpPGHCYjppYg4/j+Twqay0P/ERPBW4j4sYho59UgUda25qFe6uEJWe1CYH/d7zJSQDGrXov0+Eyz70MIVUSSn+zJ+TKXk3aNGDRVEIbkxs/FTXoc8Mt/uL1U5dyoXQ0DfgfKeNan+3iDKoAZ25ona9CTAeHmOxNiRM2lfAnDesel+djgIOytgf61Q8scHA4Va5prXdWfcXrSib2yRbZUsw7xs7IdrEvVikcqdRSa7saJ9K2mevCChjaSCYXGS2Ms= ceph-33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:19:27.530 INFO:teuthology.orchestra.run.smithi040.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-22T04:19:27.530 INFO:teuthology.orchestra.run.smithi040.stderr:Adding key to root@localhost authorized_keys... 2024-04-22T04:19:27.531 INFO:teuthology.orchestra.run.smithi040.stderr:Adding host smithi040... 2024-04-22T04:19:27.532 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:26.895865+0000 mgr.y (mgr.14116) 8 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:19:29.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [79B blob data] 2024-04-22T04:19:29.379 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: Added host 'smithi040' with addr '172.21.15.40' 2024-04-22T04:19:29.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:28.739522+0000 mgr.y (mgr.14116) 9 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi040", "addr": "172.21.15.40", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:19:30.062 INFO:teuthology.orchestra.run.smithi040.stderr:Deploying unmanaged mon service... 2024-04-22T04:19:30.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:29.379782+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' 2024-04-22T04:19:30.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:19:29.380109+0000 mgr.y (mgr.14116) 10 : cephadm [INF] Added host smithi040 2024-04-22T04:19:30.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:29.391639+0000 mon.a (mon.0) 54 : audit [DBG] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:19:30.854 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: Scheduled mon update... 2024-04-22T04:19:31.757 INFO:teuthology.orchestra.run.smithi040.stderr:Deploying unmanaged mgr service... 2024-04-22T04:19:32.024 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:30.852366+0000 mgr.y (mgr.14116) 11 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:19:32.024 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:19:30.853577+0000 mgr.y (mgr.14116) 12 : cephadm [INF] Saving service mon spec with placement count:5 2024-04-22T04:19:32.024 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:30.855950+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' 2024-04-22T04:19:32.660 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: Scheduled mgr update... 2024-04-22T04:19:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:32.549335+0000 mgr.y (mgr.14116) 13 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:19:33.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:19:32.550208+0000 mgr.y (mgr.14116) 14 : cephadm [INF] Saving service mgr spec with placement count:2 2024-04-22T04:19:33.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:32.552338+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' 2024-04-22T04:19:33.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:33.361942+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' 2024-04-22T04:19:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:34.349102+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' 2024-04-22T04:19:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:34.870913+0000 mon.a (mon.0) 59 : audit [INF] from='client.? 172.21.15.40:0/1063028660' entity='client.admin' 2024-04-22T04:19:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:36.607089+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14116 172.21.15.40:0/3237854053' entity='mgr.y' 2024-04-22T04:19:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:36.881945+0000 mon.a (mon.0) 61 : audit [INF] from='client.? 172.21.15.40:0/1851681252' entity='client.admin' 2024-04-22T04:19:38.256 INFO:teuthology.orchestra.run.smithi040.stderr:Enabling the dashboard module... 2024-04-22T04:19:39.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:39.503237+0000 mon.a (mon.0) 62 : audit [INF] from='client.? 172.21.15.40:0/3736111187' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-22T04:19:39.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ignoring --setuser ceph since I am not root 2024-04-22T04:19:39.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ignoring --setgroup ceph since I am not root 2024-04-22T04:19:39.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:39.714+0000 7fd00078a680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T04:19:39.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:39.798+0000 7fd00078a680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T04:19:40.327 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:40.180+0000 7fd00078a680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T04:19:40.590 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:39.556489+0000 mon.a (mon.0) 63 : audit [INF] from='client.? 172.21.15.40:0/3736111187' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-22T04:19:40.590 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:39.556536+0000 mon.a (mon.0) 64 : cluster [DBG] mgrmap e9: y(active, since 19s) 2024-04-22T04:19:41.248 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: { 2024-04-22T04:19:41.248 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "epoch": 9, 2024-04-22T04:19:41.248 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "available": true, 2024-04-22T04:19:41.248 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "active_name": "y", 2024-04-22T04:19:41.248 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "num_standby": 0 2024-04-22T04:19:41.248 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: } 2024-04-22T04:19:41.273 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:40.974+0000 7fd00078a680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T04:19:41.273 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:41.059+0000 7fd00078a680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T04:19:41.556 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:41.280+0000 7fd00078a680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T04:19:41.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:41.249234+0000 mon.a (mon.0) 65 : audit [DBG] from='client.? 172.21.15.40:0/2357876574' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-22T04:19:42.090 INFO:teuthology.orchestra.run.smithi040.stderr:Waiting for the mgr to restart... 2024-04-22T04:19:42.090 INFO:teuthology.orchestra.run.smithi040.stderr:Waiting for mgr epoch 9... 2024-04-22T04:19:42.353 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:42.266+0000 7fd00078a680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T04:19:42.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:42.406+0000 7fd00078a680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:19:42.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:42.489+0000 7fd00078a680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T04:19:42.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:42.583+0000 7fd00078a680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T04:19:43.077 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:42.787+0000 7fd00078a680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T04:19:43.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:43.078+0000 7fd00078a680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T04:19:43.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:43.179+0000 7fd00078a680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T04:19:44.284 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:43.927+0000 7fd00078a680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T04:19:44.284 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:44.011+0000 7fd00078a680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T04:19:44.285 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:44.106+0000 7fd00078a680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T04:19:44.550 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:44.285+0000 7fd00078a680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T04:19:44.826 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:44.551+0000 7fd00078a680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T04:19:44.826 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:44.688+0000 7fd00078a680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T04:19:45.091 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:44.827+0000 7fd00078a680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:19:45.091 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:45.005+0000 7fd00078a680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T04:19:45.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:19:45.091+0000 7fd00078a680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T04:19:45.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:19:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [79B blob data] 2024-04-22T04:19:45.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:45.106260+0000 mon.a (mon.0) 66 : cluster [INF] Active manager daemon y restarted 2024-04-22T04:19:45.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:45.106479+0000 mon.a (mon.0) 67 : cluster [INF] Activating manager daemon y 2024-04-22T04:19:45.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:45.109151+0000 mon.a (mon.0) 68 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2024-04-22T04:19:45.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:45.109267+0000 mon.a (mon.0) 69 : cluster [DBG] mgrmap e10: y(active, starting, since 0.00287885s) 2024-04-22T04:19:45.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:45.110033+0000 mon.a (mon.0) 70 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:19:45.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:45.110858+0000 mon.a (mon.0) 71 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T04:19:45.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:45.111756+0000 mon.a (mon.0) 72 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T04:19:45.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:45.111902+0000 mon.a (mon.0) 73 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T04:19:45.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:45.112058+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T04:19:45.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:45.114100+0000 mon.a (mon.0) 75 : cluster [INF] Manager daemon y is now available 2024-04-22T04:19:46.116 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: { 2024-04-22T04:19:46.116 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "mgrmap_epoch": 11, 2024-04-22T04:19:46.117 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: "initialized": true 2024-04-22T04:19:46.117 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: } 2024-04-22T04:19:46.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:45.212977+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:19:46.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:45.214008+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:19:46.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:45.240102+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:19:46.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:45.243924+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:19:46.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:46.111442+0000 mon.a (mon.0) 80 : cluster [DBG] mgrmap e11: y(active, since 1.00505s) 2024-04-22T04:19:47.252 INFO:teuthology.orchestra.run.smithi040.stderr:mgr epoch 9 is available 2024-04-22T04:19:47.252 INFO:teuthology.orchestra.run.smithi040.stderr:Generating a dashboard self-signed certificate... 2024-04-22T04:19:47.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:46.111322+0000 mgr.y (mgr.14146) 1 : audit [DBG] from='client.14150 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-22T04:19:47.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:46.117850+0000 mgr.y (mgr.14146) 2 : audit [DBG] from='client.14150 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-22T04:19:47.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:46.767448+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:19:48.232 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: Self-signed certificate created 2024-04-22T04:19:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:47.769077+0000 mon.a (mon.0) 82 : cluster [DBG] mgrmap e12: y(active, since 2s) 2024-04-22T04:19:49.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:48.068527+0000 mgr.y (mgr.14146) 3 : audit [DBG] from='client.14156 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:19:49.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:48.231460+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:19:49.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:48.233257+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:19:49.356 INFO:teuthology.orchestra.run.smithi040.stderr:Creating initial admin user... 2024-04-22T04:19:50.394 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$RsxfxNUYxfgXRotXf.96zOZnu.7Wr1qOblL01yU9ygqCFuy43A8CK", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1713759590, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-22T04:19:51.117 INFO:teuthology.orchestra.run.smithi040.stderr:Fetching dashboard port number... 2024-04-22T04:19:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:50.150882+0000 mgr.y (mgr.14146) 4 : audit [DBG] from='client.14158 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:19:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:50.396085+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:19:51.904 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: 8443 2024-04-22T04:19:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:19:51.401072+0000 mon.a (mon.0) 86 : cluster [DBG] mgrmap e13: y(active, since 6s) 2024-04-22T04:19:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:51.906142+0000 mon.a (mon.0) 87 : audit [DBG] from='client.? 172.21.15.40:0/3361039819' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-22T04:19:52.885 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: disabled 2024-04-22T04:19:52.894 INFO:teuthology.orchestra.run.smithi040.stderr:systemctl: inactive 2024-04-22T04:19:52.894 INFO:teuthology.orchestra.run.smithi040.stderr:firewalld.service is not enabled 2024-04-22T04:19:52.895 INFO:teuthology.orchestra.run.smithi040.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-22T04:19:52.898 INFO:teuthology.orchestra.run.smithi040.stderr:Ceph Dashboard is now available at: 2024-04-22T04:19:52.898 INFO:teuthology.orchestra.run.smithi040.stderr: 2024-04-22T04:19:52.898 INFO:teuthology.orchestra.run.smithi040.stderr: URL: https://smithi040.front.sepia.ceph.com:8443/ 2024-04-22T04:19:52.898 INFO:teuthology.orchestra.run.smithi040.stderr: User: admin 2024-04-22T04:19:52.898 INFO:teuthology.orchestra.run.smithi040.stderr: Password: 6ehnugnw9p 2024-04-22T04:19:52.898 INFO:teuthology.orchestra.run.smithi040.stderr: 2024-04-22T04:19:52.898 INFO:teuthology.orchestra.run.smithi040.stderr:Enabling autotune for osd_memory_target 2024-04-22T04:19:55.420 INFO:teuthology.orchestra.run.smithi040.stderr:/usr/bin/ceph: set mgr/dashboard/cluster/status 2024-04-22T04:19:56.148 INFO:teuthology.orchestra.run.smithi040.stderr:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-22T04:19:56.148 INFO:teuthology.orchestra.run.smithi040.stderr: 2024-04-22T04:19:56.148 INFO:teuthology.orchestra.run.smithi040.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-22T04:19:56.148 INFO:teuthology.orchestra.run.smithi040.stderr: 2024-04-22T04:19:56.149 INFO:teuthology.orchestra.run.smithi040.stderr:Or, if you are only running a single cluster on this host: 2024-04-22T04:19:56.149 INFO:teuthology.orchestra.run.smithi040.stderr: 2024-04-22T04:19:56.149 INFO:teuthology.orchestra.run.smithi040.stderr: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-22T04:19:56.149 INFO:teuthology.orchestra.run.smithi040.stderr: 2024-04-22T04:19:56.149 INFO:teuthology.orchestra.run.smithi040.stderr:Please consider enabling telemetry to help improve Ceph: 2024-04-22T04:19:56.149 INFO:teuthology.orchestra.run.smithi040.stderr: 2024-04-22T04:19:56.149 INFO:teuthology.orchestra.run.smithi040.stderr: ceph telemetry on 2024-04-22T04:19:56.149 INFO:teuthology.orchestra.run.smithi040.stderr: 2024-04-22T04:19:56.149 INFO:teuthology.orchestra.run.smithi040.stderr:For more information see: 2024-04-22T04:19:56.149 INFO:teuthology.orchestra.run.smithi040.stderr: 2024-04-22T04:19:56.149 INFO:teuthology.orchestra.run.smithi040.stderr: https://docs.ceph.com/en/pacific/mgr/telemetry/ 2024-04-22T04:19:56.149 INFO:teuthology.orchestra.run.smithi040.stderr: 2024-04-22T04:19:56.149 INFO:teuthology.orchestra.run.smithi040.stderr:Bootstrap complete. 2024-04-22T04:19:56.194 INFO:tasks.cephadm:Fetching config... 2024-04-22T04:19:56.194 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T04:19:56.194 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-22T04:19:56.216 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-22T04:19:56.216 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T04:19:56.217 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-22T04:19:56.276 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-22T04:19:56.276 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T04:19:56.276 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-22T04:19:56.346 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-22T04:19:56.347 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T04:19:56.347 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-22T04:19:56.405 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-22T04:19:56.406 DEBUG:teuthology.orchestra.run.smithi040:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCZJpADiiTyirUlZ8U2g1D5t+iuk3Y1P4pfR99FsyOi25Gxw5p1lXT0bQxAhc/g8K6Tn738cUaKMc+rqpW8sddVtixb6aQq460xmhOdScl36at23025/BvBk+ZI5kWvJshnqlzFh/m18sKMwY6+19rNrFrXKaFwjGnAOn6d0HIhafQfa3V6bO5i1pFGrzSDS72pMH0OHwX15gDGXQ5REeRJbHOQrIMlcisOrU/BTLnU2kD9JqXkrb9hdiveUYVvFhFCpPGHCYjppYg4/j+Twqay0P/ERPBW4j4sYho59UgUda25qFe6uEJWe1CYH/d7zJSQDGrXov0+Eyz70MIVUSSn+zJ+TKXk3aNGDRVEIbkxs/FTXoc8Mt/uL1U5dyoXQ0DfgfKeNan+3iDKoAZ25ona9CTAeHmOxNiRM2lfAnDesel+djgIOytgf61Q8scHA4Va5prXdWfcXrSib2yRbZUsw7xs7IdrEvVikcqdRSa7saJ9K2mevCChjaSCYXGS2Ms= ceph-33b081c2-005f-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-22T04:19:56.486 INFO:teuthology.orchestra.run.smithi040.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCZJpADiiTyirUlZ8U2g1D5t+iuk3Y1P4pfR99FsyOi25Gxw5p1lXT0bQxAhc/g8K6Tn738cUaKMc+rqpW8sddVtixb6aQq460xmhOdScl36at23025/BvBk+ZI5kWvJshnqlzFh/m18sKMwY6+19rNrFrXKaFwjGnAOn6d0HIhafQfa3V6bO5i1pFGrzSDS72pMH0OHwX15gDGXQ5REeRJbHOQrIMlcisOrU/BTLnU2kD9JqXkrb9hdiveUYVvFhFCpPGHCYjppYg4/j+Twqay0P/ERPBW4j4sYho59UgUda25qFe6uEJWe1CYH/d7zJSQDGrXov0+Eyz70MIVUSSn+zJ+TKXk3aNGDRVEIbkxs/FTXoc8Mt/uL1U5dyoXQ0DfgfKeNan+3iDKoAZ25ona9CTAeHmOxNiRM2lfAnDesel+djgIOytgf61Q8scHA4Va5prXdWfcXrSib2yRbZUsw7xs7IdrEvVikcqdRSa7saJ9K2mevCChjaSCYXGS2Ms= ceph-33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:19:56.500 DEBUG:teuthology.orchestra.run.smithi062:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCZJpADiiTyirUlZ8U2g1D5t+iuk3Y1P4pfR99FsyOi25Gxw5p1lXT0bQxAhc/g8K6Tn738cUaKMc+rqpW8sddVtixb6aQq460xmhOdScl36at23025/BvBk+ZI5kWvJshnqlzFh/m18sKMwY6+19rNrFrXKaFwjGnAOn6d0HIhafQfa3V6bO5i1pFGrzSDS72pMH0OHwX15gDGXQ5REeRJbHOQrIMlcisOrU/BTLnU2kD9JqXkrb9hdiveUYVvFhFCpPGHCYjppYg4/j+Twqay0P/ERPBW4j4sYho59UgUda25qFe6uEJWe1CYH/d7zJSQDGrXov0+Eyz70MIVUSSn+zJ+TKXk3aNGDRVEIbkxs/FTXoc8Mt/uL1U5dyoXQ0DfgfKeNan+3iDKoAZ25ona9CTAeHmOxNiRM2lfAnDesel+djgIOytgf61Q8scHA4Va5prXdWfcXrSib2yRbZUsw7xs7IdrEvVikcqdRSa7saJ9K2mevCChjaSCYXGS2Ms= ceph-33b081c2-005f-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-22T04:19:56.544 INFO:teuthology.orchestra.run.smithi062.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCZJpADiiTyirUlZ8U2g1D5t+iuk3Y1P4pfR99FsyOi25Gxw5p1lXT0bQxAhc/g8K6Tn738cUaKMc+rqpW8sddVtixb6aQq460xmhOdScl36at23025/BvBk+ZI5kWvJshnqlzFh/m18sKMwY6+19rNrFrXKaFwjGnAOn6d0HIhafQfa3V6bO5i1pFGrzSDS72pMH0OHwX15gDGXQ5REeRJbHOQrIMlcisOrU/BTLnU2kD9JqXkrb9hdiveUYVvFhFCpPGHCYjppYg4/j+Twqay0P/ERPBW4j4sYho59UgUda25qFe6uEJWe1CYH/d7zJSQDGrXov0+Eyz70MIVUSSn+zJ+TKXk3aNGDRVEIbkxs/FTXoc8Mt/uL1U5dyoXQ0DfgfKeNan+3iDKoAZ25ona9CTAeHmOxNiRM2lfAnDesel+djgIOytgf61Q8scHA4Va5prXdWfcXrSib2yRbZUsw7xs7IdrEvVikcqdRSa7saJ9K2mevCChjaSCYXGS2Ms= ceph-33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:19:56.557 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-22T04:19:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:55.419822+0000 mon.a (mon.0) 88 : audit [INF] from='client.? 172.21.15.40:0/3018046896' entity='client.admin' 2024-04-22T04:20:00.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:58.829084+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:00.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:59.143587+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi040", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:20:00.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:59.146714+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:00.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:59.147965+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:00.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:59.150678+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:00.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:59.682603+0000 mon.a (mon.0) 94 : audit [INF] from='client.? 172.21.15.40:0/3915404379' entity='client.admin' 2024-04-22T04:20:00.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:59.716103+0000 mon.a (mon.0) 95 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:00.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:19:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:19:59.720175+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:00.428 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-22T04:20:00.428 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-22T04:20:03.732 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi062 2024-04-22T04:20:03.733 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-04-22T04:20:03.733 DEBUG:teuthology.orchestra.run.smithi062:> dd of=/etc/ceph/ceph.conf 2024-04-22T04:20:03.755 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-04-22T04:20:03.755 DEBUG:teuthology.orchestra.run.smithi062:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:20:03.817 INFO:tasks.cephadm:Adding host smithi062 to orchestrator... 2024-04-22T04:20:03.818 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch host add smithi062 2024-04-22T04:20:04.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:03.009921+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:04.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:03.041808+0000 mon.a (mon.0) 98 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:04.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:03.043220+0000 mon.a (mon.0) 99 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:04.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:03.043830+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:04.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:03.044862+0000 mgr.y (mgr.14146) 6 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:20:04.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:03.070424+0000 mgr.y (mgr.14146) 7 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:20:04.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:03.131510+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:04.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:03.133583+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:05.113264+0000 mgr.y (mgr.14146) 8 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:06.410 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:20:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [89B blob data] 2024-04-22T04:20:06.807 INFO:teuthology.orchestra.run.smithi040.stdout:Added host 'smithi062' with addr '172.21.15.62' 2024-04-22T04:20:07.115 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:20:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [79B blob data] 2024-04-22T04:20:07.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:06.156033+0000 mgr.y (mgr.14146) 9 : audit [DBG] from='client.14170 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi062", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:20:07.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:06.808460+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:07.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:06.859180+0000 mon.a (mon.0) 104 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:07.530 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-22T04:20:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:06.808813+0000 mgr.y (mgr.14146) 10 : cephadm [INF] Added host smithi062 2024-04-22T04:20:08.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:07.113611+0000 mgr.y (mgr.14146) 11 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:08.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:07.313808+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:08.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:07.595369+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:09.820 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:20:09.820 INFO:teuthology.orchestra.run.smithi040.stdout:[{"addr": "172.21.15.40", "hostname": "smithi040", "labels": [], "status": ""}, {"addr": "172.21.15.62", "hostname": "smithi062", "labels": [], "status": ""}] 2024-04-22T04:20:10.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:09.113927+0000 mgr.y (mgr.14146) 12 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:10.459 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-22T04:20:10.460 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-22T04:20:11.562 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:09.821503+0000 mgr.y (mgr.14146) 13 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:20:11.562 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:11.119644+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:11.114179+0000 mgr.y (mgr.14146) 14 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:11.657255+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:12.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:11.657896+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi062", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:20:12.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:11.658809+0000 mon.a (mon.0) 110 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:12.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:11.659482+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:12.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:11.703649+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:12.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:11.706725+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:13.322 INFO:teuthology.orchestra.run.smithi040.stderr:adjusted tunables profile to default 2024-04-22T04:20:13.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:11.660563+0000 mgr.y (mgr.14146) 15 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:20:13.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:11.676414+0000 mgr.y (mgr.14146) 16 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:20:13.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:12.647328+0000 mon.a (mon.0) 114 : audit [INF] from='client.? 172.21.15.40:0/4141500607' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-22T04:20:14.093 INFO:tasks.cephadm:Adding mon.a on smithi040 2024-04-22T04:20:14.093 INFO:tasks.cephadm:Adding mon.c on smithi040 2024-04-22T04:20:14.093 INFO:tasks.cephadm:Adding mon.b on smithi062 2024-04-22T04:20:14.093 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi040:172.21.15.40=a;smithi040:[v2:172.21.15.40:3301,v1:172.21.15.40:6790]=c;smithi062:172.21.15.62=b' 2024-04-22T04:20:14.319 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:13.114543+0000 mgr.y (mgr.14146) 17 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:14.319 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:13.321497+0000 mon.a (mon.0) 115 : audit [INF] from='client.? 172.21.15.40:0/4141500607' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-22T04:20:14.319 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:13.321558+0000 mon.a (mon.0) 116 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-22T04:20:16.442 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled mon update... 2024-04-22T04:20:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:15.114938+0000 mgr.y (mgr.14146) 18 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:17.314 DEBUG:teuthology.orchestra.run.smithi040:mon.c> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@mon.c.service 2024-04-22T04:20:17.317 DEBUG:teuthology.orchestra.run.smithi062:mon.b> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@mon.b.service 2024-04-22T04:20:17.319 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-22T04:20:17.319 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-22T04:20:17.351 INFO:journalctl@ceph.mon.b.smithi062.stdout:-- Logs begin at Mon 2024-04-22 04:08:34 UTC. -- 2024-04-22T04:20:17.354 INFO:journalctl@ceph.mon.c.smithi040.stdout:-- Logs begin at Mon 2024-04-22 04:08:30 UTC. -- 2024-04-22T04:20:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:16.438064+0000 mgr.y (mgr.14146) 19 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi040:172.21.15.40=a;smithi040:[v2:172.21.15.40:3301,v1:172.21.15.40:6790]=c;smithi062:172.21.15.62=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:20:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:16.440409+0000 mgr.y (mgr.14146) 20 : cephadm [INF] Saving service mon spec with placement smithi040:172.21.15.40=a;smithi040:[v2:172.21.15.40:3301,v1:172.21.15.40:6790]=c;smithi062:172.21.15.62=b;count:3 2024-04-22T04:20:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:16.443443+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:16.481675+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:17.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:16.483330+0000 mon.a (mon.0) 119 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:17.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:16.484127+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:17.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:16.487542+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:17.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:16.489317+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:20:17.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:16.490067+0000 mon.a (mon.0) 123 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:17.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:16.490784+0000 mgr.y (mgr.14146) 21 : cephadm [INF] Deploying daemon mon.b on smithi062 2024-04-22T04:20:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:17.115365+0000 mgr.y (mgr.14146) 22 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:20.505 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:20:20.506 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":1,"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","modified":"2024-04-22T04:18:45.004741Z","created":"2024-04-22T04:18:45.004741Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:3300","nonce":0},{"type":"v1","addr":"172.21.15.40:6789","nonce":0}]},"addr":"172.21.15.40:6789/0","public_addr":"172.21.15.40:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-22T04:20:20.507 INFO:teuthology.orchestra.run.smithi062.stderr:dumped monmap epoch 1 2024-04-22T04:20:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:19.115592+0000 mgr.y (mgr.14146) 23 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:20.507313+0000 mon.a (mon.0) 124 : audit [DBG] from='client.? 172.21.15.62:0/995713667' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T04:20:22.284 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-22T04:20:22.284 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-22T04:20:22.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:22 smithi062 systemd[1]: Starting Ceph mon.b for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:20:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:21.115907+0000 mgr.y (mgr.14146) 24 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:23.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.004+0000 7f844f6de880 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-22T04:20:23.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.004+0000 7f844f6de880 0 ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable), process ceph-mon, pid 7 2024-04-22T04:20:23.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.004+0000 7f844f6de880 0 pidfile_write: ignore empty --pid-file 2024-04-22T04:20:23.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.008+0000 7f844f6de880 0 load: jerasure load: lrc load: isa 2024-04-22T04:20:23.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: RocksDB version: 6.8.1 2024-04-22T04:20:23.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-22T04:20:23.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Compile date Mar 4 2024 2024-04-22T04:20:23.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: DB SUMMARY 2024-04-22T04:20:23.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: CURRENT file: CURRENT 2024-04-22T04:20:23.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: IDENTITY file: IDENTITY 2024-04-22T04:20:23.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2024-04-22T04:20:23.136 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.136 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-22T04:20:23.136 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.136 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000003.log size: 511 ; 2024-04-22T04:20:23.136 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.136 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.error_if_exists: 0 2024-04-22T04:20:23.136 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.create_if_missing: 0 2024-04-22T04:20:23.136 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.paranoid_checks: 1 2024-04-22T04:20:23.136 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.env: 0x55634638b080 2024-04-22T04:20:23.136 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.fs: Posix File System 2024-04-22T04:20:23.136 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.info_log: 0x55634829a260 2024-04-22T04:20:23.136 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-22T04:20:23.136 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.statistics: (nil) 2024-04-22T04:20:23.137 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.use_fsync: 0 2024-04-22T04:20:23.137 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_log_file_size: 0 2024-04-22T04:20:23.137 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-22T04:20:23.137 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-22T04:20:23.137 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-22T04:20:23.137 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-22T04:20:23.137 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.allow_fallocate: 1 2024-04-22T04:20:23.137 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-22T04:20:23.137 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-22T04:20:23.137 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.use_direct_reads: 0 2024-04-22T04:20:23.138 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-22T04:20:23.138 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.create_missing_column_families: 0 2024-04-22T04:20:23.138 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.db_log_dir: 2024-04-22T04:20:23.138 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-04-22T04:20:23.138 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-22T04:20:23.138 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_subcompactions: 1 2024-04-22T04:20:23.138 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_background_flushes: -1 2024-04-22T04:20:23.138 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-22T04:20:23.138 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-22T04:20:23.138 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-22T04:20:23.138 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-22T04:20:23.138 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-22T04:20:23.138 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.advise_random_on_open: 1 2024-04-22T04:20:23.139 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-22T04:20:23.139 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.write_buffer_manager: 0x556348f8c3c0 2024-04-22T04:20:23.139 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-22T04:20:23.139 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-22T04:20:23.139 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-22T04:20:23.139 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-22T04:20:23.139 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.rate_limiter: (nil) 2024-04-22T04:20:23.139 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-22T04:20:23.139 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-22T04:20:23.139 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-22T04:20:23.140 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-22T04:20:23.140 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.unordered_write: 0 2024-04-22T04:20:23.140 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-22T04:20:23.140 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-22T04:20:23.140 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-22T04:20:23.140 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-22T04:20:23.140 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.row_cache: None 2024-04-22T04:20:23.140 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.wal_filter: None 2024-04-22T04:20:23.140 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-22T04:20:23.140 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-22T04:20:23.140 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.preserve_deletes: 0 2024-04-22T04:20:23.140 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.two_write_queues: 0 2024-04-22T04:20:23.140 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.manual_wal_flush: 0 2024-04-22T04:20:23.140 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.atomic_flush: 0 2024-04-22T04:20:23.141 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-22T04:20:23.141 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-22T04:20:23.141 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-22T04:20:23.141 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.log_readahead_size: 0 2024-04-22T04:20:23.141 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2024-04-22T04:20:23.141 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_background_jobs: 2 2024-04-22T04:20:23.141 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_background_compactions: -1 2024-04-22T04:20:23.141 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-22T04:20:23.141 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-22T04:20:23.141 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-22T04:20:23.141 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_total_wal_size: 0 2024-04-22T04:20:23.141 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-22T04:20:23.141 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-22T04:20:23.142 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-22T04:20:23.142 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-22T04:20:23.142 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_open_files: -1 2024-04-22T04:20:23.142 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.bytes_per_sync: 0 2024-04-22T04:20:23.142 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-22T04:20:23.142 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-22T04:20:23.142 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-22T04:20:23.142 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Compression algorithms supported: 2024-04-22T04:20:23.142 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-22T04:20:23.142 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: kZSTD supported: 0 2024-04-22T04:20:23.142 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: kXpressCompression supported: 0 2024-04-22T04:20:23.142 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-22T04:20:23.142 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: kLZ4Compression supported: 1 2024-04-22T04:20:23.142 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: kBZip2Compression supported: 0 2024-04-22T04:20:23.142 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: kZlibCompression supported: 1 2024-04-22T04:20:23.143 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: kSnappyCompression supported: 1 2024-04-22T04:20:23.143 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-22T04:20:23.143 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000001 2024-04-22T04:20:23.143 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.143 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2024-04-22T04:20:23.143 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.143 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-22T04:20:23.143 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.merge_operator: 2024-04-22T04:20:23.143 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compaction_filter: None 2024-04-22T04:20:23.143 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compaction_filter_factory: None 2024-04-22T04:20:23.143 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-22T04:20:23.143 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-22T04:20:23.143 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55634823fd10) 2024-04-22T04:20:23.143 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cache_index_and_filter_blocks: 1 2024-04-22T04:20:23.143 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-22T04:20:23.144 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-22T04:20:23.144 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: pin_top_level_index_and_filter: 1 2024-04-22T04:20:23.144 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: index_type: 0 2024-04-22T04:20:23.144 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: data_block_index_type: 0 2024-04-22T04:20:23.144 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: index_shortening: 1 2024-04-22T04:20:23.144 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: data_block_hash_table_util_ratio: 0.750000 2024-04-22T04:20:23.144 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: hash_index_allow_collision: 1 2024-04-22T04:20:23.144 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: checksum: 1 2024-04-22T04:20:23.144 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: no_block_cache: 0 2024-04-22T04:20:23.144 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: block_cache: 0x556348274f10 2024-04-22T04:20:23.144 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: block_cache_name: BinnedLRUCache 2024-04-22T04:20:23.144 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: block_cache_options: 2024-04-22T04:20:23.144 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: capacity : 536870912 2024-04-22T04:20:23.144 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: num_shard_bits : 4 2024-04-22T04:20:23.144 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: strict_capacity_limit : 0 2024-04-22T04:20:23.144 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: high_pri_pool_ratio: 0.000 2024-04-22T04:20:23.145 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: block_cache_compressed: (nil) 2024-04-22T04:20:23.145 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: persistent_cache: (nil) 2024-04-22T04:20:23.145 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: block_size: 4096 2024-04-22T04:20:23.145 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: block_size_deviation: 10 2024-04-22T04:20:23.145 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: block_restart_interval: 16 2024-04-22T04:20:23.145 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: index_block_restart_interval: 1 2024-04-22T04:20:23.145 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: metadata_block_size: 4096 2024-04-22T04:20:23.145 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: partition_filters: 0 2024-04-22T04:20:23.145 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: use_delta_encoding: 1 2024-04-22T04:20:23.145 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-22T04:20:23.145 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: whole_key_filtering: 1 2024-04-22T04:20:23.145 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: verify_compression: 0 2024-04-22T04:20:23.145 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: read_amp_bytes_per_bit: 0 2024-04-22T04:20:23.145 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: format_version: 2 2024-04-22T04:20:23.145 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: enable_index_compression: 1 2024-04-22T04:20:23.146 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: block_align: 0 2024-04-22T04:20:23.146 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.146 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-22T04:20:23.146 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-22T04:20:23.146 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compression: NoCompression 2024-04-22T04:20:23.146 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-22T04:20:23.146 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-22T04:20:23.146 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-22T04:20:23.146 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.num_levels: 7 2024-04-22T04:20:23.146 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-22T04:20:23.146 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-22T04:20:23.146 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-22T04:20:23.146 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-22T04:20:23.146 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-22T04:20:23.147 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-22T04:20:23.147 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-22T04:20:23.147 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-22T04:20:23.147 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-22T04:20:23.147 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-22T04:20:23.147 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compression_opts.level: 32767 2024-04-22T04:20:23.147 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-22T04:20:23.147 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-22T04:20:23.147 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-22T04:20:23.147 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compression_opts.enabled: false 2024-04-22T04:20:23.147 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-22T04:20:23.147 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-22T04:20:23.147 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-22T04:20:23.147 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-22T04:20:23.147 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-22T04:20:23.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-22T04:20:23.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-22T04:20:23.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-22T04:20:23.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-22T04:20:23.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-22T04:20:23.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-22T04:20:23.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-22T04:20:23.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-22T04:20:23.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-22T04:20:23.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-22T04:20:23.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-22T04:20:23.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-22T04:20:23.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.arena_block_size: 4194304 2024-04-22T04:20:23.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-22T04:20:23.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-22T04:20:23.149 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-22T04:20:23.149 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-22T04:20:23.149 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-22T04:20:23.149 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-22T04:20:23.149 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-22T04:20:23.149 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-22T04:20:23.149 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-22T04:20:23.149 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-22T04:20:23.149 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-22T04:20:23.149 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-22T04:20:23.149 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-22T04:20:23.149 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-22T04:20:23.149 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.table_properties_collectors: 2024-04-22T04:20:23.149 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.inplace_update_support: 0 2024-04-22T04:20:23.149 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-22T04:20:23.149 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-22T04:20:23.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-22T04:20:23.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-22T04:20:23.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.bloom_locality: 0 2024-04-22T04:20:23.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.max_successive_merges: 0 2024-04-22T04:20:23.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-22T04:20:23.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-22T04:20:23.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.force_consistency_checks: 0 2024-04-22T04:20:23.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-22T04:20:23.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.ttl: 2592000 2024-04-22T04:20:23.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.009+0000 7f844f6de880 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-22T04:20:23.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.010+0000 7f844f6de880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-22T04:20:23.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.010+0000 7f844f6de880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2024-04-22T04:20:23.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.010+0000 7f844f6de880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713759623011179, "job": 1, "event": "recovery_started", "log_files": [3]} 2024-04-22T04:20:23.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.010+0000 7f844f6de880 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #3 mode 2 2024-04-22T04:20:23.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.010+0000 7f844f6de880 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-22T04:20:23.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.010+0000 7f844f6de880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713759623011643, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1437, "table_properties": {"data_size": 523, "index_size": 40, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1713759623, "oldest_key_time": 3, "file_creation_time": 0}} 2024-04-22T04:20:23.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.010+0000 7f844f6de880 4 rocksdb: [version_set.cc:3826] Creating manifest 5 2024-04-22T04:20:23.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.011+0000 7f844f6de880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713759623012034, "job": 1, "event": "recovery_finished"} 2024-04-22T04:20:23.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.011+0000 7f844f6de880 4 rocksdb: DB pointer 0x55634833d800 2024-04-22T04:20:23.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.011+0000 7f84364d0700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2024-04-22T04:20:23.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.011+0000 7f84364d0700 4 rocksdb: [db_impl/db_impl.cc:851] 2024-04-22T04:20:23.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: ** DB Stats ** 2024-04-22T04:20:23.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:20:23.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-22T04:20:23.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-22T04:20:23.152 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T04:20:23.152 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-22T04:20:23.152 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-22T04:20:23.152 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T04:20:23.152 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.152 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: ** Compaction Stats [default] ** 2024-04-22T04:20:23.152 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:20:23.152 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:20:23.152 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2024-04-22T04:20:23.152 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2024-04-22T04:20:23.152 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2024-04-22T04:20:23.152 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: ** Compaction Stats [default] ** 2024-04-22T04:20:23.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:20:23.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:20:23.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2024-04-22T04:20:23.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:20:23.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-22T04:20:23.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T04:20:23.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T04:20:23.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T04:20:23.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: AddFile(Keys): cumulative 0, interval 0 2024-04-22T04:20:23.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Cumulative compaction: 0.00 GB write, 0.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:20:23.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Interval compaction: 0.00 GB write, 0.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:20:23.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T04:20:23.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: ** File Read Latency Histogram By Level [default] ** 2024-04-22T04:20:23.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.154 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: ** Compaction Stats [default] ** 2024-04-22T04:20:23.154 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:20:23.154 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:20:23.154 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2024-04-22T04:20:23.154 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2024-04-22T04:20:23.154 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-22T04:20:23.154 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.154 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: ** Compaction Stats [default] ** 2024-04-22T04:20:23.154 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:20:23.154 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:20:23.154 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2024-04-22T04:20:23.154 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:20:23.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-22T04:20:23.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T04:20:23.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T04:20:23.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T04:20:23.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: AddFile(Keys): cumulative 0, interval 0 2024-04-22T04:20:23.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Cumulative compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:20:23.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:20:23.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T04:20:23.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: ** File Read Latency Histogram By Level [default] ** 2024-04-22T04:20:23.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.012+0000 7f844f6de880 0 mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-22T04:20:23.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.012+0000 7f844f6de880 0 using public_addr v2:172.21.15.62:0/0 -> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] 2024-04-22T04:20:23.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.012+0000 7f844f6de880 0 starting mon.b rank -1 at public addrs [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] at bind addrs [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:20:23.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.013+0000 7f844f6de880 1 mon.b@-1(???) e0 preinit fsid 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:20:23.156 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.029+0000 7f8438cd5700 0 mon.b@-1(synchronizing).mds e1 new map 2024-04-22T04:20:23.156 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.029+0000 7f8438cd5700 0 mon.b@-1(synchronizing).mds e1 print_map 2024-04-22T04:20:23.156 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: e1 2024-04-22T04:20:23.156 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: enable_multiple, ever_enabled_multiple: 1,1 2024-04-22T04:20:23.156 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-22T04:20:23.156 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: legacy client fscid: -1 2024-04-22T04:20:23.156 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.156 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: No filesystems configured 2024-04-22T04:20:23.156 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: 2024-04-22T04:20:23.156 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.029+0000 7f8438cd5700 1 mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-22T04:20:23.156 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.029+0000 7f8438cd5700 1 mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-22T04:20:23.156 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.029+0000 7f8438cd5700 1 mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-22T04:20:23.156 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.029+0000 7f8438cd5700 1 mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-22T04:20:23.156 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.029+0000 7f8438cd5700 1 mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-22T04:20:23.157 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.029+0000 7f8438cd5700 1 mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-22T04:20:23.157 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.030+0000 7f8438cd5700 0 mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-22T04:20:23.157 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.030+0000 7f8438cd5700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T04:20:23.157 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.030+0000 7f8438cd5700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T04:20:23.157 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.030+0000 7f8438cd5700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T04:20:23.157 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:21.115907+0000 mgr.y (mgr.14146) 24 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:23.157 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:20:23.030+0000 7f8438cd5700 1 mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-22T04:20:24.351 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:24 smithi062 bash[39429]: ffc5f26fd2304afafd7a6d47b22da1e499c9bc5cdc0da1a53e924ecb406839f8 2024-04-22T04:20:24.351 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:24 smithi062 systemd[1]: Started Ceph mon.b for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:20:28.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:23.037314+0000 mon.a (mon.0) 126 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:20:28.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:23.037482+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:20:28.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:23.037698+0000 mon.a (mon.0) 128 : cluster [INF] mon.a calling monitor election 2024-04-22T04:20:28.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:23.116271+0000 mgr.y (mgr.14146) 25 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:28.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:24.034499+0000 mon.a (mon.0) 129 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:20:28.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:25.034444+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:20:28.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:25.035607+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-04-22T04:20:28.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:25.116681+0000 mgr.y (mgr.14146) 26 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:28.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:26.034940+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:20:28.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:27.034747+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:20:28.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:27.117015+0000 mgr.y (mgr.14146) 27 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:28.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:28.035146+0000 mon.a (mon.0) 133 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:20:28.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:28.064128+0000 mon.a (mon.0) 134 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-22T04:20:28.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:28.068634+0000 mon.a (mon.0) 135 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0]} removed_ranks: {} 2024-04-22T04:20:28.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:28.080634+0000 mon.a (mon.0) 136 : cluster [DBG] fsmap 2024-04-22T04:20:28.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:28.080666+0000 mon.a (mon.0) 137 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-22T04:20:28.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:28.080881+0000 mon.a (mon.0) 138 : cluster [DBG] mgrmap e13: y(active, since 42s) 2024-04-22T04:20:28.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:28.081024+0000 mon.a (mon.0) 139 : cluster [INF] overall HEALTH_OK 2024-04-22T04:20:28.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:28.086070+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:28.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:28.087118+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:20:28.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:28.087990+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:28.452 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:20:28.453 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":2,"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","modified":"2024-04-22T04:20:23.034711Z","created":"2024-04-22T04:18:45.004741Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:3300","nonce":0},{"type":"v1","addr":"172.21.15.40:6789","nonce":0}]},"addr":"172.21.15.40:6789/0","public_addr":"172.21.15.40:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:3300","nonce":0},{"type":"v1","addr":"172.21.15.62:6789","nonce":0}]},"addr":"172.21.15.62:6789/0","public_addr":"172.21.15.62:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-22T04:20:28.454 INFO:teuthology.orchestra.run.smithi062.stderr:dumped monmap epoch 2 2024-04-22T04:20:28.474 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:23.037314+0000 mon.a (mon.0) 126 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:20:28.474 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:23.037482+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:20:28.474 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:23.037698+0000 mon.a (mon.0) 128 : cluster [INF] mon.a calling monitor election 2024-04-22T04:20:28.474 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:23.116271+0000 mgr.y (mgr.14146) 25 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:28.474 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:24.034499+0000 mon.a (mon.0) 129 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:20:28.474 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:25.034444+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:20:28.474 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:25.035607+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-04-22T04:20:28.474 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:25.116681+0000 mgr.y (mgr.14146) 26 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:28.474 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:26.034940+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:20:28.474 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:27.034747+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:20:28.474 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:27.117015+0000 mgr.y (mgr.14146) 27 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:28.474 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:28.035146+0000 mon.a (mon.0) 133 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:20:28.474 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:28.064128+0000 mon.a (mon.0) 134 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-22T04:20:28.475 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:28.068634+0000 mon.a (mon.0) 135 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0]} removed_ranks: {} 2024-04-22T04:20:28.475 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:28.080634+0000 mon.a (mon.0) 136 : cluster [DBG] fsmap 2024-04-22T04:20:28.475 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:28.080666+0000 mon.a (mon.0) 137 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-22T04:20:28.475 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:28.080881+0000 mon.a (mon.0) 138 : cluster [DBG] mgrmap e13: y(active, since 42s) 2024-04-22T04:20:28.475 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:28.081024+0000 mon.a (mon.0) 139 : cluster [INF] overall HEALTH_OK 2024-04-22T04:20:28.475 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:28.086070+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:28.475 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:28.087118+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:20:28.475 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:28.087990+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:29.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:20:28.088768+0000 mgr.y (mgr.14146) 28 : cephadm [INF] Deploying daemon mon.c on smithi040 2024-04-22T04:20:29.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:28.454515+0000 mon.a (mon.0) 143 : audit [DBG] from='client.? 172.21.15.62:0/1265231433' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T04:20:29.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:29.035342+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:20:29.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:28.088768+0000 mgr.y (mgr.14146) 28 : cephadm [INF] Deploying daemon mon.c on smithi040 2024-04-22T04:20:29.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:28.454515+0000 mon.a (mon.0) 143 : audit [DBG] from='client.? 172.21.15.62:0/1265231433' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T04:20:29.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:29.035342+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:20:30.123 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-22T04:20:30.124 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-22T04:20:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:29.117355+0000 mgr.y (mgr.14146) 29 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:30.578 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:29.117355+0000 mgr.y (mgr.14146) 29 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:31.400 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:30 smithi040 systemd[1]: Starting Ceph mon.c for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:20:31.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.549+0000 7fa453128880 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-22T04:20:31.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.549+0000 7fa453128880 0 ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable), process ceph-mon, pid 7 2024-04-22T04:20:31.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.549+0000 7fa453128880 0 pidfile_write: ignore empty --pid-file 2024-04-22T04:20:31.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.554+0000 7fa453128880 0 load: jerasure load: lrc load: isa 2024-04-22T04:20:31.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: RocksDB version: 6.8.1 2024-04-22T04:20:31.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-22T04:20:31.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Compile date Mar 4 2024 2024-04-22T04:20:31.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: DB SUMMARY 2024-04-22T04:20:31.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: CURRENT file: CURRENT 2024-04-22T04:20:31.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: IDENTITY file: IDENTITY 2024-04-22T04:20:31.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2024-04-22T04:20:31.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-22T04:20:31.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000003.log size: 636 ; 2024-04-22T04:20:31.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.error_if_exists: 0 2024-04-22T04:20:31.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.create_if_missing: 0 2024-04-22T04:20:31.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.paranoid_checks: 1 2024-04-22T04:20:31.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.env: 0x5632b25d6080 2024-04-22T04:20:31.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.fs: Posix File System 2024-04-22T04:20:31.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.info_log: 0x5632b45b8260 2024-04-22T04:20:31.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-22T04:20:31.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.statistics: (nil) 2024-04-22T04:20:31.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.use_fsync: 0 2024-04-22T04:20:31.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_log_file_size: 0 2024-04-22T04:20:31.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-22T04:20:31.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-22T04:20:31.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-22T04:20:31.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-22T04:20:31.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.allow_fallocate: 1 2024-04-22T04:20:31.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-22T04:20:31.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-22T04:20:31.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.use_direct_reads: 0 2024-04-22T04:20:31.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-22T04:20:31.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.create_missing_column_families: 0 2024-04-22T04:20:31.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.db_log_dir: 2024-04-22T04:20:31.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-04-22T04:20:31.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-22T04:20:31.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_subcompactions: 1 2024-04-22T04:20:31.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_background_flushes: -1 2024-04-22T04:20:31.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-22T04:20:31.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-22T04:20:31.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-22T04:20:31.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-22T04:20:31.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-22T04:20:31.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.advise_random_on_open: 1 2024-04-22T04:20:31.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-22T04:20:31.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.write_buffer_manager: 0x5632b52aa390 2024-04-22T04:20:31.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-22T04:20:31.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-22T04:20:31.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-22T04:20:31.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-22T04:20:31.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.rate_limiter: (nil) 2024-04-22T04:20:31.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-22T04:20:31.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-22T04:20:31.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-22T04:20:31.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-22T04:20:31.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.unordered_write: 0 2024-04-22T04:20:31.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-22T04:20:31.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-22T04:20:31.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-22T04:20:31.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-22T04:20:31.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.row_cache: None 2024-04-22T04:20:31.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.wal_filter: None 2024-04-22T04:20:31.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-22T04:20:31.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-22T04:20:31.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.preserve_deletes: 0 2024-04-22T04:20:31.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.two_write_queues: 0 2024-04-22T04:20:31.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.manual_wal_flush: 0 2024-04-22T04:20:31.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.atomic_flush: 0 2024-04-22T04:20:31.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-22T04:20:31.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-22T04:20:31.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-22T04:20:31.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.log_readahead_size: 0 2024-04-22T04:20:31.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2024-04-22T04:20:31.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_background_jobs: 2 2024-04-22T04:20:31.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_background_compactions: -1 2024-04-22T04:20:31.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-22T04:20:31.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-22T04:20:31.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-22T04:20:31.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_total_wal_size: 0 2024-04-22T04:20:31.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-22T04:20:31.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-22T04:20:31.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-22T04:20:31.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-22T04:20:31.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_open_files: -1 2024-04-22T04:20:31.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.bytes_per_sync: 0 2024-04-22T04:20:31.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-22T04:20:31.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-22T04:20:31.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-22T04:20:31.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Compression algorithms supported: 2024-04-22T04:20:31.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-22T04:20:31.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: kZSTD supported: 0 2024-04-22T04:20:31.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: kXpressCompression supported: 0 2024-04-22T04:20:31.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-22T04:20:31.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: kLZ4Compression supported: 1 2024-04-22T04:20:31.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: kBZip2Compression supported: 0 2024-04-22T04:20:31.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: kZlibCompression supported: 1 2024-04-22T04:20:31.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: kSnappyCompression supported: 1 2024-04-22T04:20:31.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-22T04:20:31.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000001 2024-04-22T04:20:31.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2024-04-22T04:20:31.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-22T04:20:31.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.merge_operator: 2024-04-22T04:20:31.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compaction_filter: None 2024-04-22T04:20:31.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compaction_filter_factory: None 2024-04-22T04:20:31.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-22T04:20:31.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-22T04:20:31.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5632b455dd10) 2024-04-22T04:20:31.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cache_index_and_filter_blocks: 1 2024-04-22T04:20:31.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-22T04:20:31.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-22T04:20:31.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: pin_top_level_index_and_filter: 1 2024-04-22T04:20:31.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: index_type: 0 2024-04-22T04:20:31.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: data_block_index_type: 0 2024-04-22T04:20:31.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: index_shortening: 1 2024-04-22T04:20:31.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: data_block_hash_table_util_ratio: 0.750000 2024-04-22T04:20:31.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: hash_index_allow_collision: 1 2024-04-22T04:20:31.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: checksum: 1 2024-04-22T04:20:31.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: no_block_cache: 0 2024-04-22T04:20:31.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: block_cache: 0x5632b4592f10 2024-04-22T04:20:31.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: block_cache_name: BinnedLRUCache 2024-04-22T04:20:31.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: block_cache_options: 2024-04-22T04:20:31.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: capacity : 536870912 2024-04-22T04:20:31.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: num_shard_bits : 4 2024-04-22T04:20:31.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: strict_capacity_limit : 0 2024-04-22T04:20:31.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: high_pri_pool_ratio: 0.000 2024-04-22T04:20:31.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: block_cache_compressed: (nil) 2024-04-22T04:20:31.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: persistent_cache: (nil) 2024-04-22T04:20:31.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: block_size: 4096 2024-04-22T04:20:31.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: block_size_deviation: 10 2024-04-22T04:20:31.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: block_restart_interval: 16 2024-04-22T04:20:31.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: index_block_restart_interval: 1 2024-04-22T04:20:31.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: metadata_block_size: 4096 2024-04-22T04:20:31.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: partition_filters: 0 2024-04-22T04:20:31.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: use_delta_encoding: 1 2024-04-22T04:20:31.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-22T04:20:31.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: whole_key_filtering: 1 2024-04-22T04:20:31.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: verify_compression: 0 2024-04-22T04:20:31.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: read_amp_bytes_per_bit: 0 2024-04-22T04:20:31.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: format_version: 2 2024-04-22T04:20:31.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: enable_index_compression: 1 2024-04-22T04:20:31.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: block_align: 0 2024-04-22T04:20:31.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-22T04:20:31.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-22T04:20:31.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compression: NoCompression 2024-04-22T04:20:31.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-22T04:20:31.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-22T04:20:31.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-22T04:20:31.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.num_levels: 7 2024-04-22T04:20:31.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-22T04:20:31.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-22T04:20:31.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-22T04:20:31.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-22T04:20:31.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-22T04:20:31.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-22T04:20:31.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-22T04:20:31.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-22T04:20:31.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-22T04:20:31.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-22T04:20:31.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compression_opts.level: 32767 2024-04-22T04:20:31.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-22T04:20:31.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-22T04:20:31.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-22T04:20:31.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compression_opts.enabled: false 2024-04-22T04:20:31.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-22T04:20:31.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-22T04:20:31.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-22T04:20:31.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-22T04:20:31.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-22T04:20:31.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-22T04:20:31.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-22T04:20:31.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-22T04:20:31.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-22T04:20:31.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-22T04:20:31.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-22T04:20:31.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-22T04:20:31.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-22T04:20:31.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-22T04:20:31.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-22T04:20:31.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-22T04:20:31.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-22T04:20:31.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.arena_block_size: 4194304 2024-04-22T04:20:31.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-22T04:20:31.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-22T04:20:31.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-22T04:20:31.924 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-22T04:20:31.924 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-22T04:20:31.924 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-22T04:20:31.924 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-22T04:20:31.924 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-22T04:20:31.924 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-22T04:20:31.924 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-22T04:20:31.924 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-22T04:20:31.924 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-22T04:20:31.924 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-22T04:20:31.924 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-22T04:20:31.924 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.table_properties_collectors: 2024-04-22T04:20:31.924 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.inplace_update_support: 0 2024-04-22T04:20:31.924 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-22T04:20:31.924 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-22T04:20:31.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-22T04:20:31.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-22T04:20:31.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.bloom_locality: 0 2024-04-22T04:20:31.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.max_successive_merges: 0 2024-04-22T04:20:31.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-22T04:20:31.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-22T04:20:31.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.force_consistency_checks: 0 2024-04-22T04:20:31.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-22T04:20:31.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.ttl: 2592000 2024-04-22T04:20:31.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.555+0000 7fa453128880 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-22T04:20:31.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.556+0000 7fa453128880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-22T04:20:31.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.556+0000 7fa453128880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2024-04-22T04:20:31.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.556+0000 7fa453128880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713759631557666, "job": 1, "event": "recovery_started", "log_files": [3]} 2024-04-22T04:20:31.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.556+0000 7fa453128880 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #3 mode 2 2024-04-22T04:20:31.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.556+0000 7fa453128880 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-22T04:20:31.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.557+0000 7fa453128880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713759631558320, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1562, "table_properties": {"data_size": 648, "index_size": 40, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1713759631, "oldest_key_time": 3, "file_creation_time": 0}} 2024-04-22T04:20:31.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.557+0000 7fa453128880 4 rocksdb: [version_set.cc:3826] Creating manifest 5 2024-04-22T04:20:31.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.557+0000 7fa453128880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713759631558869, "job": 1, "event": "recovery_finished"} 2024-04-22T04:20:31.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.558+0000 7fa453128880 4 rocksdb: DB pointer 0x5632b465b800 2024-04-22T04:20:31.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.558+0000 7fa439f1a700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2024-04-22T04:20:31.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.558+0000 7fa439f1a700 4 rocksdb: [db_impl/db_impl.cc:851] 2024-04-22T04:20:31.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: ** DB Stats ** 2024-04-22T04:20:31.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:20:31.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-22T04:20:31.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-22T04:20:31.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T04:20:31.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-22T04:20:31.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-22T04:20:31.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T04:20:31.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: ** Compaction Stats [default] ** 2024-04-22T04:20:31.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:20:31.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:20:31.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.5 0.00 0.00 1 0.001 0 0 2024-04-22T04:20:31.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.5 0.00 0.00 1 0.001 0 0 2024-04-22T04:20:31.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.5 0.00 0.00 1 0.001 0 0 2024-04-22T04:20:31.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: ** Compaction Stats [default] ** 2024-04-22T04:20:31.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:20:31.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:20:31.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.5 0.00 0.00 1 0.001 0 0 2024-04-22T04:20:31.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:20:31.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-22T04:20:31.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T04:20:31.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T04:20:31.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T04:20:31.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: AddFile(Keys): cumulative 0, interval 0 2024-04-22T04:20:31.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Cumulative compaction: 0.00 GB write, 0.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:20:31.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Interval compaction: 0.00 GB write, 0.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:20:31.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T04:20:31.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: ** File Read Latency Histogram By Level [default] ** 2024-04-22T04:20:31.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: ** Compaction Stats [default] ** 2024-04-22T04:20:31.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:20:31.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:20:31.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.5 0.00 0.00 1 0.001 0 0 2024-04-22T04:20:31.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.5 0.00 0.00 1 0.001 0 0 2024-04-22T04:20:31.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-22T04:20:31.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.929 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: ** Compaction Stats [default] ** 2024-04-22T04:20:31.929 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:20:31.929 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:20:31.929 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.5 0.00 0.00 1 0.001 0 0 2024-04-22T04:20:31.929 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:20:31.929 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-22T04:20:31.929 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T04:20:31.929 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T04:20:31.929 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T04:20:31.929 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: AddFile(Keys): cumulative 0, interval 0 2024-04-22T04:20:31.929 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Cumulative compaction: 0.00 GB write, 0.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:20:31.929 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:20:31.929 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T04:20:31.929 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: ** File Read Latency Histogram By Level [default] ** 2024-04-22T04:20:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.558+0000 7fa453128880 0 mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-22T04:20:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.559+0000 7fa453128880 0 using public_addrv [v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0] 2024-04-22T04:20:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.560+0000 7fa453128880 0 starting mon.c rank -1 at public addrs [v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0] at bind addrs [v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:20:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.561+0000 7fa453128880 1 mon.c@-1(???) e0 preinit fsid 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:20:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.578+0000 7fa43c71f700 0 mon.c@-1(synchronizing).mds e1 new map 2024-04-22T04:20:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.578+0000 7fa43c71f700 0 mon.c@-1(synchronizing).mds e1 print_map 2024-04-22T04:20:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: e1 2024-04-22T04:20:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: enable_multiple, ever_enabled_multiple: 1,1 2024-04-22T04:20:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-22T04:20:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: legacy client fscid: -1 2024-04-22T04:20:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: No filesystems configured 2024-04-22T04:20:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: 2024-04-22T04:20:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.578+0000 7fa43c71f700 1 mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-22T04:20:31.931 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.578+0000 7fa43c71f700 1 mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-22T04:20:31.931 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.578+0000 7fa43c71f700 1 mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-22T04:20:31.931 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.578+0000 7fa43c71f700 1 mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-22T04:20:31.931 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.578+0000 7fa43c71f700 1 mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-22T04:20:31.931 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.578+0000 7fa43c71f700 1 mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-22T04:20:31.931 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.579+0000 7fa43c71f700 0 mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-22T04:20:31.931 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.579+0000 7fa43c71f700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T04:20:31.931 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.579+0000 7fa43c71f700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T04:20:31.931 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.579+0000 7fa43c71f700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T04:20:31.931 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:29.117355+0000 mgr.y (mgr.14146) 29 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:31.931 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:20:31.579+0000 7fa43c71f700 1 mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-22T04:20:31.931 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 bash[45602]: ef0cdaf2d5282d1b73b4e66ddd6b8707852016b204d6cabb4ed37fd8eaf7a285 2024-04-22T04:20:31.931 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:31 smithi040 systemd[1]: Started Ceph mon.c for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:20:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:31.117656+0000 mgr.y (mgr.14146) 30 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:31.586684+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:20:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:31.586830+0000 mon.a (mon.0) 147 : cluster [INF] mon.a calling monitor election 2024-04-22T04:20:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:31.587536+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-04-22T04:20:37.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:31.599214+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:20:37.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:31.599399+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:32.584137+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:33.118014+0000 mgr.y (mgr.14146) 31 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:37.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:33.583918+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:33.585426+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-04-22T04:20:37.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:34.584099+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:35.118395+0000 mgr.y (mgr.14146) 32 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:37.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:35.584260+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:36.584472+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:36.613150+0000 mon.a (mon.0) 155 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-22T04:20:37.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:36.616403+0000 mon.a (mon.0) 156 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} 2024-04-22T04:20:37.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:36.616914+0000 mon.a (mon.0) 157 : cluster [DBG] fsmap 2024-04-22T04:20:37.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:36.616963+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-22T04:20:37.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:36.617204+0000 mon.a (mon.0) 159 : cluster [DBG] mgrmap e13: y(active, since 51s) 2024-04-22T04:20:37.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:36.617492+0000 mon.a (mon.0) 160 : cluster [INF] overall HEALTH_OK 2024-04-22T04:20:37.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:36.631475+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:37.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:36.632793+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:31.117656+0000 mgr.y (mgr.14146) 30 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:37.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:31.586684+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:20:37.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:31.586830+0000 mon.a (mon.0) 147 : cluster [INF] mon.a calling monitor election 2024-04-22T04:20:37.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:31.587536+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-04-22T04:20:37.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:31.599214+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:20:37.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:31.599399+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:32.584137+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:33.118014+0000 mgr.y (mgr.14146) 31 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:37.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:33.583918+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:33.585426+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-04-22T04:20:37.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:34.584099+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:35.118395+0000 mgr.y (mgr.14146) 32 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:37.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:35.584260+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:36.584472+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:36.613150+0000 mon.a (mon.0) 155 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-22T04:20:37.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:36.616403+0000 mon.a (mon.0) 156 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} 2024-04-22T04:20:37.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:36.616914+0000 mon.a (mon.0) 157 : cluster [DBG] fsmap 2024-04-22T04:20:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:31.117656+0000 mgr.y (mgr.14146) 30 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:31.586684+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:20:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:31.586830+0000 mon.a (mon.0) 147 : cluster [INF] mon.a calling monitor election 2024-04-22T04:20:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:31.587536+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-04-22T04:20:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:31.599214+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:20:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:31.599399+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:32.584137+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:33.118014+0000 mgr.y (mgr.14146) 31 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:33.583918+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:33.585426+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-04-22T04:20:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:34.584099+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:35.118395+0000 mgr.y (mgr.14146) 32 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:35.584260+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:36.584472+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:36.613150+0000 mon.a (mon.0) 155 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-22T04:20:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:36.616403+0000 mon.a (mon.0) 156 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} 2024-04-22T04:20:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:36.616914+0000 mon.a (mon.0) 157 : cluster [DBG] fsmap 2024-04-22T04:20:37.162 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:36.616963+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-22T04:20:37.163 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:36.617204+0000 mon.a (mon.0) 159 : cluster [DBG] mgrmap e13: y(active, since 51s) 2024-04-22T04:20:37.163 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:36.617492+0000 mon.a (mon.0) 160 : cluster [INF] overall HEALTH_OK 2024-04-22T04:20:37.163 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:36.631475+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:37.163 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:36.632793+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:36.616963+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-22T04:20:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:36.617204+0000 mon.a (mon.0) 159 : cluster [DBG] mgrmap e13: y(active, since 51s) 2024-04-22T04:20:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:36.617492+0000 mon.a (mon.0) 160 : cluster [INF] overall HEALTH_OK 2024-04-22T04:20:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:36.631475+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:36.632793+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:38.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:37.118729+0000 mgr.y (mgr.14146) 33 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:38.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:37.584354+0000 mon.a (mon.0) 163 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:38.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:37.118729+0000 mgr.y (mgr.14146) 33 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:38.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:37.584354+0000 mon.a (mon.0) 163 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:38.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:37.118729+0000 mgr.y (mgr.14146) 33 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:38.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:37.584354+0000 mon.a (mon.0) 163 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:20:38.250 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-04-22T04:20:38.250 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":3,"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","modified":"2024-04-22T04:20:31.584240Z","created":"2024-04-22T04:18:45.004741Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:3300","nonce":0},{"type":"v1","addr":"172.21.15.40:6789","nonce":0}]},"addr":"172.21.15.40:6789/0","public_addr":"172.21.15.40:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:3300","nonce":0},{"type":"v1","addr":"172.21.15.62:6789","nonce":0}]},"addr":"172.21.15.62:6789/0","public_addr":"172.21.15.62:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:3301","nonce":0},{"type":"v1","addr":"172.21.15.40:6790","nonce":0}]},"addr":"172.21.15.40:6790/0","public_addr":"172.21.15.40:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-22T04:20:38.252 INFO:teuthology.orchestra.run.smithi062.stderr:dumped monmap epoch 3 2024-04-22T04:20:38.826 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:37.687394+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:38.826 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:37.851684+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:38.826 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:37.852321+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:38.826 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:37.852951+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:38.826 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:20:37.853789+0000 mgr.y (mgr.14146) 34 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:20:38.826 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:20:37.853988+0000 mgr.y (mgr.14146) 35 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:20:38.826 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:37.870335+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:38.827 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:37.880698+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:38.827 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:37.883823+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:38.827 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:20:37.884785+0000 mgr.y (mgr.14146) 36 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-04-22T04:20:38.827 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:37.884991+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:20:38.827 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:37.885542+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:20:38.827 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:37.886034+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:38.827 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:20:37.886504+0000 mgr.y (mgr.14146) 37 : cephadm [INF] Reconfiguring daemon mon.a on smithi040 2024-04-22T04:20:38.827 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:38.251749+0000 mon.a (mon.0) 174 : audit [DBG] from='client.? 172.21.15.62:0/3303047792' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T04:20:38.845 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-22T04:20:38.846 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-22T04:20:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:37.687394+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:37.851684+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:37.852321+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:37.852951+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:37.853789+0000 mgr.y (mgr.14146) 34 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:20:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:37.853988+0000 mgr.y (mgr.14146) 35 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:20:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:37.870335+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:37.880698+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:37.883823+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:37.884785+0000 mgr.y (mgr.14146) 36 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-04-22T04:20:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:37.884991+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:20:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:37.885542+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:20:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:37.886034+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:37.886504+0000 mgr.y (mgr.14146) 37 : cephadm [INF] Reconfiguring daemon mon.a on smithi040 2024-04-22T04:20:38.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:38.251749+0000 mon.a (mon.0) 174 : audit [DBG] from='client.? 172.21.15.62:0/3303047792' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T04:20:38.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:37.687394+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:38.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:37.851684+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:38.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:37.852321+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:38.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:37.852951+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:38.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:20:37.853789+0000 mgr.y (mgr.14146) 34 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:20:38.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:20:37.853988+0000 mgr.y (mgr.14146) 35 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:20:38.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:37.870335+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:38.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:37.880698+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:38.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:37.883823+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:38.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:20:37.884785+0000 mgr.y (mgr.14146) 36 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-04-22T04:20:38.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:37.884991+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:20:38.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:37.885542+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:20:38.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:37.886034+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:38.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:20:37.886504+0000 mgr.y (mgr.14146) 37 : cephadm [INF] Reconfiguring daemon mon.a on smithi040 2024-04-22T04:20:38.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:38.251749+0000 mon.a (mon.0) 174 : audit [DBG] from='client.? 172.21.15.62:0/3303047792' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T04:20:40.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:39.119127+0000 mgr.y (mgr.14146) 38 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:40.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:39.554753+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:40.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:20:39.555377+0000 mgr.y (mgr.14146) 39 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-04-22T04:20:40.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:39.555601+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:20:40.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:39.556202+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:20:40.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:39.556736+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:40.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:20:39.557256+0000 mgr.y (mgr.14146) 40 : cephadm [INF] Reconfiguring daemon mon.c on smithi040 2024-04-22T04:20:40.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:40.242943+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:40.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:39.119127+0000 mgr.y (mgr.14146) 38 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:40.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:39.554753+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:40.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:39.555377+0000 mgr.y (mgr.14146) 39 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-04-22T04:20:40.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:39.555601+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:20:40.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:39.556202+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:20:40.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:39.556736+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:40.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:39.557256+0000 mgr.y (mgr.14146) 40 : cephadm [INF] Reconfiguring daemon mon.c on smithi040 2024-04-22T04:20:40.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:40.242943+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:39.119127+0000 mgr.y (mgr.14146) 38 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:39.554753+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:20:39.555377+0000 mgr.y (mgr.14146) 39 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-04-22T04:20:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:39.555601+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:20:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:39.556202+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:20:40.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:39.556736+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:40.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:20:39.557256+0000 mgr.y (mgr.14146) 40 : cephadm [INF] Reconfiguring daemon mon.c on smithi040 2024-04-22T04:20:40.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:40.242943+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:42.580 INFO:teuthology.orchestra.run.smithi040.stdout:# minimal ceph.conf for 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:20:42.580 INFO:teuthology.orchestra.run.smithi040.stdout:[global] 2024-04-22T04:20:42.580 INFO:teuthology.orchestra.run.smithi040.stdout: fsid = 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:20:42.581 INFO:teuthology.orchestra.run.smithi040.stdout: mon_host = [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] [v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0] 2024-04-22T04:20:42.586 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:41.119475+0000 mgr.y (mgr.14146) 41 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:42.586 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:41.860318+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:42.586 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:41.861125+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:20:42.586 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:41.861763+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:20:42.586 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:41.862345+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:41.119475+0000 mgr.y (mgr.14146) 41 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:41.860318+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:41.861125+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:20:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:41.861763+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:20:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:41.862345+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:41.119475+0000 mgr.y (mgr.14146) 41 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:41.860318+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:41.861125+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:20:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:41.861763+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:20:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:41.862345+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:43.254 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-22T04:20:43.254 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T04:20:43.254 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/ceph/ceph.conf 2024-04-22T04:20:43.287 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T04:20:43.287 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:20:43.356 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-04-22T04:20:43.356 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/ceph/ceph.conf 2024-04-22T04:20:43.394 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-04-22T04:20:43.394 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:20:43.468 INFO:tasks.cephadm:Adding mgr.y on smithi040 2024-04-22T04:20:43.469 INFO:tasks.cephadm:Adding mgr.x on smithi062 2024-04-22T04:20:43.469 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch apply mgr '2;smithi040=y;smithi062=x' 2024-04-22T04:20:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:20:41.860889+0000 mgr.y (mgr.14146) 42 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-04-22T04:20:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:20:41.862894+0000 mgr.y (mgr.14146) 43 : cephadm [INF] Reconfiguring daemon mon.b on smithi062 2024-04-22T04:20:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:42.582201+0000 mon.a (mon.0) 184 : audit [DBG] from='client.? 172.21.15.40:0/1251548894' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:43.493102+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:43.493876+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:43.495117+0000 mon.a (mon.0) 187 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:43.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:43.495766+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:43.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:43.502445+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:41.860889+0000 mgr.y (mgr.14146) 42 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-04-22T04:20:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:41.862894+0000 mgr.y (mgr.14146) 43 : cephadm [INF] Reconfiguring daemon mon.b on smithi062 2024-04-22T04:20:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:42.582201+0000 mon.a (mon.0) 184 : audit [DBG] from='client.? 172.21.15.40:0/1251548894' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:43.493102+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:43.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:43.493876+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:43.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:43.495117+0000 mon.a (mon.0) 187 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:43.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:43.495766+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:43.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:43.502445+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:43.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:20:41.860889+0000 mgr.y (mgr.14146) 42 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-04-22T04:20:43.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:20:41.862894+0000 mgr.y (mgr.14146) 43 : cephadm [INF] Reconfiguring daemon mon.b on smithi062 2024-04-22T04:20:43.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:42.582201+0000 mon.a (mon.0) 184 : audit [DBG] from='client.? 172.21.15.40:0/1251548894' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:43.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:43.493102+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:43.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:43.493876+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:43.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:43.495117+0000 mon.a (mon.0) 187 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:43.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:43.495766+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:43.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:43.502445+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:43.119874+0000 mgr.y (mgr.14146) 44 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:43.119874+0000 mgr.y (mgr.14146) 44 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:43.119874+0000 mgr.y (mgr.14146) 44 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:45.618 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled mgr update... 2024-04-22T04:20:46.409 DEBUG:teuthology.orchestra.run.smithi062:mgr.x> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@mgr.x.service 2024-04-22T04:20:46.411 INFO:tasks.cephadm:Deploying OSDs... 2024-04-22T04:20:46.412 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T04:20:46.412 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/scratch_devs of=/dev/stdout 2024-04-22T04:20:46.435 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-22T04:20:46.435 DEBUG:teuthology.orchestra.run.smithi040:> stat /dev/vg_nvme/lv_1 2024-04-22T04:20:46.443 INFO:journalctl@ceph.mgr.x.smithi062.stdout:-- Logs begin at Mon 2024-04-22 04:08:34 UTC. -- 2024-04-22T04:20:46.496 INFO:teuthology.orchestra.run.smithi040.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-22T04:20:46.496 INFO:teuthology.orchestra.run.smithi040.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T04:20:46.496 INFO:teuthology.orchestra.run.smithi040.stdout:Device: 6h/6d Inode: 165588 Links: 1 2024-04-22T04:20:46.496 INFO:teuthology.orchestra.run.smithi040.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T04:20:46.496 INFO:teuthology.orchestra.run.smithi040.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T04:20:46.496 INFO:teuthology.orchestra.run.smithi040.stdout:Access: 2024-04-22 04:20:30.930708148 +0000 2024-04-22T04:20:46.496 INFO:teuthology.orchestra.run.smithi040.stdout:Modify: 2024-04-22 04:14:34.495688400 +0000 2024-04-22T04:20:46.496 INFO:teuthology.orchestra.run.smithi040.stdout:Change: 2024-04-22 04:14:34.495688400 +0000 2024-04-22T04:20:46.496 INFO:teuthology.orchestra.run.smithi040.stdout: Birth: - 2024-04-22T04:20:46.496 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-22T04:20:46.567 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records in 2024-04-22T04:20:46.567 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records out 2024-04-22T04:20:46.567 INFO:teuthology.orchestra.run.smithi040.stderr:512 bytes copied, 0.000274852 s, 1.9 MB/s 2024-04-22T04:20:46.568 DEBUG:teuthology.orchestra.run.smithi040:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-22T04:20:46.631 DEBUG:teuthology.orchestra.run.smithi040:> stat /dev/vg_nvme/lv_2 2024-04-22T04:20:46.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:45.120164+0000 mgr.y (mgr.14146) 45 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:46.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:45.620276+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:46.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:45.622925+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:46.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:45.624512+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:46.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:45.625321+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:46.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:45.632117+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:46.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:45.633419+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:20:46.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:45.638305+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T04:20:46.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:45.639019+0000 mon.a (mon.0) 197 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:20:46.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:45.639881+0000 mon.a (mon.0) 198 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:46.691 INFO:teuthology.orchestra.run.smithi040.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-22T04:20:46.691 INFO:teuthology.orchestra.run.smithi040.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T04:20:46.691 INFO:teuthology.orchestra.run.smithi040.stdout:Device: 6h/6d Inode: 170142 Links: 1 2024-04-22T04:20:46.691 INFO:teuthology.orchestra.run.smithi040.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T04:20:46.691 INFO:teuthology.orchestra.run.smithi040.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T04:20:46.691 INFO:teuthology.orchestra.run.smithi040.stdout:Access: 2024-04-22 04:20:30.930708148 +0000 2024-04-22T04:20:46.691 INFO:teuthology.orchestra.run.smithi040.stdout:Modify: 2024-04-22 04:14:34.848684318 +0000 2024-04-22T04:20:46.691 INFO:teuthology.orchestra.run.smithi040.stdout:Change: 2024-04-22 04:14:34.848684318 +0000 2024-04-22T04:20:46.691 INFO:teuthology.orchestra.run.smithi040.stdout: Birth: - 2024-04-22T04:20:46.692 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-22T04:20:46.759 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records in 2024-04-22T04:20:46.760 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records out 2024-04-22T04:20:46.760 INFO:teuthology.orchestra.run.smithi040.stderr:512 bytes copied, 0.000199427 s, 2.6 MB/s 2024-04-22T04:20:46.761 DEBUG:teuthology.orchestra.run.smithi040:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-22T04:20:46.821 DEBUG:teuthology.orchestra.run.smithi040:> stat /dev/vg_nvme/lv_3 2024-04-22T04:20:46.881 INFO:teuthology.orchestra.run.smithi040.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-22T04:20:46.881 INFO:teuthology.orchestra.run.smithi040.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T04:20:46.881 INFO:teuthology.orchestra.run.smithi040.stdout:Device: 6h/6d Inode: 168509 Links: 1 2024-04-22T04:20:46.881 INFO:teuthology.orchestra.run.smithi040.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T04:20:46.881 INFO:teuthology.orchestra.run.smithi040.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T04:20:46.881 INFO:teuthology.orchestra.run.smithi040.stdout:Access: 2024-04-22 04:20:30.930708148 +0000 2024-04-22T04:20:46.881 INFO:teuthology.orchestra.run.smithi040.stdout:Modify: 2024-04-22 04:14:35.180680479 +0000 2024-04-22T04:20:46.882 INFO:teuthology.orchestra.run.smithi040.stdout:Change: 2024-04-22 04:14:35.180680479 +0000 2024-04-22T04:20:46.882 INFO:teuthology.orchestra.run.smithi040.stdout: Birth: - 2024-04-22T04:20:46.882 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-22T04:20:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:45.120164+0000 mgr.y (mgr.14146) 45 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:45.620276+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:45.622925+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:45.624512+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:45.625321+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:45.632117+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:45.633419+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:20:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:45.638305+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T04:20:46.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:45.639019+0000 mon.a (mon.0) 197 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:20:46.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:45.639881+0000 mon.a (mon.0) 198 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:46.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:45.120164+0000 mgr.y (mgr.14146) 45 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:46.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:45.620276+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:46.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:45.622925+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:46.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:45.624512+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:46.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:45.625321+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:46.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:45.632117+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:46.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:45.633419+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:20:46.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:45.638305+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T04:20:46.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:45.639019+0000 mon.a (mon.0) 197 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:20:46.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:45.639881+0000 mon.a (mon.0) 198 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:46.938 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records in 2024-04-22T04:20:46.938 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records out 2024-04-22T04:20:46.938 INFO:teuthology.orchestra.run.smithi040.stderr:512 bytes copied, 0.000189499 s, 2.7 MB/s 2024-04-22T04:20:46.942 DEBUG:teuthology.orchestra.run.smithi040:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-22T04:20:47.003 DEBUG:teuthology.orchestra.run.smithi040:> stat /dev/vg_nvme/lv_4 2024-04-22T04:20:47.062 INFO:teuthology.orchestra.run.smithi040.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-22T04:20:47.062 INFO:teuthology.orchestra.run.smithi040.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T04:20:47.062 INFO:teuthology.orchestra.run.smithi040.stdout:Device: 6h/6d Inode: 163736 Links: 1 2024-04-22T04:20:47.062 INFO:teuthology.orchestra.run.smithi040.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T04:20:47.062 INFO:teuthology.orchestra.run.smithi040.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T04:20:47.062 INFO:teuthology.orchestra.run.smithi040.stdout:Access: 2024-04-22 04:20:30.930708148 +0000 2024-04-22T04:20:47.062 INFO:teuthology.orchestra.run.smithi040.stdout:Modify: 2024-04-22 04:14:35.522676524 +0000 2024-04-22T04:20:47.063 INFO:teuthology.orchestra.run.smithi040.stdout:Change: 2024-04-22 04:14:35.522676524 +0000 2024-04-22T04:20:47.063 INFO:teuthology.orchestra.run.smithi040.stdout: Birth: - 2024-04-22T04:20:47.063 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-22T04:20:47.130 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records in 2024-04-22T04:20:47.130 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records out 2024-04-22T04:20:47.130 INFO:teuthology.orchestra.run.smithi040.stderr:512 bytes copied, 0.000228752 s, 2.2 MB/s 2024-04-22T04:20:47.131 DEBUG:teuthology.orchestra.run.smithi040:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-22T04:20:47.192 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-04-22T04:20:47.192 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/scratch_devs of=/dev/stdout 2024-04-22T04:20:47.213 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-22T04:20:47.213 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_1 2024-04-22T04:20:47.273 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-22T04:20:47.274 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T04:20:47.274 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 6h/6d Inode: 168327 Links: 1 2024-04-22T04:20:47.274 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T04:20:47.274 INFO:teuthology.orchestra.run.smithi062.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T04:20:47.274 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2024-04-22 04:20:22.199138381 +0000 2024-04-22T04:20:47.274 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2024-04-22 04:14:35.538556663 +0000 2024-04-22T04:20:47.274 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2024-04-22 04:14:35.538556663 +0000 2024-04-22T04:20:47.274 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: - 2024-04-22T04:20:47.274 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-22T04:20:47.343 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2024-04-22T04:20:47.343 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2024-04-22T04:20:47.343 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000271155 s, 1.9 MB/s 2024-04-22T04:20:47.344 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-22T04:20:47.405 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_2 2024-04-22T04:20:47.464 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-22T04:20:47.464 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T04:20:47.464 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 6h/6d Inode: 171166 Links: 1 2024-04-22T04:20:47.464 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T04:20:47.464 INFO:teuthology.orchestra.run.smithi062.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T04:20:47.464 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2024-04-22 04:20:22.199138381 +0000 2024-04-22T04:20:47.465 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2024-04-22 04:14:35.881551362 +0000 2024-04-22T04:20:47.465 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2024-04-22 04:14:35.881551362 +0000 2024-04-22T04:20:47.465 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: - 2024-04-22T04:20:47.465 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-22T04:20:47.531 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2024-04-22T04:20:47.531 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2024-04-22T04:20:47.531 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000196557 s, 2.6 MB/s 2024-04-22T04:20:47.532 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-22T04:20:47.593 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_3 2024-04-22T04:20:47.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:45.612993+0000 mgr.y (mgr.14146) 46 : audit [DBG] from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi040=y;smithi062=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:20:47.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:20:45.614507+0000 mgr.y (mgr.14146) 47 : cephadm [INF] Saving service mgr spec with placement smithi040=y;smithi062=x;count:2 2024-04-22T04:20:47.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:20:45.640504+0000 mgr.y (mgr.14146) 48 : cephadm [INF] Deploying daemon mgr.x on smithi062 2024-04-22T04:20:47.650 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-22T04:20:47.650 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T04:20:47.651 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 6h/6d Inode: 169469 Links: 1 2024-04-22T04:20:47.651 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T04:20:47.651 INFO:teuthology.orchestra.run.smithi062.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T04:20:47.651 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2024-04-22 04:20:22.200138366 +0000 2024-04-22T04:20:47.651 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2024-04-22 04:14:36.236545875 +0000 2024-04-22T04:20:47.651 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2024-04-22 04:14:36.236545875 +0000 2024-04-22T04:20:47.652 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: - 2024-04-22T04:20:47.652 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-22T04:20:47.717 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2024-04-22T04:20:47.717 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2024-04-22T04:20:47.718 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000188076 s, 2.7 MB/s 2024-04-22T04:20:47.719 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-22T04:20:47.779 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_4 2024-04-22T04:20:47.838 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-22T04:20:47.838 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T04:20:47.838 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 6h/6d Inode: 165643 Links: 1 2024-04-22T04:20:47.838 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T04:20:47.838 INFO:teuthology.orchestra.run.smithi062.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T04:20:47.838 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2024-04-22 04:20:47.780746329 +0000 2024-04-22T04:20:47.838 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2024-04-22 04:14:36.572540682 +0000 2024-04-22T04:20:47.838 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2024-04-22 04:14:36.572540682 +0000 2024-04-22T04:20:47.838 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: - 2024-04-22T04:20:47.839 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-22T04:20:47.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:45.612993+0000 mgr.y (mgr.14146) 46 : audit [DBG] from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi040=y;smithi062=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:20:47.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:45.614507+0000 mgr.y (mgr.14146) 47 : cephadm [INF] Saving service mgr spec with placement smithi040=y;smithi062=x;count:2 2024-04-22T04:20:47.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:45.640504+0000 mgr.y (mgr.14146) 48 : cephadm [INF] Deploying daemon mgr.x on smithi062 2024-04-22T04:20:47.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:45.612993+0000 mgr.y (mgr.14146) 46 : audit [DBG] from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi040=y;smithi062=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:20:47.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:20:45.614507+0000 mgr.y (mgr.14146) 47 : cephadm [INF] Saving service mgr spec with placement smithi040=y;smithi062=x;count:2 2024-04-22T04:20:47.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:20:45.640504+0000 mgr.y (mgr.14146) 48 : cephadm [INF] Deploying daemon mgr.x on smithi062 2024-04-22T04:20:47.958 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2024-04-22T04:20:47.959 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2024-04-22T04:20:47.959 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000216915 s, 2.4 MB/s 2024-04-22T04:20:47.962 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-22T04:20:47.983 INFO:tasks.cephadm:Deploying osd.0 on smithi040 with /dev/vg_nvme/lv_4... 2024-04-22T04:20:47.984 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-22T04:20:48.132 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:47 smithi062 systemd[1]: Starting Ceph mgr.x for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:20:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:47.120429+0000 mgr.y (mgr.14146) 49 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:48.632 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:48.551+0000 7f18314c4700 1 -- 172.21.15.62:0/2379673827 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562528da04e0 con 0x562528d75400 2024-04-22T04:20:48.694 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:47.120429+0000 mgr.y (mgr.14146) 49 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:48.694 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:47.120429+0000 mgr.y (mgr.14146) 49 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:49.132 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:48 smithi062 bash[40881]: 2842dc17f6886be895e681f1d9c3f82d77df9b4a32c612f1d1aa0787023572a4 2024-04-22T04:20:49.132 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:48 smithi062 systemd[1]: Started Ceph mgr.x for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:20:49.132 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:48.679+0000 7f1841abf680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T04:20:49.132 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:48.766+0000 7f1841abf680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T04:20:49.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:49.172+0000 7f1841abf680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T04:20:49.796 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:48.706142+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:49.796 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:48.707688+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:49.796 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:49.120733+0000 mgr.y (mgr.14146) 50 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:49.796 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:48.706142+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:49.796 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:48.707688+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:49.796 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:49.120733+0000 mgr.y (mgr.14146) 50 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:49.978 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:48.706142+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:49.978 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:48.707688+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:49.978 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:49.120733+0000 mgr.y (mgr.14146) 50 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:50.278 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:49.979+0000 7f1841abf680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T04:20:50.278 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:50.061+0000 7f1841abf680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T04:20:50.453 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-22T04:20:50.453 INFO:teuthology.orchestra.run.smithi040.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-22T04:20:50.453 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10+0 records in 2024-04-22T04:20:50.453 INFO:teuthology.orchestra.run.smithi040.stderr:10+0 records out 2024-04-22T04:20:50.453 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.012255 s, 856 MB/s 2024-04-22T04:20:50.454 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping successful for: 2024-04-22T04:20:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:49.810897+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:49.811644+0000 mon.a (mon.0) 202 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:49.812504+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:49.817072+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:20:49.819076+0000 mgr.y (mgr.14146) 51 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-04-22T04:20:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:49.819576+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:20:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:49.820835+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:20:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:49.821773+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:20:49.822649+0000 mgr.y (mgr.14146) 52 : cephadm [INF] Reconfiguring daemon mgr.y on smithi040 2024-04-22T04:20:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:50.246840+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:49.810897+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:49.811644+0000 mon.a (mon.0) 202 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:49.812504+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:49.817072+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:50.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:49.819076+0000 mgr.y (mgr.14146) 51 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-04-22T04:20:50.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:49.819576+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:20:50.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:49.820835+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:20:50.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:49.821773+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:50.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:20:49.822649+0000 mgr.y (mgr.14146) 52 : cephadm [INF] Reconfiguring daemon mgr.y on smithi040 2024-04-22T04:20:50.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:50.246840+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:51.132 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:50.279+0000 7f1841abf680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T04:20:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:49.810897+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:49.811644+0000 mon.a (mon.0) 202 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:49.812504+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:49.817072+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:20:49.819076+0000 mgr.y (mgr.14146) 51 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-04-22T04:20:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:49.819576+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:20:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:49.820835+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:20:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:49.821773+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:51.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:20:49.822649+0000 mgr.y (mgr.14146) 52 : cephadm [INF] Reconfiguring daemon mgr.y on smithi040 2024-04-22T04:20:51.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:50.246840+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:51.562 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi040:vg_nvme/lv_4 2024-04-22T04:20:51.568 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:51.264+0000 7f1841abf680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T04:20:51.568 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:51.396+0000 7f1841abf680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:20:51.568 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:51.477+0000 7f1841abf680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T04:20:51.568 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:51.569+0000 7f1841abf680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T04:20:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:51.121105+0000 mgr.y (mgr.14146) 53 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:51.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:51.770+0000 7f1841abf680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T04:20:52.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:51.121105+0000 mgr.y (mgr.14146) 53 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:52.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:51.121105+0000 mgr.y (mgr.14146) 53 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:52.382 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:52.060+0000 7f1841abf680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T04:20:52.382 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:52.161+0000 7f1841abf680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T04:20:53.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:52.130106+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:53.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:52.132405+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:53.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:52.133839+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:53.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:52.134461+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:53.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:52.138760+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:53.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:52.130106+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:53.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:52.132405+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:53.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:52.133839+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:53.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:52.134461+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:53.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:52.138760+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:53.269 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:52.130106+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:53.269 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:52.132405+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:20:53.269 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:52.133839+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:53.269 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:52.134461+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:20:53.269 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:52.138760+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:20:53.269 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:52.914+0000 7f1841abf680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T04:20:53.269 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:52.998+0000 7f1841abf680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T04:20:53.269 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:53.092+0000 7f1841abf680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T04:20:53.808 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:53.270+0000 7f1841abf680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T04:20:53.808 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:53.536+0000 7f1841abf680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T04:20:53.808 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:53.671+0000 7f1841abf680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T04:20:54.074 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:53.809+0000 7f1841abf680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:20:54.074 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:53.988+0000 7f1841abf680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T04:20:54.382 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:20:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:20:54.075+0000 7f1841abf680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T04:20:54.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:53.121433+0000 mgr.y (mgr.14146) 54 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:54.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:53.969261+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:20:54.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:53.971057+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:20:54.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:53.971588+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:54.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:54.090513+0000 mon.a (mon.0) 217 : cluster [DBG] Standby manager daemon x started 2024-04-22T04:20:54.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:54.091645+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.62:0/2557541901' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:20:54.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:54.092005+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.62:0/2557541901' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:20:54.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:54.092869+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.62:0/2557541901' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T04:20:54.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:54.093176+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.62:0/2557541901' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:20:54.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:53.121433+0000 mgr.y (mgr.14146) 54 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:54.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:53.969261+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:20:54.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:53.971057+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:20:54.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:53.971588+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:54.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:54.090513+0000 mon.a (mon.0) 217 : cluster [DBG] Standby manager daemon x started 2024-04-22T04:20:54.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:54.091645+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.62:0/2557541901' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:20:54.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:54.092005+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.62:0/2557541901' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:20:54.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:54.092869+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.62:0/2557541901' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T04:20:54.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:54.093176+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.62:0/2557541901' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:20:54.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:53.121433+0000 mgr.y (mgr.14146) 54 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:54.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:53.969261+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:20:54.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:53.971057+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:20:54.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:53.971588+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:20:54.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:54.090513+0000 mon.a (mon.0) 217 : cluster [DBG] Standby manager daemon x started 2024-04-22T04:20:54.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:54.091645+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.62:0/2557541901' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:20:54.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:54.092005+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.62:0/2557541901' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:20:54.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:54.092869+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.62:0/2557541901' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T04:20:54.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:54.093176+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.62:0/2557541901' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:20:55.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:53.967008+0000 mgr.y (mgr.14146) 55 : audit [DBG] from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:20:55.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:54.153916+0000 mon.a (mon.0) 218 : cluster [DBG] mgrmap e14: y(active, since 69s), standbys: x 2024-04-22T04:20:55.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:54.154048+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T04:20:55.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:53.967008+0000 mgr.y (mgr.14146) 55 : audit [DBG] from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:20:55.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:54.153916+0000 mon.a (mon.0) 218 : cluster [DBG] mgrmap e14: y(active, since 69s), standbys: x 2024-04-22T04:20:55.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:54.154048+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T04:20:55.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:53.967008+0000 mgr.y (mgr.14146) 55 : audit [DBG] from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:20:55.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:54.153916+0000 mon.a (mon.0) 218 : cluster [DBG] mgrmap e14: y(active, since 69s), standbys: x 2024-04-22T04:20:55.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:54.154048+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T04:20:56.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:55.121787+0000 mgr.y (mgr.14146) 56 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:56.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:55.121787+0000 mgr.y (mgr.14146) 56 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:55.121787+0000 mgr.y (mgr.14146) 56 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:57.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:56.608167+0000 mon.a (mon.0) 220 : audit [INF] from='client.? 172.21.15.40:0/4086141208' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9175df1f-b111-4ef2-bfe3-63819e7941ea"}]: dispatch 2024-04-22T04:20:57.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:56.616864+0000 mon.a (mon.0) 221 : audit [INF] from='client.? 172.21.15.40:0/4086141208' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9175df1f-b111-4ef2-bfe3-63819e7941ea"}]': finished 2024-04-22T04:20:57.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:56.616900+0000 mon.a (mon.0) 222 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-04-22T04:20:57.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:56.617055+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:20:57.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:56.608167+0000 mon.a (mon.0) 220 : audit [INF] from='client.? 172.21.15.40:0/4086141208' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9175df1f-b111-4ef2-bfe3-63819e7941ea"}]: dispatch 2024-04-22T04:20:57.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:56.616864+0000 mon.a (mon.0) 221 : audit [INF] from='client.? 172.21.15.40:0/4086141208' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9175df1f-b111-4ef2-bfe3-63819e7941ea"}]': finished 2024-04-22T04:20:57.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:56.616900+0000 mon.a (mon.0) 222 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-04-22T04:20:57.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:56.617055+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:20:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:56.608167+0000 mon.a (mon.0) 220 : audit [INF] from='client.? 172.21.15.40:0/4086141208' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9175df1f-b111-4ef2-bfe3-63819e7941ea"}]: dispatch 2024-04-22T04:20:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:56.616864+0000 mon.a (mon.0) 221 : audit [INF] from='client.? 172.21.15.40:0/4086141208' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9175df1f-b111-4ef2-bfe3-63819e7941ea"}]': finished 2024-04-22T04:20:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:56.616900+0000 mon.a (mon.0) 222 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-04-22T04:20:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:56.617055+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:20:58.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:57.122070+0000 mgr.y (mgr.14146) 57 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:58.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:20:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:20:57.199795+0000 mon.a (mon.0) 224 : audit [DBG] from='client.? 172.21.15.40:0/2928101516' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:20:58.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:57.122070+0000 mgr.y (mgr.14146) 57 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:58.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:20:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:20:57.199795+0000 mon.a (mon.0) 224 : audit [DBG] from='client.? 172.21.15.40:0/2928101516' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:20:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:57.122070+0000 mgr.y (mgr.14146) 57 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:20:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:20:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:20:57.199795+0000 mon.a (mon.0) 224 : audit [DBG] from='client.? 172.21.15.40:0/2928101516' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:21:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:20:59.122478+0000 mgr.y (mgr.14146) 58 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:20:59.122478+0000 mgr.y (mgr.14146) 58 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:20:59.122478+0000 mgr.y (mgr.14146) 58 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:01.122804+0000 mgr.y (mgr.14146) 59 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:02.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:01.122804+0000 mgr.y (mgr.14146) 59 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:01.122804+0000 mgr.y (mgr.14146) 59 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:04.546 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:03.123128+0000 mgr.y (mgr.14146) 60 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:04.547 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:03.277524+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T04:21:04.547 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:03.278354+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:04.547 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:21:03.279057+0000 mgr.y (mgr.14146) 61 : cephadm [INF] Deploying daemon osd.0 on smithi040 2024-04-22T04:21:04.547 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:03.123128+0000 mgr.y (mgr.14146) 60 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:04.547 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:03.277524+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T04:21:04.547 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:03.278354+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:04.547 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:21:03.279057+0000 mgr.y (mgr.14146) 61 : cephadm [INF] Deploying daemon osd.0 on smithi040 2024-04-22T04:21:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:03.123128+0000 mgr.y (mgr.14146) 60 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:03.277524+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T04:21:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:03.278354+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:21:03.279057+0000 mgr.y (mgr.14146) 61 : cephadm [INF] Deploying daemon osd.0 on smithi040 2024-04-22T04:21:06.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:05.123371+0000 mgr.y (mgr.14146) 62 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:06.343 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:05.123371+0000 mgr.y (mgr.14146) 62 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:05.123371+0000 mgr.y (mgr.14146) 62 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:08.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:07.123590+0000 mgr.y (mgr.14146) 63 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:08.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:07.123590+0000 mgr.y (mgr.14146) 63 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:07.123590+0000 mgr.y (mgr.14146) 63 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:10.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:09.034345+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:10.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:09.039894+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:21:10.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:09.123850+0000 mgr.y (mgr.14146) 64 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:10.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:09.034345+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:10.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:09.039894+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:21:10.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:09.123850+0000 mgr.y (mgr.14146) 64 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:10.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:09.034345+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:10.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:09.039894+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:21:10.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:09.123850+0000 mgr.y (mgr.14146) 64 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:11.124231+0000 mgr.y (mgr.14146) 65 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:11.656389+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:11.973301+0000 mon.a (mon.0) 230 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:12.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:11.973967+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:21:12.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:11.978031+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:12.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:12.103938+0000 mon.a (mon.0) 233 : audit [INF] from='osd.0 [v2:172.21.15.40:6802/948352163,v1:172.21.15.40:6803/948352163]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-22T04:21:12.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:11.124231+0000 mgr.y (mgr.14146) 65 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:12.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:11.656389+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:12.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:11.973301+0000 mon.a (mon.0) 230 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:12.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:11.973967+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:21:12.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:11.978031+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:12.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:12.103938+0000 mon.a (mon.0) 233 : audit [INF] from='osd.0 [v2:172.21.15.40:6802/948352163,v1:172.21.15.40:6803/948352163]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-22T04:21:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:11.124231+0000 mgr.y (mgr.14146) 65 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:11.656389+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:11.973301+0000 mon.a (mon.0) 230 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:11.973967+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:21:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:11.978031+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:12.103938+0000 mon.a (mon.0) 233 : audit [INF] from='osd.0 [v2:172.21.15.40:6802/948352163,v1:172.21.15.40:6803/948352163]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-22T04:21:12.778 INFO:teuthology.orchestra.run.smithi040.stdout:Created osd(s) 0 on host 'smithi040' 2024-04-22T04:21:13.509 DEBUG:teuthology.orchestra.run.smithi040:osd.0> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.0.service 2024-04-22T04:21:13.511 INFO:tasks.cephadm:Deploying osd.1 on smithi040 with /dev/vg_nvme/lv_3... 2024-04-22T04:21:13.511 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-22T04:21:13.545 INFO:journalctl@ceph.osd.0.smithi040.stdout:-- Logs begin at Mon 2024-04-22 04:08:30 UTC. -- 2024-04-22T04:21:14.052 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:12.779335+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:14.053 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:12.795110+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:21:14.053 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:12.980139+0000 mon.a (mon.0) 236 : audit [INF] from='osd.0 [v2:172.21.15.40:6802/948352163,v1:172.21.15.40:6803/948352163]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-22T04:21:14.053 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:12.980233+0000 mon.a (mon.0) 237 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-04-22T04:21:14.053 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:12.980369+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:21:14.053 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:12.981171+0000 mon.a (mon.0) 239 : audit [INF] from='osd.0 [v2:172.21.15.40:6802/948352163,v1:172.21.15.40:6803/948352163]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:21:14.053 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:13.124602+0000 mgr.y (mgr.14146) 66 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:14.053 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:12.779335+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:14.053 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:12.795110+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:21:14.053 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:12.980139+0000 mon.a (mon.0) 236 : audit [INF] from='osd.0 [v2:172.21.15.40:6802/948352163,v1:172.21.15.40:6803/948352163]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-22T04:21:14.053 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:12.980233+0000 mon.a (mon.0) 237 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-04-22T04:21:14.054 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:12.980369+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:21:14.054 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:12.981171+0000 mon.a (mon.0) 239 : audit [INF] from='osd.0 [v2:172.21.15.40:6802/948352163,v1:172.21.15.40:6803/948352163]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:21:14.054 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:13.124602+0000 mgr.y (mgr.14146) 66 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:14.054 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:21:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-0[49085]: debug 2024-04-22T04:21:13.987+0000 7fb5adb0e700 -1 osd.0 0 waiting for initial osdmap 2024-04-22T04:21:14.054 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:21:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-0[49085]: debug 2024-04-22T04:21:13.991+0000 7fb5a8a87700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T04:21:14.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:12.779335+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:14.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:12.795110+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:21:14.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:12.980139+0000 mon.a (mon.0) 236 : audit [INF] from='osd.0 [v2:172.21.15.40:6802/948352163,v1:172.21.15.40:6803/948352163]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-22T04:21:14.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:12.980233+0000 mon.a (mon.0) 237 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-04-22T04:21:14.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:12.980369+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:21:14.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:12.981171+0000 mon.a (mon.0) 239 : audit [INF] from='osd.0 [v2:172.21.15.40:6802/948352163,v1:172.21.15.40:6803/948352163]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:21:14.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:13.124602+0000 mgr.y (mgr.14146) 66 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:15.369 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:13.985454+0000 mon.a (mon.0) 240 : audit [INF] from='osd.0 [v2:172.21.15.40:6802/948352163,v1:172.21.15.40:6803/948352163]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2024-04-22T04:21:15.369 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:13.985524+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-04-22T04:21:15.369 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:13.985627+0000 mon.a (mon.0) 242 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:21:15.369 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:13.988489+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:21:15.369 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:13.985454+0000 mon.a (mon.0) 240 : audit [INF] from='osd.0 [v2:172.21.15.40:6802/948352163,v1:172.21.15.40:6803/948352163]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2024-04-22T04:21:15.369 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:13.985524+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-04-22T04:21:15.370 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:13.985627+0000 mon.a (mon.0) 242 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:21:15.370 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:13.988489+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:21:15.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:13.985454+0000 mon.a (mon.0) 240 : audit [INF] from='osd.0 [v2:172.21.15.40:6802/948352163,v1:172.21.15.40:6803/948352163]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2024-04-22T04:21:15.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:13.985524+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-04-22T04:21:15.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:13.985627+0000 mon.a (mon.0) 242 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:21:15.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:13.988489+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:21:16.103 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:13.135175+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:21:16.103 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:13.135240+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:21:16.103 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:14.993348+0000 mon.a (mon.0) 244 : cluster [INF] osd.0 [v2:172.21.15.40:6802/948352163,v1:172.21.15.40:6803/948352163] boot 2024-04-22T04:21:16.103 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:14.993384+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-04-22T04:21:16.104 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:14.993778+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:21:16.104 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:15.124989+0000 mgr.y (mgr.14146) 67 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:16.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:13.135175+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:21:16.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:13.135240+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:21:16.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:14.993348+0000 mon.a (mon.0) 244 : cluster [INF] osd.0 [v2:172.21.15.40:6802/948352163,v1:172.21.15.40:6803/948352163] boot 2024-04-22T04:21:16.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:14.993384+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-04-22T04:21:16.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:14.993778+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:21:16.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:15.124989+0000 mgr.y (mgr.14146) 67 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:16.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:13.135175+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:21:16.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:13.135240+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:21:16.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:14.993348+0000 mon.a (mon.0) 244 : cluster [INF] osd.0 [v2:172.21.15.40:6802/948352163,v1:172.21.15.40:6803/948352163] boot 2024-04-22T04:21:16.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:14.993384+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-04-22T04:21:16.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:14.993778+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:21:16.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:15.124989+0000 mgr.y (mgr.14146) 67 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T04:21:16.904 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-22T04:21:16.904 INFO:teuthology.orchestra.run.smithi040.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-22T04:21:16.905 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10+0 records in 2024-04-22T04:21:16.905 INFO:teuthology.orchestra.run.smithi040.stderr:10+0 records out 2024-04-22T04:21:16.905 INFO:teuthology.orchestra.run.smithi040.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.010869 s, 965 MB/s 2024-04-22T04:21:16.905 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping successful for: 2024-04-22T04:21:17.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:16.008428+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-04-22T04:21:17.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:16.008428+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-04-22T04:21:17.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:16.008428+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-04-22T04:21:18.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:17.125284+0000 mgr.y (mgr.14146) 68 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:18.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:17.125284+0000 mgr.y (mgr.14146) 68 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:18.275 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi040:vg_nvme/lv_3 2024-04-22T04:21:18.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:18 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:17.125284+0000 mgr.y (mgr.14146) 68 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:19.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:21:18.295740+0000 mgr.y (mgr.14146) 69 : cephadm [INF] Detected new or changed devices on smithi040 2024-04-22T04:21:19.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:18.299854+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:19.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:18.300737+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:21:19.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:21:18.301320+0000 mgr.y (mgr.14146) 70 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 16102M 2024-04-22T04:21:19.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:18.304955+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:19.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:18.306005+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:19.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:18.306699+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:21:19.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:18.310967+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:19.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:21:18.295740+0000 mgr.y (mgr.14146) 69 : cephadm [INF] Detected new or changed devices on smithi040 2024-04-22T04:21:19.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:18.299854+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:19.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:18.300737+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:21:19.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:21:18.301320+0000 mgr.y (mgr.14146) 70 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 16102M 2024-04-22T04:21:19.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:18.304955+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:19.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:18.306005+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:19.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:18.306699+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:21:19.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:18.310967+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:19.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:21:18.295740+0000 mgr.y (mgr.14146) 69 : cephadm [INF] Detected new or changed devices on smithi040 2024-04-22T04:21:19.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:18.299854+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:19.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:18.300737+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:21:19.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:21:18.301320+0000 mgr.y (mgr.14146) 70 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 16102M 2024-04-22T04:21:19.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:18.304955+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:19.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:18.306005+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:19.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:18.306699+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:21:19.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:18.310967+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:19.125687+0000 mgr.y (mgr.14146) 71 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:20.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:19.125687+0000 mgr.y (mgr.14146) 71 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:20.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:19.125687+0000 mgr.y (mgr.14146) 71 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:21.383 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:20.597729+0000 mgr.y (mgr.14146) 72 : audit [DBG] from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:21:21.384 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:20.599775+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:21:21.384 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:20.601643+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:21:21.384 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:20.602156+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:21.384 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:20.597729+0000 mgr.y (mgr.14146) 72 : audit [DBG] from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:21:21.384 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:20.599775+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:21:21.384 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:20.601643+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:21:21.384 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:20.602156+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:20.597729+0000 mgr.y (mgr.14146) 72 : audit [DBG] from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:21:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:20.599775+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:21:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:20.601643+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:21:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:20.602156+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:22.476 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:21.125989+0000 mgr.y (mgr.14146) 73 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:22.477 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:21.125989+0000 mgr.y (mgr.14146) 73 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:21.125989+0000 mgr.y (mgr.14146) 73 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:23.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:23.275627+0000 mon.c (mon.2) 2 : audit [INF] from='client.? 172.21.15.40:0/2773013303' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "56a5c3bd-1475-4c45-b34a-29f0ddf22588"}]: dispatch 2024-04-22T04:21:23.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:23.275973+0000 mon.a (mon.0) 257 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "56a5c3bd-1475-4c45-b34a-29f0ddf22588"}]: dispatch 2024-04-22T04:21:23.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:23.279656+0000 mon.a (mon.0) 258 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "56a5c3bd-1475-4c45-b34a-29f0ddf22588"}]': finished 2024-04-22T04:21:23.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:23.279704+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-04-22T04:21:23.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:23.279812+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:23.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:23.275627+0000 mon.c (mon.2) 2 : audit [INF] from='client.? 172.21.15.40:0/2773013303' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "56a5c3bd-1475-4c45-b34a-29f0ddf22588"}]: dispatch 2024-04-22T04:21:23.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:23.275973+0000 mon.a (mon.0) 257 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "56a5c3bd-1475-4c45-b34a-29f0ddf22588"}]: dispatch 2024-04-22T04:21:23.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:23.279656+0000 mon.a (mon.0) 258 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "56a5c3bd-1475-4c45-b34a-29f0ddf22588"}]': finished 2024-04-22T04:21:23.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:23.279704+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-04-22T04:21:23.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:23.279812+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:23.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:23.275627+0000 mon.c (mon.2) 2 : audit [INF] from='client.? 172.21.15.40:0/2773013303' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "56a5c3bd-1475-4c45-b34a-29f0ddf22588"}]: dispatch 2024-04-22T04:21:23.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:23.275973+0000 mon.a (mon.0) 257 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "56a5c3bd-1475-4c45-b34a-29f0ddf22588"}]: dispatch 2024-04-22T04:21:23.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:23.279656+0000 mon.a (mon.0) 258 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "56a5c3bd-1475-4c45-b34a-29f0ddf22588"}]': finished 2024-04-22T04:21:23.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:23.279704+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-04-22T04:21:23.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:23.279812+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:24.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:23.126248+0000 mgr.y (mgr.14146) 74 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:24.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:23.884809+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.40:0/1002890755' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:21:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:23.126248+0000 mgr.y (mgr.14146) 74 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:24.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:23.884809+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.40:0/1002890755' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:21:24.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:23.126248+0000 mgr.y (mgr.14146) 74 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:24.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:23.884809+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.40:0/1002890755' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:21:26.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:25.126612+0000 mgr.y (mgr.14146) 75 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:26.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:25.126612+0000 mgr.y (mgr.14146) 75 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:26.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:25.126612+0000 mgr.y (mgr.14146) 75 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:28.551 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:27.126836+0000 mgr.y (mgr.14146) 76 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:28.552 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:27.126836+0000 mgr.y (mgr.14146) 76 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:28.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:27.126836+0000 mgr.y (mgr.14146) 76 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:30.586 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:29.127083+0000 mgr.y (mgr.14146) 77 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:30.586 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:30.006754+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T04:21:30.586 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:30.007588+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:30.587 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:29.127083+0000 mgr.y (mgr.14146) 77 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:30.587 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:30.006754+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T04:21:30.587 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:30.007588+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:29.127083+0000 mgr.y (mgr.14146) 77 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:30.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:30.006754+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T04:21:30.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:30.007588+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:21:30.008227+0000 mgr.y (mgr.14146) 78 : cephadm [INF] Deploying daemon osd.1 on smithi040 2024-04-22T04:21:31.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:21:30.008227+0000 mgr.y (mgr.14146) 78 : cephadm [INF] Deploying daemon osd.1 on smithi040 2024-04-22T04:21:31.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:21:30.008227+0000 mgr.y (mgr.14146) 78 : cephadm [INF] Deploying daemon osd.1 on smithi040 2024-04-22T04:21:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:31.127527+0000 mgr.y (mgr.14146) 79 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:31.127527+0000 mgr.y (mgr.14146) 79 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:31.127527+0000 mgr.y (mgr.14146) 79 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:33.127770+0000 mgr.y (mgr.14146) 80 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:34.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:33.127770+0000 mgr.y (mgr.14146) 80 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:34.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:33.127770+0000 mgr.y (mgr.14146) 80 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:35.128079+0000 mgr.y (mgr.14146) 81 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:35.719097+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:35.762913+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:21:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:35.128079+0000 mgr.y (mgr.14146) 81 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:35.719097+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:35.762913+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:21:36.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:35.128079+0000 mgr.y (mgr.14146) 81 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:36.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:35.719097+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:36.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:35.762913+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:21:38.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:37.128351+0000 mgr.y (mgr.14146) 82 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:37.128351+0000 mgr.y (mgr.14146) 82 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:38.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:37.128351+0000 mgr.y (mgr.14146) 82 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:39.460 INFO:teuthology.orchestra.run.smithi040.stdout:Created osd(s) 1 on host 'smithi040' 2024-04-22T04:21:39.898 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:38.664158+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:39.898 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:38.664823+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:39.898 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:38.665591+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:21:39.898 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:38.670580+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:39.898 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:38.789770+0000 mon.c (mon.2) 4 : audit [INF] from='osd.1 [v2:172.21.15.40:6810/2533588003,v1:172.21.15.40:6811/2533588003]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T04:21:39.898 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:38.790107+0000 mon.a (mon.0) 269 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T04:21:39.898 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:39.128637+0000 mgr.y (mgr.14146) 83 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:39.898 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:39.461580+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:39.898 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:39.487765+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:21:39.899 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:38.664158+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:39.899 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:38.664823+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:39.899 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:38.665591+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:21:39.899 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:38.670580+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:39.899 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:38.789770+0000 mon.c (mon.2) 4 : audit [INF] from='osd.1 [v2:172.21.15.40:6810/2533588003,v1:172.21.15.40:6811/2533588003]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T04:21:39.899 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:38.790107+0000 mon.a (mon.0) 269 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T04:21:39.899 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:39.128637+0000 mgr.y (mgr.14146) 83 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:39.899 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:39.461580+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:39.899 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:39.487765+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:21:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:38.664158+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:38.664823+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:38.665591+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:21:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:38.670580+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:38.789770+0000 mon.c (mon.2) 4 : audit [INF] from='osd.1 [v2:172.21.15.40:6810/2533588003,v1:172.21.15.40:6811/2533588003]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T04:21:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:38.790107+0000 mon.a (mon.0) 269 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T04:21:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:39.128637+0000 mgr.y (mgr.14146) 83 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:39.461580+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:39.487765+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:21:40.223 DEBUG:teuthology.orchestra.run.smithi040:osd.1> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.1.service 2024-04-22T04:21:40.225 INFO:tasks.cephadm:Deploying osd.2 on smithi040 with /dev/vg_nvme/lv_2... 2024-04-22T04:21:40.226 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-22T04:21:40.262 INFO:journalctl@ceph.osd.1.smithi040.stdout:-- Logs begin at Mon 2024-04-22 04:08:30 UTC. -- 2024-04-22T04:21:40.799 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:21:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-1[53698]: debug 2024-04-22T04:21:40.678+0000 7f1e187c3700 -1 osd.1 0 waiting for initial osdmap 2024-04-22T04:21:40.799 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:21:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-1[53698]: debug 2024-04-22T04:21:40.681+0000 7f1e14f3f700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T04:21:40.800 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:39.674043+0000 mon.a (mon.0) 272 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-22T04:21:40.800 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:39.674134+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-04-22T04:21:40.800 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:39.674280+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:40.800 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:39.675685+0000 mon.c (mon.2) 5 : audit [INF] from='osd.1 [v2:172.21.15.40:6810/2533588003,v1:172.21.15.40:6811/2533588003]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:21:40.800 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:39.676015+0000 mon.a (mon.0) 275 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:21:40.800 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:39.674043+0000 mon.a (mon.0) 272 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-22T04:21:40.800 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:39.674134+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-04-22T04:21:40.800 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:39.674280+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:40.800 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:39.675685+0000 mon.c (mon.2) 5 : audit [INF] from='osd.1 [v2:172.21.15.40:6810/2533588003,v1:172.21.15.40:6811/2533588003]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:21:40.800 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:39.676015+0000 mon.a (mon.0) 275 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:21:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:39.674043+0000 mon.a (mon.0) 272 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-22T04:21:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:39.674134+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-04-22T04:21:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:39.674280+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:39.675685+0000 mon.c (mon.2) 5 : audit [INF] from='osd.1 [v2:172.21.15.40:6810/2533588003,v1:172.21.15.40:6811/2533588003]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:21:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:39.676015+0000 mon.a (mon.0) 275 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:21:42.006 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:40.675450+0000 mon.a (mon.0) 276 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2024-04-22T04:21:42.006 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:40.675514+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-04-22T04:21:42.006 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:40.675813+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:42.006 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:40.679724+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:42.006 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:41.128917+0000 mgr.y (mgr.14146) 84 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:42.007 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:40.675450+0000 mon.a (mon.0) 276 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2024-04-22T04:21:42.007 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:40.675514+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-04-22T04:21:42.007 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:40.675813+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:42.007 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:40.679724+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:42.007 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:41.128917+0000 mgr.y (mgr.14146) 84 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:42.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:40.675450+0000 mon.a (mon.0) 276 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2024-04-22T04:21:42.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:40.675514+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-04-22T04:21:42.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:40.675813+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:42.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:40.679724+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:42.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:41.128917+0000 mgr.y (mgr.14146) 84 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-22T04:21:43.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:39.742745+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:21:43.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:39.742794+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:21:43.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:41.680891+0000 mon.a (mon.0) 280 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:43.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:41.685180+0000 mon.a (mon.0) 281 : cluster [INF] osd.1 [v2:172.21.15.40:6810/2533588003,v1:172.21.15.40:6811/2533588003] boot 2024-04-22T04:21:43.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:41.685240+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-04-22T04:21:43.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:41.685642+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:43.100 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:39.742745+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:21:43.100 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:39.742794+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:21:43.100 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:41.680891+0000 mon.a (mon.0) 280 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:43.100 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:41.685180+0000 mon.a (mon.0) 281 : cluster [INF] osd.1 [v2:172.21.15.40:6810/2533588003,v1:172.21.15.40:6811/2533588003] boot 2024-04-22T04:21:43.100 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:41.685240+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-04-22T04:21:43.100 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:41.685642+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:43.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:39.742745+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:21:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:39.742794+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:21:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:41.680891+0000 mon.a (mon.0) 280 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:41.685180+0000 mon.a (mon.0) 281 : cluster [INF] osd.1 [v2:172.21.15.40:6810/2533588003,v1:172.21.15.40:6811/2533588003] boot 2024-04-22T04:21:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:41.685240+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-04-22T04:21:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:41.685642+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:21:43.787 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:42.690068+0000 mon.a (mon.0) 284 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-04-22T04:21:43.787 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:43.129199+0000 mgr.y (mgr.14146) 85 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:43.787 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:42.690068+0000 mon.a (mon.0) 284 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-04-22T04:21:43.787 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:43.129199+0000 mgr.y (mgr.14146) 85 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:44.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:42.690068+0000 mon.a (mon.0) 284 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-04-22T04:21:44.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:43.129199+0000 mgr.y (mgr.14146) 85 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:44.433 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-22T04:21:44.433 INFO:teuthology.orchestra.run.smithi040.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-22T04:21:44.433 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10+0 records in 2024-04-22T04:21:44.433 INFO:teuthology.orchestra.run.smithi040.stderr:10+0 records out 2024-04-22T04:21:44.433 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0163834 s, 640 MB/s 2024-04-22T04:21:44.433 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping successful for: 2024-04-22T04:21:45.198 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi040:vg_nvme/lv_2 2024-04-22T04:21:45.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:21:44.103089+0000 mgr.y (mgr.14146) 86 : cephadm [INF] Detected new or changed devices on smithi040 2024-04-22T04:21:45.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:44.107485+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:45.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:44.108271+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:21:45.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:44.108898+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:21:45.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:21:44.109406+0000 mgr.y (mgr.14146) 87 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 8051M 2024-04-22T04:21:45.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:44.112792+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:45.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:44.114300+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:45.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:44.114881+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:21:45.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:44.120891+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:45.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:21:44.103089+0000 mgr.y (mgr.14146) 86 : cephadm [INF] Detected new or changed devices on smithi040 2024-04-22T04:21:45.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:44.107485+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:45.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:44.108271+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:21:45.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:44.108898+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:21:45.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:21:44.109406+0000 mgr.y (mgr.14146) 87 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 8051M 2024-04-22T04:21:45.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:44.112792+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:45.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:44.114300+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:45.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:44.114881+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:21:45.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:44.120891+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:45.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:21:44.103089+0000 mgr.y (mgr.14146) 86 : cephadm [INF] Detected new or changed devices on smithi040 2024-04-22T04:21:45.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:44.107485+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:45.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:44.108271+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:21:45.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:44.108898+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:21:45.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:21:44.109406+0000 mgr.y (mgr.14146) 87 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 8051M 2024-04-22T04:21:45.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:44.112792+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:45.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:44.114300+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:45.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:44.114881+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:21:45.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:44.120891+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:21:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:45.129465+0000 mgr.y (mgr.14146) 88 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:46.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:45.129465+0000 mgr.y (mgr.14146) 88 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:46.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:45.129465+0000 mgr.y (mgr.14146) 88 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:48.543 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:47.129721+0000 mgr.y (mgr.14146) 89 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:48.544 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:47.315772+0000 mgr.y (mgr.14146) 90 : audit [DBG] from='client.24176 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:21:48.544 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:47.317750+0000 mon.a (mon.0) 292 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:21:48.544 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:47.319652+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:21:48.544 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:47.320200+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:48.544 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:47.129721+0000 mgr.y (mgr.14146) 89 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:48.544 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:47.315772+0000 mgr.y (mgr.14146) 90 : audit [DBG] from='client.24176 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:21:48.544 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:47.317750+0000 mon.a (mon.0) 292 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:21:48.544 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:47.319652+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:21:48.544 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:47.320200+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:47.129721+0000 mgr.y (mgr.14146) 89 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:47.315772+0000 mgr.y (mgr.14146) 90 : audit [DBG] from='client.24176 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:21:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:47.317750+0000 mon.a (mon.0) 292 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:21:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:47.319652+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:21:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:47.320200+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:50.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:49.130063+0000 mgr.y (mgr.14146) 91 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:50.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:49.953171+0000 mon.c (mon.2) 6 : audit [INF] from='client.? 172.21.15.40:0/4287218746' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2687fa66-5d91-4e7a-a733-f04683426fe3"}]: dispatch 2024-04-22T04:21:50.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:49.953498+0000 mon.a (mon.0) 295 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2687fa66-5d91-4e7a-a733-f04683426fe3"}]: dispatch 2024-04-22T04:21:50.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:49.957398+0000 mon.a (mon.0) 296 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2687fa66-5d91-4e7a-a733-f04683426fe3"}]': finished 2024-04-22T04:21:50.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:49.957442+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-04-22T04:21:50.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:49.957554+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:21:50.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:49.130063+0000 mgr.y (mgr.14146) 91 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:50.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:49.953171+0000 mon.c (mon.2) 6 : audit [INF] from='client.? 172.21.15.40:0/4287218746' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2687fa66-5d91-4e7a-a733-f04683426fe3"}]: dispatch 2024-04-22T04:21:50.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:49.953498+0000 mon.a (mon.0) 295 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2687fa66-5d91-4e7a-a733-f04683426fe3"}]: dispatch 2024-04-22T04:21:50.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:49.957398+0000 mon.a (mon.0) 296 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2687fa66-5d91-4e7a-a733-f04683426fe3"}]': finished 2024-04-22T04:21:50.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:49.957442+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-04-22T04:21:50.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:49.957554+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:21:50.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:49.130063+0000 mgr.y (mgr.14146) 91 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:50.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:49.953171+0000 mon.c (mon.2) 6 : audit [INF] from='client.? 172.21.15.40:0/4287218746' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2687fa66-5d91-4e7a-a733-f04683426fe3"}]: dispatch 2024-04-22T04:21:50.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:49.953498+0000 mon.a (mon.0) 295 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2687fa66-5d91-4e7a-a733-f04683426fe3"}]: dispatch 2024-04-22T04:21:50.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:49.957398+0000 mon.a (mon.0) 296 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2687fa66-5d91-4e7a-a733-f04683426fe3"}]': finished 2024-04-22T04:21:50.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:49.957442+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-04-22T04:21:50.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:49.957554+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:21:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:50.588096+0000 mon.a (mon.0) 299 : audit [DBG] from='client.? 172.21.15.40:0/3381307020' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:21:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:50.588096+0000 mon.a (mon.0) 299 : audit [DBG] from='client.? 172.21.15.40:0/3381307020' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:21:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:50.588096+0000 mon.a (mon.0) 299 : audit [DBG] from='client.? 172.21.15.40:0/3381307020' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:21:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:51.130731+0000 mgr.y (mgr.14146) 92 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:51.130731+0000 mgr.y (mgr.14146) 92 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:51.130731+0000 mgr.y (mgr.14146) 92 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:54.394 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:53.131173+0000 mgr.y (mgr.14146) 93 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:54.395 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:53.131173+0000 mgr.y (mgr.14146) 93 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:54.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:53.131173+0000 mgr.y (mgr.14146) 93 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:56.397 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:55.131567+0000 mgr.y (mgr.14146) 94 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:56.397 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:55.131567+0000 mgr.y (mgr.14146) 94 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:56.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:55.131567+0000 mgr.y (mgr.14146) 94 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:57.508 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:56.739594+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T04:21:57.508 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:21:56.740320+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:57.508 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:56.739594+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T04:21:57.508 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:21:56.740320+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:57.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:56.739594+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T04:21:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:21:56.740320+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:21:58.289 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:21:56.740908+0000 mgr.y (mgr.14146) 95 : cephadm [INF] Deploying daemon osd.2 on smithi040 2024-04-22T04:21:58.290 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:21:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:57.132070+0000 mgr.y (mgr.14146) 96 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:58.290 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:21:56.740908+0000 mgr.y (mgr.14146) 95 : cephadm [INF] Deploying daemon osd.2 on smithi040 2024-04-22T04:21:58.290 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:21:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:57.132070+0000 mgr.y (mgr.14146) 96 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:21:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:21:56.740908+0000 mgr.y (mgr.14146) 95 : cephadm [INF] Deploying daemon osd.2 on smithi040 2024-04-22T04:21:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:21:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:57.132070+0000 mgr.y (mgr.14146) 96 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:00.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:21:59.132623+0000 mgr.y (mgr.14146) 97 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:00.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:21:59.132623+0000 mgr.y (mgr.14146) 97 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:00.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:21:59.132623+0000 mgr.y (mgr.14146) 97 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:02.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:01.132980+0000 mgr.y (mgr.14146) 98 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:01.132980+0000 mgr.y (mgr.14146) 98 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:01.132980+0000 mgr.y (mgr.14146) 98 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:03.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:02.374059+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:03.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:02.379154+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:03.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:02.374059+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:03.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:02.379154+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:03.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:02.374059+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:03.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:02.379154+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:04.585 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:03.133412+0000 mgr.y (mgr.14146) 99 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:04.585 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:03.133412+0000 mgr.y (mgr.14146) 99 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:04.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:03.133412+0000 mgr.y (mgr.14146) 99 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:06.091 INFO:teuthology.orchestra.run.smithi040.stdout:Created osd(s) 2 on host 'smithi040' 2024-04-22T04:22:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:05.133681+0000 mgr.y (mgr.14146) 100 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:05.339531+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:06.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:05.340309+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:06.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:05.341033+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:22:06.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:05.347406+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:06.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:05.506290+0000 mon.c (mon.2) 7 : audit [INF] from='osd.2 [v2:172.21.15.40:6818/3133354834,v1:172.21.15.40:6819/3133354834]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T04:22:06.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:05.506609+0000 mon.a (mon.0) 308 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T04:22:06.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:06.092062+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:06.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:06.114675+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:05.133681+0000 mgr.y (mgr.14146) 100 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:05.339531+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:05.340309+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:05.341033+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:22:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:05.347406+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:05.506290+0000 mon.c (mon.2) 7 : audit [INF] from='osd.2 [v2:172.21.15.40:6818/3133354834,v1:172.21.15.40:6819/3133354834]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T04:22:06.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:05.506609+0000 mon.a (mon.0) 308 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T04:22:06.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:06.092062+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:06.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:06.114675+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:05.133681+0000 mgr.y (mgr.14146) 100 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:05.339531+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:05.340309+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:05.341033+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:22:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:05.347406+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:05.506290+0000 mon.c (mon.2) 7 : audit [INF] from='osd.2 [v2:172.21.15.40:6818/3133354834,v1:172.21.15.40:6819/3133354834]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T04:22:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:05.506609+0000 mon.a (mon.0) 308 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T04:22:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:06.092062+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:06.114675+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:06.822 DEBUG:teuthology.orchestra.run.smithi040:osd.2> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.2.service 2024-04-22T04:22:06.824 INFO:tasks.cephadm:Deploying osd.3 on smithi040 with /dev/vg_nvme/lv_1... 2024-04-22T04:22:06.824 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-22T04:22:06.857 INFO:journalctl@ceph.osd.2.smithi040.stdout:-- Logs begin at Mon 2024-04-22 04:08:30 UTC. -- 2024-04-22T04:22:07.389 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:06.386050+0000 mon.a (mon.0) 311 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-22T04:22:07.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:06.386094+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-04-22T04:22:07.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:06.386202+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:22:07.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:06.386648+0000 mon.c (mon.2) 8 : audit [INF] from='osd.2 [v2:172.21.15.40:6818/3133354834,v1:172.21.15.40:6819/3133354834]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:22:07.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:06.386935+0000 mon.a (mon.0) 314 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:22:07.390 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:06.386050+0000 mon.a (mon.0) 311 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-22T04:22:07.390 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:06.386094+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-04-22T04:22:07.390 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:06.386202+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:22:07.390 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:06.386648+0000 mon.c (mon.2) 8 : audit [INF] from='osd.2 [v2:172.21.15.40:6818/3133354834,v1:172.21.15.40:6819/3133354834]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:22:07.390 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:06.386935+0000 mon.a (mon.0) 314 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:22:07.659 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:22:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-2[58347]: debug 2024-04-22T04:22:07.391+0000 7fd744e8a700 -1 osd.2 0 waiting for initial osdmap 2024-04-22T04:22:07.659 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:22:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-2[58347]: debug 2024-04-22T04:22:07.394+0000 7fd73ee01700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T04:22:07.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:07 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:06.386050+0000 mon.a (mon.0) 311 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-22T04:22:07.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:07 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:06.386094+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-04-22T04:22:07.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:07 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:06.386202+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:22:07.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:07 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:06.386648+0000 mon.c (mon.2) 8 : audit [INF] from='osd.2 [v2:172.21.15.40:6818/3133354834,v1:172.21.15.40:6819/3133354834]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:22:07.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:07 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:06.386935+0000 mon.a (mon.0) 314 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:22:09.031 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:07.133922+0000 mgr.y (mgr.14146) 101 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:09.031 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:07.387866+0000 mon.a (mon.0) 315 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2024-04-22T04:22:09.031 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:07.387972+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-04-22T04:22:09.031 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:07.388347+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:22:09.031 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:07.392671+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:22:09.031 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:07.133922+0000 mgr.y (mgr.14146) 101 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:09.031 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:07.387866+0000 mon.a (mon.0) 315 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2024-04-22T04:22:09.031 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:07.387972+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-04-22T04:22:09.031 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:07.388347+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:22:09.032 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:07.392671+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:22:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:07.133922+0000 mgr.y (mgr.14146) 101 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:07.387866+0000 mon.a (mon.0) 315 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2024-04-22T04:22:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:07.387972+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-04-22T04:22:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:07.388347+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:22:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:07.392671+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:22:09.620 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-22T04:22:09.620 INFO:teuthology.orchestra.run.smithi040.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-22T04:22:09.620 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10+0 records in 2024-04-22T04:22:09.620 INFO:teuthology.orchestra.run.smithi040.stderr:10+0 records out 2024-04-22T04:22:09.620 INFO:teuthology.orchestra.run.smithi040.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0107756 s, 973 MB/s 2024-04-22T04:22:09.620 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping successful for: 2024-04-22T04:22:10.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:06.540839+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:22:10.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:06.540882+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:22:10.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:08.393970+0000 mon.a (mon.0) 319 : cluster [INF] osd.2 [v2:172.21.15.40:6818/3133354834,v1:172.21.15.40:6819/3133354834] boot 2024-04-22T04:22:10.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:08.394026+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-04-22T04:22:10.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:08.394440+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:22:10.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:08.394831+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-22T04:22:10.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:09.134275+0000 mgr.y (mgr.14146) 102 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:10.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:09.394230+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-22T04:22:10.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:09.394280+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-04-22T04:22:10.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:09.395263+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-04-22T04:22:10.144 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:06.540839+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:22:10.144 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:06.540882+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:22:10.144 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:08.393970+0000 mon.a (mon.0) 319 : cluster [INF] osd.2 [v2:172.21.15.40:6818/3133354834,v1:172.21.15.40:6819/3133354834] boot 2024-04-22T04:22:10.144 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:08.394026+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-04-22T04:22:10.144 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:08.394440+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:22:10.144 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:08.394831+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-22T04:22:10.144 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:09.134275+0000 mgr.y (mgr.14146) 102 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:10.144 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:09.394230+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-22T04:22:10.144 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:09.394280+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-04-22T04:22:10.144 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:09.395263+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-04-22T04:22:10.145 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:06.540839+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:22:10.145 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:06.540882+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:22:10.145 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:08.393970+0000 mon.a (mon.0) 319 : cluster [INF] osd.2 [v2:172.21.15.40:6818/3133354834,v1:172.21.15.40:6819/3133354834] boot 2024-04-22T04:22:10.145 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:08.394026+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-04-22T04:22:10.145 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:08.394440+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:22:10.145 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:08.394831+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-22T04:22:10.145 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:09.134275+0000 mgr.y (mgr.14146) 102 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-22T04:22:10.145 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:09.394230+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-22T04:22:10.145 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:09.394280+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-04-22T04:22:10.145 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:09.395263+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-04-22T04:22:10.472 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi040:vg_nvme/lv_1 2024-04-22T04:22:11.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:10.398981+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-04-22T04:22:11.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:10.399050+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-04-22T04:22:11.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:10.398981+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-04-22T04:22:11.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:10.399050+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-04-22T04:22:11.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:10.398981+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-04-22T04:22:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:10.399050+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-04-22T04:22:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:11.134536+0000 mgr.y (mgr.14146) 103 : cluster [DBG] pgmap v83: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:11.401064+0000 mon.a (mon.0) 328 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-04-22T04:22:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:11.134536+0000 mgr.y (mgr.14146) 103 : cluster [DBG] pgmap v83: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:11.401064+0000 mon.a (mon.0) 328 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-04-22T04:22:12.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:11.134536+0000 mgr.y (mgr.14146) 103 : cluster [DBG] pgmap v83: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:12.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:11.401064+0000 mon.a (mon.0) 328 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-04-22T04:22:14.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:13.134868+0000 mgr.y (mgr.14146) 104 : cluster [DBG] pgmap v85: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:14.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:22:13.150742+0000 mgr.y (mgr.14146) 105 : cephadm [INF] Detected new or changed devices on smithi040 2024-04-22T04:22:14.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:13.155031+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:14.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:13.476948+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:14.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:13.477585+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:14.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:13.478141+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:14.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:22:13.478587+0000 mgr.y (mgr.14146) 106 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 5367M 2024-04-22T04:22:14.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:13.482377+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:14.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:13.483496+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:14.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:13.484118+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:22:14.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:13.488200+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:14.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:13.586141+0000 mgr.y (mgr.14146) 107 : audit [DBG] from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:22:14.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:13.588037+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:22:14.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:13.589898+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:22:14.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:13.590439+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:14.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:13.134868+0000 mgr.y (mgr.14146) 104 : cluster [DBG] pgmap v85: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:14.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:22:13.150742+0000 mgr.y (mgr.14146) 105 : cephadm [INF] Detected new or changed devices on smithi040 2024-04-22T04:22:14.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:13.155031+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:14.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:13.476948+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:14.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:13.477585+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:14.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:13.478141+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:14.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:22:13.478587+0000 mgr.y (mgr.14146) 106 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 5367M 2024-04-22T04:22:14.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:13.482377+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:14.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:13.483496+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:14.412 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:13.484118+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:22:14.412 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:13.488200+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:14.412 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:13.586141+0000 mgr.y (mgr.14146) 107 : audit [DBG] from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:22:14.412 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:13.588037+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:22:14.412 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:13.589898+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:22:14.412 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:13.590439+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:13.134868+0000 mgr.y (mgr.14146) 104 : cluster [DBG] pgmap v85: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:22:13.150742+0000 mgr.y (mgr.14146) 105 : cephadm [INF] Detected new or changed devices on smithi040 2024-04-22T04:22:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:13.155031+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:13.476948+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:13.477585+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:13.478141+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:22:13.478587+0000 mgr.y (mgr.14146) 106 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 5367M 2024-04-22T04:22:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:13.482377+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:13.483496+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:13.484118+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:22:14.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:13.488200+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:14.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:13.586141+0000 mgr.y (mgr.14146) 107 : audit [DBG] from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:22:14.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:13.588037+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:22:14.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:13.589898+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:22:14.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:13.590439+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:16.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:15.135758+0000 mgr.y (mgr.14146) 108 : cluster [DBG] pgmap v86: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:16.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:15.135758+0000 mgr.y (mgr.14146) 108 : cluster [DBG] pgmap v86: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:15.135758+0000 mgr.y (mgr.14146) 108 : cluster [DBG] pgmap v86: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:17.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:16.257320+0000 mon.c (mon.2) 9 : audit [INF] from='client.? 172.21.15.40:0/2417298691' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26394218-48e4-4f26-9a9e-6a364a0d742c"}]: dispatch 2024-04-22T04:22:17.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:16.257637+0000 mon.a (mon.0) 340 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26394218-48e4-4f26-9a9e-6a364a0d742c"}]: dispatch 2024-04-22T04:22:17.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:16.261452+0000 mon.a (mon.0) 341 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "26394218-48e4-4f26-9a9e-6a364a0d742c"}]': finished 2024-04-22T04:22:17.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:16.261498+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-04-22T04:22:17.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:16.261621+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:17.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:16.893651+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.40:0/392462712' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:22:17.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:16.257320+0000 mon.c (mon.2) 9 : audit [INF] from='client.? 172.21.15.40:0/2417298691' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26394218-48e4-4f26-9a9e-6a364a0d742c"}]: dispatch 2024-04-22T04:22:17.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:16.257637+0000 mon.a (mon.0) 340 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26394218-48e4-4f26-9a9e-6a364a0d742c"}]: dispatch 2024-04-22T04:22:17.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:16.261452+0000 mon.a (mon.0) 341 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "26394218-48e4-4f26-9a9e-6a364a0d742c"}]': finished 2024-04-22T04:22:17.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:16.261498+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-04-22T04:22:17.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:16.261621+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:17.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:16.893651+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.40:0/392462712' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:22:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:16.257320+0000 mon.c (mon.2) 9 : audit [INF] from='client.? 172.21.15.40:0/2417298691' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26394218-48e4-4f26-9a9e-6a364a0d742c"}]: dispatch 2024-04-22T04:22:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:16.257637+0000 mon.a (mon.0) 340 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26394218-48e4-4f26-9a9e-6a364a0d742c"}]: dispatch 2024-04-22T04:22:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:16.261452+0000 mon.a (mon.0) 341 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "26394218-48e4-4f26-9a9e-6a364a0d742c"}]': finished 2024-04-22T04:22:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:16.261498+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-04-22T04:22:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:16.261621+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:16.893651+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.40:0/392462712' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:22:18.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:18 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:17.136086+0000 mgr.y (mgr.14146) 109 : cluster [DBG] pgmap v88: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:17.136086+0000 mgr.y (mgr.14146) 109 : cluster [DBG] pgmap v88: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:17.136086+0000 mgr.y (mgr.14146) 109 : cluster [DBG] pgmap v88: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:20.574 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:19.136471+0000 mgr.y (mgr.14146) 110 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:20.574 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:19.136471+0000 mgr.y (mgr.14146) 110 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:20.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:19.136471+0000 mgr.y (mgr.14146) 110 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:22.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:21.136818+0000 mgr.y (mgr.14146) 111 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:22.599 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:21.136818+0000 mgr.y (mgr.14146) 111 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:21.136818+0000 mgr.y (mgr.14146) 111 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:23.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:22.965526+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T04:22:23.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:22.966284+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:23.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:22.965526+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T04:22:23.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:22.966284+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:23.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:22.965526+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T04:22:23.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:22.966284+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:24.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:22:22.966905+0000 mgr.y (mgr.14146) 112 : cephadm [INF] Deploying daemon osd.3 on smithi040 2024-04-22T04:22:24.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:23.137118+0000 mgr.y (mgr.14146) 113 : cluster [DBG] pgmap v91: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:24.595 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:22:22.966905+0000 mgr.y (mgr.14146) 112 : cephadm [INF] Deploying daemon osd.3 on smithi040 2024-04-22T04:22:24.595 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:23.137118+0000 mgr.y (mgr.14146) 113 : cluster [DBG] pgmap v91: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:24.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:22:22.966905+0000 mgr.y (mgr.14146) 112 : cephadm [INF] Deploying daemon osd.3 on smithi040 2024-04-22T04:22:24.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:23.137118+0000 mgr.y (mgr.14146) 113 : cluster [DBG] pgmap v91: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:26.606 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:25.137388+0000 mgr.y (mgr.14146) 114 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:26.606 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:25.137388+0000 mgr.y (mgr.14146) 114 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:25.137388+0000 mgr.y (mgr.14146) 114 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:27.137671+0000 mgr.y (mgr.14146) 115 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:27.137671+0000 mgr.y (mgr.14146) 115 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:27.137671+0000 mgr.y (mgr.14146) 115 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:29.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:28.515150+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:29.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:28.534716+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:28.515150+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:28.534716+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:29.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:28.515150+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:29.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:28.534716+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:30.748 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:29.138028+0000 mgr.y (mgr.14146) 116 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:30.748 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:29.138028+0000 mgr.y (mgr.14146) 116 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:30.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:29.138028+0000 mgr.y (mgr.14146) 116 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:32.326 INFO:teuthology.orchestra.run.smithi040.stdout:Created osd(s) 3 on host 'smithi040' 2024-04-22T04:22:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:31.138320+0000 mgr.y (mgr.14146) 117 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:31.596167+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:31.597284+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:31.597931+0000 mon.a (mon.0) 350 : audit [INF] from='osd.3 [v2:172.21.15.40:6826/1750368880,v1:172.21.15.40:6827/1750368880]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T04:22:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:31.598264+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:22:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:31.604424+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:32.322323+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:32.327324+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:31.138320+0000 mgr.y (mgr.14146) 117 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:31.596167+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:31.597284+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:31.597931+0000 mon.a (mon.0) 350 : audit [INF] from='osd.3 [v2:172.21.15.40:6826/1750368880,v1:172.21.15.40:6827/1750368880]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T04:22:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:31.598264+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:22:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:31.604424+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:32.322323+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:32.327324+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:31.138320+0000 mgr.y (mgr.14146) 117 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:32.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:31.596167+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:32.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:31.597284+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:32.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:31.597931+0000 mon.a (mon.0) 350 : audit [INF] from='osd.3 [v2:172.21.15.40:6826/1750368880,v1:172.21.15.40:6827/1750368880]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T04:22:32.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:31.598264+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:22:32.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:31.604424+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:32.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:32.322323+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:32.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:32.327324+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:33.346 DEBUG:teuthology.orchestra.run.smithi040:osd.3> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.3.service 2024-04-22T04:22:33.348 INFO:tasks.cephadm:Deploying osd.4 on smithi062 with /dev/vg_nvme/lv_4... 2024-04-22T04:22:33.349 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-22T04:22:33.385 INFO:journalctl@ceph.osd.3.smithi040.stdout:-- Logs begin at Mon 2024-04-22 04:08:30 UTC. -- 2024-04-22T04:22:33.832 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:32.604493+0000 mon.a (mon.0) 355 : audit [INF] from='osd.3 [v2:172.21.15.40:6826/1750368880,v1:172.21.15.40:6827/1750368880]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-22T04:22:33.832 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:32.604561+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-04-22T04:22:33.832 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:32.604662+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:33.832 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:32.605105+0000 mon.a (mon.0) 358 : audit [INF] from='osd.3 [v2:172.21.15.40:6826/1750368880,v1:172.21.15.40:6827/1750368880]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:22:33.909 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:22:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-3[63069]: debug 2024-04-22T04:22:33.611+0000 7f3c9bf92700 -1 osd.3 0 waiting for initial osdmap 2024-04-22T04:22:33.909 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:22:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-3[63069]: debug 2024-04-22T04:22:33.619+0000 7f3c95f09700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T04:22:33.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:32.604493+0000 mon.a (mon.0) 355 : audit [INF] from='osd.3 [v2:172.21.15.40:6826/1750368880,v1:172.21.15.40:6827/1750368880]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-22T04:22:33.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:32.604561+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-04-22T04:22:33.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:32.604662+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:33.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:32.605105+0000 mon.a (mon.0) 358 : audit [INF] from='osd.3 [v2:172.21.15.40:6826/1750368880,v1:172.21.15.40:6827/1750368880]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:22:33.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:32.604493+0000 mon.a (mon.0) 355 : audit [INF] from='osd.3 [v2:172.21.15.40:6826/1750368880,v1:172.21.15.40:6827/1750368880]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-22T04:22:33.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:32.604561+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-04-22T04:22:33.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:32.604662+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:33.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:32.605105+0000 mon.a (mon.0) 358 : audit [INF] from='osd.3 [v2:172.21.15.40:6826/1750368880,v1:172.21.15.40:6827/1750368880]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:22:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:32.593529+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:22:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:32.593573+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:22:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:33.138753+0000 mgr.y (mgr.14146) 118 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:33.609042+0000 mon.a (mon.0) 359 : audit [INF] from='osd.3 [v2:172.21.15.40:6826/1750368880,v1:172.21.15.40:6827/1750368880]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2024-04-22T04:22:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:33.609122+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-04-22T04:22:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:33.609621+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:33.615333+0000 mon.a (mon.0) 362 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:32.593529+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:22:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:32.593573+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:22:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:33.138753+0000 mgr.y (mgr.14146) 118 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:33.609042+0000 mon.a (mon.0) 359 : audit [INF] from='osd.3 [v2:172.21.15.40:6826/1750368880,v1:172.21.15.40:6827/1750368880]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2024-04-22T04:22:34.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:33.609122+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-04-22T04:22:34.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:33.609621+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:34.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:33.615333+0000 mon.a (mon.0) 362 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:34.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:32.593529+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:22:34.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:32.593573+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:22:34.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:33.138753+0000 mgr.y (mgr.14146) 118 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:34.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:33.609042+0000 mon.a (mon.0) 359 : audit [INF] from='osd.3 [v2:172.21.15.40:6826/1750368880,v1:172.21.15.40:6827/1750368880]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2024-04-22T04:22:34.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:33.609122+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-04-22T04:22:34.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:33.609621+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:34.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:33.615333+0000 mon.a (mon.0) 362 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:35.864 INFO:teuthology.orchestra.run.smithi062.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-22T04:22:35.864 INFO:teuthology.orchestra.run.smithi062.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-22T04:22:35.864 INFO:teuthology.orchestra.run.smithi062.stderr: stderr: 10+0 records in 2024-04-22T04:22:35.864 INFO:teuthology.orchestra.run.smithi062.stderr:10+0 records out 2024-04-22T04:22:35.864 INFO:teuthology.orchestra.run.smithi062.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110225 s, 951 MB/s 2024-04-22T04:22:35.865 INFO:teuthology.orchestra.run.smithi062.stderr:--> Zapping successful for: 2024-04-22T04:22:35.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:34.613441+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:35.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:34.619225+0000 mon.a (mon.0) 364 : cluster [INF] osd.3 [v2:172.21.15.40:6826/1750368880,v1:172.21.15.40:6827/1750368880] boot 2024-04-22T04:22:35.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:34.619259+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-04-22T04:22:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:34.619896+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:35.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:34.613441+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:35.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:34.619225+0000 mon.a (mon.0) 364 : cluster [INF] osd.3 [v2:172.21.15.40:6826/1750368880,v1:172.21.15.40:6827/1750368880] boot 2024-04-22T04:22:35.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:34.619259+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-04-22T04:22:35.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:34.619896+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:35.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:34.613441+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:35.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:34.619225+0000 mon.a (mon.0) 364 : cluster [INF] osd.3 [v2:172.21.15.40:6826/1750368880,v1:172.21.15.40:6827/1750368880] boot 2024-04-22T04:22:35.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:34.619259+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-04-22T04:22:35.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:34.619896+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:22:36.621 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi062:vg_nvme/lv_4 2024-04-22T04:22:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:35.139145+0000 mgr.y (mgr.14146) 119 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:35.630745+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-04-22T04:22:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:22:36.474090+0000 mgr.y (mgr.14146) 120 : cephadm [INF] Detected new or changed devices on smithi040 2024-04-22T04:22:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:36.479124+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:36.479991+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:36.480597+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:36.481139+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:36.481689+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:22:36.482101+0000 mgr.y (mgr.14146) 121 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 4025M 2024-04-22T04:22:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:36.487083+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:36.487954+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:36.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:36.488563+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:22:36.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:36.494095+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:35.139145+0000 mgr.y (mgr.14146) 119 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:35.630745+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-04-22T04:22:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:22:36.474090+0000 mgr.y (mgr.14146) 120 : cephadm [INF] Detected new or changed devices on smithi040 2024-04-22T04:22:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:36.479124+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:36.479991+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:36.480597+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:36.481139+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:36.481689+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:22:36.482101+0000 mgr.y (mgr.14146) 121 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 4025M 2024-04-22T04:22:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:36.487083+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:36.487954+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:36.488563+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:22:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:36.494095+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:36.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:35.139145+0000 mgr.y (mgr.14146) 119 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-22T04:22:36.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:35.630745+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-04-22T04:22:36.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:22:36.474090+0000 mgr.y (mgr.14146) 120 : cephadm [INF] Detected new or changed devices on smithi040 2024-04-22T04:22:36.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:36.479124+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:36.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:36.479991+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:36.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:36.480597+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:36.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:36.481139+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:36.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:36.481689+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:22:36.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:22:36.482101+0000 mgr.y (mgr.14146) 121 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 4025M 2024-04-22T04:22:36.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:36.487083+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:36.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:36.487954+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:36.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:36.488563+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:22:36.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:36.494095+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:37.849 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:37.139629+0000 mgr.y (mgr.14146) 122 : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:37.139629+0000 mgr.y (mgr.14146) 122 : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:37.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:37.139629+0000 mgr.y (mgr.14146) 122 : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:39.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:38.956641+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:22:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:38.959179+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:22:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:38.959970+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:39.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:38.956641+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:22:39.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:38.959179+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:22:39.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:38.959970+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:39.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:38.956641+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:22:39.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:38.959179+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:22:39.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:38.959970+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:38.954061+0000 mgr.y (mgr.14146) 123 : audit [DBG] from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:22:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:39.140045+0000 mgr.y (mgr.14146) 124 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:38.954061+0000 mgr.y (mgr.14146) 123 : audit [DBG] from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:22:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:39.140045+0000 mgr.y (mgr.14146) 124 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:40.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:38.954061+0000 mgr.y (mgr.14146) 123 : audit [DBG] from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:22:40.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:39.140045+0000 mgr.y (mgr.14146) 124 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:42.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:41.140503+0000 mgr.y (mgr.14146) 125 : cluster [DBG] pgmap v104: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:42.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:41.633761+0000 mon.b (mon.1) 7 : audit [INF] from='client.? 172.21.15.62:0/3274172230' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe518305-5b3a-4593-8487-2420df463fcc"}]: dispatch 2024-04-22T04:22:42.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:41.634206+0000 mon.a (mon.0) 380 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe518305-5b3a-4593-8487-2420df463fcc"}]: dispatch 2024-04-22T04:22:42.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:41.643325+0000 mon.a (mon.0) 381 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fe518305-5b3a-4593-8487-2420df463fcc"}]': finished 2024-04-22T04:22:42.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:41.643395+0000 mon.a (mon.0) 382 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-04-22T04:22:42.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:41.643532+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:22:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:41.140503+0000 mgr.y (mgr.14146) 125 : cluster [DBG] pgmap v104: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:41.633761+0000 mon.b (mon.1) 7 : audit [INF] from='client.? 172.21.15.62:0/3274172230' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe518305-5b3a-4593-8487-2420df463fcc"}]: dispatch 2024-04-22T04:22:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:41.634206+0000 mon.a (mon.0) 380 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe518305-5b3a-4593-8487-2420df463fcc"}]: dispatch 2024-04-22T04:22:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:41.643325+0000 mon.a (mon.0) 381 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fe518305-5b3a-4593-8487-2420df463fcc"}]': finished 2024-04-22T04:22:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:41.643395+0000 mon.a (mon.0) 382 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-04-22T04:22:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:41.643532+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:22:42.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:41.140503+0000 mgr.y (mgr.14146) 125 : cluster [DBG] pgmap v104: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:42.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:41.633761+0000 mon.b (mon.1) 7 : audit [INF] from='client.? 172.21.15.62:0/3274172230' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe518305-5b3a-4593-8487-2420df463fcc"}]: dispatch 2024-04-22T04:22:42.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:41.634206+0000 mon.a (mon.0) 380 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe518305-5b3a-4593-8487-2420df463fcc"}]: dispatch 2024-04-22T04:22:42.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:41.643325+0000 mon.a (mon.0) 381 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fe518305-5b3a-4593-8487-2420df463fcc"}]': finished 2024-04-22T04:22:42.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:41.643395+0000 mon.a (mon.0) 382 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-04-22T04:22:42.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:41.643532+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:22:43.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:42.209093+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.62:0/2945914560' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:22:43.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:42.209093+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.62:0/2945914560' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:22:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:42.209093+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.62:0/2945914560' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:22:44.472 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:43.141004+0000 mgr.y (mgr.14146) 126 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:43.141004+0000 mgr.y (mgr.14146) 126 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:44.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:43.141004+0000 mgr.y (mgr.14146) 126 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:46.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:45.141392+0000 mgr.y (mgr.14146) 127 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:45.141392+0000 mgr.y (mgr.14146) 127 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:45.141392+0000 mgr.y (mgr.14146) 127 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:48.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:47.141769+0000 mgr.y (mgr.14146) 128 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:47.141769+0000 mgr.y (mgr.14146) 128 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:47.141769+0000 mgr.y (mgr.14146) 128 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:49.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:48.285356+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T04:22:49.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:48.286174+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:49.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:22:48.286879+0000 mgr.y (mgr.14146) 129 : cephadm [INF] Deploying daemon osd.4 on smithi062 2024-04-22T04:22:49.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:48.285356+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T04:22:49.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:48.286174+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:49.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:22:48.286879+0000 mgr.y (mgr.14146) 129 : cephadm [INF] Deploying daemon osd.4 on smithi062 2024-04-22T04:22:49.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:48.285356+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T04:22:49.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:48.286174+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:49.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:22:48.286879+0000 mgr.y (mgr.14146) 129 : cephadm [INF] Deploying daemon osd.4 on smithi062 2024-04-22T04:22:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:49.142094+0000 mgr.y (mgr.14146) 130 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:50.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:49.142094+0000 mgr.y (mgr.14146) 130 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:50.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:49.142094+0000 mgr.y (mgr.14146) 130 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:52.545 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:51.142529+0000 mgr.y (mgr.14146) 131 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:51.142529+0000 mgr.y (mgr.14146) 131 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:51.142529+0000 mgr.y (mgr.14146) 131 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:53.142891+0000 mgr.y (mgr.14146) 132 : cluster [DBG] pgmap v111: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:53.565659+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:53.604710+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:53.142891+0000 mgr.y (mgr.14146) 132 : cluster [DBG] pgmap v111: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:53.565659+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:53.604710+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:53.142891+0000 mgr.y (mgr.14146) 132 : cluster [DBG] pgmap v111: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:53.565659+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:53.604710+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:55.143301+0000 mgr.y (mgr.14146) 133 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:55.959175+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:55.960039+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:55.960950+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:22:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:55.967306+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:55.143301+0000 mgr.y (mgr.14146) 133 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:55.959175+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:55.960039+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:56.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:55.960950+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:22:56.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:55.967306+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:56.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:55.143301+0000 mgr.y (mgr.14146) 133 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:56.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:55.959175+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:56.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:55.960039+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:22:56.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:55.960950+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:22:56.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:55.967306+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:57.346 INFO:teuthology.orchestra.run.smithi062.stdout:Created osd(s) 4 on host 'smithi062' 2024-04-22T04:22:57.575 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:56.672712+0000 mon.b (mon.1) 9 : audit [INF] from='osd.4 [v2:172.21.15.62:6800/3461291081,v1:172.21.15.62:6801/3461291081]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T04:22:57.575 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:56.673011+0000 mon.a (mon.0) 392 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T04:22:57.575 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:57.347232+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:57.575 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:57.387046+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:57.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:56.672712+0000 mon.b (mon.1) 9 : audit [INF] from='osd.4 [v2:172.21.15.62:6800/3461291081,v1:172.21.15.62:6801/3461291081]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T04:22:57.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:56.673011+0000 mon.a (mon.0) 392 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T04:22:57.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:57.347232+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:57.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:57.387046+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:57.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:56.672712+0000 mon.b (mon.1) 9 : audit [INF] from='osd.4 [v2:172.21.15.62:6800/3461291081,v1:172.21.15.62:6801/3461291081]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T04:22:57.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:56.673011+0000 mon.a (mon.0) 392 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T04:22:57.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:57.347232+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:22:57.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:57.387046+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:22:58.083 DEBUG:teuthology.orchestra.run.smithi062:osd.4> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.4.service 2024-04-22T04:22:58.085 INFO:tasks.cephadm:Deploying osd.5 on smithi062 with /dev/vg_nvme/lv_3... 2024-04-22T04:22:58.086 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-22T04:22:58.116 INFO:journalctl@ceph.osd.4.smithi062.stdout:-- Logs begin at Mon 2024-04-22 04:08:34 UTC. -- 2024-04-22T04:22:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:57.143694+0000 mgr.y (mgr.14146) 134 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:57.581750+0000 mon.a (mon.0) 395 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-22T04:22:58.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:57.581851+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-04-22T04:22:58.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:57.582035+0000 mon.a (mon.0) 397 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:22:58.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:57.582497+0000 mon.b (mon.1) 10 : audit [INF] from='osd.4 [v2:172.21.15.62:6800/3461291081,v1:172.21.15.62:6801/3461291081]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:22:58.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:57.582796+0000 mon.a (mon.0) 398 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:22:58.883 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:22:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[43610]: debug 2024-04-22T04:22:58.585+0000 7fc6a0d89700 -1 osd.4 0 waiting for initial osdmap 2024-04-22T04:22:58.884 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:22:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[43610]: debug 2024-04-22T04:22:58.592+0000 7fc69c503700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T04:22:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:57.143694+0000 mgr.y (mgr.14146) 134 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:57.581750+0000 mon.a (mon.0) 395 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-22T04:22:58.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:57.581851+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-04-22T04:22:58.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:57.582035+0000 mon.a (mon.0) 397 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:22:58.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:57.582497+0000 mon.b (mon.1) 10 : audit [INF] from='osd.4 [v2:172.21.15.62:6800/3461291081,v1:172.21.15.62:6801/3461291081]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:22:58.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:57.582796+0000 mon.a (mon.0) 398 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:22:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:57.143694+0000 mgr.y (mgr.14146) 134 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:22:58.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:57.581750+0000 mon.a (mon.0) 395 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-22T04:22:58.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:57.581851+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-04-22T04:22:58.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:57.582035+0000 mon.a (mon.0) 397 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:22:58.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:57.582497+0000 mon.b (mon.1) 10 : audit [INF] from='osd.4 [v2:172.21.15.62:6800/3461291081,v1:172.21.15.62:6801/3461291081]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:22:58.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:57.582796+0000 mon.a (mon.0) 398 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:22:59.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:58.583868+0000 mon.a (mon.0) 399 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-04-22T04:22:59.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:58.584015+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-04-22T04:22:59.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:58.584461+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:22:59.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:58.589370+0000 mon.a (mon.0) 402 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:22:59.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:59.582796+0000 mon.a (mon.0) 403 : cluster [INF] osd.4 [v2:172.21.15.62:6800/3461291081,v1:172.21.15.62:6801/3461291081] boot 2024-04-22T04:22:59.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:59.582849+0000 mon.a (mon.0) 404 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-04-22T04:22:59.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:22:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:22:59.583059+0000 mon.a (mon.0) 405 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:22:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:58.583868+0000 mon.a (mon.0) 399 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-04-22T04:22:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:58.584015+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-04-22T04:22:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:58.584461+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:22:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:58.589370+0000 mon.a (mon.0) 402 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:22:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:59.582796+0000 mon.a (mon.0) 403 : cluster [INF] osd.4 [v2:172.21.15.62:6800/3461291081,v1:172.21.15.62:6801/3461291081] boot 2024-04-22T04:22:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:59.582849+0000 mon.a (mon.0) 404 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-04-22T04:22:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:22:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:22:59.583059+0000 mon.a (mon.0) 405 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:22:59.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:58.583868+0000 mon.a (mon.0) 399 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-04-22T04:22:59.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:58.584015+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-04-22T04:22:59.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:58.584461+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:22:59.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:58.589370+0000 mon.a (mon.0) 402 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:22:59.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:59.582796+0000 mon.a (mon.0) 403 : cluster [INF] osd.4 [v2:172.21.15.62:6800/3461291081,v1:172.21.15.62:6801/3461291081] boot 2024-04-22T04:22:59.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:59.582849+0000 mon.a (mon.0) 404 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-04-22T04:22:59.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:22:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:22:59.583059+0000 mon.a (mon.0) 405 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:23:00.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:57.708644+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:23:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:57.708723+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:23:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:22:59.144043+0000 mgr.y (mgr.14146) 135 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:23:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:00.584215+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-04-22T04:23:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:57.708644+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:23:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:57.708723+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:23:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:22:59.144043+0000 mgr.y (mgr.14146) 135 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:23:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:00.584215+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-04-22T04:23:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:57.708644+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:23:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:57.708723+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:23:00.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:22:59.144043+0000 mgr.y (mgr.14146) 135 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-22T04:23:00.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:00.584215+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-04-22T04:23:02.539 INFO:teuthology.orchestra.run.smithi062.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-22T04:23:02.539 INFO:teuthology.orchestra.run.smithi062.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-22T04:23:02.539 INFO:teuthology.orchestra.run.smithi062.stderr: stderr: 10+0 records in 2024-04-22T04:23:02.540 INFO:teuthology.orchestra.run.smithi062.stderr:10+0 records out 2024-04-22T04:23:02.540 INFO:teuthology.orchestra.run.smithi062.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.015402 s, 681 MB/s 2024-04-22T04:23:02.540 INFO:teuthology.orchestra.run.smithi062.stderr:--> Zapping successful for: 2024-04-22T04:23:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:01.144411+0000 mgr.y (mgr.14146) 136 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:01.586499+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-04-22T04:23:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:02.010342+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:02.011419+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:02.017111+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:02.018113+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:02.019004+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:23:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:02.024317+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:01.144411+0000 mgr.y (mgr.14146) 136 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:01.586499+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-04-22T04:23:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:02.010342+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:02.011419+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:02.017111+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:02.018113+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:02.019004+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:23:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:02.024317+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:01.144411+0000 mgr.y (mgr.14146) 136 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:01.586499+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-04-22T04:23:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:02.010342+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:02.011419+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:02.017111+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:02.018113+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:02.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:02.019004+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:23:02.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:02.024317+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:03.504 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi062:vg_nvme/lv_3 2024-04-22T04:23:03.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:23:02.004874+0000 mgr.y (mgr.14146) 137 : cephadm [INF] Detected new or changed devices on smithi062 2024-04-22T04:23:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:23:02.012116+0000 mgr.y (mgr.14146) 138 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 17122M 2024-04-22T04:23:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:23:02.004874+0000 mgr.y (mgr.14146) 137 : cephadm [INF] Detected new or changed devices on smithi062 2024-04-22T04:23:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:23:02.012116+0000 mgr.y (mgr.14146) 138 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 17122M 2024-04-22T04:23:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:23:02.004874+0000 mgr.y (mgr.14146) 137 : cephadm [INF] Detected new or changed devices on smithi062 2024-04-22T04:23:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:23:02.012116+0000 mgr.y (mgr.14146) 138 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 17122M 2024-04-22T04:23:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:03.144915+0000 mgr.y (mgr.14146) 139 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:03.144915+0000 mgr.y (mgr.14146) 139 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:03.144915+0000 mgr.y (mgr.14146) 139 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:06.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:05.145421+0000 mgr.y (mgr.14146) 140 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:05.810969+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:23:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:05.813289+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:23:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:05.814009+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:05.145421+0000 mgr.y (mgr.14146) 140 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:05.810969+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:23:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:05.813289+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:23:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:05.814009+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:05.145421+0000 mgr.y (mgr.14146) 140 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:05.810969+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:23:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:05.813289+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:23:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:05.814009+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:07.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:07 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:05.808572+0000 mgr.y (mgr.14146) 141 : audit [DBG] from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:23:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:05.808572+0000 mgr.y (mgr.14146) 141 : audit [DBG] from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:23:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:05.808572+0000 mgr.y (mgr.14146) 141 : audit [DBG] from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:23:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:07.145881+0000 mgr.y (mgr.14146) 142 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:08.492553+0000 mon.b (mon.1) 11 : audit [INF] from='client.? 172.21.15.62:0/2271241256' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c24eb7c4-e089-46aa-84ab-c6a10e8976ed"}]: dispatch 2024-04-22T04:23:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:08.493119+0000 mon.a (mon.0) 417 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c24eb7c4-e089-46aa-84ab-c6a10e8976ed"}]: dispatch 2024-04-22T04:23:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:08.498068+0000 mon.a (mon.0) 418 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c24eb7c4-e089-46aa-84ab-c6a10e8976ed"}]': finished 2024-04-22T04:23:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:08.498175+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2024-04-22T04:23:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:08.498331+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:23:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:07.145881+0000 mgr.y (mgr.14146) 142 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:08.492553+0000 mon.b (mon.1) 11 : audit [INF] from='client.? 172.21.15.62:0/2271241256' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c24eb7c4-e089-46aa-84ab-c6a10e8976ed"}]: dispatch 2024-04-22T04:23:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:08.493119+0000 mon.a (mon.0) 417 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c24eb7c4-e089-46aa-84ab-c6a10e8976ed"}]: dispatch 2024-04-22T04:23:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:08.498068+0000 mon.a (mon.0) 418 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c24eb7c4-e089-46aa-84ab-c6a10e8976ed"}]': finished 2024-04-22T04:23:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:08.498175+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2024-04-22T04:23:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:08.498331+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:23:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:07.145881+0000 mgr.y (mgr.14146) 142 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:08.492553+0000 mon.b (mon.1) 11 : audit [INF] from='client.? 172.21.15.62:0/2271241256' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c24eb7c4-e089-46aa-84ab-c6a10e8976ed"}]: dispatch 2024-04-22T04:23:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:08.493119+0000 mon.a (mon.0) 417 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c24eb7c4-e089-46aa-84ab-c6a10e8976ed"}]: dispatch 2024-04-22T04:23:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:08.498068+0000 mon.a (mon.0) 418 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c24eb7c4-e089-46aa-84ab-c6a10e8976ed"}]': finished 2024-04-22T04:23:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:08.498175+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2024-04-22T04:23:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:08.498331+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:23:09.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:09.115352+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.62:0/5927052' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:23:09.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:09.115352+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.62:0/5927052' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:23:09.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:09.115352+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.62:0/5927052' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:23:10.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:09.146388+0000 mgr.y (mgr.14146) 143 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:09.146388+0000 mgr.y (mgr.14146) 143 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:09.146388+0000 mgr.y (mgr.14146) 143 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:12.809 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:11.146930+0000 mgr.y (mgr.14146) 144 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:11.146930+0000 mgr.y (mgr.14146) 144 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:11.146930+0000 mgr.y (mgr.14146) 144 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:13.147423+0000 mgr.y (mgr.14146) 145 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:13.147423+0000 mgr.y (mgr.14146) 145 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:13.147423+0000 mgr.y (mgr.14146) 145 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:15.048642+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T04:23:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:15.049448+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:15.048642+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T04:23:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:15.049448+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:15.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:15.048642+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T04:23:15.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:15.049448+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:16.833 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:23:15.050117+0000 mgr.y (mgr.14146) 146 : cephadm [INF] Deploying daemon osd.5 on smithi062 2024-04-22T04:23:16.833 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:15.147800+0000 mgr.y (mgr.14146) 147 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:23:15.050117+0000 mgr.y (mgr.14146) 146 : cephadm [INF] Deploying daemon osd.5 on smithi062 2024-04-22T04:23:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:15.147800+0000 mgr.y (mgr.14146) 147 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:23:15.050117+0000 mgr.y (mgr.14146) 146 : cephadm [INF] Deploying daemon osd.5 on smithi062 2024-04-22T04:23:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:15.147800+0000 mgr.y (mgr.14146) 147 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:18 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:17.148255+0000 mgr.y (mgr.14146) 148 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:17.148255+0000 mgr.y (mgr.14146) 148 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:17.148255+0000 mgr.y (mgr.14146) 148 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:19.148747+0000 mgr.y (mgr.14146) 149 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:20.460168+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:20.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:20.488745+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:23:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:19.148747+0000 mgr.y (mgr.14146) 149 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:20.460168+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:20.488745+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:23:20.998 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:19.148747+0000 mgr.y (mgr.14146) 149 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:20.998 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:20.460168+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:20.999 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:20.488745+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:23:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:21.149264+0000 mgr.y (mgr.14146) 150 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:21.149264+0000 mgr.y (mgr.14146) 150 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:21.149264+0000 mgr.y (mgr.14146) 150 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:24.102 INFO:teuthology.orchestra.run.smithi062.stdout:Created osd(s) 5 on host 'smithi062' 2024-04-22T04:23:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:23.149742+0000 mgr.y (mgr.14146) 151 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:23.277532+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:23.278397+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:23.279259+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:23:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:23.284670+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:23.561075+0000 mon.b (mon.1) 13 : audit [INF] from='osd.5 [v2:172.21.15.62:6808/4086780646,v1:172.21.15.62:6809/4086780646]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T04:23:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:23.561408+0000 mon.a (mon.0) 429 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T04:23:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:24.102357+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:24.102944+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:23:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:23.149742+0000 mgr.y (mgr.14146) 151 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:23.277532+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:24.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:23.278397+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:24.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:23.279259+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:23:24.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:23.284670+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:24.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:23.561075+0000 mon.b (mon.1) 13 : audit [INF] from='osd.5 [v2:172.21.15.62:6808/4086780646,v1:172.21.15.62:6809/4086780646]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T04:23:24.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:23.561408+0000 mon.a (mon.0) 429 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T04:23:24.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:24.102357+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:24.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:24.102944+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:23:24.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:23.149742+0000 mgr.y (mgr.14146) 151 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:24.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:23.277532+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:24.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:23.278397+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:24.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:23.279259+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:23:24.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:23.284670+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:24.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:23.561075+0000 mon.b (mon.1) 13 : audit [INF] from='osd.5 [v2:172.21.15.62:6808/4086780646,v1:172.21.15.62:6809/4086780646]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T04:23:24.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:23.561408+0000 mon.a (mon.0) 429 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T04:23:24.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:24.102357+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:24.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:24.102944+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:23:24.850 DEBUG:teuthology.orchestra.run.smithi062:osd.5> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.5.service 2024-04-22T04:23:24.853 INFO:tasks.cephadm:Deploying osd.6 on smithi062 with /dev/vg_nvme/lv_2... 2024-04-22T04:23:24.853 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-22T04:23:24.886 INFO:journalctl@ceph.osd.5.smithi062.stdout:-- Logs begin at Mon 2024-04-22 04:08:34 UTC. -- 2024-04-22T04:23:25.413 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:23:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[48185]: debug 2024-04-22T04:23:25.295+0000 7fb715a61700 -1 osd.5 0 waiting for initial osdmap 2024-04-22T04:23:25.413 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:23:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[48185]: debug 2024-04-22T04:23:25.300+0000 7fb7109da700 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T04:23:25.414 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:24.285398+0000 mon.a (mon.0) 432 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-22T04:23:25.414 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:24.285466+0000 mon.a (mon.0) 433 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2024-04-22T04:23:25.414 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:24.285644+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:23:25.414 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:24.286123+0000 mon.b (mon.1) 14 : audit [INF] from='osd.5 [v2:172.21.15.62:6808/4086780646,v1:172.21.15.62:6809/4086780646]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:23:25.414 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:24.286467+0000 mon.a (mon.0) 435 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:23:25.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:24.285398+0000 mon.a (mon.0) 432 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-22T04:23:25.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:24.285466+0000 mon.a (mon.0) 433 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2024-04-22T04:23:25.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:24.285644+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:23:25.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:24.286123+0000 mon.b (mon.1) 14 : audit [INF] from='osd.5 [v2:172.21.15.62:6808/4086780646,v1:172.21.15.62:6809/4086780646]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:23:25.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:24.286467+0000 mon.a (mon.0) 435 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:23:25.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:24.285398+0000 mon.a (mon.0) 432 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-22T04:23:25.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:24.285466+0000 mon.a (mon.0) 433 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2024-04-22T04:23:25.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:24.285644+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:23:25.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:24.286123+0000 mon.b (mon.1) 14 : audit [INF] from='osd.5 [v2:172.21.15.62:6808/4086780646,v1:172.21.15.62:6809/4086780646]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:23:25.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:24.286467+0000 mon.a (mon.0) 435 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:23:26.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:25.150055+0000 mgr.y (mgr.14146) 152 : cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:26.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:25.293011+0000 mon.a (mon.0) 436 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-04-22T04:23:26.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:25.293087+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-04-22T04:23:26.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:25.293292+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:23:26.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:25.296329+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:23:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:25.150055+0000 mgr.y (mgr.14146) 152 : cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:25.293011+0000 mon.a (mon.0) 436 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-04-22T04:23:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:25.293087+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-04-22T04:23:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:25.293292+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:23:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:25.296329+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:23:26.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:25.150055+0000 mgr.y (mgr.14146) 152 : cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-22T04:23:26.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:25.293011+0000 mon.a (mon.0) 436 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-04-22T04:23:26.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:25.293087+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-04-22T04:23:26.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:25.293292+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:23:26.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:25.296329+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:23:27.515 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:24.537061+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:23:27.515 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:24.537149+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:23:27.515 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:26.294888+0000 mon.a (mon.0) 440 : cluster [INF] osd.5 [v2:172.21.15.62:6808/4086780646,v1:172.21.15.62:6809/4086780646] boot 2024-04-22T04:23:27.515 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:26.294983+0000 mon.a (mon.0) 441 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-04-22T04:23:27.515 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:26.295502+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:23:27.515 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:27.294602+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-04-22T04:23:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:24.537061+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:23:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:24.537149+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:23:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:26.294888+0000 mon.a (mon.0) 440 : cluster [INF] osd.5 [v2:172.21.15.62:6808/4086780646,v1:172.21.15.62:6809/4086780646] boot 2024-04-22T04:23:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:26.294983+0000 mon.a (mon.0) 441 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-04-22T04:23:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:26.295502+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:23:27.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:27.294602+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-04-22T04:23:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:24.537061+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:23:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:24.537149+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:23:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:26.294888+0000 mon.a (mon.0) 440 : cluster [INF] osd.5 [v2:172.21.15.62:6808/4086780646,v1:172.21.15.62:6809/4086780646] boot 2024-04-22T04:23:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:26.294983+0000 mon.a (mon.0) 441 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-04-22T04:23:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:26.295502+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:23:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:27.294602+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-04-22T04:23:28.090 INFO:teuthology.orchestra.run.smithi062.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-22T04:23:28.090 INFO:teuthology.orchestra.run.smithi062.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-22T04:23:28.091 INFO:teuthology.orchestra.run.smithi062.stderr: stderr: 10+0 records in 2024-04-22T04:23:28.091 INFO:teuthology.orchestra.run.smithi062.stderr:10+0 records out 2024-04-22T04:23:28.091 INFO:teuthology.orchestra.run.smithi062.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0154793 s, 677 MB/s 2024-04-22T04:23:28.091 INFO:teuthology.orchestra.run.smithi062.stderr:--> Zapping successful for: 2024-04-22T04:23:28.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:27.150408+0000 mgr.y (mgr.14146) 153 : cluster [DBG] pgmap v137: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:28.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:28.298334+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-04-22T04:23:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:27.150408+0000 mgr.y (mgr.14146) 153 : cluster [DBG] pgmap v137: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:28.298334+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-04-22T04:23:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:27.150408+0000 mgr.y (mgr.14146) 153 : cluster [DBG] pgmap v137: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:28.298334+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-04-22T04:23:29.092 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi062:vg_nvme/lv_2 2024-04-22T04:23:30.556 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:29.150874+0000 mgr.y (mgr.14146) 154 : cluster [DBG] pgmap v140: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:30.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:29.150874+0000 mgr.y (mgr.14146) 154 : cluster [DBG] pgmap v140: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:30.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:29.150874+0000 mgr.y (mgr.14146) 154 : cluster [DBG] pgmap v140: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:32.621 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:31.151271+0000 mgr.y (mgr.14146) 155 : cluster [DBG] pgmap v141: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:32.621 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:31.641764+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:32.621 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:31.781920+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:23:32.621 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:31.784315+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:23:32.621 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:31.785077+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:32.621 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:31.948081+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:32.621 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:31.948985+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:32.621 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:31.954383+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:32.621 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:31.955424+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:32.621 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:31.956267+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:23:32.622 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:31.960716+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:31.151271+0000 mgr.y (mgr.14146) 155 : cluster [DBG] pgmap v141: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:31.641764+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:31.781920+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:23:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:31.784315+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:23:32.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:31.785077+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:32.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:31.948081+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:32.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:31.948985+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:32.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:31.954383+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:32.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:31.955424+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:32.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:31.956267+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:23:32.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:31.960716+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:32.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:31.151271+0000 mgr.y (mgr.14146) 155 : cluster [DBG] pgmap v141: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:32.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:31.641764+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:32.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:31.781920+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:23:32.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:31.784315+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:23:32.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:31.785077+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:32.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:31.948081+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:32.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:31.948985+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:32.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:31.954383+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:32.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:31.955424+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:32.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:31.956267+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:23:32.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:31.960716+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:33.430 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:23:31.637026+0000 mgr.y (mgr.14146) 156 : cephadm [INF] Detected new or changed devices on smithi062 2024-04-22T04:23:33.430 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:31.779573+0000 mgr.y (mgr.14146) 157 : audit [DBG] from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:23:33.430 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:23:31.949622+0000 mgr.y (mgr.14146) 158 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 8561M 2024-04-22T04:23:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:23:31.637026+0000 mgr.y (mgr.14146) 156 : cephadm [INF] Detected new or changed devices on smithi062 2024-04-22T04:23:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:31.779573+0000 mgr.y (mgr.14146) 157 : audit [DBG] from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:23:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:23:31.949622+0000 mgr.y (mgr.14146) 158 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 8561M 2024-04-22T04:23:33.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:23:31.637026+0000 mgr.y (mgr.14146) 156 : cephadm [INF] Detected new or changed devices on smithi062 2024-04-22T04:23:33.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:31.779573+0000 mgr.y (mgr.14146) 157 : audit [DBG] from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:23:33.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:23:31.949622+0000 mgr.y (mgr.14146) 158 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 8561M 2024-04-22T04:23:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:33.151642+0000 mgr.y (mgr.14146) 159 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:33.151642+0000 mgr.y (mgr.14146) 159 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:33.151642+0000 mgr.y (mgr.14146) 159 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:35.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:34.501710+0000 mon.b (mon.1) 15 : audit [INF] from='client.? 172.21.15.62:0/3806912337' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9057756d-fdc1-46a0-8d10-03d46f76d89d"}]: dispatch 2024-04-22T04:23:35.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:34.502136+0000 mon.a (mon.0) 455 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9057756d-fdc1-46a0-8d10-03d46f76d89d"}]: dispatch 2024-04-22T04:23:35.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:34.507241+0000 mon.a (mon.0) 456 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9057756d-fdc1-46a0-8d10-03d46f76d89d"}]': finished 2024-04-22T04:23:35.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:34.507335+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2024-04-22T04:23:35.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:34.507512+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:23:35.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:35.232775+0000 mon.b (mon.1) 16 : audit [DBG] from='client.? 172.21.15.62:0/101699906' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:23:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:34.501710+0000 mon.b (mon.1) 15 : audit [INF] from='client.? 172.21.15.62:0/3806912337' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9057756d-fdc1-46a0-8d10-03d46f76d89d"}]: dispatch 2024-04-22T04:23:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:34.502136+0000 mon.a (mon.0) 455 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9057756d-fdc1-46a0-8d10-03d46f76d89d"}]: dispatch 2024-04-22T04:23:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:34.507241+0000 mon.a (mon.0) 456 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9057756d-fdc1-46a0-8d10-03d46f76d89d"}]': finished 2024-04-22T04:23:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:34.507335+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2024-04-22T04:23:35.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:34.507512+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:23:35.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:35.232775+0000 mon.b (mon.1) 16 : audit [DBG] from='client.? 172.21.15.62:0/101699906' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:23:35.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:34.501710+0000 mon.b (mon.1) 15 : audit [INF] from='client.? 172.21.15.62:0/3806912337' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9057756d-fdc1-46a0-8d10-03d46f76d89d"}]: dispatch 2024-04-22T04:23:35.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:34.502136+0000 mon.a (mon.0) 455 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9057756d-fdc1-46a0-8d10-03d46f76d89d"}]: dispatch 2024-04-22T04:23:35.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:34.507241+0000 mon.a (mon.0) 456 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9057756d-fdc1-46a0-8d10-03d46f76d89d"}]': finished 2024-04-22T04:23:35.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:34.507335+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2024-04-22T04:23:35.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:34.507512+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:23:35.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:35.232775+0000 mon.b (mon.1) 16 : audit [DBG] from='client.? 172.21.15.62:0/101699906' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:23:36.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:35.152106+0000 mgr.y (mgr.14146) 160 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:35.152106+0000 mgr.y (mgr.14146) 160 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:35.152106+0000 mgr.y (mgr.14146) 160 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:38.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:37.152559+0000 mgr.y (mgr.14146) 161 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:37.152559+0000 mgr.y (mgr.14146) 161 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:37.152559+0000 mgr.y (mgr.14146) 161 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:40.879 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:39.152909+0000 mgr.y (mgr.14146) 162 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:39.152909+0000 mgr.y (mgr.14146) 162 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:39.152909+0000 mgr.y (mgr.14146) 162 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:41.153303+0000 mgr.y (mgr.14146) 163 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:41.640011+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T04:23:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:41.640902+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:41.153303+0000 mgr.y (mgr.14146) 163 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:41.640011+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T04:23:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:41.640902+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:41.153303+0000 mgr.y (mgr.14146) 163 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:41.640011+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T04:23:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:41.640902+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:43.564 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:23:41.641627+0000 mgr.y (mgr.14146) 164 : cephadm [INF] Deploying daemon osd.6 on smithi062 2024-04-22T04:23:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:23:41.641627+0000 mgr.y (mgr.14146) 164 : cephadm [INF] Deploying daemon osd.6 on smithi062 2024-04-22T04:23:43.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:23:41.641627+0000 mgr.y (mgr.14146) 164 : cephadm [INF] Deploying daemon osd.6 on smithi062 2024-04-22T04:23:44.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:43.153794+0000 mgr.y (mgr.14146) 165 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:43.153794+0000 mgr.y (mgr.14146) 165 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:43.153794+0000 mgr.y (mgr.14146) 165 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:46.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:45.154143+0000 mgr.y (mgr.14146) 166 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:45.154143+0000 mgr.y (mgr.14146) 166 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:45.154143+0000 mgr.y (mgr.14146) 166 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:47.154585+0000 mgr.y (mgr.14146) 167 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:47.341034+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:47.366893+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:23:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:47.154585+0000 mgr.y (mgr.14146) 167 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:47.341034+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:47.366893+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:23:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:47.154585+0000 mgr.y (mgr.14146) 167 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:47.341034+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:47.366893+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:23:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:49.154972+0000 mgr.y (mgr.14146) 168 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:50.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:49.154972+0000 mgr.y (mgr.14146) 168 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:50.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:49.154972+0000 mgr.y (mgr.14146) 168 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:51.293 INFO:teuthology.orchestra.run.smithi062.stdout:Created osd(s) 6 on host 'smithi062' 2024-04-22T04:23:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:50.418808+0000 mon.b (mon.1) 17 : audit [INF] from='osd.6 [v2:172.21.15.62:6816/4166341966,v1:172.21.15.62:6817/4166341966]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T04:23:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:50.419175+0000 mon.a (mon.0) 463 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T04:23:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:50.448110+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:50.449017+0000 mon.a (mon.0) 465 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:50.449907+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:23:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:50.454702+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:51.294627+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:51.323064+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:23:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:50.418808+0000 mon.b (mon.1) 17 : audit [INF] from='osd.6 [v2:172.21.15.62:6816/4166341966,v1:172.21.15.62:6817/4166341966]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T04:23:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:50.419175+0000 mon.a (mon.0) 463 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T04:23:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:50.448110+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:50.449017+0000 mon.a (mon.0) 465 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:50.449907+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:23:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:50.454702+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:51.294627+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:51.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:51.323064+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:23:51.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:50.418808+0000 mon.b (mon.1) 17 : audit [INF] from='osd.6 [v2:172.21.15.62:6816/4166341966,v1:172.21.15.62:6817/4166341966]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T04:23:51.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:50.419175+0000 mon.a (mon.0) 463 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T04:23:51.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:50.448110+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:51.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:50.449017+0000 mon.a (mon.0) 465 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:51.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:50.449907+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:23:51.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:50.454702+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:51.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:51.294627+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:51.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:51.323064+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:23:52.090 DEBUG:teuthology.orchestra.run.smithi062:osd.6> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.6.service 2024-04-22T04:23:52.093 INFO:tasks.cephadm:Deploying osd.7 on smithi062 with /dev/vg_nvme/lv_1... 2024-04-22T04:23:52.093 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-22T04:23:52.124 INFO:journalctl@ceph.osd.6.smithi062.stdout:-- Logs begin at Mon 2024-04-22 04:08:34 UTC. -- 2024-04-22T04:23:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:51.155427+0000 mgr.y (mgr.14146) 169 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:52.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:51.352755+0000 mon.a (mon.0) 470 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-22T04:23:52.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:51.352872+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2024-04-22T04:23:52.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:51.353030+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:23:52.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:51.353563+0000 mon.b (mon.1) 18 : audit [INF] from='osd.6 [v2:172.21.15.62:6816/4166341966,v1:172.21.15.62:6817/4166341966]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:23:52.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:51.353841+0000 mon.a (mon.0) 473 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:23:52.632 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:23:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[52779]: debug 2024-04-22T04:23:52.360+0000 7f5c76b11700 -1 osd.6 0 waiting for initial osdmap 2024-04-22T04:23:52.632 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:23:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[52779]: debug 2024-04-22T04:23:52.366+0000 7f5c6f285700 -1 osd.6 41 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T04:23:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:51.155427+0000 mgr.y (mgr.14146) 169 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:51.352755+0000 mon.a (mon.0) 470 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-22T04:23:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:51.352872+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2024-04-22T04:23:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:51.353030+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:23:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:51.353563+0000 mon.b (mon.1) 18 : audit [INF] from='osd.6 [v2:172.21.15.62:6816/4166341966,v1:172.21.15.62:6817/4166341966]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:23:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:51.353841+0000 mon.a (mon.0) 473 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:23:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:51.155427+0000 mgr.y (mgr.14146) 169 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:51.352755+0000 mon.a (mon.0) 470 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-22T04:23:52.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:51.352872+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2024-04-22T04:23:52.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:51.353030+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:23:52.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:51.353563+0000 mon.b (mon.1) 18 : audit [INF] from='osd.6 [v2:172.21.15.62:6816/4166341966,v1:172.21.15.62:6817/4166341966]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:23:52.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:51.353841+0000 mon.a (mon.0) 473 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:23:53.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:52.354566+0000 mon.a (mon.0) 474 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-04-22T04:23:53.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:52.354679+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2024-04-22T04:23:53.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:52.355186+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:23:53.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:52.358030+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:23:53.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:53.355434+0000 mon.a (mon.0) 478 : cluster [INF] osd.6 [v2:172.21.15.62:6816/4166341966,v1:172.21.15.62:6817/4166341966] boot 2024-04-22T04:23:53.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:53.355506+0000 mon.a (mon.0) 479 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-04-22T04:23:53.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:53.355763+0000 mon.a (mon.0) 480 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:23:53.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:52.354566+0000 mon.a (mon.0) 474 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-04-22T04:23:53.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:52.354679+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2024-04-22T04:23:53.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:52.355186+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:23:53.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:52.358030+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:23:53.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:53.355434+0000 mon.a (mon.0) 478 : cluster [INF] osd.6 [v2:172.21.15.62:6816/4166341966,v1:172.21.15.62:6817/4166341966] boot 2024-04-22T04:23:53.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:53.355506+0000 mon.a (mon.0) 479 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-04-22T04:23:53.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:53.355763+0000 mon.a (mon.0) 480 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:23:53.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:52.354566+0000 mon.a (mon.0) 474 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-04-22T04:23:53.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:52.354679+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2024-04-22T04:23:53.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:52.355186+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:23:53.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:52.358030+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:23:53.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:53.355434+0000 mon.a (mon.0) 478 : cluster [INF] osd.6 [v2:172.21.15.62:6816/4166341966,v1:172.21.15.62:6817/4166341966] boot 2024-04-22T04:23:53.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:53.355506+0000 mon.a (mon.0) 479 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-04-22T04:23:53.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:53.355763+0000 mon.a (mon.0) 480 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:23:54.613 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:51.391349+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:23:54.613 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:51.391400+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:23:54.613 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:53.155808+0000 mgr.y (mgr.14146) 170 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:54.614 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:54.356106+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2024-04-22T04:23:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:51.391349+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:23:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:51.391400+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:23:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:53.155808+0000 mgr.y (mgr.14146) 170 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:54.356106+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2024-04-22T04:23:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:51.391349+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:23:54.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:51.391400+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:23:54.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:53.155808+0000 mgr.y (mgr.14146) 170 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-22T04:23:54.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:54.356106+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2024-04-22T04:23:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:55.156253+0000 mgr.y (mgr.14146) 171 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:23:56.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:55.360154+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2024-04-22T04:23:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:55.156253+0000 mgr.y (mgr.14146) 171 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:23:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:55.360154+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2024-04-22T04:23:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:55.156253+0000 mgr.y (mgr.14146) 171 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:23:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:55.360154+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2024-04-22T04:23:56.939 INFO:teuthology.orchestra.run.smithi062.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-22T04:23:56.939 INFO:teuthology.orchestra.run.smithi062.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-22T04:23:56.939 INFO:teuthology.orchestra.run.smithi062.stderr: stderr: 10+0 records in 2024-04-22T04:23:56.939 INFO:teuthology.orchestra.run.smithi062.stderr:10+0 records out 2024-04-22T04:23:56.939 INFO:teuthology.orchestra.run.smithi062.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0119378 s, 878 MB/s 2024-04-22T04:23:56.939 INFO:teuthology.orchestra.run.smithi062.stderr:--> Zapping successful for: 2024-04-22T04:23:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:23:56.375046+0000 mgr.y (mgr.14146) 172 : cephadm [INF] Detected new or changed devices on smithi062 2024-04-22T04:23:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:56.381830+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:56.383045+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:56.383998+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:56.384817+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:23:56.385409+0000 mgr.y (mgr.14146) 173 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 5707M 2024-04-22T04:23:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:56.391266+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:56.392254+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:56.393048+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:23:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:56.399911+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:23:56.375046+0000 mgr.y (mgr.14146) 172 : cephadm [INF] Detected new or changed devices on smithi062 2024-04-22T04:23:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:56.381830+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:56.383045+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:56.383998+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:56.384817+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:23:56.385409+0000 mgr.y (mgr.14146) 173 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 5707M 2024-04-22T04:23:57.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:56.391266+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:57.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:56.392254+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:57.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:56.393048+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:23:57.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:56.399911+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:57.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:23:56.375046+0000 mgr.y (mgr.14146) 172 : cephadm [INF] Detected new or changed devices on smithi062 2024-04-22T04:23:57.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:56.381830+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:57.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:56.383045+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:57.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:56.383998+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:57.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:56.384817+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:23:57.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:23:56.385409+0000 mgr.y (mgr.14146) 173 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 5707M 2024-04-22T04:23:57.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:56.391266+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:57.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:56.392254+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:23:57.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:56.393048+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:23:57.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:56.399911+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:23:57.696 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi062:vg_nvme/lv_1 2024-04-22T04:23:58.426 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:23:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:57.156693+0000 mgr.y (mgr.14146) 174 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:23:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:23:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:57.156693+0000 mgr.y (mgr.14146) 174 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:23:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:23:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:57.156693+0000 mgr.y (mgr.14146) 174 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:00.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:23:59.157290+0000 mgr.y (mgr.14146) 175 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:00.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:59.930530+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:24:00.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:59.932850+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:24:00.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:59.933608+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:00.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:23:59.157290+0000 mgr.y (mgr.14146) 175 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:00.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:59.930530+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:24:00.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:59.932850+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:24:00.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:59.933608+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:00.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:23:59.157290+0000 mgr.y (mgr.14146) 175 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:00.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:59.930530+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T04:24:00.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:59.932850+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T04:24:00.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:59.933608+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:01.629 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:23:59.928140+0000 mgr.y (mgr.14146) 176 : audit [DBG] from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:24:01.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:23:59.928140+0000 mgr.y (mgr.14146) 176 : audit [DBG] from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:24:01.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:23:59.928140+0000 mgr.y (mgr.14146) 176 : audit [DBG] from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:24:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:01.157754+0000 mgr.y (mgr.14146) 177 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:01.157754+0000 mgr.y (mgr.14146) 177 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:01.157754+0000 mgr.y (mgr.14146) 177 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:02.816856+0000 mon.b (mon.1) 19 : audit [INF] from='client.? 172.21.15.62:0/912873278' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f90dc05a-ea35-4d2c-a291-758293596ba3"}]: dispatch 2024-04-22T04:24:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:02.817466+0000 mon.a (mon.0) 494 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f90dc05a-ea35-4d2c-a291-758293596ba3"}]: dispatch 2024-04-22T04:24:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:02.822932+0000 mon.a (mon.0) 495 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f90dc05a-ea35-4d2c-a291-758293596ba3"}]': finished 2024-04-22T04:24:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:02.823023+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2024-04-22T04:24:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:02.823164+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:24:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:02.816856+0000 mon.b (mon.1) 19 : audit [INF] from='client.? 172.21.15.62:0/912873278' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f90dc05a-ea35-4d2c-a291-758293596ba3"}]: dispatch 2024-04-22T04:24:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:02.817466+0000 mon.a (mon.0) 494 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f90dc05a-ea35-4d2c-a291-758293596ba3"}]: dispatch 2024-04-22T04:24:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:02.822932+0000 mon.a (mon.0) 495 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f90dc05a-ea35-4d2c-a291-758293596ba3"}]': finished 2024-04-22T04:24:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:02.823023+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2024-04-22T04:24:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:02.823164+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:24:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:02.816856+0000 mon.b (mon.1) 19 : audit [INF] from='client.? 172.21.15.62:0/912873278' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f90dc05a-ea35-4d2c-a291-758293596ba3"}]: dispatch 2024-04-22T04:24:03.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:02.817466+0000 mon.a (mon.0) 494 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f90dc05a-ea35-4d2c-a291-758293596ba3"}]: dispatch 2024-04-22T04:24:03.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:02.822932+0000 mon.a (mon.0) 495 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f90dc05a-ea35-4d2c-a291-758293596ba3"}]': finished 2024-04-22T04:24:03.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:02.823023+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2024-04-22T04:24:03.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:02.823164+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:24:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:03.158228+0000 mgr.y (mgr.14146) 178 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:03.454720+0000 mon.b (mon.1) 20 : audit [DBG] from='client.? 172.21.15.62:0/1856584108' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:24:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:03.158228+0000 mgr.y (mgr.14146) 178 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:03.454720+0000 mon.b (mon.1) 20 : audit [DBG] from='client.? 172.21.15.62:0/1856584108' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:24:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:03.158228+0000 mgr.y (mgr.14146) 178 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:03.454720+0000 mon.b (mon.1) 20 : audit [DBG] from='client.? 172.21.15.62:0/1856584108' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T04:24:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:05.158547+0000 mgr.y (mgr.14146) 179 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:05.158547+0000 mgr.y (mgr.14146) 179 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:05.158547+0000 mgr.y (mgr.14146) 179 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:07.158998+0000 mgr.y (mgr.14146) 180 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:07.158998+0000 mgr.y (mgr.14146) 180 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:07.158998+0000 mgr.y (mgr.14146) 180 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:10.630 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:09.159419+0000 mgr.y (mgr.14146) 181 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:10.630 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:09.717720+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T04:24:10.630 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:09.718579+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:09.159419+0000 mgr.y (mgr.14146) 181 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:09.717720+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T04:24:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:09.718579+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:09.159419+0000 mgr.y (mgr.14146) 181 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:09.717720+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T04:24:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:09.718579+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:11.858 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:24:09.719322+0000 mgr.y (mgr.14146) 182 : cephadm [INF] Deploying daemon osd.7 on smithi062 2024-04-22T04:24:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:24:09.719322+0000 mgr.y (mgr.14146) 182 : cephadm [INF] Deploying daemon osd.7 on smithi062 2024-04-22T04:24:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:24:09.719322+0000 mgr.y (mgr.14146) 182 : cephadm [INF] Deploying daemon osd.7 on smithi062 2024-04-22T04:24:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:11.159786+0000 mgr.y (mgr.14146) 183 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:11.159786+0000 mgr.y (mgr.14146) 183 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:11.159786+0000 mgr.y (mgr.14146) 183 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:13.160281+0000 mgr.y (mgr.14146) 184 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:13.160281+0000 mgr.y (mgr.14146) 184 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:13.160281+0000 mgr.y (mgr.14146) 184 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:15.160711+0000 mgr.y (mgr.14146) 185 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:15.863174+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:15.867785+0000 mon.a (mon.0) 501 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:15.160711+0000 mgr.y (mgr.14146) 185 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:15.863174+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:15.867785+0000 mon.a (mon.0) 501 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:15.160711+0000 mgr.y (mgr.14146) 185 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:15.863174+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:15.867785+0000 mon.a (mon.0) 501 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:18.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:18 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:17.161091+0000 mgr.y (mgr.14146) 186 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:17.161091+0000 mgr.y (mgr.14146) 186 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:17.161091+0000 mgr.y (mgr.14146) 186 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:19.653 INFO:teuthology.orchestra.run.smithi062.stdout:Created osd(s) 7 on host 'smithi062' 2024-04-22T04:24:19.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:18.867151+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:18.868065+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:18.869020+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:18.875895+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:18.971956+0000 mon.b (mon.1) 21 : audit [INF] from='osd.7 [v2:172.21.15.62:6824/3575726867,v1:172.21.15.62:6825/3575726867]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T04:24:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:18.972291+0000 mon.a (mon.0) 506 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T04:24:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:19.161510+0000 mgr.y (mgr.14146) 187 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:19.654932+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:19.694254+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:20.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:18.867151+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:20.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:18.868065+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:20.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:18.869020+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:20.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:18.875895+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:20.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:18.971956+0000 mon.b (mon.1) 21 : audit [INF] from='osd.7 [v2:172.21.15.62:6824/3575726867,v1:172.21.15.62:6825/3575726867]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T04:24:20.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:18.972291+0000 mon.a (mon.0) 506 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T04:24:20.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:19.161510+0000 mgr.y (mgr.14146) 187 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:20.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:19.654932+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:20.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:19.694254+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:18.867151+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:18.868065+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:18.869020+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:18.875895+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:18.971956+0000 mon.b (mon.1) 21 : audit [INF] from='osd.7 [v2:172.21.15.62:6824/3575726867,v1:172.21.15.62:6825/3575726867]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T04:24:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:18.972291+0000 mon.a (mon.0) 506 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T04:24:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:19.161510+0000 mgr.y (mgr.14146) 187 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:19.654932+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:20.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:19.694254+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:20.468 DEBUG:teuthology.orchestra.run.smithi062:osd.7> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.7.service 2024-04-22T04:24:20.470 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-22T04:24:20.470 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-22T04:24:20.503 INFO:journalctl@ceph.osd.7.smithi062.stdout:-- Logs begin at Mon 2024-04-22 04:08:34 UTC. -- 2024-04-22T04:24:20.884 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:19.880853+0000 mon.a (mon.0) 509 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-22T04:24:20.884 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:19.880969+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2024-04-22T04:24:20.884 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:19.881105+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:24:20.884 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:19.881546+0000 mon.b (mon.1) 22 : audit [INF] from='osd.7 [v2:172.21.15.62:6824/3575726867,v1:172.21.15.62:6825/3575726867]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:24:20.884 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:19.881794+0000 mon.a (mon.0) 512 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:24:21.081 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:24:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[57250]: debug 2024-04-22T04:24:20.886+0000 7f61f64c4700 -1 osd.7 0 waiting for initial osdmap 2024-04-22T04:24:21.081 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:24:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[57250]: debug 2024-04-22T04:24:20.894+0000 7f61f043b700 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T04:24:21.081 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:19.880853+0000 mon.a (mon.0) 509 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-22T04:24:21.081 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:19.880969+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2024-04-22T04:24:21.081 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:19.881105+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:24:21.081 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:19.881546+0000 mon.b (mon.1) 22 : audit [INF] from='osd.7 [v2:172.21.15.62:6824/3575726867,v1:172.21.15.62:6825/3575726867]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:24:21.081 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:19.881794+0000 mon.a (mon.0) 512 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:24:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:19.880853+0000 mon.a (mon.0) 509 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-22T04:24:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:19.880969+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2024-04-22T04:24:21.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:19.881105+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:24:21.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:19.881546+0000 mon.b (mon.1) 22 : audit [INF] from='osd.7 [v2:172.21.15.62:6824/3575726867,v1:172.21.15.62:6825/3575726867]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:24:21.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:19.881794+0000 mon.a (mon.0) 512 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:24:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:20.882874+0000 mon.a (mon.0) 513 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-04-22T04:24:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:20.882952+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2024-04-22T04:24:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:20.883314+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:24:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:20.887543+0000 mon.a (mon.0) 516 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:24:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:21.161934+0000 mgr.y (mgr.14146) 188 : cluster [DBG] pgmap v175: 1 pgs: 1 peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:21.303391+0000 mon.a (mon.0) 517 : cluster [INF] osd.7 [v2:172.21.15.62:6824/3575726867,v1:172.21.15.62:6825/3575726867] boot 2024-04-22T04:24:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:21.303444+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-04-22T04:24:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:21.303583+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:24:22.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:20.882874+0000 mon.a (mon.0) 513 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-04-22T04:24:22.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:20.882952+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2024-04-22T04:24:22.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:20.883314+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:24:22.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:20.887543+0000 mon.a (mon.0) 516 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:24:22.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:21.161934+0000 mgr.y (mgr.14146) 188 : cluster [DBG] pgmap v175: 1 pgs: 1 peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:22.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:21.303391+0000 mon.a (mon.0) 517 : cluster [INF] osd.7 [v2:172.21.15.62:6824/3575726867,v1:172.21.15.62:6825/3575726867] boot 2024-04-22T04:24:22.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:21.303444+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-04-22T04:24:22.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:21.303583+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:24:22.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:20.882874+0000 mon.a (mon.0) 513 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-04-22T04:24:22.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:20.882952+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2024-04-22T04:24:22.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:20.883314+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:24:22.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:20.887543+0000 mon.a (mon.0) 516 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:24:22.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:21.161934+0000 mgr.y (mgr.14146) 188 : cluster [DBG] pgmap v175: 1 pgs: 1 peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-22T04:24:22.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:21.303391+0000 mon.a (mon.0) 517 : cluster [INF] osd.7 [v2:172.21.15.62:6824/3575726867,v1:172.21.15.62:6825/3575726867] boot 2024-04-22T04:24:22.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:21.303444+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-04-22T04:24:22.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:21.303583+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:24:23.032 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:19.929482+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:24:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:19.929529+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:24:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:21.884528+0000 mon.a (mon.0) 520 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-22T04:24:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:22.305784+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-04-22T04:24:23.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:19.929482+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:24:23.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:19.929529+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:24:23.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:21.884528+0000 mon.a (mon.0) 520 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-22T04:24:23.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:22.305784+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-04-22T04:24:23.319 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:19.929482+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-22T04:24:23.320 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:19.929529+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-22T04:24:23.320 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:21.884528+0000 mon.a (mon.0) 520 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-22T04:24:23.320 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:22.305784+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-04-22T04:24:24.005 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":49,"num_osds":8,"num_up_osds":8,"osd_up_since":1713759861,"num_in_osds":8,"osd_in_since":1713759842,"num_remapped_pgs":0} 2024-04-22T04:24:24.006 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-22T04:24:24.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:23.034251+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.40:0/1978777458' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-22T04:24:24.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:23.162250+0000 mgr.y (mgr.14146) 189 : cluster [DBG] pgmap v178: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:24.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:23.305741+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-04-22T04:24:24.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:23.034251+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.40:0/1978777458' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-22T04:24:24.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:23.162250+0000 mgr.y (mgr.14146) 189 : cluster [DBG] pgmap v178: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:24.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:23.305741+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-04-22T04:24:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:23.034251+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.40:0/1978777458' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-22T04:24:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:23.162250+0000 mgr.y (mgr.14146) 189 : cluster [DBG] pgmap v178: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:23.305741+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-04-22T04:24:24.285 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:24:25.366 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:24:23.961990+0000 mgr.y (mgr.14146) 190 : cephadm [INF] Detected new or changed devices on smithi062 2024-04-22T04:24:25.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:23.967023+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:25.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:23.968144+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:24:25.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:23.969014+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:24:25.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:23.969808+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:24:25.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:23.970588+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:24:25.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:24:23.971200+0000 mgr.y (mgr.14146) 191 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 4280M 2024-04-22T04:24:25.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:23.975299+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:25.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:23.976287+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:25.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:23.977328+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:25.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:23.983215+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:25.367 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:24:23.961990+0000 mgr.y (mgr.14146) 190 : cephadm [INF] Detected new or changed devices on smithi062 2024-04-22T04:24:25.368 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:23.967023+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:25.368 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:23.968144+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:24:25.368 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:23.969014+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:24:25.368 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:23.969808+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:24:25.368 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:23.970588+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:24:25.368 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:24:23.971200+0000 mgr.y (mgr.14146) 191 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 4280M 2024-04-22T04:24:25.368 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:23.975299+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:25.368 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:23.976287+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:25.368 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:23.977328+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:25.368 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:23.983215+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:24:23.961990+0000 mgr.y (mgr.14146) 190 : cephadm [INF] Detected new or changed devices on smithi062 2024-04-22T04:24:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:23.967023+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:23.968144+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:24:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:23.969014+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:24:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:23.969808+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:24:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:23.970588+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:24:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:24:23.971200+0000 mgr.y (mgr.14146) 191 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 4280M 2024-04-22T04:24:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:23.975299+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:23.976287+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:23.977328+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:23.983215+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:26.097 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:25.162644+0000 mgr.y (mgr.14146) 192 : cluster [DBG] pgmap v180: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:26.098 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:25.162644+0000 mgr.y (mgr.14146) 192 : cluster [DBG] pgmap v180: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:26.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:25.162644+0000 mgr.y (mgr.14146) 192 : cluster [DBG] pgmap v180: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:26.535 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:26.535 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":50,"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","created":"2024-04-22T04:18:50.150011+0000","modified":"2024-04-22T04:24:23.302262+0000","last_up_change":"2024-04-22T04:24:21.299093+0000","last_in_change":"2024-04-22T04:24:02.818042+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-22T04:22:08.850384+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"9175df1f-b111-4ef2-bfe3-63819e7941ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6803","nonce":948352163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6805","nonce":948352163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6809","nonce":948352163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6807","nonce":948352163}]},"public_addr":"172.21.15.40:6803/948352163","cluster_addr":"172.21.15.40:6805/948352163","heartbeat_back_addr":"172.21.15.40:6809/948352163","heartbeat_front_addr":"172.21.15.40:6807/948352163","state":["exists","up"]},{"osd":1,"uuid":"56a5c3bd-1475-4c45-b34a-29f0ddf22588","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6811","nonce":2533588003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6813","nonce":2533588003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6817","nonce":2533588003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6815","nonce":2533588003}]},"public_addr":"172.21.15.40:6811/2533588003","cluster_addr":"172.21.15.40:6813/2533588003","heartbeat_back_addr":"172.21.15.40:6817/2533588003","heartbeat_front_addr":"172.21.15.40:6815/2533588003","state":["exists","up"]},{"osd":2,"uuid":"2687fa66-5d91-4e7a-a733-f04683426fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6819","nonce":3133354834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6821","nonce":3133354834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6825","nonce":3133354834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6823","nonce":3133354834}]},"public_addr":"172.21.15.40:6819/3133354834","cluster_addr":"172.21.15.40:6821/3133354834","heartbeat_back_addr":"172.21.15.40:6825/3133354834","heartbeat_front_addr":"172.21.15.40:6823/3133354834","state":["exists","up"]},{"osd":3,"uuid":"26394218-48e4-4f26-9a9e-6a364a0d742c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6827","nonce":1750368880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6829","nonce":1750368880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6833","nonce":1750368880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6831","nonce":1750368880}]},"public_addr":"172.21.15.40:6827/1750368880","cluster_addr":"172.21.15.40:6829/1750368880","heartbeat_back_addr":"172.21.15.40:6833/1750368880","heartbeat_front_addr":"172.21.15.40:6831/1750368880","state":["exists","up"]},{"osd":4,"uuid":"fe518305-5b3a-4593-8487-2420df463fcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6801","nonce":3461291081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6803","nonce":3461291081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6807","nonce":3461291081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6805","nonce":3461291081}]},"public_addr":"172.21.15.62:6801/3461291081","cluster_addr":"172.21.15.62:6803/3461291081","heartbeat_back_addr":"172.21.15.62:6807/3461291081","heartbeat_front_addr":"172.21.15.62:6805/3461291081","state":["exists","up"]},{"osd":5,"uuid":"c24eb7c4-e089-46aa-84ab-c6a10e8976ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6809","nonce":4086780646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6811","nonce":4086780646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6815","nonce":4086780646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6813","nonce":4086780646}]},"public_addr":"172.21.15.62:6809/4086780646","cluster_addr":"172.21.15.62:6811/4086780646","heartbeat_back_addr":"172.21.15.62:6815/4086780646","heartbeat_front_addr":"172.21.15.62:6813/4086780646","state":["exists","up"]},{"osd":6,"uuid":"9057756d-fdc1-46a0-8d10-03d46f76d89d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6817","nonce":4166341966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6819","nonce":4166341966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6823","nonce":4166341966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6821","nonce":4166341966}]},"public_addr":"172.21.15.62:6817/4166341966","cluster_addr":"172.21.15.62:6819/4166341966","heartbeat_back_addr":"172.21.15.62:6823/4166341966","heartbeat_front_addr":"172.21.15.62:6821/4166341966","state":["exists","up"]},{"osd":7,"uuid":"f90dc05a-ea35-4d2c-a291-758293596ba3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6825","nonce":3575726867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6827","nonce":3575726867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6831","nonce":3575726867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6829","nonce":3575726867}]},"public_addr":"172.21.15.62:6825/3575726867","cluster_addr":"172.21.15.62:6827/3575726867","heartbeat_back_addr":"172.21.15.62:6831/3575726867","heartbeat_front_addr":"172.21.15.62:6829/3575726867","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:13.135242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:39.742797+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:06.540884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:32.593576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:57.708728+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:24.537154+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:51.391403+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:24:19.929531+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:6801/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2286115160":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6801/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2620968302":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3618507425":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2689848740":"2024-04-23T04:19:19.717943+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T04:24:27.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:26.537017+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.40:0/3122875409' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:27.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:26.537017+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.40:0/3122875409' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:27.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:26.537017+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.40:0/3122875409' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:27.569 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-04-22T04:22:08.850384+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}] 2024-04-22T04:24:27.570 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd pool get device_health_metrics pg_num 2024-04-22T04:24:27.849 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:24:28.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:27.163102+0000 mgr.y (mgr.14146) 193 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:28.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:27.163102+0000 mgr.y (mgr.14146) 193 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:28.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:27.163102+0000 mgr.y (mgr.14146) 193 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:29.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:27.973551+0000 mon.a (mon.0) 532 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-22T04:24:29.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:27.973579+0000 mon.a (mon.0) 533 : cluster [INF] Cluster is now healthy 2024-04-22T04:24:29.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:27.973551+0000 mon.a (mon.0) 532 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-22T04:24:29.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:27.973579+0000 mon.a (mon.0) 533 : cluster [INF] Cluster is now healthy 2024-04-22T04:24:29.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:27.973551+0000 mon.a (mon.0) 532 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-22T04:24:29.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:27.973579+0000 mon.a (mon.0) 533 : cluster [INF] Cluster is now healthy 2024-04-22T04:24:30.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:29.163542+0000 mgr.y (mgr.14146) 194 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:30.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:29.163542+0000 mgr.y (mgr.14146) 194 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:30.296 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2024-04-22T04:24:30.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:29.163542+0000 mgr.y (mgr.14146) 194 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:31.084 INFO:tasks.cephadm:Adding mds.a on smithi040 2024-04-22T04:24:31.084 INFO:tasks.cephadm:Adding mds.b on smithi062 2024-04-22T04:24:31.084 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch apply mds all '2;smithi040=a;smithi062=b' 2024-04-22T04:24:31.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:30.298656+0000 mon.a (mon.0) 534 : audit [DBG] from='client.? 172.21.15.40:0/2060057691' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-22T04:24:31.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:30.298656+0000 mon.a (mon.0) 534 : audit [DBG] from='client.? 172.21.15.40:0/2060057691' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-22T04:24:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:30.298656+0000 mon.a (mon.0) 534 : audit [DBG] from='client.? 172.21.15.40:0/2060057691' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-22T04:24:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:31.164031+0000 mgr.y (mgr.14146) 195 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:32.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:31.164031+0000 mgr.y (mgr.14146) 195 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:32.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:31.164031+0000 mgr.y (mgr.14146) 195 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:33.330 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled mds.all update... 2024-04-22T04:24:34.074 DEBUG:teuthology.orchestra.run.smithi040:mds.a> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@mds.a.service 2024-04-22T04:24:34.077 DEBUG:teuthology.orchestra.run.smithi062:mds.b> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@mds.b.service 2024-04-22T04:24:34.079 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-22T04:24:34.079 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T04:24:34.107 INFO:journalctl@ceph.mds.a.smithi040.stdout:-- Logs begin at Mon 2024-04-22 04:08:30 UTC. -- 2024-04-22T04:24:34.109 INFO:journalctl@ceph.mds.b.smithi062.stdout:-- Logs begin at Mon 2024-04-22 04:08:34 UTC. -- 2024-04-22T04:24:34.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:33.164407+0000 mgr.y (mgr.14146) 196 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:33.324081+0000 mgr.y (mgr.14146) 197 : audit [DBG] from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi040=a;smithi062=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:24:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:24:33.325723+0000 mgr.y (mgr.14146) 198 : cephadm [INF] Saving service mds.all spec with placement smithi040=a;smithi062=b;count:2 2024-04-22T04:24:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:33.331895+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:33.371691+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:33.716009+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:33.716678+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:33.723253+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:33.730574+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:33.731312+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:24:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:33.736515+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T04:24:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:33.737129+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:33.164407+0000 mgr.y (mgr.14146) 196 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:33.324081+0000 mgr.y (mgr.14146) 197 : audit [DBG] from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi040=a;smithi062=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:24:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:24:33.325723+0000 mgr.y (mgr.14146) 198 : cephadm [INF] Saving service mds.all spec with placement smithi040=a;smithi062=b;count:2 2024-04-22T04:24:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:33.331895+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:33.371691+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:33.716009+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:33.716678+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:33.723253+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:33.730574+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:33.731312+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:24:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:33.736515+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T04:24:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:33.737129+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:34.549 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:34.549 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":50,"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","created":"2024-04-22T04:18:50.150011+0000","modified":"2024-04-22T04:24:23.302262+0000","last_up_change":"2024-04-22T04:24:21.299093+0000","last_in_change":"2024-04-22T04:24:02.818042+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-22T04:22:08.850384+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"9175df1f-b111-4ef2-bfe3-63819e7941ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6803","nonce":948352163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6805","nonce":948352163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6809","nonce":948352163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6807","nonce":948352163}]},"public_addr":"172.21.15.40:6803/948352163","cluster_addr":"172.21.15.40:6805/948352163","heartbeat_back_addr":"172.21.15.40:6809/948352163","heartbeat_front_addr":"172.21.15.40:6807/948352163","state":["exists","up"]},{"osd":1,"uuid":"56a5c3bd-1475-4c45-b34a-29f0ddf22588","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6811","nonce":2533588003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6813","nonce":2533588003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6817","nonce":2533588003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6815","nonce":2533588003}]},"public_addr":"172.21.15.40:6811/2533588003","cluster_addr":"172.21.15.40:6813/2533588003","heartbeat_back_addr":"172.21.15.40:6817/2533588003","heartbeat_front_addr":"172.21.15.40:6815/2533588003","state":["exists","up"]},{"osd":2,"uuid":"2687fa66-5d91-4e7a-a733-f04683426fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6819","nonce":3133354834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6821","nonce":3133354834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6825","nonce":3133354834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6823","nonce":3133354834}]},"public_addr":"172.21.15.40:6819/3133354834","cluster_addr":"172.21.15.40:6821/3133354834","heartbeat_back_addr":"172.21.15.40:6825/3133354834","heartbeat_front_addr":"172.21.15.40:6823/3133354834","state":["exists","up"]},{"osd":3,"uuid":"26394218-48e4-4f26-9a9e-6a364a0d742c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6827","nonce":1750368880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6829","nonce":1750368880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6833","nonce":1750368880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6831","nonce":1750368880}]},"public_addr":"172.21.15.40:6827/1750368880","cluster_addr":"172.21.15.40:6829/1750368880","heartbeat_back_addr":"172.21.15.40:6833/1750368880","heartbeat_front_addr":"172.21.15.40:6831/1750368880","state":["exists","up"]},{"osd":4,"uuid":"fe518305-5b3a-4593-8487-2420df463fcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6801","nonce":3461291081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6803","nonce":3461291081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6807","nonce":3461291081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6805","nonce":3461291081}]},"public_addr":"172.21.15.62:6801/3461291081","cluster_addr":"172.21.15.62:6803/3461291081","heartbeat_back_addr":"172.21.15.62:6807/3461291081","heartbeat_front_addr":"172.21.15.62:6805/3461291081","state":["exists","up"]},{"osd":5,"uuid":"c24eb7c4-e089-46aa-84ab-c6a10e8976ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6809","nonce":4086780646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6811","nonce":4086780646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6815","nonce":4086780646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6813","nonce":4086780646}]},"public_addr":"172.21.15.62:6809/4086780646","cluster_addr":"172.21.15.62:6811/4086780646","heartbeat_back_addr":"172.21.15.62:6815/4086780646","heartbeat_front_addr":"172.21.15.62:6813/4086780646","state":["exists","up"]},{"osd":6,"uuid":"9057756d-fdc1-46a0-8d10-03d46f76d89d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6817","nonce":4166341966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6819","nonce":4166341966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6823","nonce":4166341966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6821","nonce":4166341966}]},"public_addr":"172.21.15.62:6817/4166341966","cluster_addr":"172.21.15.62:6819/4166341966","heartbeat_back_addr":"172.21.15.62:6823/4166341966","heartbeat_front_addr":"172.21.15.62:6821/4166341966","state":["exists","up"]},{"osd":7,"uuid":"f90dc05a-ea35-4d2c-a291-758293596ba3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6825","nonce":3575726867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6827","nonce":3575726867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6831","nonce":3575726867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6829","nonce":3575726867}]},"public_addr":"172.21.15.62:6825/3575726867","cluster_addr":"172.21.15.62:6827/3575726867","heartbeat_back_addr":"172.21.15.62:6831/3575726867","heartbeat_front_addr":"172.21.15.62:6829/3575726867","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:13.135242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:39.742797+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:06.540884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:32.593576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:57.708728+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:24.537154+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:51.391403+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:24:19.929531+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:6801/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2286115160":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6801/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2620968302":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3618507425":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2689848740":"2024-04-23T04:19:19.717943+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T04:24:34.565 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-04-22T04:22:08.850384+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}] 2024-04-22T04:24:34.565 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get device_health_metrics pg_num 2024-04-22T04:24:34.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:33.164407+0000 mgr.y (mgr.14146) 196 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:33.324081+0000 mgr.y (mgr.14146) 197 : audit [DBG] from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi040=a;smithi062=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:24:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:24:33.325723+0000 mgr.y (mgr.14146) 198 : cephadm [INF] Saving service mds.all spec with placement smithi040=a;smithi062=b;count:2 2024-04-22T04:24:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:33.331895+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:33.371691+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:33.716009+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:33.716678+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:33.723253+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:33.730574+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:33.731312+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:24:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:33.736515+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T04:24:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:33.737129+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:34.869 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2024-04-22T04:24:34.883 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T04:24:35.234 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:35.234 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-22T04:24:35.236 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 1 2024-04-22T04:24:35.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:24:33.737666+0000 mgr.y (mgr.14146) 199 : cephadm [INF] Deploying daemon mds.a on smithi040 2024-04-22T04:24:35.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:34.551223+0000 mon.a (mon.0) 544 : audit [DBG] from='client.? 172.21.15.40:0/3922253486' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:35.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:34.871647+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.40:0/1735651671' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-22T04:24:35.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:35.236377+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.40:0/769766464' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:24:35.503 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:24:33.737666+0000 mgr.y (mgr.14146) 199 : cephadm [INF] Deploying daemon mds.a on smithi040 2024-04-22T04:24:35.503 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:34.551223+0000 mon.a (mon.0) 544 : audit [DBG] from='client.? 172.21.15.40:0/3922253486' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:35.503 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:34.871647+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.40:0/1735651671' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-22T04:24:35.503 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:35.236377+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.40:0/769766464' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:24:35.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:24:33.737666+0000 mgr.y (mgr.14146) 199 : cephadm [INF] Deploying daemon mds.a on smithi040 2024-04-22T04:24:35.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:34.551223+0000 mon.a (mon.0) 544 : audit [DBG] from='client.? 172.21.15.40:0/3922253486' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:35.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:34.871647+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.40:0/1735651671' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-22T04:24:35.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:35.236377+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.40:0/769766464' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:24:35.766 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 04:24:35 smithi040 systemd[1]: Starting Ceph mds.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:24:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:35.164707+0000 mgr.y (mgr.14146) 200 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:35.164707+0000 mgr.y (mgr.14146) 200 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:35.164707+0000 mgr.y (mgr.14146) 200 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:36.659 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 04:24:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-a[66432]: starting mds.a at 2024-04-22T04:24:36.659 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 04:24:36 smithi040 bash[66417]: 07889a83e85d5cada7057ae5946194270347d39c21af17c24394e32a335532e6 2024-04-22T04:24:36.660 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 04:24:36 smithi040 systemd[1]: Started Ceph mds.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:24:37.248 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T04:24:37.613 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:37.613 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24353,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/998739711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":998739711},{"type":"v1","addr":"172.21.15.40:6835","nonce":998739711}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-22T04:24:37.616 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 2 2024-04-22T04:24:37.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:36.418851+0000 mon.a (mon.0) 545 : cluster [DBG] mds.? [v2:172.21.15.40:6834/998739711,v1:172.21.15.40:6835/998739711] up:boot 2024-04-22T04:24:37.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:36.418900+0000 mon.a (mon.0) 546 : cluster [DBG] fsmap 1 up:standby 2024-04-22T04:24:37.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:36.418995+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T04:24:37.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:36.522128+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:37.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:36.523041+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:24:37.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:36.526084+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T04:24:37.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:36.526702+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:37.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:24:36.527228+0000 mgr.y (mgr.14146) 201 : cephadm [INF] Deploying daemon mds.b on smithi062 2024-04-22T04:24:37.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:36.418851+0000 mon.a (mon.0) 545 : cluster [DBG] mds.? [v2:172.21.15.40:6834/998739711,v1:172.21.15.40:6835/998739711] up:boot 2024-04-22T04:24:37.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:36.418900+0000 mon.a (mon.0) 546 : cluster [DBG] fsmap 1 up:standby 2024-04-22T04:24:37.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:36.418995+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T04:24:37.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:36.522128+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:37.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:36.523041+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:24:37.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:36.526084+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T04:24:37.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:36.526702+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:37.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:24:36.527228+0000 mgr.y (mgr.14146) 201 : cephadm [INF] Deploying daemon mds.b on smithi062 2024-04-22T04:24:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:36.418851+0000 mon.a (mon.0) 545 : cluster [DBG] mds.? [v2:172.21.15.40:6834/998739711,v1:172.21.15.40:6835/998739711] up:boot 2024-04-22T04:24:37.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:36.418900+0000 mon.a (mon.0) 546 : cluster [DBG] fsmap 1 up:standby 2024-04-22T04:24:37.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:36.418995+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T04:24:37.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:36.522128+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:37.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:36.523041+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:24:37.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:36.526084+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T04:24:37.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:36.526702+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:37.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:24:36.527228+0000 mgr.y (mgr.14146) 201 : cephadm [INF] Deploying daemon mds.b on smithi062 2024-04-22T04:24:38.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:37.165210+0000 mgr.y (mgr.14146) 202 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:38.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:37.615675+0000 mon.a (mon.0) 552 : audit [DBG] from='client.? 172.21.15.40:0/255671434' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:24:38.633 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 04:24:38 smithi062 systemd[1]: Starting Ceph mds.b for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:24:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:37.165210+0000 mgr.y (mgr.14146) 202 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:37.615675+0000 mon.a (mon.0) 552 : audit [DBG] from='client.? 172.21.15.40:0/255671434' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:24:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:37.165210+0000 mgr.y (mgr.14146) 202 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:37.615675+0000 mon.a (mon.0) 552 : audit [DBG] from='client.? 172.21.15.40:0/255671434' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:24:39.381 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 04:24:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-b[60000]: starting mds.b at 2024-04-22T04:24:39.382 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 04:24:39 smithi062 bash[59985]: 37118b5020536113f26986e5f2a78115833b2f7485fbace7314ebd53a7d61b90 2024-04-22T04:24:39.382 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 04:24:39 smithi062 systemd[1]: Started Ceph mds.b for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:24:39.628 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T04:24:39.984 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:39.985 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24353,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/998739711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":998739711},{"type":"v1","addr":"172.21.15.40:6835","nonce":998739711}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24361,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/2120726289","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":2120726289},{"type":"v1","addr":"172.21.15.62:6833","nonce":2120726289}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-04-22T04:24:39.987 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 3 2024-04-22T04:24:39.998 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T04:24:40.310 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:40.310 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":50,"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","created":"2024-04-22T04:18:50.150011+0000","modified":"2024-04-22T04:24:23.302262+0000","last_up_change":"2024-04-22T04:24:21.299093+0000","last_in_change":"2024-04-22T04:24:02.818042+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-22T04:22:08.850384+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"9175df1f-b111-4ef2-bfe3-63819e7941ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6803","nonce":948352163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6805","nonce":948352163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6809","nonce":948352163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6807","nonce":948352163}]},"public_addr":"172.21.15.40:6803/948352163","cluster_addr":"172.21.15.40:6805/948352163","heartbeat_back_addr":"172.21.15.40:6809/948352163","heartbeat_front_addr":"172.21.15.40:6807/948352163","state":["exists","up"]},{"osd":1,"uuid":"56a5c3bd-1475-4c45-b34a-29f0ddf22588","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6811","nonce":2533588003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6813","nonce":2533588003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6817","nonce":2533588003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6815","nonce":2533588003}]},"public_addr":"172.21.15.40:6811/2533588003","cluster_addr":"172.21.15.40:6813/2533588003","heartbeat_back_addr":"172.21.15.40:6817/2533588003","heartbeat_front_addr":"172.21.15.40:6815/2533588003","state":["exists","up"]},{"osd":2,"uuid":"2687fa66-5d91-4e7a-a733-f04683426fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6819","nonce":3133354834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6821","nonce":3133354834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6825","nonce":3133354834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6823","nonce":3133354834}]},"public_addr":"172.21.15.40:6819/3133354834","cluster_addr":"172.21.15.40:6821/3133354834","heartbeat_back_addr":"172.21.15.40:6825/3133354834","heartbeat_front_addr":"172.21.15.40:6823/3133354834","state":["exists","up"]},{"osd":3,"uuid":"26394218-48e4-4f26-9a9e-6a364a0d742c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6827","nonce":1750368880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6829","nonce":1750368880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6833","nonce":1750368880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6831","nonce":1750368880}]},"public_addr":"172.21.15.40:6827/1750368880","cluster_addr":"172.21.15.40:6829/1750368880","heartbeat_back_addr":"172.21.15.40:6833/1750368880","heartbeat_front_addr":"172.21.15.40:6831/1750368880","state":["exists","up"]},{"osd":4,"uuid":"fe518305-5b3a-4593-8487-2420df463fcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6801","nonce":3461291081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6803","nonce":3461291081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6807","nonce":3461291081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6805","nonce":3461291081}]},"public_addr":"172.21.15.62:6801/3461291081","cluster_addr":"172.21.15.62:6803/3461291081","heartbeat_back_addr":"172.21.15.62:6807/3461291081","heartbeat_front_addr":"172.21.15.62:6805/3461291081","state":["exists","up"]},{"osd":5,"uuid":"c24eb7c4-e089-46aa-84ab-c6a10e8976ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6809","nonce":4086780646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6811","nonce":4086780646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6815","nonce":4086780646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6813","nonce":4086780646}]},"public_addr":"172.21.15.62:6809/4086780646","cluster_addr":"172.21.15.62:6811/4086780646","heartbeat_back_addr":"172.21.15.62:6815/4086780646","heartbeat_front_addr":"172.21.15.62:6813/4086780646","state":["exists","up"]},{"osd":6,"uuid":"9057756d-fdc1-46a0-8d10-03d46f76d89d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6817","nonce":4166341966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6819","nonce":4166341966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6823","nonce":4166341966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6821","nonce":4166341966}]},"public_addr":"172.21.15.62:6817/4166341966","cluster_addr":"172.21.15.62:6819/4166341966","heartbeat_back_addr":"172.21.15.62:6823/4166341966","heartbeat_front_addr":"172.21.15.62:6821/4166341966","state":["exists","up"]},{"osd":7,"uuid":"f90dc05a-ea35-4d2c-a291-758293596ba3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6825","nonce":3575726867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6827","nonce":3575726867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6831","nonce":3575726867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6829","nonce":3575726867}]},"public_addr":"172.21.15.62:6825/3575726867","cluster_addr":"172.21.15.62:6827/3575726867","heartbeat_back_addr":"172.21.15.62:6831/3575726867","heartbeat_front_addr":"172.21.15.62:6829/3575726867","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:13.135242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:39.742797+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:06.540884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:32.593576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:57.708728+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:24.537154+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:51.391403+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:24:19.929531+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:6801/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2286115160":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6801/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2620968302":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3618507425":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2689848740":"2024-04-23T04:19:19.717943+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T04:24:40.324 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:39.116041+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:40.324 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:39.117465+0000 mon.a (mon.0) 554 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:40.324 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:39.165537+0000 mgr.y (mgr.14146) 203 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:40.324 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:39.531296+0000 mon.a (mon.0) 555 : cluster [DBG] mds.? [v2:172.21.15.62:6832/2120726289,v1:172.21.15.62:6833/2120726289] up:boot 2024-04-22T04:24:40.324 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:39.531355+0000 mon.a (mon.0) 556 : cluster [DBG] fsmap 2 up:standby 2024-04-22T04:24:40.324 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:39.531459+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:24:40.324 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:39.987148+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.40:0/188803825' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:24:40.324 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:39.116041+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:40.325 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:39.117465+0000 mon.a (mon.0) 554 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:40.325 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:39.165537+0000 mgr.y (mgr.14146) 203 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:40.325 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:39.531296+0000 mon.a (mon.0) 555 : cluster [DBG] mds.? [v2:172.21.15.62:6832/2120726289,v1:172.21.15.62:6833/2120726289] up:boot 2024-04-22T04:24:40.325 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:39.531355+0000 mon.a (mon.0) 556 : cluster [DBG] fsmap 2 up:standby 2024-04-22T04:24:40.325 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:39.531459+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:24:40.325 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:39.987148+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.40:0/188803825' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:24:40.326 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-04-22T04:22:08.850384+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}] 2024-04-22T04:24:40.326 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get device_health_metrics pg_num 2024-04-22T04:24:40.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:39.116041+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:40.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:39.117465+0000 mon.a (mon.0) 554 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:40.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:39.165537+0000 mgr.y (mgr.14146) 203 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:40.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:39.531296+0000 mon.a (mon.0) 555 : cluster [DBG] mds.? [v2:172.21.15.62:6832/2120726289,v1:172.21.15.62:6833/2120726289] up:boot 2024-04-22T04:24:40.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:39.531355+0000 mon.a (mon.0) 556 : cluster [DBG] fsmap 2 up:standby 2024-04-22T04:24:40.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:39.531459+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:24:40.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:39.987148+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.40:0/188803825' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:24:40.665 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2024-04-22T04:24:40.678 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-22T04:24:40.979 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:40.979 INFO:teuthology.orchestra.run.smithi040.stdout:[ 2024-04-22T04:24:40.980 INFO:teuthology.orchestra.run.smithi040.stdout: { 2024-04-22T04:24:40.980 INFO:teuthology.orchestra.run.smithi040.stdout: "poolnum": 1, 2024-04-22T04:24:40.980 INFO:teuthology.orchestra.run.smithi040.stdout: "poolname": "device_health_metrics" 2024-04-22T04:24:40.980 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:24:40.980 INFO:teuthology.orchestra.run.smithi040.stdout:] 2024-04-22T04:24:40.993 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-22T04:24:40.993 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-22T04:24:41.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:40.289705+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:41.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:40.311218+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.40:0/2596675321' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:41.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:40.467779+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:41.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:40.604106+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:41.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:40.604955+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:41.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:40.605699+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:41.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:40.611057+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:41.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:40.613424+0000 mon.a (mon.0) 564 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:41.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:40.614594+0000 mon.a (mon.0) 565 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:41.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:40.615125+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:41.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:40.620061+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:41.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:40.667370+0000 mon.a (mon.0) 568 : audit [DBG] from='client.? 172.21.15.40:0/2567407721' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-22T04:24:41.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:40.981879+0000 mon.a (mon.0) 569 : audit [DBG] from='client.? 172.21.15.40:0/1571388220' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-22T04:24:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:40.289705+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:40.311218+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.40:0/2596675321' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:40.467779+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:40.604106+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:40.604955+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:40.605699+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:40.611057+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:40.613424+0000 mon.a (mon.0) 564 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:40.614594+0000 mon.a (mon.0) 565 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:41.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:40.615125+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:41.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:40.620061+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:41.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:40.667370+0000 mon.a (mon.0) 568 : audit [DBG] from='client.? 172.21.15.40:0/2567407721' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-22T04:24:41.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:40.981879+0000 mon.a (mon.0) 569 : audit [DBG] from='client.? 172.21.15.40:0/1571388220' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-22T04:24:41.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:40.289705+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:41.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:40.311218+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.40:0/2596675321' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:41.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:40.467779+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:41.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:40.604106+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:41.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:40.604955+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:41.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:40.605699+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:41.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:40.611057+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:41.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:40.613424+0000 mon.a (mon.0) 564 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:41.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:40.614594+0000 mon.a (mon.0) 565 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:41.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:40.615125+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:41.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:40.620061+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:41.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:40.667370+0000 mon.a (mon.0) 568 : audit [DBG] from='client.? 172.21.15.40:0/2567407721' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-22T04:24:41.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:40.981879+0000 mon.a (mon.0) 569 : audit [DBG] from='client.? 172.21.15.40:0/1571388220' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-22T04:24:42.305 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'cephfs_metadata' created 2024-04-22T04:24:42.319 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-22T04:24:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:41.165824+0000 mgr.y (mgr.14146) 204 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:41.303384+0000 mon.c (mon.2) 16 : audit [INF] from='client.? 172.21.15.40:0/3226419189' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-22T04:24:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:41.303669+0000 mon.a (mon.0) 570 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-22T04:24:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:41.165824+0000 mgr.y (mgr.14146) 204 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:41.303384+0000 mon.c (mon.2) 16 : audit [INF] from='client.? 172.21.15.40:0/3226419189' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-22T04:24:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:41.303669+0000 mon.a (mon.0) 570 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-22T04:24:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:41.165824+0000 mgr.y (mgr.14146) 204 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:41.303384+0000 mon.c (mon.2) 16 : audit [INF] from='client.? 172.21.15.40:0/3226419189' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-22T04:24:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:41.303669+0000 mon.a (mon.0) 570 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-22T04:24:43.317 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'cephfs_data' created 2024-04-22T04:24:43.332 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-22T04:24:43.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:42.299713+0000 mon.a (mon.0) 571 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-22T04:24:43.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:42.299827+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-04-22T04:24:43.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:42.637908+0000 mon.a (mon.0) 573 : audit [INF] from='client.? 172.21.15.40:0/3763002484' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-22T04:24:43.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:43.298138+0000 mon.a (mon.0) 574 : audit [INF] from='client.? 172.21.15.40:0/3763002484' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-22T04:24:43.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:43.298226+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-04-22T04:24:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:42.299713+0000 mon.a (mon.0) 571 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-22T04:24:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:42.299827+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-04-22T04:24:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:42.637908+0000 mon.a (mon.0) 573 : audit [INF] from='client.? 172.21.15.40:0/3763002484' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-22T04:24:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:43.298138+0000 mon.a (mon.0) 574 : audit [INF] from='client.? 172.21.15.40:0/3763002484' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-22T04:24:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:43.298226+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-04-22T04:24:43.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:42.299713+0000 mon.a (mon.0) 571 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-22T04:24:43.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:42.299827+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-04-22T04:24:43.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:42.637908+0000 mon.a (mon.0) 573 : audit [INF] from='client.? 172.21.15.40:0/3763002484' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-22T04:24:43.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:43.298138+0000 mon.a (mon.0) 574 : audit [INF] from='client.? 172.21.15.40:0/3763002484' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-22T04:24:43.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:43.298226+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-04-22T04:24:43.698 INFO:teuthology.orchestra.run.smithi040.stderr:new fs with metadata pool 2 and data pool 3 2024-04-22T04:24:43.717 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T04:24:44.017 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:44.018 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":53,"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","created":"2024-04-22T04:18:50.150011+0000","modified":"2024-04-22T04:24:43.682178+0000","last_up_change":"2024-04-22T04:24:21.299093+0000","last_in_change":"2024-04-22T04:24:02.818042+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-22T04:22:08.850384+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T04:24:41.729816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T04:24:43.070161+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"9175df1f-b111-4ef2-bfe3-63819e7941ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6803","nonce":948352163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6805","nonce":948352163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6809","nonce":948352163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6807","nonce":948352163}]},"public_addr":"172.21.15.40:6803/948352163","cluster_addr":"172.21.15.40:6805/948352163","heartbeat_back_addr":"172.21.15.40:6809/948352163","heartbeat_front_addr":"172.21.15.40:6807/948352163","state":["exists","up"]},{"osd":1,"uuid":"56a5c3bd-1475-4c45-b34a-29f0ddf22588","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6811","nonce":2533588003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6813","nonce":2533588003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6817","nonce":2533588003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6815","nonce":2533588003}]},"public_addr":"172.21.15.40:6811/2533588003","cluster_addr":"172.21.15.40:6813/2533588003","heartbeat_back_addr":"172.21.15.40:6817/2533588003","heartbeat_front_addr":"172.21.15.40:6815/2533588003","state":["exists","up"]},{"osd":2,"uuid":"2687fa66-5d91-4e7a-a733-f04683426fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6819","nonce":3133354834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6821","nonce":3133354834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6825","nonce":3133354834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6823","nonce":3133354834}]},"public_addr":"172.21.15.40:6819/3133354834","cluster_addr":"172.21.15.40:6821/3133354834","heartbeat_back_addr":"172.21.15.40:6825/3133354834","heartbeat_front_addr":"172.21.15.40:6823/3133354834","state":["exists","up"]},{"osd":3,"uuid":"26394218-48e4-4f26-9a9e-6a364a0d742c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6827","nonce":1750368880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6829","nonce":1750368880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6833","nonce":1750368880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6831","nonce":1750368880}]},"public_addr":"172.21.15.40:6827/1750368880","cluster_addr":"172.21.15.40:6829/1750368880","heartbeat_back_addr":"172.21.15.40:6833/1750368880","heartbeat_front_addr":"172.21.15.40:6831/1750368880","state":["exists","up"]},{"osd":4,"uuid":"fe518305-5b3a-4593-8487-2420df463fcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6801","nonce":3461291081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6803","nonce":3461291081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6807","nonce":3461291081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6805","nonce":3461291081}]},"public_addr":"172.21.15.62:6801/3461291081","cluster_addr":"172.21.15.62:6803/3461291081","heartbeat_back_addr":"172.21.15.62:6807/3461291081","heartbeat_front_addr":"172.21.15.62:6805/3461291081","state":["exists","up"]},{"osd":5,"uuid":"c24eb7c4-e089-46aa-84ab-c6a10e8976ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6809","nonce":4086780646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6811","nonce":4086780646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6815","nonce":4086780646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6813","nonce":4086780646}]},"public_addr":"172.21.15.62:6809/4086780646","cluster_addr":"172.21.15.62:6811/4086780646","heartbeat_back_addr":"172.21.15.62:6815/4086780646","heartbeat_front_addr":"172.21.15.62:6813/4086780646","state":["exists","up"]},{"osd":6,"uuid":"9057756d-fdc1-46a0-8d10-03d46f76d89d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6817","nonce":4166341966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6819","nonce":4166341966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6823","nonce":4166341966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6821","nonce":4166341966}]},"public_addr":"172.21.15.62:6817/4166341966","cluster_addr":"172.21.15.62:6819/4166341966","heartbeat_back_addr":"172.21.15.62:6823/4166341966","heartbeat_front_addr":"172.21.15.62:6821/4166341966","state":["exists","up"]},{"osd":7,"uuid":"f90dc05a-ea35-4d2c-a291-758293596ba3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6825","nonce":3575726867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6827","nonce":3575726867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6831","nonce":3575726867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6829","nonce":3575726867}]},"public_addr":"172.21.15.62:6825/3575726867","cluster_addr":"172.21.15.62:6827/3575726867","heartbeat_back_addr":"172.21.15.62:6831/3575726867","heartbeat_front_addr":"172.21.15.62:6829/3575726867","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:13.135242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:39.742797+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:06.540884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:32.593576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:57.708728+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:24.537154+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:51.391403+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:24:19.929531+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:6801/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2286115160":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6801/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2620968302":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3618507425":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2689848740":"2024-04-23T04:19:19.717943+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T04:24:44.031 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T04:24:44.335 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:44.335 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":53,"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","created":"2024-04-22T04:18:50.150011+0000","modified":"2024-04-22T04:24:43.682178+0000","last_up_change":"2024-04-22T04:24:21.299093+0000","last_in_change":"2024-04-22T04:24:02.818042+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-22T04:22:08.850384+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T04:24:41.729816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T04:24:43.070161+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"9175df1f-b111-4ef2-bfe3-63819e7941ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6803","nonce":948352163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6805","nonce":948352163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6809","nonce":948352163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6807","nonce":948352163}]},"public_addr":"172.21.15.40:6803/948352163","cluster_addr":"172.21.15.40:6805/948352163","heartbeat_back_addr":"172.21.15.40:6809/948352163","heartbeat_front_addr":"172.21.15.40:6807/948352163","state":["exists","up"]},{"osd":1,"uuid":"56a5c3bd-1475-4c45-b34a-29f0ddf22588","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6811","nonce":2533588003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6813","nonce":2533588003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6817","nonce":2533588003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6815","nonce":2533588003}]},"public_addr":"172.21.15.40:6811/2533588003","cluster_addr":"172.21.15.40:6813/2533588003","heartbeat_back_addr":"172.21.15.40:6817/2533588003","heartbeat_front_addr":"172.21.15.40:6815/2533588003","state":["exists","up"]},{"osd":2,"uuid":"2687fa66-5d91-4e7a-a733-f04683426fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6819","nonce":3133354834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6821","nonce":3133354834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6825","nonce":3133354834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6823","nonce":3133354834}]},"public_addr":"172.21.15.40:6819/3133354834","cluster_addr":"172.21.15.40:6821/3133354834","heartbeat_back_addr":"172.21.15.40:6825/3133354834","heartbeat_front_addr":"172.21.15.40:6823/3133354834","state":["exists","up"]},{"osd":3,"uuid":"26394218-48e4-4f26-9a9e-6a364a0d742c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6827","nonce":1750368880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6829","nonce":1750368880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6833","nonce":1750368880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6831","nonce":1750368880}]},"public_addr":"172.21.15.40:6827/1750368880","cluster_addr":"172.21.15.40:6829/1750368880","heartbeat_back_addr":"172.21.15.40:6833/1750368880","heartbeat_front_addr":"172.21.15.40:6831/1750368880","state":["exists","up"]},{"osd":4,"uuid":"fe518305-5b3a-4593-8487-2420df463fcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6801","nonce":3461291081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6803","nonce":3461291081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6807","nonce":3461291081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6805","nonce":3461291081}]},"public_addr":"172.21.15.62:6801/3461291081","cluster_addr":"172.21.15.62:6803/3461291081","heartbeat_back_addr":"172.21.15.62:6807/3461291081","heartbeat_front_addr":"172.21.15.62:6805/3461291081","state":["exists","up"]},{"osd":5,"uuid":"c24eb7c4-e089-46aa-84ab-c6a10e8976ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6809","nonce":4086780646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6811","nonce":4086780646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6815","nonce":4086780646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6813","nonce":4086780646}]},"public_addr":"172.21.15.62:6809/4086780646","cluster_addr":"172.21.15.62:6811/4086780646","heartbeat_back_addr":"172.21.15.62:6815/4086780646","heartbeat_front_addr":"172.21.15.62:6813/4086780646","state":["exists","up"]},{"osd":6,"uuid":"9057756d-fdc1-46a0-8d10-03d46f76d89d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6817","nonce":4166341966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6819","nonce":4166341966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6823","nonce":4166341966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6821","nonce":4166341966}]},"public_addr":"172.21.15.62:6817/4166341966","cluster_addr":"172.21.15.62:6819/4166341966","heartbeat_back_addr":"172.21.15.62:6823/4166341966","heartbeat_front_addr":"172.21.15.62:6821/4166341966","state":["exists","up"]},{"osd":7,"uuid":"f90dc05a-ea35-4d2c-a291-758293596ba3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6825","nonce":3575726867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6827","nonce":3575726867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6831","nonce":3575726867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6829","nonce":3575726867}]},"public_addr":"172.21.15.62:6825/3575726867","cluster_addr":"172.21.15.62:6827/3575726867","heartbeat_back_addr":"172.21.15.62:6831/3575726867","heartbeat_front_addr":"172.21.15.62:6829/3575726867","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:13.135242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:39.742797+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:06.540884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:32.593576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:57.708728+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:24.537154+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:51.391403+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:24:19.929531+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:6801/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2286115160":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6801/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2620968302":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3618507425":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2689848740":"2024-04-23T04:19:19.717943+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T04:24:44.349 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-22T04:24:44.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:43.166216+0000 mgr.y (mgr.14146) 205 : cluster [DBG] pgmap v190: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:44.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:43.681815+0000 mon.c (mon.2) 17 : audit [INF] from='client.? 172.21.15.40:0/1919334902' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-22T04:24:44.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:43.682078+0000 mon.a (mon.0) 576 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-22T04:24:44.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:43.682545+0000 mon.a (mon.0) 577 : cluster [INF] daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-22T04:24:44.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:43.686764+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-04-22T04:24:44.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:43.686877+0000 mon.a (mon.0) 579 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-22T04:24:44.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:43.686949+0000 mon.a (mon.0) 580 : cluster [DBG] fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-22T04:24:44.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:43.732849+0000 mon.a (mon.0) 581 : cluster [INF] daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-22T04:24:44.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:44.019329+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.40:0/739895987' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:43.166216+0000 mgr.y (mgr.14146) 205 : cluster [DBG] pgmap v190: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:43.681815+0000 mon.c (mon.2) 17 : audit [INF] from='client.? 172.21.15.40:0/1919334902' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-22T04:24:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:43.682078+0000 mon.a (mon.0) 576 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-22T04:24:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:43.682545+0000 mon.a (mon.0) 577 : cluster [INF] daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-22T04:24:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:43.686764+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-04-22T04:24:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:43.686877+0000 mon.a (mon.0) 579 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-22T04:24:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:43.686949+0000 mon.a (mon.0) 580 : cluster [DBG] fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-22T04:24:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:43.732849+0000 mon.a (mon.0) 581 : cluster [INF] daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-22T04:24:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:44.019329+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.40:0/739895987' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:44.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:43.166216+0000 mgr.y (mgr.14146) 205 : cluster [DBG] pgmap v190: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:44.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:43.681815+0000 mon.c (mon.2) 17 : audit [INF] from='client.? 172.21.15.40:0/1919334902' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-22T04:24:44.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:43.682078+0000 mon.a (mon.0) 576 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-22T04:24:44.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:43.682545+0000 mon.a (mon.0) 577 : cluster [INF] daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-22T04:24:44.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:43.686764+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-04-22T04:24:44.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:43.686877+0000 mon.a (mon.0) 579 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-22T04:24:44.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:43.686949+0000 mon.a (mon.0) 580 : cluster [DBG] fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-22T04:24:44.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:43.732849+0000 mon.a (mon.0) 581 : cluster [INF] daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-22T04:24:44.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:44.019329+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.40:0/739895987' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:45.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:44.336637+0000 mon.a (mon.0) 582 : audit [DBG] from='client.? 172.21.15.40:0/449722793' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:45.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:44.687908+0000 mon.a (mon.0) 583 : cluster [DBG] mds.? [v2:172.21.15.62:6832/2120726289,v1:172.21.15.62:6833/2120726289] up:active 2024-04-22T04:24:45.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:44.688208+0000 mon.a (mon.0) 584 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:24:45.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:44.691613+0000 mon.a (mon.0) 585 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-04-22T04:24:45.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:44.692208+0000 mon.a (mon.0) 586 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:24:45.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:44.700393+0000 mon.a (mon.0) 587 : audit [INF] from='client.? 172.21.15.40:0/2413046014' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-22T04:24:45.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:44.336637+0000 mon.a (mon.0) 582 : audit [DBG] from='client.? 172.21.15.40:0/449722793' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:45.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:44.687908+0000 mon.a (mon.0) 583 : cluster [DBG] mds.? [v2:172.21.15.62:6832/2120726289,v1:172.21.15.62:6833/2120726289] up:active 2024-04-22T04:24:45.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:44.688208+0000 mon.a (mon.0) 584 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:24:45.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:44.691613+0000 mon.a (mon.0) 585 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-04-22T04:24:45.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:44.692208+0000 mon.a (mon.0) 586 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:24:45.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:44.700393+0000 mon.a (mon.0) 587 : audit [INF] from='client.? 172.21.15.40:0/2413046014' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-22T04:24:45.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:44.336637+0000 mon.a (mon.0) 582 : audit [DBG] from='client.? 172.21.15.40:0/449722793' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:45.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:44.687908+0000 mon.a (mon.0) 583 : cluster [DBG] mds.? [v2:172.21.15.62:6832/2120726289,v1:172.21.15.62:6833/2120726289] up:active 2024-04-22T04:24:45.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:44.688208+0000 mon.a (mon.0) 584 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:24:45.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:44.691613+0000 mon.a (mon.0) 585 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-04-22T04:24:45.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:44.692208+0000 mon.a (mon.0) 586 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:24:45.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:44.700393+0000 mon.a (mon.0) 587 : audit [INF] from='client.? 172.21.15.40:0/2413046014' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-22T04:24:45.708 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-22T04:24:46.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:45.166724+0000 mgr.y (mgr.14146) 206 : cluster [DBG] pgmap v194: 97 pgs: 13 creating+peering, 18 active+clean, 66 unknown; 22 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:46.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:45.693371+0000 mon.a (mon.0) 588 : audit [INF] from='client.? 172.21.15.40:0/2413046014' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-22T04:24:46.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:45.693494+0000 mon.a (mon.0) 589 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:24:46.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:46.066451+0000 mon.c (mon.2) 19 : audit [INF] from='client.? 172.21.15.40:0/3470956132' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-22T04:24:46.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:46.066773+0000 mon.a (mon.0) 590 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-22T04:24:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:45.166724+0000 mgr.y (mgr.14146) 206 : cluster [DBG] pgmap v194: 97 pgs: 13 creating+peering, 18 active+clean, 66 unknown; 22 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:45.693371+0000 mon.a (mon.0) 588 : audit [INF] from='client.? 172.21.15.40:0/2413046014' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-22T04:24:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:45.693494+0000 mon.a (mon.0) 589 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:24:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:46.066451+0000 mon.c (mon.2) 19 : audit [INF] from='client.? 172.21.15.40:0/3470956132' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-22T04:24:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:46.066773+0000 mon.a (mon.0) 590 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-22T04:24:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:45.166724+0000 mgr.y (mgr.14146) 206 : cluster [DBG] pgmap v194: 97 pgs: 13 creating+peering, 18 active+clean, 66 unknown; 22 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:24:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:45.693371+0000 mon.a (mon.0) 588 : audit [INF] from='client.? 172.21.15.40:0/2413046014' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-22T04:24:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:45.693494+0000 mon.a (mon.0) 589 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:24:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:46.066451+0000 mon.c (mon.2) 19 : audit [INF] from='client.? 172.21.15.40:0/3470956132' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-22T04:24:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:46.066773+0000 mon.a (mon.0) 590 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-22T04:24:46.715 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T04:24:47.065 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:47.065 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24353,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/998739711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":998739711},{"type":"v1","addr":"172.21.15.40:6835","nonce":998739711}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-22T04:24:43.682539+0000","modified":"2024-04-22T04:24:46.694988+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24361},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24361":{"gid":24361,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.62:6833/2120726289","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":2120726289},{"type":"v1","addr":"172.21.15.62:6833","nonce":2120726289}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-04-22T04:24:47.067 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 8 2024-04-22T04:24:47.078 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T04:24:47.378 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:47.378 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":54,"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","created":"2024-04-22T04:18:50.150011+0000","modified":"2024-04-22T04:24:44.684290+0000","last_up_change":"2024-04-22T04:24:21.299093+0000","last_in_change":"2024-04-22T04:24:02.818042+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-22T04:22:08.850384+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T04:24:41.729816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T04:24:43.070161+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"9175df1f-b111-4ef2-bfe3-63819e7941ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6803","nonce":948352163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6805","nonce":948352163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6809","nonce":948352163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6807","nonce":948352163}]},"public_addr":"172.21.15.40:6803/948352163","cluster_addr":"172.21.15.40:6805/948352163","heartbeat_back_addr":"172.21.15.40:6809/948352163","heartbeat_front_addr":"172.21.15.40:6807/948352163","state":["exists","up"]},{"osd":1,"uuid":"56a5c3bd-1475-4c45-b34a-29f0ddf22588","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6811","nonce":2533588003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6813","nonce":2533588003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6817","nonce":2533588003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6815","nonce":2533588003}]},"public_addr":"172.21.15.40:6811/2533588003","cluster_addr":"172.21.15.40:6813/2533588003","heartbeat_back_addr":"172.21.15.40:6817/2533588003","heartbeat_front_addr":"172.21.15.40:6815/2533588003","state":["exists","up"]},{"osd":2,"uuid":"2687fa66-5d91-4e7a-a733-f04683426fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6819","nonce":3133354834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6821","nonce":3133354834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6825","nonce":3133354834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6823","nonce":3133354834}]},"public_addr":"172.21.15.40:6819/3133354834","cluster_addr":"172.21.15.40:6821/3133354834","heartbeat_back_addr":"172.21.15.40:6825/3133354834","heartbeat_front_addr":"172.21.15.40:6823/3133354834","state":["exists","up"]},{"osd":3,"uuid":"26394218-48e4-4f26-9a9e-6a364a0d742c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6827","nonce":1750368880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6829","nonce":1750368880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6833","nonce":1750368880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6831","nonce":1750368880}]},"public_addr":"172.21.15.40:6827/1750368880","cluster_addr":"172.21.15.40:6829/1750368880","heartbeat_back_addr":"172.21.15.40:6833/1750368880","heartbeat_front_addr":"172.21.15.40:6831/1750368880","state":["exists","up"]},{"osd":4,"uuid":"fe518305-5b3a-4593-8487-2420df463fcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6801","nonce":3461291081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6803","nonce":3461291081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6807","nonce":3461291081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6805","nonce":3461291081}]},"public_addr":"172.21.15.62:6801/3461291081","cluster_addr":"172.21.15.62:6803/3461291081","heartbeat_back_addr":"172.21.15.62:6807/3461291081","heartbeat_front_addr":"172.21.15.62:6805/3461291081","state":["exists","up"]},{"osd":5,"uuid":"c24eb7c4-e089-46aa-84ab-c6a10e8976ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6809","nonce":4086780646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6811","nonce":4086780646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6815","nonce":4086780646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6813","nonce":4086780646}]},"public_addr":"172.21.15.62:6809/4086780646","cluster_addr":"172.21.15.62:6811/4086780646","heartbeat_back_addr":"172.21.15.62:6815/4086780646","heartbeat_front_addr":"172.21.15.62:6813/4086780646","state":["exists","up"]},{"osd":6,"uuid":"9057756d-fdc1-46a0-8d10-03d46f76d89d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6817","nonce":4166341966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6819","nonce":4166341966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6823","nonce":4166341966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6821","nonce":4166341966}]},"public_addr":"172.21.15.62:6817/4166341966","cluster_addr":"172.21.15.62:6819/4166341966","heartbeat_back_addr":"172.21.15.62:6823/4166341966","heartbeat_front_addr":"172.21.15.62:6821/4166341966","state":["exists","up"]},{"osd":7,"uuid":"f90dc05a-ea35-4d2c-a291-758293596ba3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6825","nonce":3575726867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6827","nonce":3575726867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6831","nonce":3575726867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6829","nonce":3575726867}]},"public_addr":"172.21.15.62:6825/3575726867","cluster_addr":"172.21.15.62:6827/3575726867","heartbeat_back_addr":"172.21.15.62:6831/3575726867","heartbeat_front_addr":"172.21.15.62:6829/3575726867","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:13.135242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:39.742797+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:06.540884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:32.593576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:57.708728+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:24.537154+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:51.391403+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:24:19.929531+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:6801/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2286115160":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6801/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2620968302":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3618507425":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2689848740":"2024-04-23T04:19:19.717943+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T04:24:47.392 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-22T04:24:47.392 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T04:24:47.697 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:47.699 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2024-04-22T04:24:47.710 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":195,"stamp":"2024-04-22T04:24:47.166910+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":610,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":273,"acting":273,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":117,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2380860,"kb_used_data":4092,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747580356,"statfs":{"total":767960285184,"available":765522284544,"internally_reserved":0,"allocated":4190208,"data_stored":1673924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":588,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.477169"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.731188+0000","last_change":"2024-04-22T04:24:43.729915+0000","last_active":"2024-04-22T04:24:43.731188+0000","last_peered":"2024-04-22T04:24:43.731188+0000","last_clean":"2024-04-22T04:24:43.731188+0000","last_became_active":"2024-04-22T04:24:43.729576+0000","last_became_peered":"2024-04-22T04:24:43.729576+0000","last_unstale":"2024-04-22T04:24:43.731188+0000","last_undegraded":"2024-04-22T04:24:43.731188+0000","last_fullsized":"2024-04-22T04:24:43.731188+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.696538+0000","last_change":"2024-04-22T04:24:43.696155+0000","last_active":"2024-04-22T04:24:43.696538+0000","last_peered":"2024-04-22T04:24:43.696538+0000","last_clean":"2024-04-22T04:24:43.696538+0000","last_became_active":"2024-04-22T04:24:43.695871+0000","last_became_peered":"2024-04-22T04:24:43.695871+0000","last_unstale":"2024-04-22T04:24:43.696538+0000","last_undegraded":"2024-04-22T04:24:43.696538+0000","last_fullsized":"2024-04-22T04:24:43.696538+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723790+0000","last_change":"2024-04-22T04:24:43.721991+0000","last_active":"2024-04-22T04:24:43.723790+0000","last_peered":"2024-04-22T04:24:43.723790+0000","last_clean":"2024-04-22T04:24:43.723790+0000","last_became_active":"2024-04-22T04:24:43.721657+0000","last_became_peered":"2024-04-22T04:24:43.721657+0000","last_unstale":"2024-04-22T04:24:43.723790+0000","last_undegraded":"2024-04-22T04:24:43.723790+0000","last_fullsized":"2024-04-22T04:24:43.723790+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730694+0000","last_change":"2024-04-22T04:24:43.728955+0000","last_active":"2024-04-22T04:24:43.730694+0000","last_peered":"2024-04-22T04:24:43.730694+0000","last_clean":"2024-04-22T04:24:43.730694+0000","last_became_active":"2024-04-22T04:24:43.727506+0000","last_became_peered":"2024-04-22T04:24:43.727506+0000","last_unstale":"2024-04-22T04:24:43.730694+0000","last_undegraded":"2024-04-22T04:24:43.730694+0000","last_fullsized":"2024-04-22T04:24:43.730694+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.709982+0000","last_change":"2024-04-22T04:24:43.709122+0000","last_active":"2024-04-22T04:24:43.709982+0000","last_peered":"2024-04-22T04:24:43.709982+0000","last_clean":"2024-04-22T04:24:43.709982+0000","last_became_active":"2024-04-22T04:24:43.708741+0000","last_became_peered":"2024-04-22T04:24:43.708741+0000","last_unstale":"2024-04-22T04:24:43.709982+0000","last_undegraded":"2024-04-22T04:24:43.709982+0000","last_fullsized":"2024-04-22T04:24:43.709982+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730622+0000","last_change":"2024-04-22T04:24:43.729409+0000","last_active":"2024-04-22T04:24:43.730622+0000","last_peered":"2024-04-22T04:24:43.730622+0000","last_clean":"2024-04-22T04:24:43.730622+0000","last_became_active":"2024-04-22T04:24:43.729098+0000","last_became_peered":"2024-04-22T04:24:43.729098+0000","last_unstale":"2024-04-22T04:24:43.730622+0000","last_undegraded":"2024-04-22T04:24:43.730622+0000","last_fullsized":"2024-04-22T04:24:43.730622+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.706417+0000","last_change":"2024-04-22T04:24:43.706131+0000","last_active":"2024-04-22T04:24:43.706417+0000","last_peered":"2024-04-22T04:24:43.706417+0000","last_clean":"2024-04-22T04:24:43.706417+0000","last_became_active":"2024-04-22T04:24:43.705243+0000","last_became_peered":"2024-04-22T04:24:43.705243+0000","last_unstale":"2024-04-22T04:24:43.706417+0000","last_undegraded":"2024-04-22T04:24:43.706417+0000","last_fullsized":"2024-04-22T04:24:43.706417+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.729147+0000","last_change":"2024-04-22T04:24:43.727293+0000","last_active":"2024-04-22T04:24:43.729147+0000","last_peered":"2024-04-22T04:24:43.729147+0000","last_clean":"2024-04-22T04:24:43.729147+0000","last_became_active":"2024-04-22T04:24:43.726806+0000","last_became_peered":"2024-04-22T04:24:43.726806+0000","last_unstale":"2024-04-22T04:24:43.729147+0000","last_undegraded":"2024-04-22T04:24:43.729147+0000","last_fullsized":"2024-04-22T04:24:43.729147+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.301540+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.301379+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.712389+0000","last_change":"2024-04-22T04:24:43.712389+0000","last_active":"2024-04-22T04:24:43.712389+0000","last_peered":"2024-04-22T04:24:43.712389+0000","last_clean":"2024-04-22T04:24:43.712389+0000","last_became_active":"2024-04-22T04:24:43.712073+0000","last_became_peered":"2024-04-22T04:24:43.712073+0000","last_unstale":"2024-04-22T04:24:43.712389+0000","last_undegraded":"2024-04-22T04:24:43.712389+0000","last_fullsized":"2024-04-22T04:24:43.712389+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699863+0000","last_change":"2024-04-22T04:24:43.699008+0000","last_active":"2024-04-22T04:24:43.699863+0000","last_peered":"2024-04-22T04:24:43.699863+0000","last_clean":"2024-04-22T04:24:43.699863+0000","last_became_active":"2024-04-22T04:24:43.698693+0000","last_became_peered":"2024-04-22T04:24:43.698693+0000","last_unstale":"2024-04-22T04:24:43.699863+0000","last_undegraded":"2024-04-22T04:24:43.699863+0000","last_fullsized":"2024-04-22T04:24:43.699863+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.714355+0000","last_change":"2024-04-22T04:24:43.711760+0000","last_active":"2024-04-22T04:24:43.714355+0000","last_peered":"2024-04-22T04:24:43.714355+0000","last_clean":"2024-04-22T04:24:43.714355+0000","last_became_active":"2024-04-22T04:24:43.711299+0000","last_became_peered":"2024-04-22T04:24:43.711299+0000","last_unstale":"2024-04-22T04:24:43.714355+0000","last_undegraded":"2024-04-22T04:24:43.714355+0000","last_fullsized":"2024-04-22T04:24:43.714355+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723506+0000","last_change":"2024-04-22T04:24:43.718977+0000","last_active":"2024-04-22T04:24:43.723506+0000","last_peered":"2024-04-22T04:24:43.723506+0000","last_clean":"2024-04-22T04:24:43.723506+0000","last_became_active":"2024-04-22T04:24:43.718664+0000","last_became_peered":"2024-04-22T04:24:43.718664+0000","last_unstale":"2024-04-22T04:24:43.723506+0000","last_undegraded":"2024-04-22T04:24:43.723506+0000","last_fullsized":"2024-04-22T04:24:43.723506+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723545+0000","last_change":"2024-04-22T04:24:43.718389+0000","last_active":"2024-04-22T04:24:43.723545+0000","last_peered":"2024-04-22T04:24:43.723545+0000","last_clean":"2024-04-22T04:24:43.723545+0000","last_became_active":"2024-04-22T04:24:43.718098+0000","last_became_peered":"2024-04-22T04:24:43.718098+0000","last_unstale":"2024-04-22T04:24:43.723545+0000","last_undegraded":"2024-04-22T04:24:43.723545+0000","last_fullsized":"2024-04-22T04:24:43.723545+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.720250+0000","last_change":"2024-04-22T04:24:43.720250+0000","last_active":"2024-04-22T04:24:43.720250+0000","last_peered":"2024-04-22T04:24:43.720250+0000","last_clean":"2024-04-22T04:24:43.720250+0000","last_became_active":"2024-04-22T04:24:43.719899+0000","last_became_peered":"2024-04-22T04:24:43.719899+0000","last_unstale":"2024-04-22T04:24:43.720250+0000","last_undegraded":"2024-04-22T04:24:43.720250+0000","last_fullsized":"2024-04-22T04:24:43.720250+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730536+0000","last_change":"2024-04-22T04:24:43.726685+0000","last_active":"2024-04-22T04:24:43.730536+0000","last_peered":"2024-04-22T04:24:43.730536+0000","last_clean":"2024-04-22T04:24:43.730536+0000","last_became_active":"2024-04-22T04:24:43.725741+0000","last_became_peered":"2024-04-22T04:24:43.725741+0000","last_unstale":"2024-04-22T04:24:43.730536+0000","last_undegraded":"2024-04-22T04:24:43.730536+0000","last_fullsized":"2024-04-22T04:24:43.730536+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"53'4","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.724224+0000","last_change":"2024-04-22T04:24:43.314594+0000","last_active":"2024-04-22T04:24:43.724224+0000","last_peered":"2024-04-22T04:24:43.724224+0000","last_clean":"2024-04-22T04:24:43.724224+0000","last_became_active":"2024-04-22T04:24:43.313869+0000","last_became_peered":"2024-04-22T04:24:43.313869+0000","last_unstale":"2024-04-22T04:24:43.724224+0000","last_undegraded":"2024-04-22T04:24:43.724224+0000","last_fullsized":"2024-04-22T04:24:43.724224+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699900+0000","last_change":"2024-04-22T04:24:43.699003+0000","last_active":"2024-04-22T04:24:43.699900+0000","last_peered":"2024-04-22T04:24:43.699900+0000","last_clean":"2024-04-22T04:24:43.699900+0000","last_became_active":"2024-04-22T04:24:43.698699+0000","last_became_peered":"2024-04-22T04:24:43.698699+0000","last_unstale":"2024-04-22T04:24:43.699900+0000","last_undegraded":"2024-04-22T04:24:43.699900+0000","last_fullsized":"2024-04-22T04:24:43.699900+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.707138+0000","last_change":"2024-04-22T04:24:43.316186+0000","last_active":"2024-04-22T04:24:43.707138+0000","last_peered":"2024-04-22T04:24:43.707138+0000","last_clean":"2024-04-22T04:24:43.707138+0000","last_became_active":"2024-04-22T04:24:43.315877+0000","last_became_peered":"2024-04-22T04:24:43.315877+0000","last_unstale":"2024-04-22T04:24:43.707138+0000","last_undegraded":"2024-04-22T04:24:43.707138+0000","last_fullsized":"2024-04-22T04:24:43.707138+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.711311+0000","last_change":"2024-04-22T04:24:43.710624+0000","last_active":"2024-04-22T04:24:43.711311+0000","last_peered":"2024-04-22T04:24:43.711311+0000","last_clean":"2024-04-22T04:24:43.711311+0000","last_became_active":"2024-04-22T04:24:43.710346+0000","last_became_peered":"2024-04-22T04:24:43.710346+0000","last_unstale":"2024-04-22T04:24:43.711311+0000","last_undegraded":"2024-04-22T04:24:43.711311+0000","last_fullsized":"2024-04-22T04:24:43.711311+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732479+0000","last_change":"2024-04-22T04:24:43.320477+0000","last_active":"2024-04-22T04:24:43.732479+0000","last_peered":"2024-04-22T04:24:43.732479+0000","last_clean":"2024-04-22T04:24:43.732479+0000","last_became_active":"2024-04-22T04:24:43.320155+0000","last_became_peered":"2024-04-22T04:24:43.320155+0000","last_unstale":"2024-04-22T04:24:43.732479+0000","last_undegraded":"2024-04-22T04:24:43.732479+0000","last_fullsized":"2024-04-22T04:24:43.732479+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722150+0000","last_change":"2024-04-22T04:24:43.716384+0000","last_active":"2024-04-22T04:24:43.722150+0000","last_peered":"2024-04-22T04:24:43.722150+0000","last_clean":"2024-04-22T04:24:43.722150+0000","last_became_active":"2024-04-22T04:24:43.716074+0000","last_became_peered":"2024-04-22T04:24:43.716074+0000","last_unstale":"2024-04-22T04:24:43.722150+0000","last_undegraded":"2024-04-22T04:24:43.722150+0000","last_fullsized":"2024-04-22T04:24:43.722150+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730090+0000","last_change":"2024-04-22T04:24:43.323591+0000","last_active":"2024-04-22T04:24:43.730090+0000","last_peered":"2024-04-22T04:24:43.730090+0000","last_clean":"2024-04-22T04:24:43.730090+0000","last_became_active":"2024-04-22T04:24:43.323176+0000","last_became_peered":"2024-04-22T04:24:43.323176+0000","last_unstale":"2024-04-22T04:24:43.730090+0000","last_undegraded":"2024-04-22T04:24:43.730090+0000","last_fullsized":"2024-04-22T04:24:43.730090+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.717147+0000","last_change":"2024-04-22T04:24:43.716003+0000","last_active":"2024-04-22T04:24:43.717147+0000","last_peered":"2024-04-22T04:24:43.717147+0000","last_clean":"2024-04-22T04:24:43.717147+0000","last_became_active":"2024-04-22T04:24:43.715679+0000","last_became_peered":"2024-04-22T04:24:43.715679+0000","last_unstale":"2024-04-22T04:24:43.717147+0000","last_undegraded":"2024-04-22T04:24:43.717147+0000","last_fullsized":"2024-04-22T04:24:43.717147+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.721934+0000","last_change":"2024-04-22T04:24:43.311031+0000","last_active":"2024-04-22T04:24:43.721934+0000","last_peered":"2024-04-22T04:24:43.721934+0000","last_clean":"2024-04-22T04:24:43.721934+0000","last_became_active":"2024-04-22T04:24:43.310733+0000","last_became_peered":"2024-04-22T04:24:43.310733+0000","last_unstale":"2024-04-22T04:24:43.721934+0000","last_undegraded":"2024-04-22T04:24:43.721934+0000","last_fullsized":"2024-04-22T04:24:43.721934+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.702640+0000","last_change":"2024-04-22T04:24:43.702640+0000","last_active":"2024-04-22T04:24:43.702640+0000","last_peered":"2024-04-22T04:24:43.702640+0000","last_clean":"2024-04-22T04:24:43.702640+0000","last_became_active":"2024-04-22T04:24:43.702266+0000","last_became_peered":"2024-04-22T04:24:43.702266+0000","last_unstale":"2024-04-22T04:24:43.702640+0000","last_undegraded":"2024-04-22T04:24:43.702640+0000","last_fullsized":"2024-04-22T04:24:43.702640+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.314762+0000","last_change":"2024-04-22T04:24:43.314762+0000","last_active":"2024-04-22T04:24:43.314762+0000","last_peered":"2024-04-22T04:24:43.314762+0000","last_clean":"2024-04-22T04:24:43.314762+0000","last_became_active":"2024-04-22T04:24:43.314442+0000","last_became_peered":"2024-04-22T04:24:43.314442+0000","last_unstale":"2024-04-22T04:24:43.314762+0000","last_undegraded":"2024-04-22T04:24:43.314762+0000","last_fullsized":"2024-04-22T04:24:43.314762+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.721969+0000","last_change":"2024-04-22T04:24:43.721494+0000","last_active":"2024-04-22T04:24:43.721969+0000","last_peered":"2024-04-22T04:24:43.721969+0000","last_clean":"2024-04-22T04:24:43.721969+0000","last_became_active":"2024-04-22T04:24:43.720806+0000","last_became_peered":"2024-04-22T04:24:43.720806+0000","last_unstale":"2024-04-22T04:24:43.721969+0000","last_undegraded":"2024-04-22T04:24:43.721969+0000","last_fullsized":"2024-04-22T04:24:43.721969+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.687097+0000","last_change":"2024-04-22T04:24:43.317404+0000","last_active":"2024-04-22T04:24:43.687097+0000","last_peered":"2024-04-22T04:24:43.687097+0000","last_clean":"2024-04-22T04:24:43.687097+0000","last_became_active":"2024-04-22T04:24:43.317097+0000","last_became_peered":"2024-04-22T04:24:43.317097+0000","last_unstale":"2024-04-22T04:24:43.687097+0000","last_undegraded":"2024-04-22T04:24:43.687097+0000","last_fullsized":"2024-04-22T04:24:43.687097+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699206+0000","last_change":"2024-04-22T04:24:43.697443+0000","last_active":"2024-04-22T04:24:43.699206+0000","last_peered":"2024-04-22T04:24:43.699206+0000","last_clean":"2024-04-22T04:24:43.699206+0000","last_became_active":"2024-04-22T04:24:43.697154+0000","last_became_peered":"2024-04-22T04:24:43.697154+0000","last_unstale":"2024-04-22T04:24:43.699206+0000","last_undegraded":"2024-04-22T04:24:43.699206+0000","last_fullsized":"2024-04-22T04:24:43.699206+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.703511+0000","last_change":"2024-04-22T04:24:43.323115+0000","last_active":"2024-04-22T04:24:43.703511+0000","last_peered":"2024-04-22T04:24:43.703511+0000","last_clean":"2024-04-22T04:24:43.703511+0000","last_became_active":"2024-04-22T04:24:43.322769+0000","last_became_peered":"2024-04-22T04:24:43.322769+0000","last_unstale":"2024-04-22T04:24:43.703511+0000","last_undegraded":"2024-04-22T04:24:43.703511+0000","last_fullsized":"2024-04-22T04:24:43.703511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.323406+0000","last_change":"2024-04-22T04:24:43.323406+0000","last_active":"2024-04-22T04:24:43.323406+0000","last_peered":"2024-04-22T04:24:43.323406+0000","last_clean":"2024-04-22T04:24:43.323406+0000","last_became_active":"2024-04-22T04:24:43.322967+0000","last_became_peered":"2024-04-22T04:24:43.322967+0000","last_unstale":"2024-04-22T04:24:43.323406+0000","last_undegraded":"2024-04-22T04:24:43.323406+0000","last_fullsized":"2024-04-22T04:24:43.323406+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723860+0000","last_change":"2024-04-22T04:24:43.722840+0000","last_active":"2024-04-22T04:24:43.723860+0000","last_peered":"2024-04-22T04:24:43.723860+0000","last_clean":"2024-04-22T04:24:43.723860+0000","last_became_active":"2024-04-22T04:24:43.722534+0000","last_became_peered":"2024-04-22T04:24:43.722534+0000","last_unstale":"2024-04-22T04:24:43.723860+0000","last_undegraded":"2024-04-22T04:24:43.723860+0000","last_fullsized":"2024-04-22T04:24:43.723860+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.705034+0000","last_change":"2024-04-22T04:24:43.320097+0000","last_active":"2024-04-22T04:24:43.705034+0000","last_peered":"2024-04-22T04:24:43.705034+0000","last_clean":"2024-04-22T04:24:43.705034+0000","last_became_active":"2024-04-22T04:24:43.319304+0000","last_became_peered":"2024-04-22T04:24:43.319304+0000","last_unstale":"2024-04-22T04:24:43.705034+0000","last_undegraded":"2024-04-22T04:24:43.705034+0000","last_fullsized":"2024-04-22T04:24:43.705034+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.711570+0000","last_change":"2024-04-22T04:24:43.710906+0000","last_active":"2024-04-22T04:24:43.711570+0000","last_peered":"2024-04-22T04:24:43.711570+0000","last_clean":"2024-04-22T04:24:43.711570+0000","last_became_active":"2024-04-22T04:24:43.710582+0000","last_became_peered":"2024-04-22T04:24:43.710582+0000","last_unstale":"2024-04-22T04:24:43.711570+0000","last_undegraded":"2024-04-22T04:24:43.711570+0000","last_fullsized":"2024-04-22T04:24:43.711570+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.301906+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722043+0000","last_change":"2024-04-22T04:24:43.722043+0000","last_active":"2024-04-22T04:24:43.722043+0000","last_peered":"2024-04-22T04:24:43.722043+0000","last_clean":"2024-04-22T04:24:43.722043+0000","last_became_active":"2024-04-22T04:24:43.721708+0000","last_became_peered":"2024-04-22T04:24:43.721708+0000","last_unstale":"2024-04-22T04:24:43.722043+0000","last_undegraded":"2024-04-22T04:24:43.722043+0000","last_fullsized":"2024-04-22T04:24:43.722043+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.324590+0000","last_change":"2024-04-22T04:24:43.324590+0000","last_active":"2024-04-22T04:24:43.324590+0000","last_peered":"2024-04-22T04:24:43.324590+0000","last_clean":"2024-04-22T04:24:43.324590+0000","last_became_active":"2024-04-22T04:24:43.323463+0000","last_became_peered":"2024-04-22T04:24:43.323463+0000","last_unstale":"2024-04-22T04:24:43.324590+0000","last_undegraded":"2024-04-22T04:24:43.324590+0000","last_fullsized":"2024-04-22T04:24:43.324590+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730573+0000","last_change":"2024-04-22T04:24:43.726902+0000","last_active":"2024-04-22T04:24:43.730573+0000","last_peered":"2024-04-22T04:24:43.730573+0000","last_clean":"2024-04-22T04:24:43.730573+0000","last_became_active":"2024-04-22T04:24:43.726447+0000","last_became_peered":"2024-04-22T04:24:43.726447+0000","last_unstale":"2024-04-22T04:24:43.730573+0000","last_undegraded":"2024-04-22T04:24:43.730573+0000","last_fullsized":"2024-04-22T04:24:43.730573+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.714433+0000","last_change":"2024-04-22T04:24:43.309439+0000","last_active":"2024-04-22T04:24:43.714433+0000","last_peered":"2024-04-22T04:24:43.714433+0000","last_clean":"2024-04-22T04:24:43.714433+0000","last_became_active":"2024-04-22T04:24:43.309130+0000","last_became_peered":"2024-04-22T04:24:43.309130+0000","last_unstale":"2024-04-22T04:24:43.714433+0000","last_undegraded":"2024-04-22T04:24:43.714433+0000","last_fullsized":"2024-04-22T04:24:43.714433+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.702772+0000","last_change":"2024-04-22T04:24:43.701637+0000","last_active":"2024-04-22T04:24:43.702772+0000","last_peered":"2024-04-22T04:24:43.702772+0000","last_clean":"2024-04-22T04:24:43.702772+0000","last_became_active":"2024-04-22T04:24:43.701290+0000","last_became_peered":"2024-04-22T04:24:43.701290+0000","last_unstale":"2024-04-22T04:24:43.702772+0000","last_undegraded":"2024-04-22T04:24:43.702772+0000","last_fullsized":"2024-04-22T04:24:43.702772+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.703511+0000","last_change":"2024-04-22T04:24:43.321782+0000","last_active":"2024-04-22T04:24:43.703511+0000","last_peered":"2024-04-22T04:24:43.703511+0000","last_clean":"2024-04-22T04:24:43.703511+0000","last_became_active":"2024-04-22T04:24:43.321442+0000","last_became_peered":"2024-04-22T04:24:43.321442+0000","last_unstale":"2024-04-22T04:24:43.703511+0000","last_undegraded":"2024-04-22T04:24:43.703511+0000","last_fullsized":"2024-04-22T04:24:43.703511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732134+0000","last_change":"2024-04-22T04:24:43.731291+0000","last_active":"2024-04-22T04:24:43.732134+0000","last_peered":"2024-04-22T04:24:43.732134+0000","last_clean":"2024-04-22T04:24:43.732134+0000","last_became_active":"2024-04-22T04:24:43.729952+0000","last_became_peered":"2024-04-22T04:24:43.729952+0000","last_unstale":"2024-04-22T04:24:43.732134+0000","last_undegraded":"2024-04-22T04:24:43.732134+0000","last_fullsized":"2024-04-22T04:24:43.732134+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.316098+0000","last_change":"2024-04-22T04:24:43.316098+0000","last_active":"2024-04-22T04:24:43.316098+0000","last_peered":"2024-04-22T04:24:43.316098+0000","last_clean":"2024-04-22T04:24:43.316098+0000","last_became_active":"2024-04-22T04:24:43.315737+0000","last_became_peered":"2024-04-22T04:24:43.315737+0000","last_unstale":"2024-04-22T04:24:43.316098+0000","last_undegraded":"2024-04-22T04:24:43.316098+0000","last_fullsized":"2024-04-22T04:24:43.316098+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.301274+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":18,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.713251+0000","last_change":"2024-04-22T04:24:43.312234+0000","last_active":"2024-04-22T04:24:43.713251+0000","last_peered":"2024-04-22T04:24:43.713251+0000","last_clean":"2024-04-22T04:24:43.713251+0000","last_became_active":"2024-04-22T04:24:43.311940+0000","last_became_peered":"2024-04-22T04:24:43.311940+0000","last_unstale":"2024-04-22T04:24:43.713251+0000","last_undegraded":"2024-04-22T04:24:43.713251+0000","last_fullsized":"2024-04-22T04:24:43.713251+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.729980+0000","last_change":"2024-04-22T04:24:43.729261+0000","last_active":"2024-04-22T04:24:43.729980+0000","last_peered":"2024-04-22T04:24:43.729980+0000","last_clean":"2024-04-22T04:24:43.729980+0000","last_became_active":"2024-04-22T04:24:43.728937+0000","last_became_peered":"2024-04-22T04:24:43.728937+0000","last_unstale":"2024-04-22T04:24:43.729980+0000","last_undegraded":"2024-04-22T04:24:43.729980+0000","last_fullsized":"2024-04-22T04:24:43.729980+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"53'1","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.706803+0000","last_change":"2024-04-22T04:24:43.314178+0000","last_active":"2024-04-22T04:24:43.706803+0000","last_peered":"2024-04-22T04:24:43.706803+0000","last_clean":"2024-04-22T04:24:43.706803+0000","last_became_active":"2024-04-22T04:24:43.313859+0000","last_became_peered":"2024-04-22T04:24:43.313859+0000","last_unstale":"2024-04-22T04:24:43.706803+0000","last_undegraded":"2024-04-22T04:24:43.706803+0000","last_fullsized":"2024-04-22T04:24:43.706803+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732297+0000","last_change":"2024-04-22T04:24:43.731979+0000","last_active":"2024-04-22T04:24:43.732297+0000","last_peered":"2024-04-22T04:24:43.732297+0000","last_clean":"2024-04-22T04:24:43.732297+0000","last_became_active":"2024-04-22T04:24:43.731081+0000","last_became_peered":"2024-04-22T04:24:43.731081+0000","last_unstale":"2024-04-22T04:24:43.732297+0000","last_undegraded":"2024-04-22T04:24:43.732297+0000","last_fullsized":"2024-04-22T04:24:43.732297+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.300302+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.704345+0000","last_change":"2024-04-22T04:24:43.704066+0000","last_active":"2024-04-22T04:24:43.704345+0000","last_peered":"2024-04-22T04:24:43.704345+0000","last_clean":"2024-04-22T04:24:43.704345+0000","last_became_active":"2024-04-22T04:24:43.703805+0000","last_became_peered":"2024-04-22T04:24:43.703805+0000","last_unstale":"2024-04-22T04:24:43.704345+0000","last_undegraded":"2024-04-22T04:24:43.704345+0000","last_fullsized":"2024-04-22T04:24:43.704345+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.703573+0000","last_change":"2024-04-22T04:24:43.319710+0000","last_active":"2024-04-22T04:24:43.703573+0000","last_peered":"2024-04-22T04:24:43.703573+0000","last_clean":"2024-04-22T04:24:43.703573+0000","last_became_active":"2024-04-22T04:24:43.319323+0000","last_became_peered":"2024-04-22T04:24:43.319323+0000","last_unstale":"2024-04-22T04:24:43.703573+0000","last_undegraded":"2024-04-22T04:24:43.703573+0000","last_fullsized":"2024-04-22T04:24:43.703573+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.712229+0000","last_change":"2024-04-22T04:24:43.712229+0000","last_active":"2024-04-22T04:24:43.712229+0000","last_peered":"2024-04-22T04:24:43.712229+0000","last_clean":"2024-04-22T04:24:43.712229+0000","last_became_active":"2024-04-22T04:24:43.711901+0000","last_became_peered":"2024-04-22T04:24:43.711901+0000","last_unstale":"2024-04-22T04:24:43.712229+0000","last_undegraded":"2024-04-22T04:24:43.712229+0000","last_fullsized":"2024-04-22T04:24:43.712229+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.313845+0000","last_change":"2024-04-22T04:24:43.310121+0000","last_active":"2024-04-22T04:24:43.313845+0000","last_peered":"2024-04-22T04:24:43.313845+0000","last_clean":"2024-04-22T04:24:43.313845+0000","last_became_active":"2024-04-22T04:24:43.309759+0000","last_became_peered":"2024-04-22T04:24:43.309759+0000","last_unstale":"2024-04-22T04:24:43.313845+0000","last_undegraded":"2024-04-22T04:24:43.313845+0000","last_fullsized":"2024-04-22T04:24:43.313845+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.705930+0000","last_change":"2024-04-22T04:24:43.704906+0000","last_active":"2024-04-22T04:24:43.705930+0000","last_peered":"2024-04-22T04:24:43.705930+0000","last_clean":"2024-04-22T04:24:43.705930+0000","last_became_active":"2024-04-22T04:24:43.704619+0000","last_became_peered":"2024-04-22T04:24:43.704619+0000","last_unstale":"2024-04-22T04:24:43.705930+0000","last_undegraded":"2024-04-22T04:24:43.705930+0000","last_fullsized":"2024-04-22T04:24:43.705930+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.704683+0000","last_change":"2024-04-22T04:24:43.322206+0000","last_active":"2024-04-22T04:24:43.704683+0000","last_peered":"2024-04-22T04:24:43.704683+0000","last_clean":"2024-04-22T04:24:43.704683+0000","last_became_active":"2024-04-22T04:24:43.321812+0000","last_became_peered":"2024-04-22T04:24:43.321812+0000","last_unstale":"2024-04-22T04:24:43.704683+0000","last_undegraded":"2024-04-22T04:24:43.704683+0000","last_fullsized":"2024-04-22T04:24:43.704683+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699027+0000","last_change":"2024-04-22T04:24:23.509097+0000","last_active":"2024-04-22T04:24:43.699027+0000","last_peered":"2024-04-22T04:24:43.699027+0000","last_clean":"2024-04-22T04:24:43.699027+0000","last_became_active":"2024-04-22T04:24:23.508651+0000","last_became_peered":"2024-04-22T04:24:23.508651+0000","last_unstale":"2024-04-22T04:24:43.699027+0000","last_undegraded":"2024-04-22T04:24:43.699027+0000","last_fullsized":"2024-04-22T04:24:43.699027+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:22:09.390656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:22:09.390656+0000","last_clean_scrub_stamp":"2024-04-22T04:22:09.390656+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.715299+0000","last_change":"2024-04-22T04:24:43.714413+0000","last_active":"2024-04-22T04:24:43.715299+0000","last_peered":"2024-04-22T04:24:43.715299+0000","last_clean":"2024-04-22T04:24:43.715299+0000","last_became_active":"2024-04-22T04:24:43.714112+0000","last_became_peered":"2024-04-22T04:24:43.714112+0000","last_unstale":"2024-04-22T04:24:43.715299+0000","last_undegraded":"2024-04-22T04:24:43.715299+0000","last_fullsized":"2024-04-22T04:24:43.715299+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699145+0000","last_change":"2024-04-22T04:24:43.321077+0000","last_active":"2024-04-22T04:24:43.699145+0000","last_peered":"2024-04-22T04:24:43.699145+0000","last_clean":"2024-04-22T04:24:43.699145+0000","last_became_active":"2024-04-22T04:24:43.320508+0000","last_became_peered":"2024-04-22T04:24:43.320508+0000","last_unstale":"2024-04-22T04:24:43.699145+0000","last_undegraded":"2024-04-22T04:24:43.699145+0000","last_fullsized":"2024-04-22T04:24:43.699145+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.711339+0000","last_change":"2024-04-22T04:24:43.320413+0000","last_active":"2024-04-22T04:24:43.711339+0000","last_peered":"2024-04-22T04:24:43.711339+0000","last_clean":"2024-04-22T04:24:43.711339+0000","last_became_active":"2024-04-22T04:24:43.320058+0000","last_became_peered":"2024-04-22T04:24:43.320058+0000","last_unstale":"2024-04-22T04:24:43.711339+0000","last_undegraded":"2024-04-22T04:24:43.711339+0000","last_fullsized":"2024-04-22T04:24:43.711339+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.300299+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.702389+0000","last_change":"2024-04-22T04:24:43.701680+0000","last_active":"2024-04-22T04:24:43.702389+0000","last_peered":"2024-04-22T04:24:43.702389+0000","last_clean":"2024-04-22T04:24:43.702389+0000","last_became_active":"2024-04-22T04:24:43.701356+0000","last_became_peered":"2024-04-22T04:24:43.701356+0000","last_unstale":"2024-04-22T04:24:43.702389+0000","last_undegraded":"2024-04-22T04:24:43.702389+0000","last_fullsized":"2024-04-22T04:24:43.702389+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.313747+0000","last_change":"2024-04-22T04:24:43.313747+0000","last_active":"2024-04-22T04:24:43.313747+0000","last_peered":"2024-04-22T04:24:43.313747+0000","last_clean":"2024-04-22T04:24:43.313747+0000","last_became_active":"2024-04-22T04:24:43.313415+0000","last_became_peered":"2024-04-22T04:24:43.313415+0000","last_unstale":"2024-04-22T04:24:43.313747+0000","last_undegraded":"2024-04-22T04:24:43.313747+0000","last_fullsized":"2024-04-22T04:24:43.313747+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.708764+0000","last_change":"2024-04-22T04:24:43.708275+0000","last_active":"2024-04-22T04:24:43.708764+0000","last_peered":"2024-04-22T04:24:43.708764+0000","last_clean":"2024-04-22T04:24:43.708764+0000","last_became_active":"2024-04-22T04:24:43.707965+0000","last_became_peered":"2024-04-22T04:24:43.707965+0000","last_unstale":"2024-04-22T04:24:43.708764+0000","last_undegraded":"2024-04-22T04:24:43.708764+0000","last_fullsized":"2024-04-22T04:24:43.708764+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.698935+0000","last_change":"2024-04-22T04:24:43.320858+0000","last_active":"2024-04-22T04:24:43.698935+0000","last_peered":"2024-04-22T04:24:43.698935+0000","last_clean":"2024-04-22T04:24:43.698935+0000","last_became_active":"2024-04-22T04:24:43.320053+0000","last_became_peered":"2024-04-22T04:24:43.320053+0000","last_unstale":"2024-04-22T04:24:43.698935+0000","last_undegraded":"2024-04-22T04:24:43.698935+0000","last_fullsized":"2024-04-22T04:24:43.698935+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.725001+0000","last_change":"2024-04-22T04:24:43.725001+0000","last_active":"2024-04-22T04:24:43.725001+0000","last_peered":"2024-04-22T04:24:43.725001+0000","last_clean":"2024-04-22T04:24:43.725001+0000","last_became_active":"2024-04-22T04:24:43.724633+0000","last_became_peered":"2024-04-22T04:24:43.724633+0000","last_unstale":"2024-04-22T04:24:43.725001+0000","last_undegraded":"2024-04-22T04:24:43.725001+0000","last_fullsized":"2024-04-22T04:24:43.725001+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.300995+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.721684+0000","last_change":"2024-04-22T04:24:43.721079+0000","last_active":"2024-04-22T04:24:43.721684+0000","last_peered":"2024-04-22T04:24:43.721684+0000","last_clean":"2024-04-22T04:24:43.721684+0000","last_became_active":"2024-04-22T04:24:43.720764+0000","last_became_peered":"2024-04-22T04:24:43.720764+0000","last_unstale":"2024-04-22T04:24:43.721684+0000","last_undegraded":"2024-04-22T04:24:43.721684+0000","last_fullsized":"2024-04-22T04:24:43.721684+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.301345+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716120+0000","last_change":"2024-04-22T04:24:43.713960+0000","last_active":"2024-04-22T04:24:43.716120+0000","last_peered":"2024-04-22T04:24:43.716120+0000","last_clean":"2024-04-22T04:24:43.716120+0000","last_became_active":"2024-04-22T04:24:43.713695+0000","last_became_peered":"2024-04-22T04:24:43.713695+0000","last_unstale":"2024-04-22T04:24:43.716120+0000","last_undegraded":"2024-04-22T04:24:43.716120+0000","last_fullsized":"2024-04-22T04:24:43.716120+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732457+0000","last_change":"2024-04-22T04:24:43.323400+0000","last_active":"2024-04-22T04:24:43.732457+0000","last_peered":"2024-04-22T04:24:43.732457+0000","last_clean":"2024-04-22T04:24:43.732457+0000","last_became_active":"2024-04-22T04:24:43.323028+0000","last_became_peered":"2024-04-22T04:24:43.323028+0000","last_unstale":"2024-04-22T04:24:43.732457+0000","last_undegraded":"2024-04-22T04:24:43.732457+0000","last_fullsized":"2024-04-22T04:24:43.732457+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.302540+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.322879+0000","last_change":"2024-04-22T04:24:43.322333+0000","last_active":"2024-04-22T04:24:43.322879+0000","last_peered":"2024-04-22T04:24:43.322879+0000","last_clean":"2024-04-22T04:24:43.322879+0000","last_became_active":"2024-04-22T04:24:43.321955+0000","last_became_peered":"2024-04-22T04:24:43.321955+0000","last_unstale":"2024-04-22T04:24:43.322879+0000","last_undegraded":"2024-04-22T04:24:43.322879+0000","last_fullsized":"2024-04-22T04:24:43.322879+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.731206+0000","last_change":"2024-04-22T04:24:43.729286+0000","last_active":"2024-04-22T04:24:43.731206+0000","last_peered":"2024-04-22T04:24:43.731206+0000","last_clean":"2024-04-22T04:24:43.731206+0000","last_became_active":"2024-04-22T04:24:43.726910+0000","last_became_peered":"2024-04-22T04:24:43.726910+0000","last_unstale":"2024-04-22T04:24:43.731206+0000","last_undegraded":"2024-04-22T04:24:43.731206+0000","last_fullsized":"2024-04-22T04:24:43.731206+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.301025+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716456+0000","last_change":"2024-04-22T04:24:43.713418+0000","last_active":"2024-04-22T04:24:43.716456+0000","last_peered":"2024-04-22T04:24:43.716456+0000","last_clean":"2024-04-22T04:24:43.716456+0000","last_became_active":"2024-04-22T04:24:43.712699+0000","last_became_peered":"2024-04-22T04:24:43.712699+0000","last_unstale":"2024-04-22T04:24:43.716456+0000","last_undegraded":"2024-04-22T04:24:43.716456+0000","last_fullsized":"2024-04-22T04:24:43.716456+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"53'2","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722635+0000","last_change":"2024-04-22T04:24:43.309535+0000","last_active":"2024-04-22T04:24:43.722635+0000","last_peered":"2024-04-22T04:24:43.722635+0000","last_clean":"2024-04-22T04:24:43.722635+0000","last_became_active":"2024-04-22T04:24:43.309225+0000","last_became_peered":"2024-04-22T04:24:43.309225+0000","last_unstale":"2024-04-22T04:24:43.722635+0000","last_undegraded":"2024-04-22T04:24:43.722635+0000","last_fullsized":"2024-04-22T04:24:43.722635+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.729944+0000","last_change":"2024-04-22T04:24:43.729021+0000","last_active":"2024-04-22T04:24:43.729944+0000","last_peered":"2024-04-22T04:24:43.729944+0000","last_clean":"2024-04-22T04:24:43.729944+0000","last_became_active":"2024-04-22T04:24:43.727633+0000","last_became_peered":"2024-04-22T04:24:43.727633+0000","last_unstale":"2024-04-22T04:24:43.729944+0000","last_undegraded":"2024-04-22T04:24:43.729944+0000","last_fullsized":"2024-04-22T04:24:43.729944+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.303397+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.705620+0000","last_change":"2024-04-22T04:24:43.705620+0000","last_active":"2024-04-22T04:24:43.705620+0000","last_peered":"2024-04-22T04:24:43.705620+0000","last_clean":"2024-04-22T04:24:43.705620+0000","last_became_active":"2024-04-22T04:24:43.705363+0000","last_became_peered":"2024-04-22T04:24:43.705363+0000","last_unstale":"2024-04-22T04:24:43.705620+0000","last_undegraded":"2024-04-22T04:24:43.705620+0000","last_fullsized":"2024-04-22T04:24:43.705620+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716168+0000","last_change":"2024-04-22T04:24:43.714899+0000","last_active":"2024-04-22T04:24:43.716168+0000","last_peered":"2024-04-22T04:24:43.716168+0000","last_clean":"2024-04-22T04:24:43.716168+0000","last_became_active":"2024-04-22T04:24:43.713807+0000","last_became_peered":"2024-04-22T04:24:43.713807+0000","last_unstale":"2024-04-22T04:24:43.716168+0000","last_undegraded":"2024-04-22T04:24:43.716168+0000","last_fullsized":"2024-04-22T04:24:43.716168+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.710851+0000","last_change":"2024-04-22T04:24:43.708929+0000","last_active":"2024-04-22T04:24:43.710851+0000","last_peered":"2024-04-22T04:24:43.710851+0000","last_clean":"2024-04-22T04:24:43.710851+0000","last_became_active":"2024-04-22T04:24:43.708657+0000","last_became_peered":"2024-04-22T04:24:43.708657+0000","last_unstale":"2024-04-22T04:24:43.710851+0000","last_undegraded":"2024-04-22T04:24:43.710851+0000","last_fullsized":"2024-04-22T04:24:43.710851+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716133+0000","last_change":"2024-04-22T04:24:43.713929+0000","last_active":"2024-04-22T04:24:43.716133+0000","last_peered":"2024-04-22T04:24:43.716133+0000","last_clean":"2024-04-22T04:24:43.716133+0000","last_became_active":"2024-04-22T04:24:43.713636+0000","last_became_peered":"2024-04-22T04:24:43.713636+0000","last_unstale":"2024-04-22T04:24:43.716133+0000","last_undegraded":"2024-04-22T04:24:43.716133+0000","last_fullsized":"2024-04-22T04:24:43.716133+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.303214+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.715735+0000","last_change":"2024-04-22T04:24:43.712335+0000","last_active":"2024-04-22T04:24:43.715735+0000","last_peered":"2024-04-22T04:24:43.715735+0000","last_clean":"2024-04-22T04:24:43.715735+0000","last_became_active":"2024-04-22T04:24:43.712028+0000","last_became_peered":"2024-04-22T04:24:43.712028+0000","last_unstale":"2024-04-22T04:24:43.715735+0000","last_undegraded":"2024-04-22T04:24:43.715735+0000","last_fullsized":"2024-04-22T04:24:43.715735+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.700624+0000","last_change":"2024-04-22T04:24:43.700182+0000","last_active":"2024-04-22T04:24:43.700624+0000","last_peered":"2024-04-22T04:24:43.700624+0000","last_clean":"2024-04-22T04:24:43.700624+0000","last_became_active":"2024-04-22T04:24:43.699763+0000","last_became_peered":"2024-04-22T04:24:43.699763+0000","last_unstale":"2024-04-22T04:24:43.700624+0000","last_undegraded":"2024-04-22T04:24:43.700624+0000","last_fullsized":"2024-04-22T04:24:43.700624+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716027+0000","last_change":"2024-04-22T04:24:43.713143+0000","last_active":"2024-04-22T04:24:43.716027+0000","last_peered":"2024-04-22T04:24:43.716027+0000","last_clean":"2024-04-22T04:24:43.716027+0000","last_became_active":"2024-04-22T04:24:43.712818+0000","last_became_peered":"2024-04-22T04:24:43.712818+0000","last_unstale":"2024-04-22T04:24:43.716027+0000","last_undegraded":"2024-04-22T04:24:43.716027+0000","last_fullsized":"2024-04-22T04:24:43.716027+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723864+0000","last_change":"2024-04-22T04:24:43.719573+0000","last_active":"2024-04-22T04:24:43.723864+0000","last_peered":"2024-04-22T04:24:43.723864+0000","last_clean":"2024-04-22T04:24:43.723864+0000","last_became_active":"2024-04-22T04:24:43.719282+0000","last_became_peered":"2024-04-22T04:24:43.719282+0000","last_unstale":"2024-04-22T04:24:43.723864+0000","last_undegraded":"2024-04-22T04:24:43.723864+0000","last_fullsized":"2024-04-22T04:24:43.723864+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722239+0000","last_change":"2024-04-22T04:24:43.721673+0000","last_active":"2024-04-22T04:24:43.722239+0000","last_peered":"2024-04-22T04:24:43.722239+0000","last_clean":"2024-04-22T04:24:43.722239+0000","last_became_active":"2024-04-22T04:24:43.721203+0000","last_became_peered":"2024-04-22T04:24:43.721203+0000","last_unstale":"2024-04-22T04:24:43.722239+0000","last_undegraded":"2024-04-22T04:24:43.722239+0000","last_fullsized":"2024-04-22T04:24:43.722239+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.303035+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":174,"acting":174,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":610,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":5222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430215,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":216750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39900000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]}]},{"osd":6,"up_from":42,"seq":180388626444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297576,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447576,"statfs":{"total":95995035648,"available":95690317824,"internally_reserved":0,"allocated":491520,"data_stored":195738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69199999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297564,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447588,"statfs":{"total":95995035648,"available":95690330112,"internally_reserved":0,"allocated":479232,"data_stored":189559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:23:46 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.32400000000000001,"15min":0.312},"min":{"1min":0.25600000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.219},{"interface":"front","average":{"1min":0.44,"5min":0.33800000000000002,"15min":0.32100000000000001},"min":{"1min":0.311,"5min":0.246,"15min":0.246},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.31900000000000001}]},{"osd":2,"last update":"Mon Apr 22 04:24:10 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.39400000000000002,"15min":0.38300000000000001},"min":{"1min":0.34599999999999997,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.35999999999999999,"15min":0.35099999999999998},"min":{"1min":0.27000000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.57599999999999996,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.27300000000000002}]},{"osd":3,"last update":"Mon Apr 22 04:24:39 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.42999999999999999,"15min":0.42299999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.496,"5min":0.46600000000000003,"15min":0.46100000000000002},"min":{"1min":0.33800000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.36099999999999999}]},{"osd":4,"last update":"Mon Apr 22 04:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.55700000000000005}]},{"osd":5,"last update":"Mon Apr 22 04:24:30 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.625},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.71299999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.755}]}]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297628,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447524,"statfs":{"total":95995035648,"available":95690264576,"internally_reserved":0,"allocated":544768,"data_stored":216874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 22 04:24:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.35599999999999998,"15min":0.33600000000000002},"min":{"1min":0.27700000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.37,"15min":0.33800000000000002},"min":{"1min":0.33200000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.372}]},{"osd":2,"last update":"Mon Apr 22 04:24:12 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.316,"5min":0.251,"15min":0.251},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.39800000000000002,"15min":0.39600000000000002},"min":{"1min":0.33200000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.51500000000000001,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.38800000000000001}]},{"osd":3,"last update":"Mon Apr 22 04:24:36 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45700000000000002,"15min":0.46100000000000002},"min":{"1min":0.32800000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.503,"5min":0.49299999999999999,"15min":0.49099999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.436}]},{"osd":4,"last update":"Mon Apr 22 04:24:03 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.75700000000000001}]},{"osd":5,"last update":"Mon Apr 22 04:24:29 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.70999999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411362,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297600,"kb_used_data":504,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447552,"statfs":{"total":95995035648,"available":95690293248,"internally_reserved":0,"allocated":516096,"data_stored":209512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:09 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.35399999999999998,"15min":0.34699999999999998},"min":{"1min":0.26400000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.379,"15min":0.372},"min":{"1min":0.31900000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.58799999999999997,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.27400000000000002}]},{"osd":1,"last update":"Mon Apr 22 04:24:09 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.40300000000000002,"15min":0.39600000000000002},"min":{"1min":0.28899999999999998,"5min":0.252,"15min":0.252},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.31},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39200000000000002,"15min":0.38800000000000001},"min":{"1min":0.29299999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.318}]},{"osd":3,"last update":"Mon Apr 22 04:24:39 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.433,"15min":0.433},"min":{"1min":0.33800000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.46400000000000002,"15min":0.46100000000000002},"min":{"1min":0.38500000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.41099999999999998}]},{"osd":4,"last update":"Mon Apr 22 04:24:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.52300000000000002}]},{"osd":5,"last update":"Mon Apr 22 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.65600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182429,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297632,"kb_used_data":536,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447520,"statfs":{"total":95995035648,"available":95690260480,"internally_reserved":0,"allocated":548864,"data_stored":217814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:40 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41699999999999998,"15min":0.42099999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.60099999999999998,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.443,"15min":0.442},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.29799999999999999}]},{"osd":1,"last update":"Mon Apr 22 04:24:40 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.46700000000000003,"15min":0.46899999999999997},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.65500000000000003,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.44400000000000001,"15min":0.44800000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.24199999999999999}]},{"osd":2,"last update":"Mon Apr 22 04:24:40 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.48399999999999999,"15min":0.48799999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.58299999999999996,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.46100000000000002,"15min":0.46200000000000002},"min":{"1min":0.32800000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.56999999999999995,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.315}]},{"osd":4,"last update":"Mon Apr 22 04:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.58899999999999997}]},{"osd":5,"last update":"Mon Apr 22 04:24:30 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.61699999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]}]},{"osd":4,"up_from":30,"seq":128849018903,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297616,"kb_used_data":520,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447536,"statfs":{"total":95995035648,"available":95690276864,"internally_reserved":0,"allocated":532480,"data_stored":210192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.38100000000000001}]},{"osd":1,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.42699999999999999}]},{"osd":2,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.41199999999999998}]},{"osd":3,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.37}]},{"osd":5,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.437},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.42199999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31900000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822673,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":217485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.70999999999999996}]},{"osd":1,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":2.1539999999999999,"5min":2.1539999999999999,"15min":2.1539999999999999},"last":0.53900000000000003}]},{"osd":2,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.503},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.754}]},{"osd":3,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.79000000000000004}]},{"osd":4,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.1909999999999998,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":0.621},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.67200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82699999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T04:24:47.715 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T04:24:48.058 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:48.059 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2024-04-22T04:24:48.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:46.699411+0000 mon.a (mon.0) 591 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-22T04:24:48.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:46.699522+0000 mon.a (mon.0) 592 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:24:48.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:47.067422+0000 mon.a (mon.0) 593 : audit [DBG] from='client.? 172.21.15.40:0/3784166606' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:24:48.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:47.167164+0000 mgr.y (mgr.14146) 207 : cluster [DBG] pgmap v195: 97 pgs: 13 creating+peering, 78 active+clean, 6 unknown; 610 B data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 KiB/s wr, 5 op/s 2024-04-22T04:24:48.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:47.379969+0000 mon.a (mon.0) 594 : audit [DBG] from='client.? 172.21.15.40:0/1423293626' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:48.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:46.699411+0000 mon.a (mon.0) 591 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-22T04:24:48.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:46.699522+0000 mon.a (mon.0) 592 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:24:48.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:47.067422+0000 mon.a (mon.0) 593 : audit [DBG] from='client.? 172.21.15.40:0/3784166606' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:24:48.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:47.167164+0000 mgr.y (mgr.14146) 207 : cluster [DBG] pgmap v195: 97 pgs: 13 creating+peering, 78 active+clean, 6 unknown; 610 B data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 KiB/s wr, 5 op/s 2024-04-22T04:24:48.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:47.379969+0000 mon.a (mon.0) 594 : audit [DBG] from='client.? 172.21.15.40:0/1423293626' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:48.068 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":195,"stamp":"2024-04-22T04:24:47.166910+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":610,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":273,"acting":273,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":117,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2380860,"kb_used_data":4092,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747580356,"statfs":{"total":767960285184,"available":765522284544,"internally_reserved":0,"allocated":4190208,"data_stored":1673924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":588,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.477169"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.731188+0000","last_change":"2024-04-22T04:24:43.729915+0000","last_active":"2024-04-22T04:24:43.731188+0000","last_peered":"2024-04-22T04:24:43.731188+0000","last_clean":"2024-04-22T04:24:43.731188+0000","last_became_active":"2024-04-22T04:24:43.729576+0000","last_became_peered":"2024-04-22T04:24:43.729576+0000","last_unstale":"2024-04-22T04:24:43.731188+0000","last_undegraded":"2024-04-22T04:24:43.731188+0000","last_fullsized":"2024-04-22T04:24:43.731188+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.696538+0000","last_change":"2024-04-22T04:24:43.696155+0000","last_active":"2024-04-22T04:24:43.696538+0000","last_peered":"2024-04-22T04:24:43.696538+0000","last_clean":"2024-04-22T04:24:43.696538+0000","last_became_active":"2024-04-22T04:24:43.695871+0000","last_became_peered":"2024-04-22T04:24:43.695871+0000","last_unstale":"2024-04-22T04:24:43.696538+0000","last_undegraded":"2024-04-22T04:24:43.696538+0000","last_fullsized":"2024-04-22T04:24:43.696538+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723790+0000","last_change":"2024-04-22T04:24:43.721991+0000","last_active":"2024-04-22T04:24:43.723790+0000","last_peered":"2024-04-22T04:24:43.723790+0000","last_clean":"2024-04-22T04:24:43.723790+0000","last_became_active":"2024-04-22T04:24:43.721657+0000","last_became_peered":"2024-04-22T04:24:43.721657+0000","last_unstale":"2024-04-22T04:24:43.723790+0000","last_undegraded":"2024-04-22T04:24:43.723790+0000","last_fullsized":"2024-04-22T04:24:43.723790+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730694+0000","last_change":"2024-04-22T04:24:43.728955+0000","last_active":"2024-04-22T04:24:43.730694+0000","last_peered":"2024-04-22T04:24:43.730694+0000","last_clean":"2024-04-22T04:24:43.730694+0000","last_became_active":"2024-04-22T04:24:43.727506+0000","last_became_peered":"2024-04-22T04:24:43.727506+0000","last_unstale":"2024-04-22T04:24:43.730694+0000","last_undegraded":"2024-04-22T04:24:43.730694+0000","last_fullsized":"2024-04-22T04:24:43.730694+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.709982+0000","last_change":"2024-04-22T04:24:43.709122+0000","last_active":"2024-04-22T04:24:43.709982+0000","last_peered":"2024-04-22T04:24:43.709982+0000","last_clean":"2024-04-22T04:24:43.709982+0000","last_became_active":"2024-04-22T04:24:43.708741+0000","last_became_peered":"2024-04-22T04:24:43.708741+0000","last_unstale":"2024-04-22T04:24:43.709982+0000","last_undegraded":"2024-04-22T04:24:43.709982+0000","last_fullsized":"2024-04-22T04:24:43.709982+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730622+0000","last_change":"2024-04-22T04:24:43.729409+0000","last_active":"2024-04-22T04:24:43.730622+0000","last_peered":"2024-04-22T04:24:43.730622+0000","last_clean":"2024-04-22T04:24:43.730622+0000","last_became_active":"2024-04-22T04:24:43.729098+0000","last_became_peered":"2024-04-22T04:24:43.729098+0000","last_unstale":"2024-04-22T04:24:43.730622+0000","last_undegraded":"2024-04-22T04:24:43.730622+0000","last_fullsized":"2024-04-22T04:24:43.730622+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.706417+0000","last_change":"2024-04-22T04:24:43.706131+0000","last_active":"2024-04-22T04:24:43.706417+0000","last_peered":"2024-04-22T04:24:43.706417+0000","last_clean":"2024-04-22T04:24:43.706417+0000","last_became_active":"2024-04-22T04:24:43.705243+0000","last_became_peered":"2024-04-22T04:24:43.705243+0000","last_unstale":"2024-04-22T04:24:43.706417+0000","last_undegraded":"2024-04-22T04:24:43.706417+0000","last_fullsized":"2024-04-22T04:24:43.706417+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.729147+0000","last_change":"2024-04-22T04:24:43.727293+0000","last_active":"2024-04-22T04:24:43.729147+0000","last_peered":"2024-04-22T04:24:43.729147+0000","last_clean":"2024-04-22T04:24:43.729147+0000","last_became_active":"2024-04-22T04:24:43.726806+0000","last_became_peered":"2024-04-22T04:24:43.726806+0000","last_unstale":"2024-04-22T04:24:43.729147+0000","last_undegraded":"2024-04-22T04:24:43.729147+0000","last_fullsized":"2024-04-22T04:24:43.729147+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.301540+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.301379+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.712389+0000","last_change":"2024-04-22T04:24:43.712389+0000","last_active":"2024-04-22T04:24:43.712389+0000","last_peered":"2024-04-22T04:24:43.712389+0000","last_clean":"2024-04-22T04:24:43.712389+0000","last_became_active":"2024-04-22T04:24:43.712073+0000","last_became_peered":"2024-04-22T04:24:43.712073+0000","last_unstale":"2024-04-22T04:24:43.712389+0000","last_undegraded":"2024-04-22T04:24:43.712389+0000","last_fullsized":"2024-04-22T04:24:43.712389+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699863+0000","last_change":"2024-04-22T04:24:43.699008+0000","last_active":"2024-04-22T04:24:43.699863+0000","last_peered":"2024-04-22T04:24:43.699863+0000","last_clean":"2024-04-22T04:24:43.699863+0000","last_became_active":"2024-04-22T04:24:43.698693+0000","last_became_peered":"2024-04-22T04:24:43.698693+0000","last_unstale":"2024-04-22T04:24:43.699863+0000","last_undegraded":"2024-04-22T04:24:43.699863+0000","last_fullsized":"2024-04-22T04:24:43.699863+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.714355+0000","last_change":"2024-04-22T04:24:43.711760+0000","last_active":"2024-04-22T04:24:43.714355+0000","last_peered":"2024-04-22T04:24:43.714355+0000","last_clean":"2024-04-22T04:24:43.714355+0000","last_became_active":"2024-04-22T04:24:43.711299+0000","last_became_peered":"2024-04-22T04:24:43.711299+0000","last_unstale":"2024-04-22T04:24:43.714355+0000","last_undegraded":"2024-04-22T04:24:43.714355+0000","last_fullsized":"2024-04-22T04:24:43.714355+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723506+0000","last_change":"2024-04-22T04:24:43.718977+0000","last_active":"2024-04-22T04:24:43.723506+0000","last_peered":"2024-04-22T04:24:43.723506+0000","last_clean":"2024-04-22T04:24:43.723506+0000","last_became_active":"2024-04-22T04:24:43.718664+0000","last_became_peered":"2024-04-22T04:24:43.718664+0000","last_unstale":"2024-04-22T04:24:43.723506+0000","last_undegraded":"2024-04-22T04:24:43.723506+0000","last_fullsized":"2024-04-22T04:24:43.723506+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723545+0000","last_change":"2024-04-22T04:24:43.718389+0000","last_active":"2024-04-22T04:24:43.723545+0000","last_peered":"2024-04-22T04:24:43.723545+0000","last_clean":"2024-04-22T04:24:43.723545+0000","last_became_active":"2024-04-22T04:24:43.718098+0000","last_became_peered":"2024-04-22T04:24:43.718098+0000","last_unstale":"2024-04-22T04:24:43.723545+0000","last_undegraded":"2024-04-22T04:24:43.723545+0000","last_fullsized":"2024-04-22T04:24:43.723545+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.720250+0000","last_change":"2024-04-22T04:24:43.720250+0000","last_active":"2024-04-22T04:24:43.720250+0000","last_peered":"2024-04-22T04:24:43.720250+0000","last_clean":"2024-04-22T04:24:43.720250+0000","last_became_active":"2024-04-22T04:24:43.719899+0000","last_became_peered":"2024-04-22T04:24:43.719899+0000","last_unstale":"2024-04-22T04:24:43.720250+0000","last_undegraded":"2024-04-22T04:24:43.720250+0000","last_fullsized":"2024-04-22T04:24:43.720250+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730536+0000","last_change":"2024-04-22T04:24:43.726685+0000","last_active":"2024-04-22T04:24:43.730536+0000","last_peered":"2024-04-22T04:24:43.730536+0000","last_clean":"2024-04-22T04:24:43.730536+0000","last_became_active":"2024-04-22T04:24:43.725741+0000","last_became_peered":"2024-04-22T04:24:43.725741+0000","last_unstale":"2024-04-22T04:24:43.730536+0000","last_undegraded":"2024-04-22T04:24:43.730536+0000","last_fullsized":"2024-04-22T04:24:43.730536+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"53'4","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.724224+0000","last_change":"2024-04-22T04:24:43.314594+0000","last_active":"2024-04-22T04:24:43.724224+0000","last_peered":"2024-04-22T04:24:43.724224+0000","last_clean":"2024-04-22T04:24:43.724224+0000","last_became_active":"2024-04-22T04:24:43.313869+0000","last_became_peered":"2024-04-22T04:24:43.313869+0000","last_unstale":"2024-04-22T04:24:43.724224+0000","last_undegraded":"2024-04-22T04:24:43.724224+0000","last_fullsized":"2024-04-22T04:24:43.724224+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699900+0000","last_change":"2024-04-22T04:24:43.699003+0000","last_active":"2024-04-22T04:24:43.699900+0000","last_peered":"2024-04-22T04:24:43.699900+0000","last_clean":"2024-04-22T04:24:43.699900+0000","last_became_active":"2024-04-22T04:24:43.698699+0000","last_became_peered":"2024-04-22T04:24:43.698699+0000","last_unstale":"2024-04-22T04:24:43.699900+0000","last_undegraded":"2024-04-22T04:24:43.699900+0000","last_fullsized":"2024-04-22T04:24:43.699900+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.707138+0000","last_change":"2024-04-22T04:24:43.316186+0000","last_active":"2024-04-22T04:24:43.707138+0000","last_peered":"2024-04-22T04:24:43.707138+0000","last_clean":"2024-04-22T04:24:43.707138+0000","last_became_active":"2024-04-22T04:24:43.315877+0000","last_became_peered":"2024-04-22T04:24:43.315877+0000","last_unstale":"2024-04-22T04:24:43.707138+0000","last_undegraded":"2024-04-22T04:24:43.707138+0000","last_fullsized":"2024-04-22T04:24:43.707138+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.711311+0000","last_change":"2024-04-22T04:24:43.710624+0000","last_active":"2024-04-22T04:24:43.711311+0000","last_peered":"2024-04-22T04:24:43.711311+0000","last_clean":"2024-04-22T04:24:43.711311+0000","last_became_active":"2024-04-22T04:24:43.710346+0000","last_became_peered":"2024-04-22T04:24:43.710346+0000","last_unstale":"2024-04-22T04:24:43.711311+0000","last_undegraded":"2024-04-22T04:24:43.711311+0000","last_fullsized":"2024-04-22T04:24:43.711311+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732479+0000","last_change":"2024-04-22T04:24:43.320477+0000","last_active":"2024-04-22T04:24:43.732479+0000","last_peered":"2024-04-22T04:24:43.732479+0000","last_clean":"2024-04-22T04:24:43.732479+0000","last_became_active":"2024-04-22T04:24:43.320155+0000","last_became_peered":"2024-04-22T04:24:43.320155+0000","last_unstale":"2024-04-22T04:24:43.732479+0000","last_undegraded":"2024-04-22T04:24:43.732479+0000","last_fullsized":"2024-04-22T04:24:43.732479+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722150+0000","last_change":"2024-04-22T04:24:43.716384+0000","last_active":"2024-04-22T04:24:43.722150+0000","last_peered":"2024-04-22T04:24:43.722150+0000","last_clean":"2024-04-22T04:24:43.722150+0000","last_became_active":"2024-04-22T04:24:43.716074+0000","last_became_peered":"2024-04-22T04:24:43.716074+0000","last_unstale":"2024-04-22T04:24:43.722150+0000","last_undegraded":"2024-04-22T04:24:43.722150+0000","last_fullsized":"2024-04-22T04:24:43.722150+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730090+0000","last_change":"2024-04-22T04:24:43.323591+0000","last_active":"2024-04-22T04:24:43.730090+0000","last_peered":"2024-04-22T04:24:43.730090+0000","last_clean":"2024-04-22T04:24:43.730090+0000","last_became_active":"2024-04-22T04:24:43.323176+0000","last_became_peered":"2024-04-22T04:24:43.323176+0000","last_unstale":"2024-04-22T04:24:43.730090+0000","last_undegraded":"2024-04-22T04:24:43.730090+0000","last_fullsized":"2024-04-22T04:24:43.730090+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.717147+0000","last_change":"2024-04-22T04:24:43.716003+0000","last_active":"2024-04-22T04:24:43.717147+0000","last_peered":"2024-04-22T04:24:43.717147+0000","last_clean":"2024-04-22T04:24:43.717147+0000","last_became_active":"2024-04-22T04:24:43.715679+0000","last_became_peered":"2024-04-22T04:24:43.715679+0000","last_unstale":"2024-04-22T04:24:43.717147+0000","last_undegraded":"2024-04-22T04:24:43.717147+0000","last_fullsized":"2024-04-22T04:24:43.717147+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.721934+0000","last_change":"2024-04-22T04:24:43.311031+0000","last_active":"2024-04-22T04:24:43.721934+0000","last_peered":"2024-04-22T04:24:43.721934+0000","last_clean":"2024-04-22T04:24:43.721934+0000","last_became_active":"2024-04-22T04:24:43.310733+0000","last_became_peered":"2024-04-22T04:24:43.310733+0000","last_unstale":"2024-04-22T04:24:43.721934+0000","last_undegraded":"2024-04-22T04:24:43.721934+0000","last_fullsized":"2024-04-22T04:24:43.721934+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.702640+0000","last_change":"2024-04-22T04:24:43.702640+0000","last_active":"2024-04-22T04:24:43.702640+0000","last_peered":"2024-04-22T04:24:43.702640+0000","last_clean":"2024-04-22T04:24:43.702640+0000","last_became_active":"2024-04-22T04:24:43.702266+0000","last_became_peered":"2024-04-22T04:24:43.702266+0000","last_unstale":"2024-04-22T04:24:43.702640+0000","last_undegraded":"2024-04-22T04:24:43.702640+0000","last_fullsized":"2024-04-22T04:24:43.702640+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.314762+0000","last_change":"2024-04-22T04:24:43.314762+0000","last_active":"2024-04-22T04:24:43.314762+0000","last_peered":"2024-04-22T04:24:43.314762+0000","last_clean":"2024-04-22T04:24:43.314762+0000","last_became_active":"2024-04-22T04:24:43.314442+0000","last_became_peered":"2024-04-22T04:24:43.314442+0000","last_unstale":"2024-04-22T04:24:43.314762+0000","last_undegraded":"2024-04-22T04:24:43.314762+0000","last_fullsized":"2024-04-22T04:24:43.314762+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.721969+0000","last_change":"2024-04-22T04:24:43.721494+0000","last_active":"2024-04-22T04:24:43.721969+0000","last_peered":"2024-04-22T04:24:43.721969+0000","last_clean":"2024-04-22T04:24:43.721969+0000","last_became_active":"2024-04-22T04:24:43.720806+0000","last_became_peered":"2024-04-22T04:24:43.720806+0000","last_unstale":"2024-04-22T04:24:43.721969+0000","last_undegraded":"2024-04-22T04:24:43.721969+0000","last_fullsized":"2024-04-22T04:24:43.721969+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.687097+0000","last_change":"2024-04-22T04:24:43.317404+0000","last_active":"2024-04-22T04:24:43.687097+0000","last_peered":"2024-04-22T04:24:43.687097+0000","last_clean":"2024-04-22T04:24:43.687097+0000","last_became_active":"2024-04-22T04:24:43.317097+0000","last_became_peered":"2024-04-22T04:24:43.317097+0000","last_unstale":"2024-04-22T04:24:43.687097+0000","last_undegraded":"2024-04-22T04:24:43.687097+0000","last_fullsized":"2024-04-22T04:24:43.687097+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699206+0000","last_change":"2024-04-22T04:24:43.697443+0000","last_active":"2024-04-22T04:24:43.699206+0000","last_peered":"2024-04-22T04:24:43.699206+0000","last_clean":"2024-04-22T04:24:43.699206+0000","last_became_active":"2024-04-22T04:24:43.697154+0000","last_became_peered":"2024-04-22T04:24:43.697154+0000","last_unstale":"2024-04-22T04:24:43.699206+0000","last_undegraded":"2024-04-22T04:24:43.699206+0000","last_fullsized":"2024-04-22T04:24:43.699206+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.703511+0000","last_change":"2024-04-22T04:24:43.323115+0000","last_active":"2024-04-22T04:24:43.703511+0000","last_peered":"2024-04-22T04:24:43.703511+0000","last_clean":"2024-04-22T04:24:43.703511+0000","last_became_active":"2024-04-22T04:24:43.322769+0000","last_became_peered":"2024-04-22T04:24:43.322769+0000","last_unstale":"2024-04-22T04:24:43.703511+0000","last_undegraded":"2024-04-22T04:24:43.703511+0000","last_fullsized":"2024-04-22T04:24:43.703511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.323406+0000","last_change":"2024-04-22T04:24:43.323406+0000","last_active":"2024-04-22T04:24:43.323406+0000","last_peered":"2024-04-22T04:24:43.323406+0000","last_clean":"2024-04-22T04:24:43.323406+0000","last_became_active":"2024-04-22T04:24:43.322967+0000","last_became_peered":"2024-04-22T04:24:43.322967+0000","last_unstale":"2024-04-22T04:24:43.323406+0000","last_undegraded":"2024-04-22T04:24:43.323406+0000","last_fullsized":"2024-04-22T04:24:43.323406+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723860+0000","last_change":"2024-04-22T04:24:43.722840+0000","last_active":"2024-04-22T04:24:43.723860+0000","last_peered":"2024-04-22T04:24:43.723860+0000","last_clean":"2024-04-22T04:24:43.723860+0000","last_became_active":"2024-04-22T04:24:43.722534+0000","last_became_peered":"2024-04-22T04:24:43.722534+0000","last_unstale":"2024-04-22T04:24:43.723860+0000","last_undegraded":"2024-04-22T04:24:43.723860+0000","last_fullsized":"2024-04-22T04:24:43.723860+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.705034+0000","last_change":"2024-04-22T04:24:43.320097+0000","last_active":"2024-04-22T04:24:43.705034+0000","last_peered":"2024-04-22T04:24:43.705034+0000","last_clean":"2024-04-22T04:24:43.705034+0000","last_became_active":"2024-04-22T04:24:43.319304+0000","last_became_peered":"2024-04-22T04:24:43.319304+0000","last_unstale":"2024-04-22T04:24:43.705034+0000","last_undegraded":"2024-04-22T04:24:43.705034+0000","last_fullsized":"2024-04-22T04:24:43.705034+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.711570+0000","last_change":"2024-04-22T04:24:43.710906+0000","last_active":"2024-04-22T04:24:43.711570+0000","last_peered":"2024-04-22T04:24:43.711570+0000","last_clean":"2024-04-22T04:24:43.711570+0000","last_became_active":"2024-04-22T04:24:43.710582+0000","last_became_peered":"2024-04-22T04:24:43.710582+0000","last_unstale":"2024-04-22T04:24:43.711570+0000","last_undegraded":"2024-04-22T04:24:43.711570+0000","last_fullsized":"2024-04-22T04:24:43.711570+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.301906+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722043+0000","last_change":"2024-04-22T04:24:43.722043+0000","last_active":"2024-04-22T04:24:43.722043+0000","last_peered":"2024-04-22T04:24:43.722043+0000","last_clean":"2024-04-22T04:24:43.722043+0000","last_became_active":"2024-04-22T04:24:43.721708+0000","last_became_peered":"2024-04-22T04:24:43.721708+0000","last_unstale":"2024-04-22T04:24:43.722043+0000","last_undegraded":"2024-04-22T04:24:43.722043+0000","last_fullsized":"2024-04-22T04:24:43.722043+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.324590+0000","last_change":"2024-04-22T04:24:43.324590+0000","last_active":"2024-04-22T04:24:43.324590+0000","last_peered":"2024-04-22T04:24:43.324590+0000","last_clean":"2024-04-22T04:24:43.324590+0000","last_became_active":"2024-04-22T04:24:43.323463+0000","last_became_peered":"2024-04-22T04:24:43.323463+0000","last_unstale":"2024-04-22T04:24:43.324590+0000","last_undegraded":"2024-04-22T04:24:43.324590+0000","last_fullsized":"2024-04-22T04:24:43.324590+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730573+0000","last_change":"2024-04-22T04:24:43.726902+0000","last_active":"2024-04-22T04:24:43.730573+0000","last_peered":"2024-04-22T04:24:43.730573+0000","last_clean":"2024-04-22T04:24:43.730573+0000","last_became_active":"2024-04-22T04:24:43.726447+0000","last_became_peered":"2024-04-22T04:24:43.726447+0000","last_unstale":"2024-04-22T04:24:43.730573+0000","last_undegraded":"2024-04-22T04:24:43.730573+0000","last_fullsized":"2024-04-22T04:24:43.730573+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.714433+0000","last_change":"2024-04-22T04:24:43.309439+0000","last_active":"2024-04-22T04:24:43.714433+0000","last_peered":"2024-04-22T04:24:43.714433+0000","last_clean":"2024-04-22T04:24:43.714433+0000","last_became_active":"2024-04-22T04:24:43.309130+0000","last_became_peered":"2024-04-22T04:24:43.309130+0000","last_unstale":"2024-04-22T04:24:43.714433+0000","last_undegraded":"2024-04-22T04:24:43.714433+0000","last_fullsized":"2024-04-22T04:24:43.714433+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.702772+0000","last_change":"2024-04-22T04:24:43.701637+0000","last_active":"2024-04-22T04:24:43.702772+0000","last_peered":"2024-04-22T04:24:43.702772+0000","last_clean":"2024-04-22T04:24:43.702772+0000","last_became_active":"2024-04-22T04:24:43.701290+0000","last_became_peered":"2024-04-22T04:24:43.701290+0000","last_unstale":"2024-04-22T04:24:43.702772+0000","last_undegraded":"2024-04-22T04:24:43.702772+0000","last_fullsized":"2024-04-22T04:24:43.702772+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.703511+0000","last_change":"2024-04-22T04:24:43.321782+0000","last_active":"2024-04-22T04:24:43.703511+0000","last_peered":"2024-04-22T04:24:43.703511+0000","last_clean":"2024-04-22T04:24:43.703511+0000","last_became_active":"2024-04-22T04:24:43.321442+0000","last_became_peered":"2024-04-22T04:24:43.321442+0000","last_unstale":"2024-04-22T04:24:43.703511+0000","last_undegraded":"2024-04-22T04:24:43.703511+0000","last_fullsized":"2024-04-22T04:24:43.703511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732134+0000","last_change":"2024-04-22T04:24:43.731291+0000","last_active":"2024-04-22T04:24:43.732134+0000","last_peered":"2024-04-22T04:24:43.732134+0000","last_clean":"2024-04-22T04:24:43.732134+0000","last_became_active":"2024-04-22T04:24:43.729952+0000","last_became_peered":"2024-04-22T04:24:43.729952+0000","last_unstale":"2024-04-22T04:24:43.732134+0000","last_undegraded":"2024-04-22T04:24:43.732134+0000","last_fullsized":"2024-04-22T04:24:43.732134+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.316098+0000","last_change":"2024-04-22T04:24:43.316098+0000","last_active":"2024-04-22T04:24:43.316098+0000","last_peered":"2024-04-22T04:24:43.316098+0000","last_clean":"2024-04-22T04:24:43.316098+0000","last_became_active":"2024-04-22T04:24:43.315737+0000","last_became_peered":"2024-04-22T04:24:43.315737+0000","last_unstale":"2024-04-22T04:24:43.316098+0000","last_undegraded":"2024-04-22T04:24:43.316098+0000","last_fullsized":"2024-04-22T04:24:43.316098+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.301274+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":18,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.713251+0000","last_change":"2024-04-22T04:24:43.312234+0000","last_active":"2024-04-22T04:24:43.713251+0000","last_peered":"2024-04-22T04:24:43.713251+0000","last_clean":"2024-04-22T04:24:43.713251+0000","last_became_active":"2024-04-22T04:24:43.311940+0000","last_became_peered":"2024-04-22T04:24:43.311940+0000","last_unstale":"2024-04-22T04:24:43.713251+0000","last_undegraded":"2024-04-22T04:24:43.713251+0000","last_fullsized":"2024-04-22T04:24:43.713251+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.729980+0000","last_change":"2024-04-22T04:24:43.729261+0000","last_active":"2024-04-22T04:24:43.729980+0000","last_peered":"2024-04-22T04:24:43.729980+0000","last_clean":"2024-04-22T04:24:43.729980+0000","last_became_active":"2024-04-22T04:24:43.728937+0000","last_became_peered":"2024-04-22T04:24:43.728937+0000","last_unstale":"2024-04-22T04:24:43.729980+0000","last_undegraded":"2024-04-22T04:24:43.729980+0000","last_fullsized":"2024-04-22T04:24:43.729980+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"53'1","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.706803+0000","last_change":"2024-04-22T04:24:43.314178+0000","last_active":"2024-04-22T04:24:43.706803+0000","last_peered":"2024-04-22T04:24:43.706803+0000","last_clean":"2024-04-22T04:24:43.706803+0000","last_became_active":"2024-04-22T04:24:43.313859+0000","last_became_peered":"2024-04-22T04:24:43.313859+0000","last_unstale":"2024-04-22T04:24:43.706803+0000","last_undegraded":"2024-04-22T04:24:43.706803+0000","last_fullsized":"2024-04-22T04:24:43.706803+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732297+0000","last_change":"2024-04-22T04:24:43.731979+0000","last_active":"2024-04-22T04:24:43.732297+0000","last_peered":"2024-04-22T04:24:43.732297+0000","last_clean":"2024-04-22T04:24:43.732297+0000","last_became_active":"2024-04-22T04:24:43.731081+0000","last_became_peered":"2024-04-22T04:24:43.731081+0000","last_unstale":"2024-04-22T04:24:43.732297+0000","last_undegraded":"2024-04-22T04:24:43.732297+0000","last_fullsized":"2024-04-22T04:24:43.732297+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.300302+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.704345+0000","last_change":"2024-04-22T04:24:43.704066+0000","last_active":"2024-04-22T04:24:43.704345+0000","last_peered":"2024-04-22T04:24:43.704345+0000","last_clean":"2024-04-22T04:24:43.704345+0000","last_became_active":"2024-04-22T04:24:43.703805+0000","last_became_peered":"2024-04-22T04:24:43.703805+0000","last_unstale":"2024-04-22T04:24:43.704345+0000","last_undegraded":"2024-04-22T04:24:43.704345+0000","last_fullsized":"2024-04-22T04:24:43.704345+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.703573+0000","last_change":"2024-04-22T04:24:43.319710+0000","last_active":"2024-04-22T04:24:43.703573+0000","last_peered":"2024-04-22T04:24:43.703573+0000","last_clean":"2024-04-22T04:24:43.703573+0000","last_became_active":"2024-04-22T04:24:43.319323+0000","last_became_peered":"2024-04-22T04:24:43.319323+0000","last_unstale":"2024-04-22T04:24:43.703573+0000","last_undegraded":"2024-04-22T04:24:43.703573+0000","last_fullsized":"2024-04-22T04:24:43.703573+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.712229+0000","last_change":"2024-04-22T04:24:43.712229+0000","last_active":"2024-04-22T04:24:43.712229+0000","last_peered":"2024-04-22T04:24:43.712229+0000","last_clean":"2024-04-22T04:24:43.712229+0000","last_became_active":"2024-04-22T04:24:43.711901+0000","last_became_peered":"2024-04-22T04:24:43.711901+0000","last_unstale":"2024-04-22T04:24:43.712229+0000","last_undegraded":"2024-04-22T04:24:43.712229+0000","last_fullsized":"2024-04-22T04:24:43.712229+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.313845+0000","last_change":"2024-04-22T04:24:43.310121+0000","last_active":"2024-04-22T04:24:43.313845+0000","last_peered":"2024-04-22T04:24:43.313845+0000","last_clean":"2024-04-22T04:24:43.313845+0000","last_became_active":"2024-04-22T04:24:43.309759+0000","last_became_peered":"2024-04-22T04:24:43.309759+0000","last_unstale":"2024-04-22T04:24:43.313845+0000","last_undegraded":"2024-04-22T04:24:43.313845+0000","last_fullsized":"2024-04-22T04:24:43.313845+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.705930+0000","last_change":"2024-04-22T04:24:43.704906+0000","last_active":"2024-04-22T04:24:43.705930+0000","last_peered":"2024-04-22T04:24:43.705930+0000","last_clean":"2024-04-22T04:24:43.705930+0000","last_became_active":"2024-04-22T04:24:43.704619+0000","last_became_peered":"2024-04-22T04:24:43.704619+0000","last_unstale":"2024-04-22T04:24:43.705930+0000","last_undegraded":"2024-04-22T04:24:43.705930+0000","last_fullsized":"2024-04-22T04:24:43.705930+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.704683+0000","last_change":"2024-04-22T04:24:43.322206+0000","last_active":"2024-04-22T04:24:43.704683+0000","last_peered":"2024-04-22T04:24:43.704683+0000","last_clean":"2024-04-22T04:24:43.704683+0000","last_became_active":"2024-04-22T04:24:43.321812+0000","last_became_peered":"2024-04-22T04:24:43.321812+0000","last_unstale":"2024-04-22T04:24:43.704683+0000","last_undegraded":"2024-04-22T04:24:43.704683+0000","last_fullsized":"2024-04-22T04:24:43.704683+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699027+0000","last_change":"2024-04-22T04:24:23.509097+0000","last_active":"2024-04-22T04:24:43.699027+0000","last_peered":"2024-04-22T04:24:43.699027+0000","last_clean":"2024-04-22T04:24:43.699027+0000","last_became_active":"2024-04-22T04:24:23.508651+0000","last_became_peered":"2024-04-22T04:24:23.508651+0000","last_unstale":"2024-04-22T04:24:43.699027+0000","last_undegraded":"2024-04-22T04:24:43.699027+0000","last_fullsized":"2024-04-22T04:24:43.699027+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:22:09.390656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:22:09.390656+0000","last_clean_scrub_stamp":"2024-04-22T04:22:09.390656+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.715299+0000","last_change":"2024-04-22T04:24:43.714413+0000","last_active":"2024-04-22T04:24:43.715299+0000","last_peered":"2024-04-22T04:24:43.715299+0000","last_clean":"2024-04-22T04:24:43.715299+0000","last_became_active":"2024-04-22T04:24:43.714112+0000","last_became_peered":"2024-04-22T04:24:43.714112+0000","last_unstale":"2024-04-22T04:24:43.715299+0000","last_undegraded":"2024-04-22T04:24:43.715299+0000","last_fullsized":"2024-04-22T04:24:43.715299+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699145+0000","last_change":"2024-04-22T04:24:43.321077+0000","last_active":"2024-04-22T04:24:43.699145+0000","last_peered":"2024-04-22T04:24:43.699145+0000","last_clean":"2024-04-22T04:24:43.699145+0000","last_became_active":"2024-04-22T04:24:43.320508+0000","last_became_peered":"2024-04-22T04:24:43.320508+0000","last_unstale":"2024-04-22T04:24:43.699145+0000","last_undegraded":"2024-04-22T04:24:43.699145+0000","last_fullsized":"2024-04-22T04:24:43.699145+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.711339+0000","last_change":"2024-04-22T04:24:43.320413+0000","last_active":"2024-04-22T04:24:43.711339+0000","last_peered":"2024-04-22T04:24:43.711339+0000","last_clean":"2024-04-22T04:24:43.711339+0000","last_became_active":"2024-04-22T04:24:43.320058+0000","last_became_peered":"2024-04-22T04:24:43.320058+0000","last_unstale":"2024-04-22T04:24:43.711339+0000","last_undegraded":"2024-04-22T04:24:43.711339+0000","last_fullsized":"2024-04-22T04:24:43.711339+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.300299+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.702389+0000","last_change":"2024-04-22T04:24:43.701680+0000","last_active":"2024-04-22T04:24:43.702389+0000","last_peered":"2024-04-22T04:24:43.702389+0000","last_clean":"2024-04-22T04:24:43.702389+0000","last_became_active":"2024-04-22T04:24:43.701356+0000","last_became_peered":"2024-04-22T04:24:43.701356+0000","last_unstale":"2024-04-22T04:24:43.702389+0000","last_undegraded":"2024-04-22T04:24:43.702389+0000","last_fullsized":"2024-04-22T04:24:43.702389+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.313747+0000","last_change":"2024-04-22T04:24:43.313747+0000","last_active":"2024-04-22T04:24:43.313747+0000","last_peered":"2024-04-22T04:24:43.313747+0000","last_clean":"2024-04-22T04:24:43.313747+0000","last_became_active":"2024-04-22T04:24:43.313415+0000","last_became_peered":"2024-04-22T04:24:43.313415+0000","last_unstale":"2024-04-22T04:24:43.313747+0000","last_undegraded":"2024-04-22T04:24:43.313747+0000","last_fullsized":"2024-04-22T04:24:43.313747+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.708764+0000","last_change":"2024-04-22T04:24:43.708275+0000","last_active":"2024-04-22T04:24:43.708764+0000","last_peered":"2024-04-22T04:24:43.708764+0000","last_clean":"2024-04-22T04:24:43.708764+0000","last_became_active":"2024-04-22T04:24:43.707965+0000","last_became_peered":"2024-04-22T04:24:43.707965+0000","last_unstale":"2024-04-22T04:24:43.708764+0000","last_undegraded":"2024-04-22T04:24:43.708764+0000","last_fullsized":"2024-04-22T04:24:43.708764+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.698935+0000","last_change":"2024-04-22T04:24:43.320858+0000","last_active":"2024-04-22T04:24:43.698935+0000","last_peered":"2024-04-22T04:24:43.698935+0000","last_clean":"2024-04-22T04:24:43.698935+0000","last_became_active":"2024-04-22T04:24:43.320053+0000","last_became_peered":"2024-04-22T04:24:43.320053+0000","last_unstale":"2024-04-22T04:24:43.698935+0000","last_undegraded":"2024-04-22T04:24:43.698935+0000","last_fullsized":"2024-04-22T04:24:43.698935+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.725001+0000","last_change":"2024-04-22T04:24:43.725001+0000","last_active":"2024-04-22T04:24:43.725001+0000","last_peered":"2024-04-22T04:24:43.725001+0000","last_clean":"2024-04-22T04:24:43.725001+0000","last_became_active":"2024-04-22T04:24:43.724633+0000","last_became_peered":"2024-04-22T04:24:43.724633+0000","last_unstale":"2024-04-22T04:24:43.725001+0000","last_undegraded":"2024-04-22T04:24:43.725001+0000","last_fullsized":"2024-04-22T04:24:43.725001+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.300995+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.721684+0000","last_change":"2024-04-22T04:24:43.721079+0000","last_active":"2024-04-22T04:24:43.721684+0000","last_peered":"2024-04-22T04:24:43.721684+0000","last_clean":"2024-04-22T04:24:43.721684+0000","last_became_active":"2024-04-22T04:24:43.720764+0000","last_became_peered":"2024-04-22T04:24:43.720764+0000","last_unstale":"2024-04-22T04:24:43.721684+0000","last_undegraded":"2024-04-22T04:24:43.721684+0000","last_fullsized":"2024-04-22T04:24:43.721684+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.301345+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716120+0000","last_change":"2024-04-22T04:24:43.713960+0000","last_active":"2024-04-22T04:24:43.716120+0000","last_peered":"2024-04-22T04:24:43.716120+0000","last_clean":"2024-04-22T04:24:43.716120+0000","last_became_active":"2024-04-22T04:24:43.713695+0000","last_became_peered":"2024-04-22T04:24:43.713695+0000","last_unstale":"2024-04-22T04:24:43.716120+0000","last_undegraded":"2024-04-22T04:24:43.716120+0000","last_fullsized":"2024-04-22T04:24:43.716120+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732457+0000","last_change":"2024-04-22T04:24:43.323400+0000","last_active":"2024-04-22T04:24:43.732457+0000","last_peered":"2024-04-22T04:24:43.732457+0000","last_clean":"2024-04-22T04:24:43.732457+0000","last_became_active":"2024-04-22T04:24:43.323028+0000","last_became_peered":"2024-04-22T04:24:43.323028+0000","last_unstale":"2024-04-22T04:24:43.732457+0000","last_undegraded":"2024-04-22T04:24:43.732457+0000","last_fullsized":"2024-04-22T04:24:43.732457+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.302540+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.322879+0000","last_change":"2024-04-22T04:24:43.322333+0000","last_active":"2024-04-22T04:24:43.322879+0000","last_peered":"2024-04-22T04:24:43.322879+0000","last_clean":"2024-04-22T04:24:43.322879+0000","last_became_active":"2024-04-22T04:24:43.321955+0000","last_became_peered":"2024-04-22T04:24:43.321955+0000","last_unstale":"2024-04-22T04:24:43.322879+0000","last_undegraded":"2024-04-22T04:24:43.322879+0000","last_fullsized":"2024-04-22T04:24:43.322879+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.731206+0000","last_change":"2024-04-22T04:24:43.729286+0000","last_active":"2024-04-22T04:24:43.731206+0000","last_peered":"2024-04-22T04:24:43.731206+0000","last_clean":"2024-04-22T04:24:43.731206+0000","last_became_active":"2024-04-22T04:24:43.726910+0000","last_became_peered":"2024-04-22T04:24:43.726910+0000","last_unstale":"2024-04-22T04:24:43.731206+0000","last_undegraded":"2024-04-22T04:24:43.731206+0000","last_fullsized":"2024-04-22T04:24:43.731206+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.301025+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716456+0000","last_change":"2024-04-22T04:24:43.713418+0000","last_active":"2024-04-22T04:24:43.716456+0000","last_peered":"2024-04-22T04:24:43.716456+0000","last_clean":"2024-04-22T04:24:43.716456+0000","last_became_active":"2024-04-22T04:24:43.712699+0000","last_became_peered":"2024-04-22T04:24:43.712699+0000","last_unstale":"2024-04-22T04:24:43.716456+0000","last_undegraded":"2024-04-22T04:24:43.716456+0000","last_fullsized":"2024-04-22T04:24:43.716456+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"53'2","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722635+0000","last_change":"2024-04-22T04:24:43.309535+0000","last_active":"2024-04-22T04:24:43.722635+0000","last_peered":"2024-04-22T04:24:43.722635+0000","last_clean":"2024-04-22T04:24:43.722635+0000","last_became_active":"2024-04-22T04:24:43.309225+0000","last_became_peered":"2024-04-22T04:24:43.309225+0000","last_unstale":"2024-04-22T04:24:43.722635+0000","last_undegraded":"2024-04-22T04:24:43.722635+0000","last_fullsized":"2024-04-22T04:24:43.722635+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.729944+0000","last_change":"2024-04-22T04:24:43.729021+0000","last_active":"2024-04-22T04:24:43.729944+0000","last_peered":"2024-04-22T04:24:43.729944+0000","last_clean":"2024-04-22T04:24:43.729944+0000","last_became_active":"2024-04-22T04:24:43.727633+0000","last_became_peered":"2024-04-22T04:24:43.727633+0000","last_unstale":"2024-04-22T04:24:43.729944+0000","last_undegraded":"2024-04-22T04:24:43.729944+0000","last_fullsized":"2024-04-22T04:24:43.729944+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.303397+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.705620+0000","last_change":"2024-04-22T04:24:43.705620+0000","last_active":"2024-04-22T04:24:43.705620+0000","last_peered":"2024-04-22T04:24:43.705620+0000","last_clean":"2024-04-22T04:24:43.705620+0000","last_became_active":"2024-04-22T04:24:43.705363+0000","last_became_peered":"2024-04-22T04:24:43.705363+0000","last_unstale":"2024-04-22T04:24:43.705620+0000","last_undegraded":"2024-04-22T04:24:43.705620+0000","last_fullsized":"2024-04-22T04:24:43.705620+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716168+0000","last_change":"2024-04-22T04:24:43.714899+0000","last_active":"2024-04-22T04:24:43.716168+0000","last_peered":"2024-04-22T04:24:43.716168+0000","last_clean":"2024-04-22T04:24:43.716168+0000","last_became_active":"2024-04-22T04:24:43.713807+0000","last_became_peered":"2024-04-22T04:24:43.713807+0000","last_unstale":"2024-04-22T04:24:43.716168+0000","last_undegraded":"2024-04-22T04:24:43.716168+0000","last_fullsized":"2024-04-22T04:24:43.716168+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.710851+0000","last_change":"2024-04-22T04:24:43.708929+0000","last_active":"2024-04-22T04:24:43.710851+0000","last_peered":"2024-04-22T04:24:43.710851+0000","last_clean":"2024-04-22T04:24:43.710851+0000","last_became_active":"2024-04-22T04:24:43.708657+0000","last_became_peered":"2024-04-22T04:24:43.708657+0000","last_unstale":"2024-04-22T04:24:43.710851+0000","last_undegraded":"2024-04-22T04:24:43.710851+0000","last_fullsized":"2024-04-22T04:24:43.710851+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716133+0000","last_change":"2024-04-22T04:24:43.713929+0000","last_active":"2024-04-22T04:24:43.716133+0000","last_peered":"2024-04-22T04:24:43.716133+0000","last_clean":"2024-04-22T04:24:43.716133+0000","last_became_active":"2024-04-22T04:24:43.713636+0000","last_became_peered":"2024-04-22T04:24:43.713636+0000","last_unstale":"2024-04-22T04:24:43.716133+0000","last_undegraded":"2024-04-22T04:24:43.716133+0000","last_fullsized":"2024-04-22T04:24:43.716133+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.303214+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.715735+0000","last_change":"2024-04-22T04:24:43.712335+0000","last_active":"2024-04-22T04:24:43.715735+0000","last_peered":"2024-04-22T04:24:43.715735+0000","last_clean":"2024-04-22T04:24:43.715735+0000","last_became_active":"2024-04-22T04:24:43.712028+0000","last_became_peered":"2024-04-22T04:24:43.712028+0000","last_unstale":"2024-04-22T04:24:43.715735+0000","last_undegraded":"2024-04-22T04:24:43.715735+0000","last_fullsized":"2024-04-22T04:24:43.715735+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.700624+0000","last_change":"2024-04-22T04:24:43.700182+0000","last_active":"2024-04-22T04:24:43.700624+0000","last_peered":"2024-04-22T04:24:43.700624+0000","last_clean":"2024-04-22T04:24:43.700624+0000","last_became_active":"2024-04-22T04:24:43.699763+0000","last_became_peered":"2024-04-22T04:24:43.699763+0000","last_unstale":"2024-04-22T04:24:43.700624+0000","last_undegraded":"2024-04-22T04:24:43.700624+0000","last_fullsized":"2024-04-22T04:24:43.700624+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716027+0000","last_change":"2024-04-22T04:24:43.713143+0000","last_active":"2024-04-22T04:24:43.716027+0000","last_peered":"2024-04-22T04:24:43.716027+0000","last_clean":"2024-04-22T04:24:43.716027+0000","last_became_active":"2024-04-22T04:24:43.712818+0000","last_became_peered":"2024-04-22T04:24:43.712818+0000","last_unstale":"2024-04-22T04:24:43.716027+0000","last_undegraded":"2024-04-22T04:24:43.716027+0000","last_fullsized":"2024-04-22T04:24:43.716027+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723864+0000","last_change":"2024-04-22T04:24:43.719573+0000","last_active":"2024-04-22T04:24:43.723864+0000","last_peered":"2024-04-22T04:24:43.723864+0000","last_clean":"2024-04-22T04:24:43.723864+0000","last_became_active":"2024-04-22T04:24:43.719282+0000","last_became_peered":"2024-04-22T04:24:43.719282+0000","last_unstale":"2024-04-22T04:24:43.723864+0000","last_undegraded":"2024-04-22T04:24:43.723864+0000","last_fullsized":"2024-04-22T04:24:43.723864+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722239+0000","last_change":"2024-04-22T04:24:43.721673+0000","last_active":"2024-04-22T04:24:43.722239+0000","last_peered":"2024-04-22T04:24:43.722239+0000","last_clean":"2024-04-22T04:24:43.722239+0000","last_became_active":"2024-04-22T04:24:43.721203+0000","last_became_peered":"2024-04-22T04:24:43.721203+0000","last_unstale":"2024-04-22T04:24:43.722239+0000","last_undegraded":"2024-04-22T04:24:43.722239+0000","last_fullsized":"2024-04-22T04:24:43.722239+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.303035+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":174,"acting":174,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":610,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":5222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430215,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":216750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39900000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]}]},{"osd":6,"up_from":42,"seq":180388626444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297576,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447576,"statfs":{"total":95995035648,"available":95690317824,"internally_reserved":0,"allocated":491520,"data_stored":195738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69199999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297564,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447588,"statfs":{"total":95995035648,"available":95690330112,"internally_reserved":0,"allocated":479232,"data_stored":189559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:23:46 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.32400000000000001,"15min":0.312},"min":{"1min":0.25600000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.219},{"interface":"front","average":{"1min":0.44,"5min":0.33800000000000002,"15min":0.32100000000000001},"min":{"1min":0.311,"5min":0.246,"15min":0.246},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.31900000000000001}]},{"osd":2,"last update":"Mon Apr 22 04:24:10 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.39400000000000002,"15min":0.38300000000000001},"min":{"1min":0.34599999999999997,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.35999999999999999,"15min":0.35099999999999998},"min":{"1min":0.27000000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.57599999999999996,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.27300000000000002}]},{"osd":3,"last update":"Mon Apr 22 04:24:39 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.42999999999999999,"15min":0.42299999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.496,"5min":0.46600000000000003,"15min":0.46100000000000002},"min":{"1min":0.33800000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.36099999999999999}]},{"osd":4,"last update":"Mon Apr 22 04:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.55700000000000005}]},{"osd":5,"last update":"Mon Apr 22 04:24:30 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.625},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.71299999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.755}]}]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297628,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447524,"statfs":{"total":95995035648,"available":95690264576,"internally_reserved":0,"allocated":544768,"data_stored":216874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 22 04:24:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.35599999999999998,"15min":0.33600000000000002},"min":{"1min":0.27700000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.37,"15min":0.33800000000000002},"min":{"1min":0.33200000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.372}]},{"osd":2,"last update":"Mon Apr 22 04:24:12 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.316,"5min":0.251,"15min":0.251},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.39800000000000002,"15min":0.39600000000000002},"min":{"1min":0.33200000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.51500000000000001,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.38800000000000001}]},{"osd":3,"last update":"Mon Apr 22 04:24:36 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45700000000000002,"15min":0.46100000000000002},"min":{"1min":0.32800000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.503,"5min":0.49299999999999999,"15min":0.49099999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.436}]},{"osd":4,"last update":"Mon Apr 22 04:24:03 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.75700000000000001}]},{"osd":5,"last update":"Mon Apr 22 04:24:29 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.70999999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411362,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297600,"kb_used_data":504,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447552,"statfs":{"total":95995035648,"available":95690293248,"internally_reserved":0,"allocated":516096,"data_stored":209512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:09 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.35399999999999998,"15min":0.34699999999999998},"min":{"1min":0.26400000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.379,"15min":0.372},"min":{"1min":0.31900000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.58799999999999997,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.27400000000000002}]},{"osd":1,"last update":"Mon Apr 22 04:24:09 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.40300000000000002,"15min":0.39600000000000002},"min":{"1min":0.28899999999999998,"5min":0.252,"15min":0.252},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.31},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39200000000000002,"15min":0.38800000000000001},"min":{"1min":0.29299999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.318}]},{"osd":3,"last update":"Mon Apr 22 04:24:39 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.433,"15min":0.433},"min":{"1min":0.33800000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.46400000000000002,"15min":0.46100000000000002},"min":{"1min":0.38500000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.41099999999999998}]},{"osd":4,"last update":"Mon Apr 22 04:24:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.52300000000000002}]},{"osd":5,"last update":"Mon Apr 22 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.65600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182429,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297632,"kb_used_data":536,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447520,"statfs":{"total":95995035648,"available":95690260480,"internally_reserved":0,"allocated":548864,"data_stored":217814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:40 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41699999999999998,"15min":0.42099999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.60099999999999998,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.443,"15min":0.442},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.29799999999999999}]},{"osd":1,"last update":"Mon Apr 22 04:24:40 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.46700000000000003,"15min":0.46899999999999997},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.65500000000000003,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.44400000000000001,"15min":0.44800000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.24199999999999999}]},{"osd":2,"last update":"Mon Apr 22 04:24:40 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.48399999999999999,"15min":0.48799999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.58299999999999996,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.46100000000000002,"15min":0.46200000000000002},"min":{"1min":0.32800000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.56999999999999995,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.315}]},{"osd":4,"last update":"Mon Apr 22 04:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.58899999999999997}]},{"osd":5,"last update":"Mon Apr 22 04:24:30 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.61699999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]}]},{"osd":4,"up_from":30,"seq":128849018903,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297616,"kb_used_data":520,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447536,"statfs":{"total":95995035648,"available":95690276864,"internally_reserved":0,"allocated":532480,"data_stored":210192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.38100000000000001}]},{"osd":1,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.42699999999999999}]},{"osd":2,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.41199999999999998}]},{"osd":3,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.37}]},{"osd":5,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.437},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.42199999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31900000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822673,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":217485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.70999999999999996}]},{"osd":1,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":2.1539999999999999,"5min":2.1539999999999999,"15min":2.1539999999999999},"last":0.53900000000000003}]},{"osd":2,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.503},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.754}]},{"osd":3,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.79000000000000004}]},{"osd":4,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.1909999999999998,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":0.621},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.67200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82699999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T04:24:48.072 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T04:24:48.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:46.699411+0000 mon.a (mon.0) 591 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-22T04:24:48.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:46.699522+0000 mon.a (mon.0) 592 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:24:48.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:47.067422+0000 mon.a (mon.0) 593 : audit [DBG] from='client.? 172.21.15.40:0/3784166606' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:24:48.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:47.167164+0000 mgr.y (mgr.14146) 207 : cluster [DBG] pgmap v195: 97 pgs: 13 creating+peering, 78 active+clean, 6 unknown; 610 B data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 KiB/s wr, 5 op/s 2024-04-22T04:24:48.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:47.379969+0000 mon.a (mon.0) 594 : audit [DBG] from='client.? 172.21.15.40:0/1423293626' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:24:48.414 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:48.415 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2024-04-22T04:24:48.425 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":195,"stamp":"2024-04-22T04:24:47.166910+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":610,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":273,"acting":273,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":117,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2380860,"kb_used_data":4092,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747580356,"statfs":{"total":767960285184,"available":765522284544,"internally_reserved":0,"allocated":4190208,"data_stored":1673924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":588,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.477169"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.731188+0000","last_change":"2024-04-22T04:24:43.729915+0000","last_active":"2024-04-22T04:24:43.731188+0000","last_peered":"2024-04-22T04:24:43.731188+0000","last_clean":"2024-04-22T04:24:43.731188+0000","last_became_active":"2024-04-22T04:24:43.729576+0000","last_became_peered":"2024-04-22T04:24:43.729576+0000","last_unstale":"2024-04-22T04:24:43.731188+0000","last_undegraded":"2024-04-22T04:24:43.731188+0000","last_fullsized":"2024-04-22T04:24:43.731188+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.696538+0000","last_change":"2024-04-22T04:24:43.696155+0000","last_active":"2024-04-22T04:24:43.696538+0000","last_peered":"2024-04-22T04:24:43.696538+0000","last_clean":"2024-04-22T04:24:43.696538+0000","last_became_active":"2024-04-22T04:24:43.695871+0000","last_became_peered":"2024-04-22T04:24:43.695871+0000","last_unstale":"2024-04-22T04:24:43.696538+0000","last_undegraded":"2024-04-22T04:24:43.696538+0000","last_fullsized":"2024-04-22T04:24:43.696538+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723790+0000","last_change":"2024-04-22T04:24:43.721991+0000","last_active":"2024-04-22T04:24:43.723790+0000","last_peered":"2024-04-22T04:24:43.723790+0000","last_clean":"2024-04-22T04:24:43.723790+0000","last_became_active":"2024-04-22T04:24:43.721657+0000","last_became_peered":"2024-04-22T04:24:43.721657+0000","last_unstale":"2024-04-22T04:24:43.723790+0000","last_undegraded":"2024-04-22T04:24:43.723790+0000","last_fullsized":"2024-04-22T04:24:43.723790+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730694+0000","last_change":"2024-04-22T04:24:43.728955+0000","last_active":"2024-04-22T04:24:43.730694+0000","last_peered":"2024-04-22T04:24:43.730694+0000","last_clean":"2024-04-22T04:24:43.730694+0000","last_became_active":"2024-04-22T04:24:43.727506+0000","last_became_peered":"2024-04-22T04:24:43.727506+0000","last_unstale":"2024-04-22T04:24:43.730694+0000","last_undegraded":"2024-04-22T04:24:43.730694+0000","last_fullsized":"2024-04-22T04:24:43.730694+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.709982+0000","last_change":"2024-04-22T04:24:43.709122+0000","last_active":"2024-04-22T04:24:43.709982+0000","last_peered":"2024-04-22T04:24:43.709982+0000","last_clean":"2024-04-22T04:24:43.709982+0000","last_became_active":"2024-04-22T04:24:43.708741+0000","last_became_peered":"2024-04-22T04:24:43.708741+0000","last_unstale":"2024-04-22T04:24:43.709982+0000","last_undegraded":"2024-04-22T04:24:43.709982+0000","last_fullsized":"2024-04-22T04:24:43.709982+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730622+0000","last_change":"2024-04-22T04:24:43.729409+0000","last_active":"2024-04-22T04:24:43.730622+0000","last_peered":"2024-04-22T04:24:43.730622+0000","last_clean":"2024-04-22T04:24:43.730622+0000","last_became_active":"2024-04-22T04:24:43.729098+0000","last_became_peered":"2024-04-22T04:24:43.729098+0000","last_unstale":"2024-04-22T04:24:43.730622+0000","last_undegraded":"2024-04-22T04:24:43.730622+0000","last_fullsized":"2024-04-22T04:24:43.730622+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.706417+0000","last_change":"2024-04-22T04:24:43.706131+0000","last_active":"2024-04-22T04:24:43.706417+0000","last_peered":"2024-04-22T04:24:43.706417+0000","last_clean":"2024-04-22T04:24:43.706417+0000","last_became_active":"2024-04-22T04:24:43.705243+0000","last_became_peered":"2024-04-22T04:24:43.705243+0000","last_unstale":"2024-04-22T04:24:43.706417+0000","last_undegraded":"2024-04-22T04:24:43.706417+0000","last_fullsized":"2024-04-22T04:24:43.706417+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.729147+0000","last_change":"2024-04-22T04:24:43.727293+0000","last_active":"2024-04-22T04:24:43.729147+0000","last_peered":"2024-04-22T04:24:43.729147+0000","last_clean":"2024-04-22T04:24:43.729147+0000","last_became_active":"2024-04-22T04:24:43.726806+0000","last_became_peered":"2024-04-22T04:24:43.726806+0000","last_unstale":"2024-04-22T04:24:43.729147+0000","last_undegraded":"2024-04-22T04:24:43.729147+0000","last_fullsized":"2024-04-22T04:24:43.729147+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.301540+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.301379+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.712389+0000","last_change":"2024-04-22T04:24:43.712389+0000","last_active":"2024-04-22T04:24:43.712389+0000","last_peered":"2024-04-22T04:24:43.712389+0000","last_clean":"2024-04-22T04:24:43.712389+0000","last_became_active":"2024-04-22T04:24:43.712073+0000","last_became_peered":"2024-04-22T04:24:43.712073+0000","last_unstale":"2024-04-22T04:24:43.712389+0000","last_undegraded":"2024-04-22T04:24:43.712389+0000","last_fullsized":"2024-04-22T04:24:43.712389+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699863+0000","last_change":"2024-04-22T04:24:43.699008+0000","last_active":"2024-04-22T04:24:43.699863+0000","last_peered":"2024-04-22T04:24:43.699863+0000","last_clean":"2024-04-22T04:24:43.699863+0000","last_became_active":"2024-04-22T04:24:43.698693+0000","last_became_peered":"2024-04-22T04:24:43.698693+0000","last_unstale":"2024-04-22T04:24:43.699863+0000","last_undegraded":"2024-04-22T04:24:43.699863+0000","last_fullsized":"2024-04-22T04:24:43.699863+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.714355+0000","last_change":"2024-04-22T04:24:43.711760+0000","last_active":"2024-04-22T04:24:43.714355+0000","last_peered":"2024-04-22T04:24:43.714355+0000","last_clean":"2024-04-22T04:24:43.714355+0000","last_became_active":"2024-04-22T04:24:43.711299+0000","last_became_peered":"2024-04-22T04:24:43.711299+0000","last_unstale":"2024-04-22T04:24:43.714355+0000","last_undegraded":"2024-04-22T04:24:43.714355+0000","last_fullsized":"2024-04-22T04:24:43.714355+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723506+0000","last_change":"2024-04-22T04:24:43.718977+0000","last_active":"2024-04-22T04:24:43.723506+0000","last_peered":"2024-04-22T04:24:43.723506+0000","last_clean":"2024-04-22T04:24:43.723506+0000","last_became_active":"2024-04-22T04:24:43.718664+0000","last_became_peered":"2024-04-22T04:24:43.718664+0000","last_unstale":"2024-04-22T04:24:43.723506+0000","last_undegraded":"2024-04-22T04:24:43.723506+0000","last_fullsized":"2024-04-22T04:24:43.723506+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723545+0000","last_change":"2024-04-22T04:24:43.718389+0000","last_active":"2024-04-22T04:24:43.723545+0000","last_peered":"2024-04-22T04:24:43.723545+0000","last_clean":"2024-04-22T04:24:43.723545+0000","last_became_active":"2024-04-22T04:24:43.718098+0000","last_became_peered":"2024-04-22T04:24:43.718098+0000","last_unstale":"2024-04-22T04:24:43.723545+0000","last_undegraded":"2024-04-22T04:24:43.723545+0000","last_fullsized":"2024-04-22T04:24:43.723545+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.720250+0000","last_change":"2024-04-22T04:24:43.720250+0000","last_active":"2024-04-22T04:24:43.720250+0000","last_peered":"2024-04-22T04:24:43.720250+0000","last_clean":"2024-04-22T04:24:43.720250+0000","last_became_active":"2024-04-22T04:24:43.719899+0000","last_became_peered":"2024-04-22T04:24:43.719899+0000","last_unstale":"2024-04-22T04:24:43.720250+0000","last_undegraded":"2024-04-22T04:24:43.720250+0000","last_fullsized":"2024-04-22T04:24:43.720250+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730536+0000","last_change":"2024-04-22T04:24:43.726685+0000","last_active":"2024-04-22T04:24:43.730536+0000","last_peered":"2024-04-22T04:24:43.730536+0000","last_clean":"2024-04-22T04:24:43.730536+0000","last_became_active":"2024-04-22T04:24:43.725741+0000","last_became_peered":"2024-04-22T04:24:43.725741+0000","last_unstale":"2024-04-22T04:24:43.730536+0000","last_undegraded":"2024-04-22T04:24:43.730536+0000","last_fullsized":"2024-04-22T04:24:43.730536+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"53'4","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.724224+0000","last_change":"2024-04-22T04:24:43.314594+0000","last_active":"2024-04-22T04:24:43.724224+0000","last_peered":"2024-04-22T04:24:43.724224+0000","last_clean":"2024-04-22T04:24:43.724224+0000","last_became_active":"2024-04-22T04:24:43.313869+0000","last_became_peered":"2024-04-22T04:24:43.313869+0000","last_unstale":"2024-04-22T04:24:43.724224+0000","last_undegraded":"2024-04-22T04:24:43.724224+0000","last_fullsized":"2024-04-22T04:24:43.724224+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699900+0000","last_change":"2024-04-22T04:24:43.699003+0000","last_active":"2024-04-22T04:24:43.699900+0000","last_peered":"2024-04-22T04:24:43.699900+0000","last_clean":"2024-04-22T04:24:43.699900+0000","last_became_active":"2024-04-22T04:24:43.698699+0000","last_became_peered":"2024-04-22T04:24:43.698699+0000","last_unstale":"2024-04-22T04:24:43.699900+0000","last_undegraded":"2024-04-22T04:24:43.699900+0000","last_fullsized":"2024-04-22T04:24:43.699900+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.707138+0000","last_change":"2024-04-22T04:24:43.316186+0000","last_active":"2024-04-22T04:24:43.707138+0000","last_peered":"2024-04-22T04:24:43.707138+0000","last_clean":"2024-04-22T04:24:43.707138+0000","last_became_active":"2024-04-22T04:24:43.315877+0000","last_became_peered":"2024-04-22T04:24:43.315877+0000","last_unstale":"2024-04-22T04:24:43.707138+0000","last_undegraded":"2024-04-22T04:24:43.707138+0000","last_fullsized":"2024-04-22T04:24:43.707138+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.711311+0000","last_change":"2024-04-22T04:24:43.710624+0000","last_active":"2024-04-22T04:24:43.711311+0000","last_peered":"2024-04-22T04:24:43.711311+0000","last_clean":"2024-04-22T04:24:43.711311+0000","last_became_active":"2024-04-22T04:24:43.710346+0000","last_became_peered":"2024-04-22T04:24:43.710346+0000","last_unstale":"2024-04-22T04:24:43.711311+0000","last_undegraded":"2024-04-22T04:24:43.711311+0000","last_fullsized":"2024-04-22T04:24:43.711311+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732479+0000","last_change":"2024-04-22T04:24:43.320477+0000","last_active":"2024-04-22T04:24:43.732479+0000","last_peered":"2024-04-22T04:24:43.732479+0000","last_clean":"2024-04-22T04:24:43.732479+0000","last_became_active":"2024-04-22T04:24:43.320155+0000","last_became_peered":"2024-04-22T04:24:43.320155+0000","last_unstale":"2024-04-22T04:24:43.732479+0000","last_undegraded":"2024-04-22T04:24:43.732479+0000","last_fullsized":"2024-04-22T04:24:43.732479+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722150+0000","last_change":"2024-04-22T04:24:43.716384+0000","last_active":"2024-04-22T04:24:43.722150+0000","last_peered":"2024-04-22T04:24:43.722150+0000","last_clean":"2024-04-22T04:24:43.722150+0000","last_became_active":"2024-04-22T04:24:43.716074+0000","last_became_peered":"2024-04-22T04:24:43.716074+0000","last_unstale":"2024-04-22T04:24:43.722150+0000","last_undegraded":"2024-04-22T04:24:43.722150+0000","last_fullsized":"2024-04-22T04:24:43.722150+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730090+0000","last_change":"2024-04-22T04:24:43.323591+0000","last_active":"2024-04-22T04:24:43.730090+0000","last_peered":"2024-04-22T04:24:43.730090+0000","last_clean":"2024-04-22T04:24:43.730090+0000","last_became_active":"2024-04-22T04:24:43.323176+0000","last_became_peered":"2024-04-22T04:24:43.323176+0000","last_unstale":"2024-04-22T04:24:43.730090+0000","last_undegraded":"2024-04-22T04:24:43.730090+0000","last_fullsized":"2024-04-22T04:24:43.730090+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.717147+0000","last_change":"2024-04-22T04:24:43.716003+0000","last_active":"2024-04-22T04:24:43.717147+0000","last_peered":"2024-04-22T04:24:43.717147+0000","last_clean":"2024-04-22T04:24:43.717147+0000","last_became_active":"2024-04-22T04:24:43.715679+0000","last_became_peered":"2024-04-22T04:24:43.715679+0000","last_unstale":"2024-04-22T04:24:43.717147+0000","last_undegraded":"2024-04-22T04:24:43.717147+0000","last_fullsized":"2024-04-22T04:24:43.717147+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.721934+0000","last_change":"2024-04-22T04:24:43.311031+0000","last_active":"2024-04-22T04:24:43.721934+0000","last_peered":"2024-04-22T04:24:43.721934+0000","last_clean":"2024-04-22T04:24:43.721934+0000","last_became_active":"2024-04-22T04:24:43.310733+0000","last_became_peered":"2024-04-22T04:24:43.310733+0000","last_unstale":"2024-04-22T04:24:43.721934+0000","last_undegraded":"2024-04-22T04:24:43.721934+0000","last_fullsized":"2024-04-22T04:24:43.721934+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.702640+0000","last_change":"2024-04-22T04:24:43.702640+0000","last_active":"2024-04-22T04:24:43.702640+0000","last_peered":"2024-04-22T04:24:43.702640+0000","last_clean":"2024-04-22T04:24:43.702640+0000","last_became_active":"2024-04-22T04:24:43.702266+0000","last_became_peered":"2024-04-22T04:24:43.702266+0000","last_unstale":"2024-04-22T04:24:43.702640+0000","last_undegraded":"2024-04-22T04:24:43.702640+0000","last_fullsized":"2024-04-22T04:24:43.702640+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.314762+0000","last_change":"2024-04-22T04:24:43.314762+0000","last_active":"2024-04-22T04:24:43.314762+0000","last_peered":"2024-04-22T04:24:43.314762+0000","last_clean":"2024-04-22T04:24:43.314762+0000","last_became_active":"2024-04-22T04:24:43.314442+0000","last_became_peered":"2024-04-22T04:24:43.314442+0000","last_unstale":"2024-04-22T04:24:43.314762+0000","last_undegraded":"2024-04-22T04:24:43.314762+0000","last_fullsized":"2024-04-22T04:24:43.314762+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.721969+0000","last_change":"2024-04-22T04:24:43.721494+0000","last_active":"2024-04-22T04:24:43.721969+0000","last_peered":"2024-04-22T04:24:43.721969+0000","last_clean":"2024-04-22T04:24:43.721969+0000","last_became_active":"2024-04-22T04:24:43.720806+0000","last_became_peered":"2024-04-22T04:24:43.720806+0000","last_unstale":"2024-04-22T04:24:43.721969+0000","last_undegraded":"2024-04-22T04:24:43.721969+0000","last_fullsized":"2024-04-22T04:24:43.721969+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.687097+0000","last_change":"2024-04-22T04:24:43.317404+0000","last_active":"2024-04-22T04:24:43.687097+0000","last_peered":"2024-04-22T04:24:43.687097+0000","last_clean":"2024-04-22T04:24:43.687097+0000","last_became_active":"2024-04-22T04:24:43.317097+0000","last_became_peered":"2024-04-22T04:24:43.317097+0000","last_unstale":"2024-04-22T04:24:43.687097+0000","last_undegraded":"2024-04-22T04:24:43.687097+0000","last_fullsized":"2024-04-22T04:24:43.687097+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699206+0000","last_change":"2024-04-22T04:24:43.697443+0000","last_active":"2024-04-22T04:24:43.699206+0000","last_peered":"2024-04-22T04:24:43.699206+0000","last_clean":"2024-04-22T04:24:43.699206+0000","last_became_active":"2024-04-22T04:24:43.697154+0000","last_became_peered":"2024-04-22T04:24:43.697154+0000","last_unstale":"2024-04-22T04:24:43.699206+0000","last_undegraded":"2024-04-22T04:24:43.699206+0000","last_fullsized":"2024-04-22T04:24:43.699206+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.703511+0000","last_change":"2024-04-22T04:24:43.323115+0000","last_active":"2024-04-22T04:24:43.703511+0000","last_peered":"2024-04-22T04:24:43.703511+0000","last_clean":"2024-04-22T04:24:43.703511+0000","last_became_active":"2024-04-22T04:24:43.322769+0000","last_became_peered":"2024-04-22T04:24:43.322769+0000","last_unstale":"2024-04-22T04:24:43.703511+0000","last_undegraded":"2024-04-22T04:24:43.703511+0000","last_fullsized":"2024-04-22T04:24:43.703511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.323406+0000","last_change":"2024-04-22T04:24:43.323406+0000","last_active":"2024-04-22T04:24:43.323406+0000","last_peered":"2024-04-22T04:24:43.323406+0000","last_clean":"2024-04-22T04:24:43.323406+0000","last_became_active":"2024-04-22T04:24:43.322967+0000","last_became_peered":"2024-04-22T04:24:43.322967+0000","last_unstale":"2024-04-22T04:24:43.323406+0000","last_undegraded":"2024-04-22T04:24:43.323406+0000","last_fullsized":"2024-04-22T04:24:43.323406+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723860+0000","last_change":"2024-04-22T04:24:43.722840+0000","last_active":"2024-04-22T04:24:43.723860+0000","last_peered":"2024-04-22T04:24:43.723860+0000","last_clean":"2024-04-22T04:24:43.723860+0000","last_became_active":"2024-04-22T04:24:43.722534+0000","last_became_peered":"2024-04-22T04:24:43.722534+0000","last_unstale":"2024-04-22T04:24:43.723860+0000","last_undegraded":"2024-04-22T04:24:43.723860+0000","last_fullsized":"2024-04-22T04:24:43.723860+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.705034+0000","last_change":"2024-04-22T04:24:43.320097+0000","last_active":"2024-04-22T04:24:43.705034+0000","last_peered":"2024-04-22T04:24:43.705034+0000","last_clean":"2024-04-22T04:24:43.705034+0000","last_became_active":"2024-04-22T04:24:43.319304+0000","last_became_peered":"2024-04-22T04:24:43.319304+0000","last_unstale":"2024-04-22T04:24:43.705034+0000","last_undegraded":"2024-04-22T04:24:43.705034+0000","last_fullsized":"2024-04-22T04:24:43.705034+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.711570+0000","last_change":"2024-04-22T04:24:43.710906+0000","last_active":"2024-04-22T04:24:43.711570+0000","last_peered":"2024-04-22T04:24:43.711570+0000","last_clean":"2024-04-22T04:24:43.711570+0000","last_became_active":"2024-04-22T04:24:43.710582+0000","last_became_peered":"2024-04-22T04:24:43.710582+0000","last_unstale":"2024-04-22T04:24:43.711570+0000","last_undegraded":"2024-04-22T04:24:43.711570+0000","last_fullsized":"2024-04-22T04:24:43.711570+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.301906+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722043+0000","last_change":"2024-04-22T04:24:43.722043+0000","last_active":"2024-04-22T04:24:43.722043+0000","last_peered":"2024-04-22T04:24:43.722043+0000","last_clean":"2024-04-22T04:24:43.722043+0000","last_became_active":"2024-04-22T04:24:43.721708+0000","last_became_peered":"2024-04-22T04:24:43.721708+0000","last_unstale":"2024-04-22T04:24:43.722043+0000","last_undegraded":"2024-04-22T04:24:43.722043+0000","last_fullsized":"2024-04-22T04:24:43.722043+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.324590+0000","last_change":"2024-04-22T04:24:43.324590+0000","last_active":"2024-04-22T04:24:43.324590+0000","last_peered":"2024-04-22T04:24:43.324590+0000","last_clean":"2024-04-22T04:24:43.324590+0000","last_became_active":"2024-04-22T04:24:43.323463+0000","last_became_peered":"2024-04-22T04:24:43.323463+0000","last_unstale":"2024-04-22T04:24:43.324590+0000","last_undegraded":"2024-04-22T04:24:43.324590+0000","last_fullsized":"2024-04-22T04:24:43.324590+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730573+0000","last_change":"2024-04-22T04:24:43.726902+0000","last_active":"2024-04-22T04:24:43.730573+0000","last_peered":"2024-04-22T04:24:43.730573+0000","last_clean":"2024-04-22T04:24:43.730573+0000","last_became_active":"2024-04-22T04:24:43.726447+0000","last_became_peered":"2024-04-22T04:24:43.726447+0000","last_unstale":"2024-04-22T04:24:43.730573+0000","last_undegraded":"2024-04-22T04:24:43.730573+0000","last_fullsized":"2024-04-22T04:24:43.730573+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.714433+0000","last_change":"2024-04-22T04:24:43.309439+0000","last_active":"2024-04-22T04:24:43.714433+0000","last_peered":"2024-04-22T04:24:43.714433+0000","last_clean":"2024-04-22T04:24:43.714433+0000","last_became_active":"2024-04-22T04:24:43.309130+0000","last_became_peered":"2024-04-22T04:24:43.309130+0000","last_unstale":"2024-04-22T04:24:43.714433+0000","last_undegraded":"2024-04-22T04:24:43.714433+0000","last_fullsized":"2024-04-22T04:24:43.714433+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.702772+0000","last_change":"2024-04-22T04:24:43.701637+0000","last_active":"2024-04-22T04:24:43.702772+0000","last_peered":"2024-04-22T04:24:43.702772+0000","last_clean":"2024-04-22T04:24:43.702772+0000","last_became_active":"2024-04-22T04:24:43.701290+0000","last_became_peered":"2024-04-22T04:24:43.701290+0000","last_unstale":"2024-04-22T04:24:43.702772+0000","last_undegraded":"2024-04-22T04:24:43.702772+0000","last_fullsized":"2024-04-22T04:24:43.702772+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.703511+0000","last_change":"2024-04-22T04:24:43.321782+0000","last_active":"2024-04-22T04:24:43.703511+0000","last_peered":"2024-04-22T04:24:43.703511+0000","last_clean":"2024-04-22T04:24:43.703511+0000","last_became_active":"2024-04-22T04:24:43.321442+0000","last_became_peered":"2024-04-22T04:24:43.321442+0000","last_unstale":"2024-04-22T04:24:43.703511+0000","last_undegraded":"2024-04-22T04:24:43.703511+0000","last_fullsized":"2024-04-22T04:24:43.703511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732134+0000","last_change":"2024-04-22T04:24:43.731291+0000","last_active":"2024-04-22T04:24:43.732134+0000","last_peered":"2024-04-22T04:24:43.732134+0000","last_clean":"2024-04-22T04:24:43.732134+0000","last_became_active":"2024-04-22T04:24:43.729952+0000","last_became_peered":"2024-04-22T04:24:43.729952+0000","last_unstale":"2024-04-22T04:24:43.732134+0000","last_undegraded":"2024-04-22T04:24:43.732134+0000","last_fullsized":"2024-04-22T04:24:43.732134+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.316098+0000","last_change":"2024-04-22T04:24:43.316098+0000","last_active":"2024-04-22T04:24:43.316098+0000","last_peered":"2024-04-22T04:24:43.316098+0000","last_clean":"2024-04-22T04:24:43.316098+0000","last_became_active":"2024-04-22T04:24:43.315737+0000","last_became_peered":"2024-04-22T04:24:43.315737+0000","last_unstale":"2024-04-22T04:24:43.316098+0000","last_undegraded":"2024-04-22T04:24:43.316098+0000","last_fullsized":"2024-04-22T04:24:43.316098+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.301274+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":18,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.713251+0000","last_change":"2024-04-22T04:24:43.312234+0000","last_active":"2024-04-22T04:24:43.713251+0000","last_peered":"2024-04-22T04:24:43.713251+0000","last_clean":"2024-04-22T04:24:43.713251+0000","last_became_active":"2024-04-22T04:24:43.311940+0000","last_became_peered":"2024-04-22T04:24:43.311940+0000","last_unstale":"2024-04-22T04:24:43.713251+0000","last_undegraded":"2024-04-22T04:24:43.713251+0000","last_fullsized":"2024-04-22T04:24:43.713251+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.729980+0000","last_change":"2024-04-22T04:24:43.729261+0000","last_active":"2024-04-22T04:24:43.729980+0000","last_peered":"2024-04-22T04:24:43.729980+0000","last_clean":"2024-04-22T04:24:43.729980+0000","last_became_active":"2024-04-22T04:24:43.728937+0000","last_became_peered":"2024-04-22T04:24:43.728937+0000","last_unstale":"2024-04-22T04:24:43.729980+0000","last_undegraded":"2024-04-22T04:24:43.729980+0000","last_fullsized":"2024-04-22T04:24:43.729980+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"53'1","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.706803+0000","last_change":"2024-04-22T04:24:43.314178+0000","last_active":"2024-04-22T04:24:43.706803+0000","last_peered":"2024-04-22T04:24:43.706803+0000","last_clean":"2024-04-22T04:24:43.706803+0000","last_became_active":"2024-04-22T04:24:43.313859+0000","last_became_peered":"2024-04-22T04:24:43.313859+0000","last_unstale":"2024-04-22T04:24:43.706803+0000","last_undegraded":"2024-04-22T04:24:43.706803+0000","last_fullsized":"2024-04-22T04:24:43.706803+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732297+0000","last_change":"2024-04-22T04:24:43.731979+0000","last_active":"2024-04-22T04:24:43.732297+0000","last_peered":"2024-04-22T04:24:43.732297+0000","last_clean":"2024-04-22T04:24:43.732297+0000","last_became_active":"2024-04-22T04:24:43.731081+0000","last_became_peered":"2024-04-22T04:24:43.731081+0000","last_unstale":"2024-04-22T04:24:43.732297+0000","last_undegraded":"2024-04-22T04:24:43.732297+0000","last_fullsized":"2024-04-22T04:24:43.732297+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.300302+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.704345+0000","last_change":"2024-04-22T04:24:43.704066+0000","last_active":"2024-04-22T04:24:43.704345+0000","last_peered":"2024-04-22T04:24:43.704345+0000","last_clean":"2024-04-22T04:24:43.704345+0000","last_became_active":"2024-04-22T04:24:43.703805+0000","last_became_peered":"2024-04-22T04:24:43.703805+0000","last_unstale":"2024-04-22T04:24:43.704345+0000","last_undegraded":"2024-04-22T04:24:43.704345+0000","last_fullsized":"2024-04-22T04:24:43.704345+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.703573+0000","last_change":"2024-04-22T04:24:43.319710+0000","last_active":"2024-04-22T04:24:43.703573+0000","last_peered":"2024-04-22T04:24:43.703573+0000","last_clean":"2024-04-22T04:24:43.703573+0000","last_became_active":"2024-04-22T04:24:43.319323+0000","last_became_peered":"2024-04-22T04:24:43.319323+0000","last_unstale":"2024-04-22T04:24:43.703573+0000","last_undegraded":"2024-04-22T04:24:43.703573+0000","last_fullsized":"2024-04-22T04:24:43.703573+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.712229+0000","last_change":"2024-04-22T04:24:43.712229+0000","last_active":"2024-04-22T04:24:43.712229+0000","last_peered":"2024-04-22T04:24:43.712229+0000","last_clean":"2024-04-22T04:24:43.712229+0000","last_became_active":"2024-04-22T04:24:43.711901+0000","last_became_peered":"2024-04-22T04:24:43.711901+0000","last_unstale":"2024-04-22T04:24:43.712229+0000","last_undegraded":"2024-04-22T04:24:43.712229+0000","last_fullsized":"2024-04-22T04:24:43.712229+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.313845+0000","last_change":"2024-04-22T04:24:43.310121+0000","last_active":"2024-04-22T04:24:43.313845+0000","last_peered":"2024-04-22T04:24:43.313845+0000","last_clean":"2024-04-22T04:24:43.313845+0000","last_became_active":"2024-04-22T04:24:43.309759+0000","last_became_peered":"2024-04-22T04:24:43.309759+0000","last_unstale":"2024-04-22T04:24:43.313845+0000","last_undegraded":"2024-04-22T04:24:43.313845+0000","last_fullsized":"2024-04-22T04:24:43.313845+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.705930+0000","last_change":"2024-04-22T04:24:43.704906+0000","last_active":"2024-04-22T04:24:43.705930+0000","last_peered":"2024-04-22T04:24:43.705930+0000","last_clean":"2024-04-22T04:24:43.705930+0000","last_became_active":"2024-04-22T04:24:43.704619+0000","last_became_peered":"2024-04-22T04:24:43.704619+0000","last_unstale":"2024-04-22T04:24:43.705930+0000","last_undegraded":"2024-04-22T04:24:43.705930+0000","last_fullsized":"2024-04-22T04:24:43.705930+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.704683+0000","last_change":"2024-04-22T04:24:43.322206+0000","last_active":"2024-04-22T04:24:43.704683+0000","last_peered":"2024-04-22T04:24:43.704683+0000","last_clean":"2024-04-22T04:24:43.704683+0000","last_became_active":"2024-04-22T04:24:43.321812+0000","last_became_peered":"2024-04-22T04:24:43.321812+0000","last_unstale":"2024-04-22T04:24:43.704683+0000","last_undegraded":"2024-04-22T04:24:43.704683+0000","last_fullsized":"2024-04-22T04:24:43.704683+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699027+0000","last_change":"2024-04-22T04:24:23.509097+0000","last_active":"2024-04-22T04:24:43.699027+0000","last_peered":"2024-04-22T04:24:43.699027+0000","last_clean":"2024-04-22T04:24:43.699027+0000","last_became_active":"2024-04-22T04:24:23.508651+0000","last_became_peered":"2024-04-22T04:24:23.508651+0000","last_unstale":"2024-04-22T04:24:43.699027+0000","last_undegraded":"2024-04-22T04:24:43.699027+0000","last_fullsized":"2024-04-22T04:24:43.699027+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:22:09.390656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:22:09.390656+0000","last_clean_scrub_stamp":"2024-04-22T04:22:09.390656+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.715299+0000","last_change":"2024-04-22T04:24:43.714413+0000","last_active":"2024-04-22T04:24:43.715299+0000","last_peered":"2024-04-22T04:24:43.715299+0000","last_clean":"2024-04-22T04:24:43.715299+0000","last_became_active":"2024-04-22T04:24:43.714112+0000","last_became_peered":"2024-04-22T04:24:43.714112+0000","last_unstale":"2024-04-22T04:24:43.715299+0000","last_undegraded":"2024-04-22T04:24:43.715299+0000","last_fullsized":"2024-04-22T04:24:43.715299+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699145+0000","last_change":"2024-04-22T04:24:43.321077+0000","last_active":"2024-04-22T04:24:43.699145+0000","last_peered":"2024-04-22T04:24:43.699145+0000","last_clean":"2024-04-22T04:24:43.699145+0000","last_became_active":"2024-04-22T04:24:43.320508+0000","last_became_peered":"2024-04-22T04:24:43.320508+0000","last_unstale":"2024-04-22T04:24:43.699145+0000","last_undegraded":"2024-04-22T04:24:43.699145+0000","last_fullsized":"2024-04-22T04:24:43.699145+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.711339+0000","last_change":"2024-04-22T04:24:43.320413+0000","last_active":"2024-04-22T04:24:43.711339+0000","last_peered":"2024-04-22T04:24:43.711339+0000","last_clean":"2024-04-22T04:24:43.711339+0000","last_became_active":"2024-04-22T04:24:43.320058+0000","last_became_peered":"2024-04-22T04:24:43.320058+0000","last_unstale":"2024-04-22T04:24:43.711339+0000","last_undegraded":"2024-04-22T04:24:43.711339+0000","last_fullsized":"2024-04-22T04:24:43.711339+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.300299+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.702389+0000","last_change":"2024-04-22T04:24:43.701680+0000","last_active":"2024-04-22T04:24:43.702389+0000","last_peered":"2024-04-22T04:24:43.702389+0000","last_clean":"2024-04-22T04:24:43.702389+0000","last_became_active":"2024-04-22T04:24:43.701356+0000","last_became_peered":"2024-04-22T04:24:43.701356+0000","last_unstale":"2024-04-22T04:24:43.702389+0000","last_undegraded":"2024-04-22T04:24:43.702389+0000","last_fullsized":"2024-04-22T04:24:43.702389+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.313747+0000","last_change":"2024-04-22T04:24:43.313747+0000","last_active":"2024-04-22T04:24:43.313747+0000","last_peered":"2024-04-22T04:24:43.313747+0000","last_clean":"2024-04-22T04:24:43.313747+0000","last_became_active":"2024-04-22T04:24:43.313415+0000","last_became_peered":"2024-04-22T04:24:43.313415+0000","last_unstale":"2024-04-22T04:24:43.313747+0000","last_undegraded":"2024-04-22T04:24:43.313747+0000","last_fullsized":"2024-04-22T04:24:43.313747+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.708764+0000","last_change":"2024-04-22T04:24:43.708275+0000","last_active":"2024-04-22T04:24:43.708764+0000","last_peered":"2024-04-22T04:24:43.708764+0000","last_clean":"2024-04-22T04:24:43.708764+0000","last_became_active":"2024-04-22T04:24:43.707965+0000","last_became_peered":"2024-04-22T04:24:43.707965+0000","last_unstale":"2024-04-22T04:24:43.708764+0000","last_undegraded":"2024-04-22T04:24:43.708764+0000","last_fullsized":"2024-04-22T04:24:43.708764+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.698935+0000","last_change":"2024-04-22T04:24:43.320858+0000","last_active":"2024-04-22T04:24:43.698935+0000","last_peered":"2024-04-22T04:24:43.698935+0000","last_clean":"2024-04-22T04:24:43.698935+0000","last_became_active":"2024-04-22T04:24:43.320053+0000","last_became_peered":"2024-04-22T04:24:43.320053+0000","last_unstale":"2024-04-22T04:24:43.698935+0000","last_undegraded":"2024-04-22T04:24:43.698935+0000","last_fullsized":"2024-04-22T04:24:43.698935+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.725001+0000","last_change":"2024-04-22T04:24:43.725001+0000","last_active":"2024-04-22T04:24:43.725001+0000","last_peered":"2024-04-22T04:24:43.725001+0000","last_clean":"2024-04-22T04:24:43.725001+0000","last_became_active":"2024-04-22T04:24:43.724633+0000","last_became_peered":"2024-04-22T04:24:43.724633+0000","last_unstale":"2024-04-22T04:24:43.725001+0000","last_undegraded":"2024-04-22T04:24:43.725001+0000","last_fullsized":"2024-04-22T04:24:43.725001+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.300995+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.721684+0000","last_change":"2024-04-22T04:24:43.721079+0000","last_active":"2024-04-22T04:24:43.721684+0000","last_peered":"2024-04-22T04:24:43.721684+0000","last_clean":"2024-04-22T04:24:43.721684+0000","last_became_active":"2024-04-22T04:24:43.720764+0000","last_became_peered":"2024-04-22T04:24:43.720764+0000","last_unstale":"2024-04-22T04:24:43.721684+0000","last_undegraded":"2024-04-22T04:24:43.721684+0000","last_fullsized":"2024-04-22T04:24:43.721684+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.301345+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716120+0000","last_change":"2024-04-22T04:24:43.713960+0000","last_active":"2024-04-22T04:24:43.716120+0000","last_peered":"2024-04-22T04:24:43.716120+0000","last_clean":"2024-04-22T04:24:43.716120+0000","last_became_active":"2024-04-22T04:24:43.713695+0000","last_became_peered":"2024-04-22T04:24:43.713695+0000","last_unstale":"2024-04-22T04:24:43.716120+0000","last_undegraded":"2024-04-22T04:24:43.716120+0000","last_fullsized":"2024-04-22T04:24:43.716120+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732457+0000","last_change":"2024-04-22T04:24:43.323400+0000","last_active":"2024-04-22T04:24:43.732457+0000","last_peered":"2024-04-22T04:24:43.732457+0000","last_clean":"2024-04-22T04:24:43.732457+0000","last_became_active":"2024-04-22T04:24:43.323028+0000","last_became_peered":"2024-04-22T04:24:43.323028+0000","last_unstale":"2024-04-22T04:24:43.732457+0000","last_undegraded":"2024-04-22T04:24:43.732457+0000","last_fullsized":"2024-04-22T04:24:43.732457+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.302540+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.322879+0000","last_change":"2024-04-22T04:24:43.322333+0000","last_active":"2024-04-22T04:24:43.322879+0000","last_peered":"2024-04-22T04:24:43.322879+0000","last_clean":"2024-04-22T04:24:43.322879+0000","last_became_active":"2024-04-22T04:24:43.321955+0000","last_became_peered":"2024-04-22T04:24:43.321955+0000","last_unstale":"2024-04-22T04:24:43.322879+0000","last_undegraded":"2024-04-22T04:24:43.322879+0000","last_fullsized":"2024-04-22T04:24:43.322879+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.731206+0000","last_change":"2024-04-22T04:24:43.729286+0000","last_active":"2024-04-22T04:24:43.731206+0000","last_peered":"2024-04-22T04:24:43.731206+0000","last_clean":"2024-04-22T04:24:43.731206+0000","last_became_active":"2024-04-22T04:24:43.726910+0000","last_became_peered":"2024-04-22T04:24:43.726910+0000","last_unstale":"2024-04-22T04:24:43.731206+0000","last_undegraded":"2024-04-22T04:24:43.731206+0000","last_fullsized":"2024-04-22T04:24:43.731206+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.301025+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716456+0000","last_change":"2024-04-22T04:24:43.713418+0000","last_active":"2024-04-22T04:24:43.716456+0000","last_peered":"2024-04-22T04:24:43.716456+0000","last_clean":"2024-04-22T04:24:43.716456+0000","last_became_active":"2024-04-22T04:24:43.712699+0000","last_became_peered":"2024-04-22T04:24:43.712699+0000","last_unstale":"2024-04-22T04:24:43.716456+0000","last_undegraded":"2024-04-22T04:24:43.716456+0000","last_fullsized":"2024-04-22T04:24:43.716456+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"53'2","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722635+0000","last_change":"2024-04-22T04:24:43.309535+0000","last_active":"2024-04-22T04:24:43.722635+0000","last_peered":"2024-04-22T04:24:43.722635+0000","last_clean":"2024-04-22T04:24:43.722635+0000","last_became_active":"2024-04-22T04:24:43.309225+0000","last_became_peered":"2024-04-22T04:24:43.309225+0000","last_unstale":"2024-04-22T04:24:43.722635+0000","last_undegraded":"2024-04-22T04:24:43.722635+0000","last_fullsized":"2024-04-22T04:24:43.722635+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.729944+0000","last_change":"2024-04-22T04:24:43.729021+0000","last_active":"2024-04-22T04:24:43.729944+0000","last_peered":"2024-04-22T04:24:43.729944+0000","last_clean":"2024-04-22T04:24:43.729944+0000","last_became_active":"2024-04-22T04:24:43.727633+0000","last_became_peered":"2024-04-22T04:24:43.727633+0000","last_unstale":"2024-04-22T04:24:43.729944+0000","last_undegraded":"2024-04-22T04:24:43.729944+0000","last_fullsized":"2024-04-22T04:24:43.729944+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.303397+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.705620+0000","last_change":"2024-04-22T04:24:43.705620+0000","last_active":"2024-04-22T04:24:43.705620+0000","last_peered":"2024-04-22T04:24:43.705620+0000","last_clean":"2024-04-22T04:24:43.705620+0000","last_became_active":"2024-04-22T04:24:43.705363+0000","last_became_peered":"2024-04-22T04:24:43.705363+0000","last_unstale":"2024-04-22T04:24:43.705620+0000","last_undegraded":"2024-04-22T04:24:43.705620+0000","last_fullsized":"2024-04-22T04:24:43.705620+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716168+0000","last_change":"2024-04-22T04:24:43.714899+0000","last_active":"2024-04-22T04:24:43.716168+0000","last_peered":"2024-04-22T04:24:43.716168+0000","last_clean":"2024-04-22T04:24:43.716168+0000","last_became_active":"2024-04-22T04:24:43.713807+0000","last_became_peered":"2024-04-22T04:24:43.713807+0000","last_unstale":"2024-04-22T04:24:43.716168+0000","last_undegraded":"2024-04-22T04:24:43.716168+0000","last_fullsized":"2024-04-22T04:24:43.716168+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.710851+0000","last_change":"2024-04-22T04:24:43.708929+0000","last_active":"2024-04-22T04:24:43.710851+0000","last_peered":"2024-04-22T04:24:43.710851+0000","last_clean":"2024-04-22T04:24:43.710851+0000","last_became_active":"2024-04-22T04:24:43.708657+0000","last_became_peered":"2024-04-22T04:24:43.708657+0000","last_unstale":"2024-04-22T04:24:43.710851+0000","last_undegraded":"2024-04-22T04:24:43.710851+0000","last_fullsized":"2024-04-22T04:24:43.710851+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716133+0000","last_change":"2024-04-22T04:24:43.713929+0000","last_active":"2024-04-22T04:24:43.716133+0000","last_peered":"2024-04-22T04:24:43.716133+0000","last_clean":"2024-04-22T04:24:43.716133+0000","last_became_active":"2024-04-22T04:24:43.713636+0000","last_became_peered":"2024-04-22T04:24:43.713636+0000","last_unstale":"2024-04-22T04:24:43.716133+0000","last_undegraded":"2024-04-22T04:24:43.716133+0000","last_fullsized":"2024-04-22T04:24:43.716133+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.303214+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.715735+0000","last_change":"2024-04-22T04:24:43.712335+0000","last_active":"2024-04-22T04:24:43.715735+0000","last_peered":"2024-04-22T04:24:43.715735+0000","last_clean":"2024-04-22T04:24:43.715735+0000","last_became_active":"2024-04-22T04:24:43.712028+0000","last_became_peered":"2024-04-22T04:24:43.712028+0000","last_unstale":"2024-04-22T04:24:43.715735+0000","last_undegraded":"2024-04-22T04:24:43.715735+0000","last_fullsized":"2024-04-22T04:24:43.715735+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.700624+0000","last_change":"2024-04-22T04:24:43.700182+0000","last_active":"2024-04-22T04:24:43.700624+0000","last_peered":"2024-04-22T04:24:43.700624+0000","last_clean":"2024-04-22T04:24:43.700624+0000","last_became_active":"2024-04-22T04:24:43.699763+0000","last_became_peered":"2024-04-22T04:24:43.699763+0000","last_unstale":"2024-04-22T04:24:43.700624+0000","last_undegraded":"2024-04-22T04:24:43.700624+0000","last_fullsized":"2024-04-22T04:24:43.700624+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716027+0000","last_change":"2024-04-22T04:24:43.713143+0000","last_active":"2024-04-22T04:24:43.716027+0000","last_peered":"2024-04-22T04:24:43.716027+0000","last_clean":"2024-04-22T04:24:43.716027+0000","last_became_active":"2024-04-22T04:24:43.712818+0000","last_became_peered":"2024-04-22T04:24:43.712818+0000","last_unstale":"2024-04-22T04:24:43.716027+0000","last_undegraded":"2024-04-22T04:24:43.716027+0000","last_fullsized":"2024-04-22T04:24:43.716027+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723864+0000","last_change":"2024-04-22T04:24:43.719573+0000","last_active":"2024-04-22T04:24:43.723864+0000","last_peered":"2024-04-22T04:24:43.723864+0000","last_clean":"2024-04-22T04:24:43.723864+0000","last_became_active":"2024-04-22T04:24:43.719282+0000","last_became_peered":"2024-04-22T04:24:43.719282+0000","last_unstale":"2024-04-22T04:24:43.723864+0000","last_undegraded":"2024-04-22T04:24:43.723864+0000","last_fullsized":"2024-04-22T04:24:43.723864+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722239+0000","last_change":"2024-04-22T04:24:43.721673+0000","last_active":"2024-04-22T04:24:43.722239+0000","last_peered":"2024-04-22T04:24:43.722239+0000","last_clean":"2024-04-22T04:24:43.722239+0000","last_became_active":"2024-04-22T04:24:43.721203+0000","last_became_peered":"2024-04-22T04:24:43.721203+0000","last_unstale":"2024-04-22T04:24:43.722239+0000","last_undegraded":"2024-04-22T04:24:43.722239+0000","last_fullsized":"2024-04-22T04:24:43.722239+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.303035+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":174,"acting":174,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":610,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":5222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430215,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":216750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39900000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]}]},{"osd":6,"up_from":42,"seq":180388626444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297576,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447576,"statfs":{"total":95995035648,"available":95690317824,"internally_reserved":0,"allocated":491520,"data_stored":195738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69199999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297564,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447588,"statfs":{"total":95995035648,"available":95690330112,"internally_reserved":0,"allocated":479232,"data_stored":189559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:23:46 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.32400000000000001,"15min":0.312},"min":{"1min":0.25600000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.219},{"interface":"front","average":{"1min":0.44,"5min":0.33800000000000002,"15min":0.32100000000000001},"min":{"1min":0.311,"5min":0.246,"15min":0.246},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.31900000000000001}]},{"osd":2,"last update":"Mon Apr 22 04:24:10 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.39400000000000002,"15min":0.38300000000000001},"min":{"1min":0.34599999999999997,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.35999999999999999,"15min":0.35099999999999998},"min":{"1min":0.27000000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.57599999999999996,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.27300000000000002}]},{"osd":3,"last update":"Mon Apr 22 04:24:39 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.42999999999999999,"15min":0.42299999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.496,"5min":0.46600000000000003,"15min":0.46100000000000002},"min":{"1min":0.33800000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.36099999999999999}]},{"osd":4,"last update":"Mon Apr 22 04:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.55700000000000005}]},{"osd":5,"last update":"Mon Apr 22 04:24:30 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.625},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.71299999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.755}]}]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297628,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447524,"statfs":{"total":95995035648,"available":95690264576,"internally_reserved":0,"allocated":544768,"data_stored":216874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 22 04:24:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.35599999999999998,"15min":0.33600000000000002},"min":{"1min":0.27700000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.37,"15min":0.33800000000000002},"min":{"1min":0.33200000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.372}]},{"osd":2,"last update":"Mon Apr 22 04:24:12 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.316,"5min":0.251,"15min":0.251},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.39800000000000002,"15min":0.39600000000000002},"min":{"1min":0.33200000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.51500000000000001,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.38800000000000001}]},{"osd":3,"last update":"Mon Apr 22 04:24:36 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45700000000000002,"15min":0.46100000000000002},"min":{"1min":0.32800000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.503,"5min":0.49299999999999999,"15min":0.49099999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.436}]},{"osd":4,"last update":"Mon Apr 22 04:24:03 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.75700000000000001}]},{"osd":5,"last update":"Mon Apr 22 04:24:29 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.70999999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411362,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297600,"kb_used_data":504,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447552,"statfs":{"total":95995035648,"available":95690293248,"internally_reserved":0,"allocated":516096,"data_stored":209512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:09 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.35399999999999998,"15min":0.34699999999999998},"min":{"1min":0.26400000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.379,"15min":0.372},"min":{"1min":0.31900000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.58799999999999997,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.27400000000000002}]},{"osd":1,"last update":"Mon Apr 22 04:24:09 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.40300000000000002,"15min":0.39600000000000002},"min":{"1min":0.28899999999999998,"5min":0.252,"15min":0.252},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.31},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39200000000000002,"15min":0.38800000000000001},"min":{"1min":0.29299999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.318}]},{"osd":3,"last update":"Mon Apr 22 04:24:39 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.433,"15min":0.433},"min":{"1min":0.33800000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.46400000000000002,"15min":0.46100000000000002},"min":{"1min":0.38500000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.41099999999999998}]},{"osd":4,"last update":"Mon Apr 22 04:24:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.52300000000000002}]},{"osd":5,"last update":"Mon Apr 22 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.65600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182429,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297632,"kb_used_data":536,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447520,"statfs":{"total":95995035648,"available":95690260480,"internally_reserved":0,"allocated":548864,"data_stored":217814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:40 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41699999999999998,"15min":0.42099999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.60099999999999998,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.443,"15min":0.442},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.29799999999999999}]},{"osd":1,"last update":"Mon Apr 22 04:24:40 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.46700000000000003,"15min":0.46899999999999997},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.65500000000000003,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.44400000000000001,"15min":0.44800000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.24199999999999999}]},{"osd":2,"last update":"Mon Apr 22 04:24:40 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.48399999999999999,"15min":0.48799999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.58299999999999996,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.46100000000000002,"15min":0.46200000000000002},"min":{"1min":0.32800000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.56999999999999995,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.315}]},{"osd":4,"last update":"Mon Apr 22 04:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.58899999999999997}]},{"osd":5,"last update":"Mon Apr 22 04:24:30 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.61699999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]}]},{"osd":4,"up_from":30,"seq":128849018903,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297616,"kb_used_data":520,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447536,"statfs":{"total":95995035648,"available":95690276864,"internally_reserved":0,"allocated":532480,"data_stored":210192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.38100000000000001}]},{"osd":1,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.42699999999999999}]},{"osd":2,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.41199999999999998}]},{"osd":3,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.37}]},{"osd":5,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.437},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.42199999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31900000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822673,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":217485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.70999999999999996}]},{"osd":1,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":2.1539999999999999,"5min":2.1539999999999999,"15min":2.1539999999999999},"last":0.53900000000000003}]},{"osd":2,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.503},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.754}]},{"osd":3,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.79000000000000004}]},{"osd":4,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.1909999999999998,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":0.621},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.67200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82699999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T04:24:48.430 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3e is not active+clean 2024-04-22T04:24:48.430 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-22T04:24:43.291565+0000', 'last_change': '2024-04-22T04:24:43.291565+0000', 'last_active': '2024-04-22T04:24:43.291565+0000', 'last_peered': '2024-04-22T04:24:43.291565+0000', 'last_clean': '2024-04-22T04:24:43.291565+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:43.291565+0000', 'last_undegraded': '2024-04-22T04:24:43.291565+0000', 'last_fullsized': '2024-04-22T04:24:43.291565+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-22T04:24:48.431 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.36 is not active+clean 2024-04-22T04:24:48.431 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-22T04:24:43.291565+0000', 'last_change': '2024-04-22T04:24:43.301540+0000', 'last_active': '2024-04-22T04:24:43.291565+0000', 'last_peered': '2024-04-22T04:24:43.291565+0000', 'last_clean': '2024-04-22T04:24:43.291565+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:43.291565+0000', 'last_undegraded': '2024-04-22T04:24:43.291565+0000', 'last_fullsized': '2024-04-22T04:24:43.291565+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5, 1], 'acting': [6, 5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 5], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-22T04:24:48.431 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.35 is not active+clean 2024-04-22T04:24:48.431 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-22T04:24:43.291565+0000', 'last_change': '2024-04-22T04:24:43.301379+0000', 'last_active': '2024-04-22T04:24:43.291565+0000', 'last_peered': '2024-04-22T04:24:43.291565+0000', 'last_clean': '2024-04-22T04:24:43.291565+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:43.291565+0000', 'last_undegraded': '2024-04-22T04:24:43.291565+0000', 'last_fullsized': '2024-04-22T04:24:43.291565+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5, 0], 'acting': [6, 5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 5], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-22T04:24:48.431 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.31 is not active+clean 2024-04-22T04:24:48.431 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-22T04:24:43.291565+0000', 'last_change': '2024-04-22T04:24:43.291565+0000', 'last_active': '2024-04-22T04:24:43.291565+0000', 'last_peered': '2024-04-22T04:24:43.291565+0000', 'last_clean': '2024-04-22T04:24:43.291565+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:43.291565+0000', 'last_undegraded': '2024-04-22T04:24:43.291565+0000', 'last_fullsized': '2024-04-22T04:24:43.291565+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-22T04:24:48.431 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.19 is not active+clean 2024-04-22T04:24:48.431 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-22T04:24:43.291565+0000', 'last_change': '2024-04-22T04:24:43.291565+0000', 'last_active': '2024-04-22T04:24:43.291565+0000', 'last_peered': '2024-04-22T04:24:43.291565+0000', 'last_clean': '2024-04-22T04:24:43.291565+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:43.291565+0000', 'last_undegraded': '2024-04-22T04:24:43.291565+0000', 'last_fullsized': '2024-04-22T04:24:43.291565+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-22T04:24:48.431 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.15 is not active+clean 2024-04-22T04:24:48.431 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-22T04:24:42.289459+0000', 'last_change': '2024-04-22T04:24:42.301906+0000', 'last_active': '2024-04-22T04:24:42.289459+0000', 'last_peered': '2024-04-22T04:24:42.289459+0000', 'last_clean': '2024-04-22T04:24:42.289459+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:42.289459+0000', 'last_undegraded': '2024-04-22T04:24:42.289459+0000', 'last_fullsized': '2024-04-22T04:24:42.289459+0000', 'mapping_epoch': 51, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 51, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5, 0], 'acting': [1, 5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 5], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-22T04:24:48.431 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.10 is not active+clean 2024-04-22T04:24:48.431 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-22T04:24:43.291565+0000', 'last_change': '2024-04-22T04:24:43.301274+0000', 'last_active': '2024-04-22T04:24:43.291565+0000', 'last_peered': '2024-04-22T04:24:43.291565+0000', 'last_clean': '2024-04-22T04:24:43.291565+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:43.291565+0000', 'last_undegraded': '2024-04-22T04:24:43.291565+0000', 'last_fullsized': '2024-04-22T04:24:43.291565+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0, 5], 'acting': [6, 0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 5], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-22T04:24:48.432 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.4 is not active+clean 2024-04-22T04:24:48.432 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-22T04:24:42.289459+0000', 'last_change': '2024-04-22T04:24:42.300302+0000', 'last_active': '2024-04-22T04:24:42.289459+0000', 'last_peered': '2024-04-22T04:24:42.289459+0000', 'last_clean': '2024-04-22T04:24:42.289459+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:42.289459+0000', 'last_undegraded': '2024-04-22T04:24:42.289459+0000', 'last_fullsized': '2024-04-22T04:24:42.289459+0000', 'mapping_epoch': 51, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 51, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0, 7], 'acting': [1, 0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 7], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-22T04:24:48.432 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.0 is not active+clean 2024-04-22T04:24:48.432 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-22T04:24:43.291565+0000', 'last_change': '2024-04-22T04:24:43.291565+0000', 'last_active': '2024-04-22T04:24:43.291565+0000', 'last_peered': '2024-04-22T04:24:43.291565+0000', 'last_clean': '2024-04-22T04:24:43.291565+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:43.291565+0000', 'last_undegraded': '2024-04-22T04:24:43.291565+0000', 'last_fullsized': '2024-04-22T04:24:43.291565+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-22T04:24:48.432 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.4 is not active+clean 2024-04-22T04:24:48.432 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-22T04:24:43.291565+0000', 'last_change': '2024-04-22T04:24:43.291565+0000', 'last_active': '2024-04-22T04:24:43.291565+0000', 'last_peered': '2024-04-22T04:24:43.291565+0000', 'last_clean': '2024-04-22T04:24:43.291565+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:43.291565+0000', 'last_undegraded': '2024-04-22T04:24:43.291565+0000', 'last_fullsized': '2024-04-22T04:24:43.291565+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-22T04:24:48.432 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.6 is not active+clean 2024-04-22T04:24:48.432 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-22T04:24:42.289459+0000', 'last_change': '2024-04-22T04:24:42.300299+0000', 'last_active': '2024-04-22T04:24:42.289459+0000', 'last_peered': '2024-04-22T04:24:42.289459+0000', 'last_clean': '2024-04-22T04:24:42.289459+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:42.289459+0000', 'last_undegraded': '2024-04-22T04:24:42.289459+0000', 'last_fullsized': '2024-04-22T04:24:42.289459+0000', 'mapping_epoch': 51, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 51, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6, 4], 'acting': [1, 6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 6], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-22T04:24:48.432 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.9 is not active+clean 2024-04-22T04:24:48.432 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-22T04:24:42.289459+0000', 'last_change': '2024-04-22T04:24:42.300995+0000', 'last_active': '2024-04-22T04:24:42.289459+0000', 'last_peered': '2024-04-22T04:24:42.289459+0000', 'last_clean': '2024-04-22T04:24:42.289459+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:42.289459+0000', 'last_undegraded': '2024-04-22T04:24:42.289459+0000', 'last_fullsized': '2024-04-22T04:24:42.289459+0000', 'mapping_epoch': 51, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 51, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7, 3], 'acting': [1, 7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 7], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-22T04:24:48.432 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.a is not active+clean 2024-04-22T04:24:48.433 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-22T04:24:42.289459+0000', 'last_change': '2024-04-22T04:24:42.301345+0000', 'last_active': '2024-04-22T04:24:42.289459+0000', 'last_peered': '2024-04-22T04:24:42.289459+0000', 'last_clean': '2024-04-22T04:24:42.289459+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:42.289459+0000', 'last_undegraded': '2024-04-22T04:24:42.289459+0000', 'last_fullsized': '2024-04-22T04:24:42.289459+0000', 'mapping_epoch': 51, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 51, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3, 7], 'acting': [1, 3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 7], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-22T04:24:48.433 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.a is not active+clean 2024-04-22T04:24:48.433 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-22T04:24:43.291565+0000', 'last_change': '2024-04-22T04:24:43.302540+0000', 'last_active': '2024-04-22T04:24:43.291565+0000', 'last_peered': '2024-04-22T04:24:43.291565+0000', 'last_clean': '2024-04-22T04:24:43.291565+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:43.291565+0000', 'last_undegraded': '2024-04-22T04:24:43.291565+0000', 'last_fullsized': '2024-04-22T04:24:43.291565+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4, 1], 'acting': [6, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 4], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-22T04:24:48.433 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.d is not active+clean 2024-04-22T04:24:48.433 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-22T04:24:42.289459+0000', 'last_change': '2024-04-22T04:24:42.301025+0000', 'last_active': '2024-04-22T04:24:42.289459+0000', 'last_peered': '2024-04-22T04:24:42.289459+0000', 'last_clean': '2024-04-22T04:24:42.289459+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:42.289459+0000', 'last_undegraded': '2024-04-22T04:24:42.289459+0000', 'last_fullsized': '2024-04-22T04:24:42.289459+0000', 'mapping_epoch': 51, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 51, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:42.289459+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4, 3], 'acting': [1, 4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-22T04:24:48.433 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.20 is not active+clean 2024-04-22T04:24:48.433 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-22T04:24:43.291565+0000', 'last_change': '2024-04-22T04:24:43.303397+0000', 'last_active': '2024-04-22T04:24:43.291565+0000', 'last_peered': '2024-04-22T04:24:43.291565+0000', 'last_clean': '2024-04-22T04:24:43.291565+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:43.291565+0000', 'last_undegraded': '2024-04-22T04:24:43.291565+0000', 'last_fullsized': '2024-04-22T04:24:43.291565+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0, 5], 'acting': [6, 0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 5], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-22T04:24:48.433 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.25 is not active+clean 2024-04-22T04:24:48.433 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-22T04:24:43.291565+0000', 'last_change': '2024-04-22T04:24:43.291565+0000', 'last_active': '2024-04-22T04:24:43.291565+0000', 'last_peered': '2024-04-22T04:24:43.291565+0000', 'last_clean': '2024-04-22T04:24:43.291565+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:43.291565+0000', 'last_undegraded': '2024-04-22T04:24:43.291565+0000', 'last_fullsized': '2024-04-22T04:24:43.291565+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-22T04:24:48.433 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.26 is not active+clean 2024-04-22T04:24:48.433 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-22T04:24:43.291565+0000', 'last_change': '2024-04-22T04:24:43.303214+0000', 'last_active': '2024-04-22T04:24:43.291565+0000', 'last_peered': '2024-04-22T04:24:43.291565+0000', 'last_clean': '2024-04-22T04:24:43.291565+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:43.291565+0000', 'last_undegraded': '2024-04-22T04:24:43.291565+0000', 'last_fullsized': '2024-04-22T04:24:43.291565+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7, 4], 'acting': [6, 7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 7], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-22T04:24:48.434 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2c is not active+clean 2024-04-22T04:24:48.434 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-22T04:24:43.291565+0000', 'last_change': '2024-04-22T04:24:43.303035+0000', 'last_active': '2024-04-22T04:24:43.291565+0000', 'last_peered': '2024-04-22T04:24:43.291565+0000', 'last_clean': '2024-04-22T04:24:43.291565+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-22T04:24:43.291565+0000', 'last_undegraded': '2024-04-22T04:24:43.291565+0000', 'last_fullsized': '2024-04-22T04:24:43.291565+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'last_clean_scrub_stamp': '2024-04-22T04:24:43.291565+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4, 0], 'acting': [6, 4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 4], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-22T04:24:48.434 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-22T04:24:48.832 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:48.832 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":252,"monmap":{"epoch":3,"min_mon_release_name":"pacific","num_mons":3},"osdmap":{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1713759861,"num_in_osds":8,"osd_in_since":1713759842,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":78},{"state_name":"creating+peering","count":13},{"state_name":"unknown","count":6}],"num_pgs":97,"num_pools":3,"num_objects":13,"data_bytes":610,"bytes_used":2438000640,"bytes_avail":765522284544,"bytes_total":767960285184,"unknown_pgs_ratio":0.061855670064687729,"inactive_pgs_ratio":0.1340206116437912,"write_bytes_sec":2893,"read_op_per_sec":0,"write_op_per_sec":5},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24361}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.40:8443/"}},"servicemap":{"epoch":11,"modified":"2024-04-22T04:24:27.162962+0000","services":{"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-22T04:24:48.845 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-22T04:24:48.846 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T04:24:49.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:47.688641+0000 mgr.y (mgr.14146) 208 : audit [DBG] from='client.14532 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:24:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:48.048502+0000 mgr.y (mgr.14146) 209 : audit [DBG] from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:24:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:48.406132+0000 mgr.y (mgr.14146) 210 : audit [DBG] from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:24:49.154 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:49.156 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2024-04-22T04:24:49.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:47.688641+0000 mgr.y (mgr.14146) 208 : audit [DBG] from='client.14532 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:24:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:48.048502+0000 mgr.y (mgr.14146) 209 : audit [DBG] from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:24:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:48.406132+0000 mgr.y (mgr.14146) 210 : audit [DBG] from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:24:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:47.688641+0000 mgr.y (mgr.14146) 208 : audit [DBG] from='client.14532 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:24:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:48.048502+0000 mgr.y (mgr.14146) 209 : audit [DBG] from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:24:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:48.406132+0000 mgr.y (mgr.14146) 210 : audit [DBG] from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:24:49.166 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":195,"stamp":"2024-04-22T04:24:47.166910+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":610,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":273,"acting":273,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":117,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2380860,"kb_used_data":4092,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747580356,"statfs":{"total":767960285184,"available":765522284544,"internally_reserved":0,"allocated":4190208,"data_stored":1673924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":588,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.477169"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.731188+0000","last_change":"2024-04-22T04:24:43.729915+0000","last_active":"2024-04-22T04:24:43.731188+0000","last_peered":"2024-04-22T04:24:43.731188+0000","last_clean":"2024-04-22T04:24:43.731188+0000","last_became_active":"2024-04-22T04:24:43.729576+0000","last_became_peered":"2024-04-22T04:24:43.729576+0000","last_unstale":"2024-04-22T04:24:43.731188+0000","last_undegraded":"2024-04-22T04:24:43.731188+0000","last_fullsized":"2024-04-22T04:24:43.731188+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.696538+0000","last_change":"2024-04-22T04:24:43.696155+0000","last_active":"2024-04-22T04:24:43.696538+0000","last_peered":"2024-04-22T04:24:43.696538+0000","last_clean":"2024-04-22T04:24:43.696538+0000","last_became_active":"2024-04-22T04:24:43.695871+0000","last_became_peered":"2024-04-22T04:24:43.695871+0000","last_unstale":"2024-04-22T04:24:43.696538+0000","last_undegraded":"2024-04-22T04:24:43.696538+0000","last_fullsized":"2024-04-22T04:24:43.696538+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723790+0000","last_change":"2024-04-22T04:24:43.721991+0000","last_active":"2024-04-22T04:24:43.723790+0000","last_peered":"2024-04-22T04:24:43.723790+0000","last_clean":"2024-04-22T04:24:43.723790+0000","last_became_active":"2024-04-22T04:24:43.721657+0000","last_became_peered":"2024-04-22T04:24:43.721657+0000","last_unstale":"2024-04-22T04:24:43.723790+0000","last_undegraded":"2024-04-22T04:24:43.723790+0000","last_fullsized":"2024-04-22T04:24:43.723790+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730694+0000","last_change":"2024-04-22T04:24:43.728955+0000","last_active":"2024-04-22T04:24:43.730694+0000","last_peered":"2024-04-22T04:24:43.730694+0000","last_clean":"2024-04-22T04:24:43.730694+0000","last_became_active":"2024-04-22T04:24:43.727506+0000","last_became_peered":"2024-04-22T04:24:43.727506+0000","last_unstale":"2024-04-22T04:24:43.730694+0000","last_undegraded":"2024-04-22T04:24:43.730694+0000","last_fullsized":"2024-04-22T04:24:43.730694+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.709982+0000","last_change":"2024-04-22T04:24:43.709122+0000","last_active":"2024-04-22T04:24:43.709982+0000","last_peered":"2024-04-22T04:24:43.709982+0000","last_clean":"2024-04-22T04:24:43.709982+0000","last_became_active":"2024-04-22T04:24:43.708741+0000","last_became_peered":"2024-04-22T04:24:43.708741+0000","last_unstale":"2024-04-22T04:24:43.709982+0000","last_undegraded":"2024-04-22T04:24:43.709982+0000","last_fullsized":"2024-04-22T04:24:43.709982+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730622+0000","last_change":"2024-04-22T04:24:43.729409+0000","last_active":"2024-04-22T04:24:43.730622+0000","last_peered":"2024-04-22T04:24:43.730622+0000","last_clean":"2024-04-22T04:24:43.730622+0000","last_became_active":"2024-04-22T04:24:43.729098+0000","last_became_peered":"2024-04-22T04:24:43.729098+0000","last_unstale":"2024-04-22T04:24:43.730622+0000","last_undegraded":"2024-04-22T04:24:43.730622+0000","last_fullsized":"2024-04-22T04:24:43.730622+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.706417+0000","last_change":"2024-04-22T04:24:43.706131+0000","last_active":"2024-04-22T04:24:43.706417+0000","last_peered":"2024-04-22T04:24:43.706417+0000","last_clean":"2024-04-22T04:24:43.706417+0000","last_became_active":"2024-04-22T04:24:43.705243+0000","last_became_peered":"2024-04-22T04:24:43.705243+0000","last_unstale":"2024-04-22T04:24:43.706417+0000","last_undegraded":"2024-04-22T04:24:43.706417+0000","last_fullsized":"2024-04-22T04:24:43.706417+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.729147+0000","last_change":"2024-04-22T04:24:43.727293+0000","last_active":"2024-04-22T04:24:43.729147+0000","last_peered":"2024-04-22T04:24:43.729147+0000","last_clean":"2024-04-22T04:24:43.729147+0000","last_became_active":"2024-04-22T04:24:43.726806+0000","last_became_peered":"2024-04-22T04:24:43.726806+0000","last_unstale":"2024-04-22T04:24:43.729147+0000","last_undegraded":"2024-04-22T04:24:43.729147+0000","last_fullsized":"2024-04-22T04:24:43.729147+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.301540+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.301379+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.712389+0000","last_change":"2024-04-22T04:24:43.712389+0000","last_active":"2024-04-22T04:24:43.712389+0000","last_peered":"2024-04-22T04:24:43.712389+0000","last_clean":"2024-04-22T04:24:43.712389+0000","last_became_active":"2024-04-22T04:24:43.712073+0000","last_became_peered":"2024-04-22T04:24:43.712073+0000","last_unstale":"2024-04-22T04:24:43.712389+0000","last_undegraded":"2024-04-22T04:24:43.712389+0000","last_fullsized":"2024-04-22T04:24:43.712389+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699863+0000","last_change":"2024-04-22T04:24:43.699008+0000","last_active":"2024-04-22T04:24:43.699863+0000","last_peered":"2024-04-22T04:24:43.699863+0000","last_clean":"2024-04-22T04:24:43.699863+0000","last_became_active":"2024-04-22T04:24:43.698693+0000","last_became_peered":"2024-04-22T04:24:43.698693+0000","last_unstale":"2024-04-22T04:24:43.699863+0000","last_undegraded":"2024-04-22T04:24:43.699863+0000","last_fullsized":"2024-04-22T04:24:43.699863+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.714355+0000","last_change":"2024-04-22T04:24:43.711760+0000","last_active":"2024-04-22T04:24:43.714355+0000","last_peered":"2024-04-22T04:24:43.714355+0000","last_clean":"2024-04-22T04:24:43.714355+0000","last_became_active":"2024-04-22T04:24:43.711299+0000","last_became_peered":"2024-04-22T04:24:43.711299+0000","last_unstale":"2024-04-22T04:24:43.714355+0000","last_undegraded":"2024-04-22T04:24:43.714355+0000","last_fullsized":"2024-04-22T04:24:43.714355+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723506+0000","last_change":"2024-04-22T04:24:43.718977+0000","last_active":"2024-04-22T04:24:43.723506+0000","last_peered":"2024-04-22T04:24:43.723506+0000","last_clean":"2024-04-22T04:24:43.723506+0000","last_became_active":"2024-04-22T04:24:43.718664+0000","last_became_peered":"2024-04-22T04:24:43.718664+0000","last_unstale":"2024-04-22T04:24:43.723506+0000","last_undegraded":"2024-04-22T04:24:43.723506+0000","last_fullsized":"2024-04-22T04:24:43.723506+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723545+0000","last_change":"2024-04-22T04:24:43.718389+0000","last_active":"2024-04-22T04:24:43.723545+0000","last_peered":"2024-04-22T04:24:43.723545+0000","last_clean":"2024-04-22T04:24:43.723545+0000","last_became_active":"2024-04-22T04:24:43.718098+0000","last_became_peered":"2024-04-22T04:24:43.718098+0000","last_unstale":"2024-04-22T04:24:43.723545+0000","last_undegraded":"2024-04-22T04:24:43.723545+0000","last_fullsized":"2024-04-22T04:24:43.723545+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.720250+0000","last_change":"2024-04-22T04:24:43.720250+0000","last_active":"2024-04-22T04:24:43.720250+0000","last_peered":"2024-04-22T04:24:43.720250+0000","last_clean":"2024-04-22T04:24:43.720250+0000","last_became_active":"2024-04-22T04:24:43.719899+0000","last_became_peered":"2024-04-22T04:24:43.719899+0000","last_unstale":"2024-04-22T04:24:43.720250+0000","last_undegraded":"2024-04-22T04:24:43.720250+0000","last_fullsized":"2024-04-22T04:24:43.720250+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730536+0000","last_change":"2024-04-22T04:24:43.726685+0000","last_active":"2024-04-22T04:24:43.730536+0000","last_peered":"2024-04-22T04:24:43.730536+0000","last_clean":"2024-04-22T04:24:43.730536+0000","last_became_active":"2024-04-22T04:24:43.725741+0000","last_became_peered":"2024-04-22T04:24:43.725741+0000","last_unstale":"2024-04-22T04:24:43.730536+0000","last_undegraded":"2024-04-22T04:24:43.730536+0000","last_fullsized":"2024-04-22T04:24:43.730536+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"53'4","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.724224+0000","last_change":"2024-04-22T04:24:43.314594+0000","last_active":"2024-04-22T04:24:43.724224+0000","last_peered":"2024-04-22T04:24:43.724224+0000","last_clean":"2024-04-22T04:24:43.724224+0000","last_became_active":"2024-04-22T04:24:43.313869+0000","last_became_peered":"2024-04-22T04:24:43.313869+0000","last_unstale":"2024-04-22T04:24:43.724224+0000","last_undegraded":"2024-04-22T04:24:43.724224+0000","last_fullsized":"2024-04-22T04:24:43.724224+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699900+0000","last_change":"2024-04-22T04:24:43.699003+0000","last_active":"2024-04-22T04:24:43.699900+0000","last_peered":"2024-04-22T04:24:43.699900+0000","last_clean":"2024-04-22T04:24:43.699900+0000","last_became_active":"2024-04-22T04:24:43.698699+0000","last_became_peered":"2024-04-22T04:24:43.698699+0000","last_unstale":"2024-04-22T04:24:43.699900+0000","last_undegraded":"2024-04-22T04:24:43.699900+0000","last_fullsized":"2024-04-22T04:24:43.699900+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.707138+0000","last_change":"2024-04-22T04:24:43.316186+0000","last_active":"2024-04-22T04:24:43.707138+0000","last_peered":"2024-04-22T04:24:43.707138+0000","last_clean":"2024-04-22T04:24:43.707138+0000","last_became_active":"2024-04-22T04:24:43.315877+0000","last_became_peered":"2024-04-22T04:24:43.315877+0000","last_unstale":"2024-04-22T04:24:43.707138+0000","last_undegraded":"2024-04-22T04:24:43.707138+0000","last_fullsized":"2024-04-22T04:24:43.707138+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.711311+0000","last_change":"2024-04-22T04:24:43.710624+0000","last_active":"2024-04-22T04:24:43.711311+0000","last_peered":"2024-04-22T04:24:43.711311+0000","last_clean":"2024-04-22T04:24:43.711311+0000","last_became_active":"2024-04-22T04:24:43.710346+0000","last_became_peered":"2024-04-22T04:24:43.710346+0000","last_unstale":"2024-04-22T04:24:43.711311+0000","last_undegraded":"2024-04-22T04:24:43.711311+0000","last_fullsized":"2024-04-22T04:24:43.711311+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732479+0000","last_change":"2024-04-22T04:24:43.320477+0000","last_active":"2024-04-22T04:24:43.732479+0000","last_peered":"2024-04-22T04:24:43.732479+0000","last_clean":"2024-04-22T04:24:43.732479+0000","last_became_active":"2024-04-22T04:24:43.320155+0000","last_became_peered":"2024-04-22T04:24:43.320155+0000","last_unstale":"2024-04-22T04:24:43.732479+0000","last_undegraded":"2024-04-22T04:24:43.732479+0000","last_fullsized":"2024-04-22T04:24:43.732479+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722150+0000","last_change":"2024-04-22T04:24:43.716384+0000","last_active":"2024-04-22T04:24:43.722150+0000","last_peered":"2024-04-22T04:24:43.722150+0000","last_clean":"2024-04-22T04:24:43.722150+0000","last_became_active":"2024-04-22T04:24:43.716074+0000","last_became_peered":"2024-04-22T04:24:43.716074+0000","last_unstale":"2024-04-22T04:24:43.722150+0000","last_undegraded":"2024-04-22T04:24:43.722150+0000","last_fullsized":"2024-04-22T04:24:43.722150+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730090+0000","last_change":"2024-04-22T04:24:43.323591+0000","last_active":"2024-04-22T04:24:43.730090+0000","last_peered":"2024-04-22T04:24:43.730090+0000","last_clean":"2024-04-22T04:24:43.730090+0000","last_became_active":"2024-04-22T04:24:43.323176+0000","last_became_peered":"2024-04-22T04:24:43.323176+0000","last_unstale":"2024-04-22T04:24:43.730090+0000","last_undegraded":"2024-04-22T04:24:43.730090+0000","last_fullsized":"2024-04-22T04:24:43.730090+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.717147+0000","last_change":"2024-04-22T04:24:43.716003+0000","last_active":"2024-04-22T04:24:43.717147+0000","last_peered":"2024-04-22T04:24:43.717147+0000","last_clean":"2024-04-22T04:24:43.717147+0000","last_became_active":"2024-04-22T04:24:43.715679+0000","last_became_peered":"2024-04-22T04:24:43.715679+0000","last_unstale":"2024-04-22T04:24:43.717147+0000","last_undegraded":"2024-04-22T04:24:43.717147+0000","last_fullsized":"2024-04-22T04:24:43.717147+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.721934+0000","last_change":"2024-04-22T04:24:43.311031+0000","last_active":"2024-04-22T04:24:43.721934+0000","last_peered":"2024-04-22T04:24:43.721934+0000","last_clean":"2024-04-22T04:24:43.721934+0000","last_became_active":"2024-04-22T04:24:43.310733+0000","last_became_peered":"2024-04-22T04:24:43.310733+0000","last_unstale":"2024-04-22T04:24:43.721934+0000","last_undegraded":"2024-04-22T04:24:43.721934+0000","last_fullsized":"2024-04-22T04:24:43.721934+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.702640+0000","last_change":"2024-04-22T04:24:43.702640+0000","last_active":"2024-04-22T04:24:43.702640+0000","last_peered":"2024-04-22T04:24:43.702640+0000","last_clean":"2024-04-22T04:24:43.702640+0000","last_became_active":"2024-04-22T04:24:43.702266+0000","last_became_peered":"2024-04-22T04:24:43.702266+0000","last_unstale":"2024-04-22T04:24:43.702640+0000","last_undegraded":"2024-04-22T04:24:43.702640+0000","last_fullsized":"2024-04-22T04:24:43.702640+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.314762+0000","last_change":"2024-04-22T04:24:43.314762+0000","last_active":"2024-04-22T04:24:43.314762+0000","last_peered":"2024-04-22T04:24:43.314762+0000","last_clean":"2024-04-22T04:24:43.314762+0000","last_became_active":"2024-04-22T04:24:43.314442+0000","last_became_peered":"2024-04-22T04:24:43.314442+0000","last_unstale":"2024-04-22T04:24:43.314762+0000","last_undegraded":"2024-04-22T04:24:43.314762+0000","last_fullsized":"2024-04-22T04:24:43.314762+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.721969+0000","last_change":"2024-04-22T04:24:43.721494+0000","last_active":"2024-04-22T04:24:43.721969+0000","last_peered":"2024-04-22T04:24:43.721969+0000","last_clean":"2024-04-22T04:24:43.721969+0000","last_became_active":"2024-04-22T04:24:43.720806+0000","last_became_peered":"2024-04-22T04:24:43.720806+0000","last_unstale":"2024-04-22T04:24:43.721969+0000","last_undegraded":"2024-04-22T04:24:43.721969+0000","last_fullsized":"2024-04-22T04:24:43.721969+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.687097+0000","last_change":"2024-04-22T04:24:43.317404+0000","last_active":"2024-04-22T04:24:43.687097+0000","last_peered":"2024-04-22T04:24:43.687097+0000","last_clean":"2024-04-22T04:24:43.687097+0000","last_became_active":"2024-04-22T04:24:43.317097+0000","last_became_peered":"2024-04-22T04:24:43.317097+0000","last_unstale":"2024-04-22T04:24:43.687097+0000","last_undegraded":"2024-04-22T04:24:43.687097+0000","last_fullsized":"2024-04-22T04:24:43.687097+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699206+0000","last_change":"2024-04-22T04:24:43.697443+0000","last_active":"2024-04-22T04:24:43.699206+0000","last_peered":"2024-04-22T04:24:43.699206+0000","last_clean":"2024-04-22T04:24:43.699206+0000","last_became_active":"2024-04-22T04:24:43.697154+0000","last_became_peered":"2024-04-22T04:24:43.697154+0000","last_unstale":"2024-04-22T04:24:43.699206+0000","last_undegraded":"2024-04-22T04:24:43.699206+0000","last_fullsized":"2024-04-22T04:24:43.699206+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.703511+0000","last_change":"2024-04-22T04:24:43.323115+0000","last_active":"2024-04-22T04:24:43.703511+0000","last_peered":"2024-04-22T04:24:43.703511+0000","last_clean":"2024-04-22T04:24:43.703511+0000","last_became_active":"2024-04-22T04:24:43.322769+0000","last_became_peered":"2024-04-22T04:24:43.322769+0000","last_unstale":"2024-04-22T04:24:43.703511+0000","last_undegraded":"2024-04-22T04:24:43.703511+0000","last_fullsized":"2024-04-22T04:24:43.703511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.323406+0000","last_change":"2024-04-22T04:24:43.323406+0000","last_active":"2024-04-22T04:24:43.323406+0000","last_peered":"2024-04-22T04:24:43.323406+0000","last_clean":"2024-04-22T04:24:43.323406+0000","last_became_active":"2024-04-22T04:24:43.322967+0000","last_became_peered":"2024-04-22T04:24:43.322967+0000","last_unstale":"2024-04-22T04:24:43.323406+0000","last_undegraded":"2024-04-22T04:24:43.323406+0000","last_fullsized":"2024-04-22T04:24:43.323406+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723860+0000","last_change":"2024-04-22T04:24:43.722840+0000","last_active":"2024-04-22T04:24:43.723860+0000","last_peered":"2024-04-22T04:24:43.723860+0000","last_clean":"2024-04-22T04:24:43.723860+0000","last_became_active":"2024-04-22T04:24:43.722534+0000","last_became_peered":"2024-04-22T04:24:43.722534+0000","last_unstale":"2024-04-22T04:24:43.723860+0000","last_undegraded":"2024-04-22T04:24:43.723860+0000","last_fullsized":"2024-04-22T04:24:43.723860+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.705034+0000","last_change":"2024-04-22T04:24:43.320097+0000","last_active":"2024-04-22T04:24:43.705034+0000","last_peered":"2024-04-22T04:24:43.705034+0000","last_clean":"2024-04-22T04:24:43.705034+0000","last_became_active":"2024-04-22T04:24:43.319304+0000","last_became_peered":"2024-04-22T04:24:43.319304+0000","last_unstale":"2024-04-22T04:24:43.705034+0000","last_undegraded":"2024-04-22T04:24:43.705034+0000","last_fullsized":"2024-04-22T04:24:43.705034+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.711570+0000","last_change":"2024-04-22T04:24:43.710906+0000","last_active":"2024-04-22T04:24:43.711570+0000","last_peered":"2024-04-22T04:24:43.711570+0000","last_clean":"2024-04-22T04:24:43.711570+0000","last_became_active":"2024-04-22T04:24:43.710582+0000","last_became_peered":"2024-04-22T04:24:43.710582+0000","last_unstale":"2024-04-22T04:24:43.711570+0000","last_undegraded":"2024-04-22T04:24:43.711570+0000","last_fullsized":"2024-04-22T04:24:43.711570+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.301906+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722043+0000","last_change":"2024-04-22T04:24:43.722043+0000","last_active":"2024-04-22T04:24:43.722043+0000","last_peered":"2024-04-22T04:24:43.722043+0000","last_clean":"2024-04-22T04:24:43.722043+0000","last_became_active":"2024-04-22T04:24:43.721708+0000","last_became_peered":"2024-04-22T04:24:43.721708+0000","last_unstale":"2024-04-22T04:24:43.722043+0000","last_undegraded":"2024-04-22T04:24:43.722043+0000","last_fullsized":"2024-04-22T04:24:43.722043+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.324590+0000","last_change":"2024-04-22T04:24:43.324590+0000","last_active":"2024-04-22T04:24:43.324590+0000","last_peered":"2024-04-22T04:24:43.324590+0000","last_clean":"2024-04-22T04:24:43.324590+0000","last_became_active":"2024-04-22T04:24:43.323463+0000","last_became_peered":"2024-04-22T04:24:43.323463+0000","last_unstale":"2024-04-22T04:24:43.324590+0000","last_undegraded":"2024-04-22T04:24:43.324590+0000","last_fullsized":"2024-04-22T04:24:43.324590+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730573+0000","last_change":"2024-04-22T04:24:43.726902+0000","last_active":"2024-04-22T04:24:43.730573+0000","last_peered":"2024-04-22T04:24:43.730573+0000","last_clean":"2024-04-22T04:24:43.730573+0000","last_became_active":"2024-04-22T04:24:43.726447+0000","last_became_peered":"2024-04-22T04:24:43.726447+0000","last_unstale":"2024-04-22T04:24:43.730573+0000","last_undegraded":"2024-04-22T04:24:43.730573+0000","last_fullsized":"2024-04-22T04:24:43.730573+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.714433+0000","last_change":"2024-04-22T04:24:43.309439+0000","last_active":"2024-04-22T04:24:43.714433+0000","last_peered":"2024-04-22T04:24:43.714433+0000","last_clean":"2024-04-22T04:24:43.714433+0000","last_became_active":"2024-04-22T04:24:43.309130+0000","last_became_peered":"2024-04-22T04:24:43.309130+0000","last_unstale":"2024-04-22T04:24:43.714433+0000","last_undegraded":"2024-04-22T04:24:43.714433+0000","last_fullsized":"2024-04-22T04:24:43.714433+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.702772+0000","last_change":"2024-04-22T04:24:43.701637+0000","last_active":"2024-04-22T04:24:43.702772+0000","last_peered":"2024-04-22T04:24:43.702772+0000","last_clean":"2024-04-22T04:24:43.702772+0000","last_became_active":"2024-04-22T04:24:43.701290+0000","last_became_peered":"2024-04-22T04:24:43.701290+0000","last_unstale":"2024-04-22T04:24:43.702772+0000","last_undegraded":"2024-04-22T04:24:43.702772+0000","last_fullsized":"2024-04-22T04:24:43.702772+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.703511+0000","last_change":"2024-04-22T04:24:43.321782+0000","last_active":"2024-04-22T04:24:43.703511+0000","last_peered":"2024-04-22T04:24:43.703511+0000","last_clean":"2024-04-22T04:24:43.703511+0000","last_became_active":"2024-04-22T04:24:43.321442+0000","last_became_peered":"2024-04-22T04:24:43.321442+0000","last_unstale":"2024-04-22T04:24:43.703511+0000","last_undegraded":"2024-04-22T04:24:43.703511+0000","last_fullsized":"2024-04-22T04:24:43.703511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732134+0000","last_change":"2024-04-22T04:24:43.731291+0000","last_active":"2024-04-22T04:24:43.732134+0000","last_peered":"2024-04-22T04:24:43.732134+0000","last_clean":"2024-04-22T04:24:43.732134+0000","last_became_active":"2024-04-22T04:24:43.729952+0000","last_became_peered":"2024-04-22T04:24:43.729952+0000","last_unstale":"2024-04-22T04:24:43.732134+0000","last_undegraded":"2024-04-22T04:24:43.732134+0000","last_fullsized":"2024-04-22T04:24:43.732134+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.316098+0000","last_change":"2024-04-22T04:24:43.316098+0000","last_active":"2024-04-22T04:24:43.316098+0000","last_peered":"2024-04-22T04:24:43.316098+0000","last_clean":"2024-04-22T04:24:43.316098+0000","last_became_active":"2024-04-22T04:24:43.315737+0000","last_became_peered":"2024-04-22T04:24:43.315737+0000","last_unstale":"2024-04-22T04:24:43.316098+0000","last_undegraded":"2024-04-22T04:24:43.316098+0000","last_fullsized":"2024-04-22T04:24:43.316098+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.301274+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":18,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.713251+0000","last_change":"2024-04-22T04:24:43.312234+0000","last_active":"2024-04-22T04:24:43.713251+0000","last_peered":"2024-04-22T04:24:43.713251+0000","last_clean":"2024-04-22T04:24:43.713251+0000","last_became_active":"2024-04-22T04:24:43.311940+0000","last_became_peered":"2024-04-22T04:24:43.311940+0000","last_unstale":"2024-04-22T04:24:43.713251+0000","last_undegraded":"2024-04-22T04:24:43.713251+0000","last_fullsized":"2024-04-22T04:24:43.713251+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.729980+0000","last_change":"2024-04-22T04:24:43.729261+0000","last_active":"2024-04-22T04:24:43.729980+0000","last_peered":"2024-04-22T04:24:43.729980+0000","last_clean":"2024-04-22T04:24:43.729980+0000","last_became_active":"2024-04-22T04:24:43.728937+0000","last_became_peered":"2024-04-22T04:24:43.728937+0000","last_unstale":"2024-04-22T04:24:43.729980+0000","last_undegraded":"2024-04-22T04:24:43.729980+0000","last_fullsized":"2024-04-22T04:24:43.729980+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"53'1","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.706803+0000","last_change":"2024-04-22T04:24:43.314178+0000","last_active":"2024-04-22T04:24:43.706803+0000","last_peered":"2024-04-22T04:24:43.706803+0000","last_clean":"2024-04-22T04:24:43.706803+0000","last_became_active":"2024-04-22T04:24:43.313859+0000","last_became_peered":"2024-04-22T04:24:43.313859+0000","last_unstale":"2024-04-22T04:24:43.706803+0000","last_undegraded":"2024-04-22T04:24:43.706803+0000","last_fullsized":"2024-04-22T04:24:43.706803+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732297+0000","last_change":"2024-04-22T04:24:43.731979+0000","last_active":"2024-04-22T04:24:43.732297+0000","last_peered":"2024-04-22T04:24:43.732297+0000","last_clean":"2024-04-22T04:24:43.732297+0000","last_became_active":"2024-04-22T04:24:43.731081+0000","last_became_peered":"2024-04-22T04:24:43.731081+0000","last_unstale":"2024-04-22T04:24:43.732297+0000","last_undegraded":"2024-04-22T04:24:43.732297+0000","last_fullsized":"2024-04-22T04:24:43.732297+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.300302+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.704345+0000","last_change":"2024-04-22T04:24:43.704066+0000","last_active":"2024-04-22T04:24:43.704345+0000","last_peered":"2024-04-22T04:24:43.704345+0000","last_clean":"2024-04-22T04:24:43.704345+0000","last_became_active":"2024-04-22T04:24:43.703805+0000","last_became_peered":"2024-04-22T04:24:43.703805+0000","last_unstale":"2024-04-22T04:24:43.704345+0000","last_undegraded":"2024-04-22T04:24:43.704345+0000","last_fullsized":"2024-04-22T04:24:43.704345+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.703573+0000","last_change":"2024-04-22T04:24:43.319710+0000","last_active":"2024-04-22T04:24:43.703573+0000","last_peered":"2024-04-22T04:24:43.703573+0000","last_clean":"2024-04-22T04:24:43.703573+0000","last_became_active":"2024-04-22T04:24:43.319323+0000","last_became_peered":"2024-04-22T04:24:43.319323+0000","last_unstale":"2024-04-22T04:24:43.703573+0000","last_undegraded":"2024-04-22T04:24:43.703573+0000","last_fullsized":"2024-04-22T04:24:43.703573+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.712229+0000","last_change":"2024-04-22T04:24:43.712229+0000","last_active":"2024-04-22T04:24:43.712229+0000","last_peered":"2024-04-22T04:24:43.712229+0000","last_clean":"2024-04-22T04:24:43.712229+0000","last_became_active":"2024-04-22T04:24:43.711901+0000","last_became_peered":"2024-04-22T04:24:43.711901+0000","last_unstale":"2024-04-22T04:24:43.712229+0000","last_undegraded":"2024-04-22T04:24:43.712229+0000","last_fullsized":"2024-04-22T04:24:43.712229+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.313845+0000","last_change":"2024-04-22T04:24:43.310121+0000","last_active":"2024-04-22T04:24:43.313845+0000","last_peered":"2024-04-22T04:24:43.313845+0000","last_clean":"2024-04-22T04:24:43.313845+0000","last_became_active":"2024-04-22T04:24:43.309759+0000","last_became_peered":"2024-04-22T04:24:43.309759+0000","last_unstale":"2024-04-22T04:24:43.313845+0000","last_undegraded":"2024-04-22T04:24:43.313845+0000","last_fullsized":"2024-04-22T04:24:43.313845+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.705930+0000","last_change":"2024-04-22T04:24:43.704906+0000","last_active":"2024-04-22T04:24:43.705930+0000","last_peered":"2024-04-22T04:24:43.705930+0000","last_clean":"2024-04-22T04:24:43.705930+0000","last_became_active":"2024-04-22T04:24:43.704619+0000","last_became_peered":"2024-04-22T04:24:43.704619+0000","last_unstale":"2024-04-22T04:24:43.705930+0000","last_undegraded":"2024-04-22T04:24:43.705930+0000","last_fullsized":"2024-04-22T04:24:43.705930+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.704683+0000","last_change":"2024-04-22T04:24:43.322206+0000","last_active":"2024-04-22T04:24:43.704683+0000","last_peered":"2024-04-22T04:24:43.704683+0000","last_clean":"2024-04-22T04:24:43.704683+0000","last_became_active":"2024-04-22T04:24:43.321812+0000","last_became_peered":"2024-04-22T04:24:43.321812+0000","last_unstale":"2024-04-22T04:24:43.704683+0000","last_undegraded":"2024-04-22T04:24:43.704683+0000","last_fullsized":"2024-04-22T04:24:43.704683+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699027+0000","last_change":"2024-04-22T04:24:23.509097+0000","last_active":"2024-04-22T04:24:43.699027+0000","last_peered":"2024-04-22T04:24:43.699027+0000","last_clean":"2024-04-22T04:24:43.699027+0000","last_became_active":"2024-04-22T04:24:23.508651+0000","last_became_peered":"2024-04-22T04:24:23.508651+0000","last_unstale":"2024-04-22T04:24:43.699027+0000","last_undegraded":"2024-04-22T04:24:43.699027+0000","last_fullsized":"2024-04-22T04:24:43.699027+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:22:09.390656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:22:09.390656+0000","last_clean_scrub_stamp":"2024-04-22T04:22:09.390656+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.715299+0000","last_change":"2024-04-22T04:24:43.714413+0000","last_active":"2024-04-22T04:24:43.715299+0000","last_peered":"2024-04-22T04:24:43.715299+0000","last_clean":"2024-04-22T04:24:43.715299+0000","last_became_active":"2024-04-22T04:24:43.714112+0000","last_became_peered":"2024-04-22T04:24:43.714112+0000","last_unstale":"2024-04-22T04:24:43.715299+0000","last_undegraded":"2024-04-22T04:24:43.715299+0000","last_fullsized":"2024-04-22T04:24:43.715299+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699145+0000","last_change":"2024-04-22T04:24:43.321077+0000","last_active":"2024-04-22T04:24:43.699145+0000","last_peered":"2024-04-22T04:24:43.699145+0000","last_clean":"2024-04-22T04:24:43.699145+0000","last_became_active":"2024-04-22T04:24:43.320508+0000","last_became_peered":"2024-04-22T04:24:43.320508+0000","last_unstale":"2024-04-22T04:24:43.699145+0000","last_undegraded":"2024-04-22T04:24:43.699145+0000","last_fullsized":"2024-04-22T04:24:43.699145+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.711339+0000","last_change":"2024-04-22T04:24:43.320413+0000","last_active":"2024-04-22T04:24:43.711339+0000","last_peered":"2024-04-22T04:24:43.711339+0000","last_clean":"2024-04-22T04:24:43.711339+0000","last_became_active":"2024-04-22T04:24:43.320058+0000","last_became_peered":"2024-04-22T04:24:43.320058+0000","last_unstale":"2024-04-22T04:24:43.711339+0000","last_undegraded":"2024-04-22T04:24:43.711339+0000","last_fullsized":"2024-04-22T04:24:43.711339+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.300299+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.702389+0000","last_change":"2024-04-22T04:24:43.701680+0000","last_active":"2024-04-22T04:24:43.702389+0000","last_peered":"2024-04-22T04:24:43.702389+0000","last_clean":"2024-04-22T04:24:43.702389+0000","last_became_active":"2024-04-22T04:24:43.701356+0000","last_became_peered":"2024-04-22T04:24:43.701356+0000","last_unstale":"2024-04-22T04:24:43.702389+0000","last_undegraded":"2024-04-22T04:24:43.702389+0000","last_fullsized":"2024-04-22T04:24:43.702389+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.313747+0000","last_change":"2024-04-22T04:24:43.313747+0000","last_active":"2024-04-22T04:24:43.313747+0000","last_peered":"2024-04-22T04:24:43.313747+0000","last_clean":"2024-04-22T04:24:43.313747+0000","last_became_active":"2024-04-22T04:24:43.313415+0000","last_became_peered":"2024-04-22T04:24:43.313415+0000","last_unstale":"2024-04-22T04:24:43.313747+0000","last_undegraded":"2024-04-22T04:24:43.313747+0000","last_fullsized":"2024-04-22T04:24:43.313747+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.708764+0000","last_change":"2024-04-22T04:24:43.708275+0000","last_active":"2024-04-22T04:24:43.708764+0000","last_peered":"2024-04-22T04:24:43.708764+0000","last_clean":"2024-04-22T04:24:43.708764+0000","last_became_active":"2024-04-22T04:24:43.707965+0000","last_became_peered":"2024-04-22T04:24:43.707965+0000","last_unstale":"2024-04-22T04:24:43.708764+0000","last_undegraded":"2024-04-22T04:24:43.708764+0000","last_fullsized":"2024-04-22T04:24:43.708764+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.698935+0000","last_change":"2024-04-22T04:24:43.320858+0000","last_active":"2024-04-22T04:24:43.698935+0000","last_peered":"2024-04-22T04:24:43.698935+0000","last_clean":"2024-04-22T04:24:43.698935+0000","last_became_active":"2024-04-22T04:24:43.320053+0000","last_became_peered":"2024-04-22T04:24:43.320053+0000","last_unstale":"2024-04-22T04:24:43.698935+0000","last_undegraded":"2024-04-22T04:24:43.698935+0000","last_fullsized":"2024-04-22T04:24:43.698935+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.725001+0000","last_change":"2024-04-22T04:24:43.725001+0000","last_active":"2024-04-22T04:24:43.725001+0000","last_peered":"2024-04-22T04:24:43.725001+0000","last_clean":"2024-04-22T04:24:43.725001+0000","last_became_active":"2024-04-22T04:24:43.724633+0000","last_became_peered":"2024-04-22T04:24:43.724633+0000","last_unstale":"2024-04-22T04:24:43.725001+0000","last_undegraded":"2024-04-22T04:24:43.725001+0000","last_fullsized":"2024-04-22T04:24:43.725001+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.300995+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.721684+0000","last_change":"2024-04-22T04:24:43.721079+0000","last_active":"2024-04-22T04:24:43.721684+0000","last_peered":"2024-04-22T04:24:43.721684+0000","last_clean":"2024-04-22T04:24:43.721684+0000","last_became_active":"2024-04-22T04:24:43.720764+0000","last_became_peered":"2024-04-22T04:24:43.720764+0000","last_unstale":"2024-04-22T04:24:43.721684+0000","last_undegraded":"2024-04-22T04:24:43.721684+0000","last_fullsized":"2024-04-22T04:24:43.721684+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.301345+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716120+0000","last_change":"2024-04-22T04:24:43.713960+0000","last_active":"2024-04-22T04:24:43.716120+0000","last_peered":"2024-04-22T04:24:43.716120+0000","last_clean":"2024-04-22T04:24:43.716120+0000","last_became_active":"2024-04-22T04:24:43.713695+0000","last_became_peered":"2024-04-22T04:24:43.713695+0000","last_unstale":"2024-04-22T04:24:43.716120+0000","last_undegraded":"2024-04-22T04:24:43.716120+0000","last_fullsized":"2024-04-22T04:24:43.716120+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732457+0000","last_change":"2024-04-22T04:24:43.323400+0000","last_active":"2024-04-22T04:24:43.732457+0000","last_peered":"2024-04-22T04:24:43.732457+0000","last_clean":"2024-04-22T04:24:43.732457+0000","last_became_active":"2024-04-22T04:24:43.323028+0000","last_became_peered":"2024-04-22T04:24:43.323028+0000","last_unstale":"2024-04-22T04:24:43.732457+0000","last_undegraded":"2024-04-22T04:24:43.732457+0000","last_fullsized":"2024-04-22T04:24:43.732457+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.302540+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":10,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.322879+0000","last_change":"2024-04-22T04:24:43.322333+0000","last_active":"2024-04-22T04:24:43.322879+0000","last_peered":"2024-04-22T04:24:43.322879+0000","last_clean":"2024-04-22T04:24:43.322879+0000","last_became_active":"2024-04-22T04:24:43.321955+0000","last_became_peered":"2024-04-22T04:24:43.321955+0000","last_unstale":"2024-04-22T04:24:43.322879+0000","last_undegraded":"2024-04-22T04:24:43.322879+0000","last_fullsized":"2024-04-22T04:24:43.322879+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.731206+0000","last_change":"2024-04-22T04:24:43.729286+0000","last_active":"2024-04-22T04:24:43.731206+0000","last_peered":"2024-04-22T04:24:43.731206+0000","last_clean":"2024-04-22T04:24:43.731206+0000","last_became_active":"2024-04-22T04:24:43.726910+0000","last_became_peered":"2024-04-22T04:24:43.726910+0000","last_unstale":"2024-04-22T04:24:43.731206+0000","last_undegraded":"2024-04-22T04:24:43.731206+0000","last_fullsized":"2024-04-22T04:24:43.731206+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:42.289459+0000","last_change":"2024-04-22T04:24:42.301025+0000","last_active":"2024-04-22T04:24:42.289459+0000","last_peered":"2024-04-22T04:24:42.289459+0000","last_clean":"2024-04-22T04:24:42.289459+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:42.289459+0000","last_undegraded":"2024-04-22T04:24:42.289459+0000","last_fullsized":"2024-04-22T04:24:42.289459+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716456+0000","last_change":"2024-04-22T04:24:43.713418+0000","last_active":"2024-04-22T04:24:43.716456+0000","last_peered":"2024-04-22T04:24:43.716456+0000","last_clean":"2024-04-22T04:24:43.716456+0000","last_became_active":"2024-04-22T04:24:43.712699+0000","last_became_peered":"2024-04-22T04:24:43.712699+0000","last_unstale":"2024-04-22T04:24:43.716456+0000","last_undegraded":"2024-04-22T04:24:43.716456+0000","last_fullsized":"2024-04-22T04:24:43.716456+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"53'2","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722635+0000","last_change":"2024-04-22T04:24:43.309535+0000","last_active":"2024-04-22T04:24:43.722635+0000","last_peered":"2024-04-22T04:24:43.722635+0000","last_clean":"2024-04-22T04:24:43.722635+0000","last_became_active":"2024-04-22T04:24:43.309225+0000","last_became_peered":"2024-04-22T04:24:43.309225+0000","last_unstale":"2024-04-22T04:24:43.722635+0000","last_undegraded":"2024-04-22T04:24:43.722635+0000","last_fullsized":"2024-04-22T04:24:43.722635+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.729944+0000","last_change":"2024-04-22T04:24:43.729021+0000","last_active":"2024-04-22T04:24:43.729944+0000","last_peered":"2024-04-22T04:24:43.729944+0000","last_clean":"2024-04-22T04:24:43.729944+0000","last_became_active":"2024-04-22T04:24:43.727633+0000","last_became_peered":"2024-04-22T04:24:43.727633+0000","last_unstale":"2024-04-22T04:24:43.729944+0000","last_undegraded":"2024-04-22T04:24:43.729944+0000","last_fullsized":"2024-04-22T04:24:43.729944+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.303397+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.705620+0000","last_change":"2024-04-22T04:24:43.705620+0000","last_active":"2024-04-22T04:24:43.705620+0000","last_peered":"2024-04-22T04:24:43.705620+0000","last_clean":"2024-04-22T04:24:43.705620+0000","last_became_active":"2024-04-22T04:24:43.705363+0000","last_became_peered":"2024-04-22T04:24:43.705363+0000","last_unstale":"2024-04-22T04:24:43.705620+0000","last_undegraded":"2024-04-22T04:24:43.705620+0000","last_fullsized":"2024-04-22T04:24:43.705620+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716168+0000","last_change":"2024-04-22T04:24:43.714899+0000","last_active":"2024-04-22T04:24:43.716168+0000","last_peered":"2024-04-22T04:24:43.716168+0000","last_clean":"2024-04-22T04:24:43.716168+0000","last_became_active":"2024-04-22T04:24:43.713807+0000","last_became_peered":"2024-04-22T04:24:43.713807+0000","last_unstale":"2024-04-22T04:24:43.716168+0000","last_undegraded":"2024-04-22T04:24:43.716168+0000","last_fullsized":"2024-04-22T04:24:43.716168+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.710851+0000","last_change":"2024-04-22T04:24:43.708929+0000","last_active":"2024-04-22T04:24:43.710851+0000","last_peered":"2024-04-22T04:24:43.710851+0000","last_clean":"2024-04-22T04:24:43.710851+0000","last_became_active":"2024-04-22T04:24:43.708657+0000","last_became_peered":"2024-04-22T04:24:43.708657+0000","last_unstale":"2024-04-22T04:24:43.710851+0000","last_undegraded":"2024-04-22T04:24:43.710851+0000","last_fullsized":"2024-04-22T04:24:43.710851+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716133+0000","last_change":"2024-04-22T04:24:43.713929+0000","last_active":"2024-04-22T04:24:43.716133+0000","last_peered":"2024-04-22T04:24:43.716133+0000","last_clean":"2024-04-22T04:24:43.716133+0000","last_became_active":"2024-04-22T04:24:43.713636+0000","last_became_peered":"2024-04-22T04:24:43.713636+0000","last_unstale":"2024-04-22T04:24:43.716133+0000","last_undegraded":"2024-04-22T04:24:43.716133+0000","last_fullsized":"2024-04-22T04:24:43.716133+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.291565+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.303214+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.715735+0000","last_change":"2024-04-22T04:24:43.712335+0000","last_active":"2024-04-22T04:24:43.715735+0000","last_peered":"2024-04-22T04:24:43.715735+0000","last_clean":"2024-04-22T04:24:43.715735+0000","last_became_active":"2024-04-22T04:24:43.712028+0000","last_became_peered":"2024-04-22T04:24:43.712028+0000","last_unstale":"2024-04-22T04:24:43.715735+0000","last_undegraded":"2024-04-22T04:24:43.715735+0000","last_fullsized":"2024-04-22T04:24:43.715735+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.700624+0000","last_change":"2024-04-22T04:24:43.700182+0000","last_active":"2024-04-22T04:24:43.700624+0000","last_peered":"2024-04-22T04:24:43.700624+0000","last_clean":"2024-04-22T04:24:43.700624+0000","last_became_active":"2024-04-22T04:24:43.699763+0000","last_became_peered":"2024-04-22T04:24:43.699763+0000","last_unstale":"2024-04-22T04:24:43.700624+0000","last_undegraded":"2024-04-22T04:24:43.700624+0000","last_fullsized":"2024-04-22T04:24:43.700624+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716027+0000","last_change":"2024-04-22T04:24:43.713143+0000","last_active":"2024-04-22T04:24:43.716027+0000","last_peered":"2024-04-22T04:24:43.716027+0000","last_clean":"2024-04-22T04:24:43.716027+0000","last_became_active":"2024-04-22T04:24:43.712818+0000","last_became_peered":"2024-04-22T04:24:43.712818+0000","last_unstale":"2024-04-22T04:24:43.716027+0000","last_undegraded":"2024-04-22T04:24:43.716027+0000","last_fullsized":"2024-04-22T04:24:43.716027+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723864+0000","last_change":"2024-04-22T04:24:43.719573+0000","last_active":"2024-04-22T04:24:43.723864+0000","last_peered":"2024-04-22T04:24:43.723864+0000","last_clean":"2024-04-22T04:24:43.723864+0000","last_became_active":"2024-04-22T04:24:43.719282+0000","last_became_peered":"2024-04-22T04:24:43.719282+0000","last_unstale":"2024-04-22T04:24:43.723864+0000","last_undegraded":"2024-04-22T04:24:43.723864+0000","last_fullsized":"2024-04-22T04:24:43.723864+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722239+0000","last_change":"2024-04-22T04:24:43.721673+0000","last_active":"2024-04-22T04:24:43.722239+0000","last_peered":"2024-04-22T04:24:43.722239+0000","last_clean":"2024-04-22T04:24:43.722239+0000","last_became_active":"2024-04-22T04:24:43.721203+0000","last_became_peered":"2024-04-22T04:24:43.721203+0000","last_unstale":"2024-04-22T04:24:43.722239+0000","last_undegraded":"2024-04-22T04:24:43.722239+0000","last_fullsized":"2024-04-22T04:24:43.722239+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-22T04:24:43.291565+0000","last_change":"2024-04-22T04:24:43.303035+0000","last_active":"2024-04-22T04:24:43.291565+0000","last_peered":"2024-04-22T04:24:43.291565+0000","last_clean":"2024-04-22T04:24:43.291565+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-22T04:24:43.291565+0000","last_undegraded":"2024-04-22T04:24:43.291565+0000","last_fullsized":"2024-04-22T04:24:43.291565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":174,"acting":174,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":610,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":5222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430215,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":216750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39900000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]}]},{"osd":6,"up_from":42,"seq":180388626444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297576,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447576,"statfs":{"total":95995035648,"available":95690317824,"internally_reserved":0,"allocated":491520,"data_stored":195738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69199999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297564,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447588,"statfs":{"total":95995035648,"available":95690330112,"internally_reserved":0,"allocated":479232,"data_stored":189559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:23:46 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.32400000000000001,"15min":0.312},"min":{"1min":0.25600000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.219},{"interface":"front","average":{"1min":0.44,"5min":0.33800000000000002,"15min":0.32100000000000001},"min":{"1min":0.311,"5min":0.246,"15min":0.246},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.31900000000000001}]},{"osd":2,"last update":"Mon Apr 22 04:24:10 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.39400000000000002,"15min":0.38300000000000001},"min":{"1min":0.34599999999999997,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.35999999999999999,"15min":0.35099999999999998},"min":{"1min":0.27000000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.57599999999999996,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.27300000000000002}]},{"osd":3,"last update":"Mon Apr 22 04:24:39 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.42999999999999999,"15min":0.42299999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.496,"5min":0.46600000000000003,"15min":0.46100000000000002},"min":{"1min":0.33800000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.36099999999999999}]},{"osd":4,"last update":"Mon Apr 22 04:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.55700000000000005}]},{"osd":5,"last update":"Mon Apr 22 04:24:30 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.625},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.71299999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.755}]}]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297628,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447524,"statfs":{"total":95995035648,"available":95690264576,"internally_reserved":0,"allocated":544768,"data_stored":216874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 22 04:24:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.35599999999999998,"15min":0.33600000000000002},"min":{"1min":0.27700000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.37,"15min":0.33800000000000002},"min":{"1min":0.33200000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.372}]},{"osd":2,"last update":"Mon Apr 22 04:24:12 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.316,"5min":0.251,"15min":0.251},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.39800000000000002,"15min":0.39600000000000002},"min":{"1min":0.33200000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.51500000000000001,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.38800000000000001}]},{"osd":3,"last update":"Mon Apr 22 04:24:36 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45700000000000002,"15min":0.46100000000000002},"min":{"1min":0.32800000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.503,"5min":0.49299999999999999,"15min":0.49099999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.436}]},{"osd":4,"last update":"Mon Apr 22 04:24:03 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.75700000000000001}]},{"osd":5,"last update":"Mon Apr 22 04:24:29 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.70999999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411362,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297600,"kb_used_data":504,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447552,"statfs":{"total":95995035648,"available":95690293248,"internally_reserved":0,"allocated":516096,"data_stored":209512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:09 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.35399999999999998,"15min":0.34699999999999998},"min":{"1min":0.26400000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.379,"15min":0.372},"min":{"1min":0.31900000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.58799999999999997,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.27400000000000002}]},{"osd":1,"last update":"Mon Apr 22 04:24:09 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.40300000000000002,"15min":0.39600000000000002},"min":{"1min":0.28899999999999998,"5min":0.252,"15min":0.252},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.31},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39200000000000002,"15min":0.38800000000000001},"min":{"1min":0.29299999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.318}]},{"osd":3,"last update":"Mon Apr 22 04:24:39 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.433,"15min":0.433},"min":{"1min":0.33800000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.46400000000000002,"15min":0.46100000000000002},"min":{"1min":0.38500000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.41099999999999998}]},{"osd":4,"last update":"Mon Apr 22 04:24:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.52300000000000002}]},{"osd":5,"last update":"Mon Apr 22 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.65600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182429,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297632,"kb_used_data":536,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447520,"statfs":{"total":95995035648,"available":95690260480,"internally_reserved":0,"allocated":548864,"data_stored":217814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:40 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41699999999999998,"15min":0.42099999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.60099999999999998,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.443,"15min":0.442},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.29799999999999999}]},{"osd":1,"last update":"Mon Apr 22 04:24:40 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.46700000000000003,"15min":0.46899999999999997},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.65500000000000003,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.44400000000000001,"15min":0.44800000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.24199999999999999}]},{"osd":2,"last update":"Mon Apr 22 04:24:40 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.48399999999999999,"15min":0.48799999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.58299999999999996,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.46100000000000002,"15min":0.46200000000000002},"min":{"1min":0.32800000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.56999999999999995,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.315}]},{"osd":4,"last update":"Mon Apr 22 04:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.58899999999999997}]},{"osd":5,"last update":"Mon Apr 22 04:24:30 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.61699999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]}]},{"osd":4,"up_from":30,"seq":128849018903,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297616,"kb_used_data":520,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447536,"statfs":{"total":95995035648,"available":95690276864,"internally_reserved":0,"allocated":532480,"data_stored":210192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.38100000000000001}]},{"osd":1,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.42699999999999999}]},{"osd":2,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.41199999999999998}]},{"osd":3,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.37}]},{"osd":5,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.437},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.42199999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31900000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822673,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":217485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.70999999999999996}]},{"osd":1,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":2.1539999999999999,"5min":2.1539999999999999,"15min":2.1539999999999999},"last":0.53900000000000003}]},{"osd":2,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.503},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.754}]},{"osd":3,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.79000000000000004}]},{"osd":4,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.1909999999999998,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":0.621},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.67200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82699999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T04:24:49.882 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 04:24:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-b[60000]: debug 2024-04-22T04:24:49.533+0000 7f9b7413d700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-22T04:24:49.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:48.834447+0000 mon.a (mon.0) 595 : audit [DBG] from='client.? 172.21.15.40:0/610145869' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-22T04:24:49.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:49.147108+0000 mgr.y (mgr.14146) 211 : audit [DBG] from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:24:49.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:49.167540+0000 mgr.y (mgr.14146) 212 : cluster [DBG] pgmap v196: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.7 KiB/s wr, 6 op/s 2024-04-22T04:24:50.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:48.834447+0000 mon.a (mon.0) 595 : audit [DBG] from='client.? 172.21.15.40:0/610145869' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-22T04:24:50.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:49.147108+0000 mgr.y (mgr.14146) 211 : audit [DBG] from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:24:50.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:49.167540+0000 mgr.y (mgr.14146) 212 : cluster [DBG] pgmap v196: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.7 KiB/s wr, 6 op/s 2024-04-22T04:24:50.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:48.834447+0000 mon.a (mon.0) 595 : audit [DBG] from='client.? 172.21.15.40:0/610145869' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-22T04:24:50.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:49.147108+0000 mgr.y (mgr.14146) 211 : audit [DBG] from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:24:50.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:49.167540+0000 mgr.y (mgr.14146) 212 : cluster [DBG] pgmap v196: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.7 KiB/s wr, 6 op/s 2024-04-22T04:24:52.171 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T04:24:52.492 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:24:52.493 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2024-04-22T04:24:52.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:51.168204+0000 mgr.y (mgr.14146) 213 : cluster [DBG] pgmap v197: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s wr, 4 op/s 2024-04-22T04:24:52.503 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:51.168204+0000 mgr.y (mgr.14146) 213 : cluster [DBG] pgmap v197: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s wr, 4 op/s 2024-04-22T04:24:52.503 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":197,"stamp":"2024-04-22T04:24:51.167774+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2306,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":254,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2380988,"kb_used_data":4220,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747580228,"statfs":{"total":767960285184,"available":765522153472,"internally_reserved":0,"allocated":4321280,"data_stored":1735995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2284,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.478033"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.731188+0000","last_change":"2024-04-22T04:24:43.729915+0000","last_active":"2024-04-22T04:24:43.731188+0000","last_peered":"2024-04-22T04:24:43.731188+0000","last_clean":"2024-04-22T04:24:43.731188+0000","last_became_active":"2024-04-22T04:24:43.729576+0000","last_became_peered":"2024-04-22T04:24:43.729576+0000","last_unstale":"2024-04-22T04:24:43.731188+0000","last_undegraded":"2024-04-22T04:24:43.731188+0000","last_fullsized":"2024-04-22T04:24:43.731188+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.708837+0000","last_change":"2024-04-22T04:24:43.708412+0000","last_active":"2024-04-22T04:24:43.708837+0000","last_peered":"2024-04-22T04:24:43.708837+0000","last_clean":"2024-04-22T04:24:43.708837+0000","last_became_active":"2024-04-22T04:24:43.708042+0000","last_became_peered":"2024-04-22T04:24:43.708042+0000","last_unstale":"2024-04-22T04:24:43.708837+0000","last_undegraded":"2024-04-22T04:24:43.708837+0000","last_fullsized":"2024-04-22T04:24:43.708837+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.696538+0000","last_change":"2024-04-22T04:24:43.696155+0000","last_active":"2024-04-22T04:24:43.696538+0000","last_peered":"2024-04-22T04:24:43.696538+0000","last_clean":"2024-04-22T04:24:43.696538+0000","last_became_active":"2024-04-22T04:24:43.695871+0000","last_became_peered":"2024-04-22T04:24:43.695871+0000","last_unstale":"2024-04-22T04:24:43.696538+0000","last_undegraded":"2024-04-22T04:24:43.696538+0000","last_fullsized":"2024-04-22T04:24:43.696538+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723790+0000","last_change":"2024-04-22T04:24:43.721991+0000","last_active":"2024-04-22T04:24:43.723790+0000","last_peered":"2024-04-22T04:24:43.723790+0000","last_clean":"2024-04-22T04:24:43.723790+0000","last_became_active":"2024-04-22T04:24:43.721657+0000","last_became_peered":"2024-04-22T04:24:43.721657+0000","last_unstale":"2024-04-22T04:24:43.723790+0000","last_undegraded":"2024-04-22T04:24:43.723790+0000","last_fullsized":"2024-04-22T04:24:43.723790+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730694+0000","last_change":"2024-04-22T04:24:43.728955+0000","last_active":"2024-04-22T04:24:43.730694+0000","last_peered":"2024-04-22T04:24:43.730694+0000","last_clean":"2024-04-22T04:24:43.730694+0000","last_became_active":"2024-04-22T04:24:43.727506+0000","last_became_peered":"2024-04-22T04:24:43.727506+0000","last_unstale":"2024-04-22T04:24:43.730694+0000","last_undegraded":"2024-04-22T04:24:43.730694+0000","last_fullsized":"2024-04-22T04:24:43.730694+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.709982+0000","last_change":"2024-04-22T04:24:43.709122+0000","last_active":"2024-04-22T04:24:43.709982+0000","last_peered":"2024-04-22T04:24:43.709982+0000","last_clean":"2024-04-22T04:24:43.709982+0000","last_became_active":"2024-04-22T04:24:43.708741+0000","last_became_peered":"2024-04-22T04:24:43.708741+0000","last_unstale":"2024-04-22T04:24:43.709982+0000","last_undegraded":"2024-04-22T04:24:43.709982+0000","last_fullsized":"2024-04-22T04:24:43.709982+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730622+0000","last_change":"2024-04-22T04:24:43.729409+0000","last_active":"2024-04-22T04:24:43.730622+0000","last_peered":"2024-04-22T04:24:43.730622+0000","last_clean":"2024-04-22T04:24:43.730622+0000","last_became_active":"2024-04-22T04:24:43.729098+0000","last_became_peered":"2024-04-22T04:24:43.729098+0000","last_unstale":"2024-04-22T04:24:43.730622+0000","last_undegraded":"2024-04-22T04:24:43.730622+0000","last_fullsized":"2024-04-22T04:24:43.730622+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.706417+0000","last_change":"2024-04-22T04:24:43.706131+0000","last_active":"2024-04-22T04:24:43.706417+0000","last_peered":"2024-04-22T04:24:43.706417+0000","last_clean":"2024-04-22T04:24:43.706417+0000","last_became_active":"2024-04-22T04:24:43.705243+0000","last_became_peered":"2024-04-22T04:24:43.705243+0000","last_unstale":"2024-04-22T04:24:43.706417+0000","last_undegraded":"2024-04-22T04:24:43.706417+0000","last_fullsized":"2024-04-22T04:24:43.706417+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.729147+0000","last_change":"2024-04-22T04:24:43.727293+0000","last_active":"2024-04-22T04:24:43.729147+0000","last_peered":"2024-04-22T04:24:43.729147+0000","last_clean":"2024-04-22T04:24:43.729147+0000","last_became_active":"2024-04-22T04:24:43.726806+0000","last_became_peered":"2024-04-22T04:24:43.726806+0000","last_unstale":"2024-04-22T04:24:43.729147+0000","last_undegraded":"2024-04-22T04:24:43.729147+0000","last_fullsized":"2024-04-22T04:24:43.729147+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.709209+0000","last_change":"2024-04-22T04:24:43.707063+0000","last_active":"2024-04-22T04:24:43.709209+0000","last_peered":"2024-04-22T04:24:43.709209+0000","last_clean":"2024-04-22T04:24:43.709209+0000","last_became_active":"2024-04-22T04:24:43.706702+0000","last_became_peered":"2024-04-22T04:24:43.706702+0000","last_unstale":"2024-04-22T04:24:43.709209+0000","last_undegraded":"2024-04-22T04:24:43.709209+0000","last_fullsized":"2024-04-22T04:24:43.709209+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.718861+0000","last_change":"2024-04-22T04:24:43.714419+0000","last_active":"2024-04-22T04:24:43.718861+0000","last_peered":"2024-04-22T04:24:43.718861+0000","last_clean":"2024-04-22T04:24:43.718861+0000","last_became_active":"2024-04-22T04:24:43.714070+0000","last_became_peered":"2024-04-22T04:24:43.714070+0000","last_unstale":"2024-04-22T04:24:43.718861+0000","last_undegraded":"2024-04-22T04:24:43.718861+0000","last_fullsized":"2024-04-22T04:24:43.718861+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.713569+0000","last_change":"2024-04-22T04:24:43.712389+0000","last_active":"2024-04-22T04:24:43.713569+0000","last_peered":"2024-04-22T04:24:43.713569+0000","last_clean":"2024-04-22T04:24:43.713569+0000","last_became_active":"2024-04-22T04:24:43.712073+0000","last_became_peered":"2024-04-22T04:24:43.712073+0000","last_unstale":"2024-04-22T04:24:43.713569+0000","last_undegraded":"2024-04-22T04:24:43.713569+0000","last_fullsized":"2024-04-22T04:24:43.713569+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699863+0000","last_change":"2024-04-22T04:24:43.699008+0000","last_active":"2024-04-22T04:24:43.699863+0000","last_peered":"2024-04-22T04:24:43.699863+0000","last_clean":"2024-04-22T04:24:43.699863+0000","last_became_active":"2024-04-22T04:24:43.698693+0000","last_became_peered":"2024-04-22T04:24:43.698693+0000","last_unstale":"2024-04-22T04:24:43.699863+0000","last_undegraded":"2024-04-22T04:24:43.699863+0000","last_fullsized":"2024-04-22T04:24:43.699863+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.714355+0000","last_change":"2024-04-22T04:24:43.711760+0000","last_active":"2024-04-22T04:24:43.714355+0000","last_peered":"2024-04-22T04:24:43.714355+0000","last_clean":"2024-04-22T04:24:43.714355+0000","last_became_active":"2024-04-22T04:24:43.711299+0000","last_became_peered":"2024-04-22T04:24:43.711299+0000","last_unstale":"2024-04-22T04:24:43.714355+0000","last_undegraded":"2024-04-22T04:24:43.714355+0000","last_fullsized":"2024-04-22T04:24:43.714355+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.715791+0000","last_change":"2024-04-22T04:24:43.713950+0000","last_active":"2024-04-22T04:24:43.715791+0000","last_peered":"2024-04-22T04:24:43.715791+0000","last_clean":"2024-04-22T04:24:43.715791+0000","last_became_active":"2024-04-22T04:24:43.713601+0000","last_became_peered":"2024-04-22T04:24:43.713601+0000","last_unstale":"2024-04-22T04:24:43.715791+0000","last_undegraded":"2024-04-22T04:24:43.715791+0000","last_fullsized":"2024-04-22T04:24:43.715791+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723506+0000","last_change":"2024-04-22T04:24:43.718977+0000","last_active":"2024-04-22T04:24:43.723506+0000","last_peered":"2024-04-22T04:24:43.723506+0000","last_clean":"2024-04-22T04:24:43.723506+0000","last_became_active":"2024-04-22T04:24:43.718664+0000","last_became_peered":"2024-04-22T04:24:43.718664+0000","last_unstale":"2024-04-22T04:24:43.723506+0000","last_undegraded":"2024-04-22T04:24:43.723506+0000","last_fullsized":"2024-04-22T04:24:43.723506+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723545+0000","last_change":"2024-04-22T04:24:43.718389+0000","last_active":"2024-04-22T04:24:43.723545+0000","last_peered":"2024-04-22T04:24:43.723545+0000","last_clean":"2024-04-22T04:24:43.723545+0000","last_became_active":"2024-04-22T04:24:43.718098+0000","last_became_peered":"2024-04-22T04:24:43.718098+0000","last_unstale":"2024-04-22T04:24:43.723545+0000","last_undegraded":"2024-04-22T04:24:43.723545+0000","last_fullsized":"2024-04-22T04:24:43.723545+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.721280+0000","last_change":"2024-04-22T04:24:43.720250+0000","last_active":"2024-04-22T04:24:43.721280+0000","last_peered":"2024-04-22T04:24:43.721280+0000","last_clean":"2024-04-22T04:24:43.721280+0000","last_became_active":"2024-04-22T04:24:43.719899+0000","last_became_peered":"2024-04-22T04:24:43.719899+0000","last_unstale":"2024-04-22T04:24:43.721280+0000","last_undegraded":"2024-04-22T04:24:43.721280+0000","last_fullsized":"2024-04-22T04:24:43.721280+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730536+0000","last_change":"2024-04-22T04:24:43.726685+0000","last_active":"2024-04-22T04:24:43.730536+0000","last_peered":"2024-04-22T04:24:43.730536+0000","last_clean":"2024-04-22T04:24:43.730536+0000","last_became_active":"2024-04-22T04:24:43.725741+0000","last_became_peered":"2024-04-22T04:24:43.725741+0000","last_unstale":"2024-04-22T04:24:43.730536+0000","last_undegraded":"2024-04-22T04:24:43.730536+0000","last_fullsized":"2024-04-22T04:24:43.730536+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"53'4","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.724224+0000","last_change":"2024-04-22T04:24:43.314594+0000","last_active":"2024-04-22T04:24:43.724224+0000","last_peered":"2024-04-22T04:24:43.724224+0000","last_clean":"2024-04-22T04:24:43.724224+0000","last_became_active":"2024-04-22T04:24:43.313869+0000","last_became_peered":"2024-04-22T04:24:43.313869+0000","last_unstale":"2024-04-22T04:24:43.724224+0000","last_undegraded":"2024-04-22T04:24:43.724224+0000","last_fullsized":"2024-04-22T04:24:43.724224+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699900+0000","last_change":"2024-04-22T04:24:43.699003+0000","last_active":"2024-04-22T04:24:43.699900+0000","last_peered":"2024-04-22T04:24:43.699900+0000","last_clean":"2024-04-22T04:24:43.699900+0000","last_became_active":"2024-04-22T04:24:43.698699+0000","last_became_peered":"2024-04-22T04:24:43.698699+0000","last_unstale":"2024-04-22T04:24:43.699900+0000","last_undegraded":"2024-04-22T04:24:43.699900+0000","last_fullsized":"2024-04-22T04:24:43.699900+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.707138+0000","last_change":"2024-04-22T04:24:43.316186+0000","last_active":"2024-04-22T04:24:43.707138+0000","last_peered":"2024-04-22T04:24:43.707138+0000","last_clean":"2024-04-22T04:24:43.707138+0000","last_became_active":"2024-04-22T04:24:43.315877+0000","last_became_peered":"2024-04-22T04:24:43.315877+0000","last_unstale":"2024-04-22T04:24:43.707138+0000","last_undegraded":"2024-04-22T04:24:43.707138+0000","last_fullsized":"2024-04-22T04:24:43.707138+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.711311+0000","last_change":"2024-04-22T04:24:43.710624+0000","last_active":"2024-04-22T04:24:43.711311+0000","last_peered":"2024-04-22T04:24:43.711311+0000","last_clean":"2024-04-22T04:24:43.711311+0000","last_became_active":"2024-04-22T04:24:43.710346+0000","last_became_peered":"2024-04-22T04:24:43.710346+0000","last_unstale":"2024-04-22T04:24:43.711311+0000","last_undegraded":"2024-04-22T04:24:43.711311+0000","last_fullsized":"2024-04-22T04:24:43.711311+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732479+0000","last_change":"2024-04-22T04:24:43.320477+0000","last_active":"2024-04-22T04:24:43.732479+0000","last_peered":"2024-04-22T04:24:43.732479+0000","last_clean":"2024-04-22T04:24:43.732479+0000","last_became_active":"2024-04-22T04:24:43.320155+0000","last_became_peered":"2024-04-22T04:24:43.320155+0000","last_unstale":"2024-04-22T04:24:43.732479+0000","last_undegraded":"2024-04-22T04:24:43.732479+0000","last_fullsized":"2024-04-22T04:24:43.732479+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722150+0000","last_change":"2024-04-22T04:24:43.716384+0000","last_active":"2024-04-22T04:24:43.722150+0000","last_peered":"2024-04-22T04:24:43.722150+0000","last_clean":"2024-04-22T04:24:43.722150+0000","last_became_active":"2024-04-22T04:24:43.716074+0000","last_became_peered":"2024-04-22T04:24:43.716074+0000","last_unstale":"2024-04-22T04:24:43.722150+0000","last_undegraded":"2024-04-22T04:24:43.722150+0000","last_fullsized":"2024-04-22T04:24:43.722150+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730090+0000","last_change":"2024-04-22T04:24:43.323591+0000","last_active":"2024-04-22T04:24:43.730090+0000","last_peered":"2024-04-22T04:24:43.730090+0000","last_clean":"2024-04-22T04:24:43.730090+0000","last_became_active":"2024-04-22T04:24:43.323176+0000","last_became_peered":"2024-04-22T04:24:43.323176+0000","last_unstale":"2024-04-22T04:24:43.730090+0000","last_undegraded":"2024-04-22T04:24:43.730090+0000","last_fullsized":"2024-04-22T04:24:43.730090+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.717147+0000","last_change":"2024-04-22T04:24:43.716003+0000","last_active":"2024-04-22T04:24:43.717147+0000","last_peered":"2024-04-22T04:24:43.717147+0000","last_clean":"2024-04-22T04:24:43.717147+0000","last_became_active":"2024-04-22T04:24:43.715679+0000","last_became_peered":"2024-04-22T04:24:43.715679+0000","last_unstale":"2024-04-22T04:24:43.717147+0000","last_undegraded":"2024-04-22T04:24:43.717147+0000","last_fullsized":"2024-04-22T04:24:43.717147+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.721934+0000","last_change":"2024-04-22T04:24:43.311031+0000","last_active":"2024-04-22T04:24:43.721934+0000","last_peered":"2024-04-22T04:24:43.721934+0000","last_clean":"2024-04-22T04:24:43.721934+0000","last_became_active":"2024-04-22T04:24:43.310733+0000","last_became_peered":"2024-04-22T04:24:43.310733+0000","last_unstale":"2024-04-22T04:24:43.721934+0000","last_undegraded":"2024-04-22T04:24:43.721934+0000","last_fullsized":"2024-04-22T04:24:43.721934+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.703234+0000","last_change":"2024-04-22T04:24:43.702640+0000","last_active":"2024-04-22T04:24:43.703234+0000","last_peered":"2024-04-22T04:24:43.703234+0000","last_clean":"2024-04-22T04:24:43.703234+0000","last_became_active":"2024-04-22T04:24:43.702266+0000","last_became_peered":"2024-04-22T04:24:43.702266+0000","last_unstale":"2024-04-22T04:24:43.703234+0000","last_undegraded":"2024-04-22T04:24:43.703234+0000","last_fullsized":"2024-04-22T04:24:43.703234+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.728833+0000","last_change":"2024-04-22T04:24:43.314762+0000","last_active":"2024-04-22T04:24:43.728833+0000","last_peered":"2024-04-22T04:24:43.728833+0000","last_clean":"2024-04-22T04:24:43.728833+0000","last_became_active":"2024-04-22T04:24:43.314442+0000","last_became_peered":"2024-04-22T04:24:43.314442+0000","last_unstale":"2024-04-22T04:24:43.728833+0000","last_undegraded":"2024-04-22T04:24:43.728833+0000","last_fullsized":"2024-04-22T04:24:43.728833+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.721969+0000","last_change":"2024-04-22T04:24:43.721494+0000","last_active":"2024-04-22T04:24:43.721969+0000","last_peered":"2024-04-22T04:24:43.721969+0000","last_clean":"2024-04-22T04:24:43.721969+0000","last_became_active":"2024-04-22T04:24:43.720806+0000","last_became_peered":"2024-04-22T04:24:43.720806+0000","last_unstale":"2024-04-22T04:24:43.721969+0000","last_undegraded":"2024-04-22T04:24:43.721969+0000","last_fullsized":"2024-04-22T04:24:43.721969+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.687097+0000","last_change":"2024-04-22T04:24:43.317404+0000","last_active":"2024-04-22T04:24:43.687097+0000","last_peered":"2024-04-22T04:24:43.687097+0000","last_clean":"2024-04-22T04:24:43.687097+0000","last_became_active":"2024-04-22T04:24:43.317097+0000","last_became_peered":"2024-04-22T04:24:43.317097+0000","last_unstale":"2024-04-22T04:24:43.687097+0000","last_undegraded":"2024-04-22T04:24:43.687097+0000","last_fullsized":"2024-04-22T04:24:43.687097+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699206+0000","last_change":"2024-04-22T04:24:43.697443+0000","last_active":"2024-04-22T04:24:43.699206+0000","last_peered":"2024-04-22T04:24:43.699206+0000","last_clean":"2024-04-22T04:24:43.699206+0000","last_became_active":"2024-04-22T04:24:43.697154+0000","last_became_peered":"2024-04-22T04:24:43.697154+0000","last_unstale":"2024-04-22T04:24:43.699206+0000","last_undegraded":"2024-04-22T04:24:43.699206+0000","last_fullsized":"2024-04-22T04:24:43.699206+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.703511+0000","last_change":"2024-04-22T04:24:43.323115+0000","last_active":"2024-04-22T04:24:43.703511+0000","last_peered":"2024-04-22T04:24:43.703511+0000","last_clean":"2024-04-22T04:24:43.703511+0000","last_became_active":"2024-04-22T04:24:43.322769+0000","last_became_peered":"2024-04-22T04:24:43.322769+0000","last_unstale":"2024-04-22T04:24:43.703511+0000","last_undegraded":"2024-04-22T04:24:43.703511+0000","last_fullsized":"2024-04-22T04:24:43.703511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.713820+0000","last_change":"2024-04-22T04:24:43.712653+0000","last_active":"2024-04-22T04:24:43.713820+0000","last_peered":"2024-04-22T04:24:43.713820+0000","last_clean":"2024-04-22T04:24:43.713820+0000","last_became_active":"2024-04-22T04:24:43.712330+0000","last_became_peered":"2024-04-22T04:24:43.712330+0000","last_unstale":"2024-04-22T04:24:43.713820+0000","last_undegraded":"2024-04-22T04:24:43.713820+0000","last_fullsized":"2024-04-22T04:24:43.713820+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.694982+0000","last_change":"2024-04-22T04:24:43.323406+0000","last_active":"2024-04-22T04:24:43.694982+0000","last_peered":"2024-04-22T04:24:43.694982+0000","last_clean":"2024-04-22T04:24:43.694982+0000","last_became_active":"2024-04-22T04:24:43.322967+0000","last_became_peered":"2024-04-22T04:24:43.322967+0000","last_unstale":"2024-04-22T04:24:43.694982+0000","last_undegraded":"2024-04-22T04:24:43.694982+0000","last_fullsized":"2024-04-22T04:24:43.694982+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723860+0000","last_change":"2024-04-22T04:24:43.722840+0000","last_active":"2024-04-22T04:24:43.723860+0000","last_peered":"2024-04-22T04:24:43.723860+0000","last_clean":"2024-04-22T04:24:43.723860+0000","last_became_active":"2024-04-22T04:24:43.722534+0000","last_became_peered":"2024-04-22T04:24:43.722534+0000","last_unstale":"2024-04-22T04:24:43.723860+0000","last_undegraded":"2024-04-22T04:24:43.723860+0000","last_fullsized":"2024-04-22T04:24:43.723860+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.705034+0000","last_change":"2024-04-22T04:24:43.320097+0000","last_active":"2024-04-22T04:24:43.705034+0000","last_peered":"2024-04-22T04:24:43.705034+0000","last_clean":"2024-04-22T04:24:43.705034+0000","last_became_active":"2024-04-22T04:24:43.319304+0000","last_became_peered":"2024-04-22T04:24:43.319304+0000","last_unstale":"2024-04-22T04:24:43.705034+0000","last_undegraded":"2024-04-22T04:24:43.705034+0000","last_fullsized":"2024-04-22T04:24:43.705034+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.711570+0000","last_change":"2024-04-22T04:24:43.710906+0000","last_active":"2024-04-22T04:24:43.711570+0000","last_peered":"2024-04-22T04:24:43.711570+0000","last_clean":"2024-04-22T04:24:43.711570+0000","last_became_active":"2024-04-22T04:24:43.710582+0000","last_became_peered":"2024-04-22T04:24:43.710582+0000","last_unstale":"2024-04-22T04:24:43.711570+0000","last_undegraded":"2024-04-22T04:24:43.711570+0000","last_fullsized":"2024-04-22T04:24:43.711570+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"53'3","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.720412+0000","last_change":"2024-04-22T04:24:43.323527+0000","last_active":"2024-04-22T04:24:43.720412+0000","last_peered":"2024-04-22T04:24:43.720412+0000","last_clean":"2024-04-22T04:24:43.720412+0000","last_became_active":"2024-04-22T04:24:43.322958+0000","last_became_peered":"2024-04-22T04:24:43.322958+0000","last_unstale":"2024-04-22T04:24:43.720412+0000","last_undegraded":"2024-04-22T04:24:43.720412+0000","last_fullsized":"2024-04-22T04:24:43.720412+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.725483+0000","last_change":"2024-04-22T04:24:43.722043+0000","last_active":"2024-04-22T04:24:43.725483+0000","last_peered":"2024-04-22T04:24:43.725483+0000","last_clean":"2024-04-22T04:24:43.725483+0000","last_became_active":"2024-04-22T04:24:43.721708+0000","last_became_peered":"2024-04-22T04:24:43.721708+0000","last_unstale":"2024-04-22T04:24:43.725483+0000","last_undegraded":"2024-04-22T04:24:43.725483+0000","last_fullsized":"2024-04-22T04:24:43.725483+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"53'6","reported_seq":17,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.731949+0000","last_change":"2024-04-22T04:24:43.324590+0000","last_active":"2024-04-22T04:24:43.731949+0000","last_peered":"2024-04-22T04:24:43.731949+0000","last_clean":"2024-04-22T04:24:43.731949+0000","last_became_active":"2024-04-22T04:24:43.323463+0000","last_became_peered":"2024-04-22T04:24:43.323463+0000","last_unstale":"2024-04-22T04:24:43.731949+0000","last_undegraded":"2024-04-22T04:24:43.731949+0000","last_fullsized":"2024-04-22T04:24:43.731949+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.730573+0000","last_change":"2024-04-22T04:24:43.726902+0000","last_active":"2024-04-22T04:24:43.730573+0000","last_peered":"2024-04-22T04:24:43.730573+0000","last_clean":"2024-04-22T04:24:43.730573+0000","last_became_active":"2024-04-22T04:24:43.726447+0000","last_became_peered":"2024-04-22T04:24:43.726447+0000","last_unstale":"2024-04-22T04:24:43.730573+0000","last_undegraded":"2024-04-22T04:24:43.730573+0000","last_fullsized":"2024-04-22T04:24:43.730573+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.714433+0000","last_change":"2024-04-22T04:24:43.309439+0000","last_active":"2024-04-22T04:24:43.714433+0000","last_peered":"2024-04-22T04:24:43.714433+0000","last_clean":"2024-04-22T04:24:43.714433+0000","last_became_active":"2024-04-22T04:24:43.309130+0000","last_became_peered":"2024-04-22T04:24:43.309130+0000","last_unstale":"2024-04-22T04:24:43.714433+0000","last_undegraded":"2024-04-22T04:24:43.714433+0000","last_fullsized":"2024-04-22T04:24:43.714433+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.702772+0000","last_change":"2024-04-22T04:24:43.701637+0000","last_active":"2024-04-22T04:24:43.702772+0000","last_peered":"2024-04-22T04:24:43.702772+0000","last_clean":"2024-04-22T04:24:43.702772+0000","last_became_active":"2024-04-22T04:24:43.701290+0000","last_became_peered":"2024-04-22T04:24:43.701290+0000","last_unstale":"2024-04-22T04:24:43.702772+0000","last_undegraded":"2024-04-22T04:24:43.702772+0000","last_fullsized":"2024-04-22T04:24:43.702772+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.703511+0000","last_change":"2024-04-22T04:24:43.321782+0000","last_active":"2024-04-22T04:24:43.703511+0000","last_peered":"2024-04-22T04:24:43.703511+0000","last_clean":"2024-04-22T04:24:43.703511+0000","last_became_active":"2024-04-22T04:24:43.321442+0000","last_became_peered":"2024-04-22T04:24:43.321442+0000","last_unstale":"2024-04-22T04:24:43.703511+0000","last_undegraded":"2024-04-22T04:24:43.703511+0000","last_fullsized":"2024-04-22T04:24:43.703511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732134+0000","last_change":"2024-04-22T04:24:43.731291+0000","last_active":"2024-04-22T04:24:43.732134+0000","last_peered":"2024-04-22T04:24:43.732134+0000","last_clean":"2024-04-22T04:24:43.732134+0000","last_became_active":"2024-04-22T04:24:43.729952+0000","last_became_peered":"2024-04-22T04:24:43.729952+0000","last_unstale":"2024-04-22T04:24:43.732134+0000","last_undegraded":"2024-04-22T04:24:43.732134+0000","last_fullsized":"2024-04-22T04:24:43.732134+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.693774+0000","last_change":"2024-04-22T04:24:43.316098+0000","last_active":"2024-04-22T04:24:43.693774+0000","last_peered":"2024-04-22T04:24:43.693774+0000","last_clean":"2024-04-22T04:24:43.693774+0000","last_became_active":"2024-04-22T04:24:43.315737+0000","last_became_peered":"2024-04-22T04:24:43.315737+0000","last_unstale":"2024-04-22T04:24:43.693774+0000","last_undegraded":"2024-04-22T04:24:43.693774+0000","last_fullsized":"2024-04-22T04:24:43.693774+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.710525+0000","last_change":"2024-04-22T04:24:43.709176+0000","last_active":"2024-04-22T04:24:43.710525+0000","last_peered":"2024-04-22T04:24:43.710525+0000","last_clean":"2024-04-22T04:24:43.710525+0000","last_became_active":"2024-04-22T04:24:43.708831+0000","last_became_peered":"2024-04-22T04:24:43.708831+0000","last_unstale":"2024-04-22T04:24:43.710525+0000","last_undegraded":"2024-04-22T04:24:43.710525+0000","last_fullsized":"2024-04-22T04:24:43.710525+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":19,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.713377+0000","last_change":"2024-04-22T04:24:43.312234+0000","last_active":"2024-04-22T04:24:43.713377+0000","last_peered":"2024-04-22T04:24:43.713377+0000","last_clean":"2024-04-22T04:24:43.713377+0000","last_became_active":"2024-04-22T04:24:43.311940+0000","last_became_peered":"2024-04-22T04:24:43.311940+0000","last_unstale":"2024-04-22T04:24:43.713377+0000","last_undegraded":"2024-04-22T04:24:43.713377+0000","last_fullsized":"2024-04-22T04:24:43.713377+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.729980+0000","last_change":"2024-04-22T04:24:43.729261+0000","last_active":"2024-04-22T04:24:43.729980+0000","last_peered":"2024-04-22T04:24:43.729980+0000","last_clean":"2024-04-22T04:24:43.729980+0000","last_became_active":"2024-04-22T04:24:43.728937+0000","last_became_peered":"2024-04-22T04:24:43.728937+0000","last_unstale":"2024-04-22T04:24:43.729980+0000","last_undegraded":"2024-04-22T04:24:43.729980+0000","last_fullsized":"2024-04-22T04:24:43.729980+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.724466+0000","last_change":"2024-04-22T04:24:43.314178+0000","last_active":"2024-04-22T04:24:43.724466+0000","last_peered":"2024-04-22T04:24:43.724466+0000","last_clean":"2024-04-22T04:24:43.724466+0000","last_became_active":"2024-04-22T04:24:43.313859+0000","last_became_peered":"2024-04-22T04:24:43.313859+0000","last_unstale":"2024-04-22T04:24:43.724466+0000","last_undegraded":"2024-04-22T04:24:43.724466+0000","last_fullsized":"2024-04-22T04:24:43.724466+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732297+0000","last_change":"2024-04-22T04:24:43.731979+0000","last_active":"2024-04-22T04:24:43.732297+0000","last_peered":"2024-04-22T04:24:43.732297+0000","last_clean":"2024-04-22T04:24:43.732297+0000","last_became_active":"2024-04-22T04:24:43.731081+0000","last_became_peered":"2024-04-22T04:24:43.731081+0000","last_unstale":"2024-04-22T04:24:43.732297+0000","last_undegraded":"2024-04-22T04:24:43.732297+0000","last_fullsized":"2024-04-22T04:24:43.732297+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.689940+0000","last_change":"2024-04-22T04:24:43.312747+0000","last_active":"2024-04-22T04:24:43.689940+0000","last_peered":"2024-04-22T04:24:43.689940+0000","last_clean":"2024-04-22T04:24:43.689940+0000","last_became_active":"2024-04-22T04:24:43.312446+0000","last_became_peered":"2024-04-22T04:24:43.312446+0000","last_unstale":"2024-04-22T04:24:43.689940+0000","last_undegraded":"2024-04-22T04:24:43.689940+0000","last_fullsized":"2024-04-22T04:24:43.689940+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.704345+0000","last_change":"2024-04-22T04:24:43.704066+0000","last_active":"2024-04-22T04:24:43.704345+0000","last_peered":"2024-04-22T04:24:43.704345+0000","last_clean":"2024-04-22T04:24:43.704345+0000","last_became_active":"2024-04-22T04:24:43.703805+0000","last_became_peered":"2024-04-22T04:24:43.703805+0000","last_unstale":"2024-04-22T04:24:43.704345+0000","last_undegraded":"2024-04-22T04:24:43.704345+0000","last_fullsized":"2024-04-22T04:24:43.704345+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.703573+0000","last_change":"2024-04-22T04:24:43.319710+0000","last_active":"2024-04-22T04:24:43.703573+0000","last_peered":"2024-04-22T04:24:43.703573+0000","last_clean":"2024-04-22T04:24:43.703573+0000","last_became_active":"2024-04-22T04:24:43.319323+0000","last_became_peered":"2024-04-22T04:24:43.319323+0000","last_unstale":"2024-04-22T04:24:43.703573+0000","last_undegraded":"2024-04-22T04:24:43.703573+0000","last_fullsized":"2024-04-22T04:24:43.703573+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.714047+0000","last_change":"2024-04-22T04:24:43.712229+0000","last_active":"2024-04-22T04:24:43.714047+0000","last_peered":"2024-04-22T04:24:43.714047+0000","last_clean":"2024-04-22T04:24:43.714047+0000","last_became_active":"2024-04-22T04:24:43.711901+0000","last_became_peered":"2024-04-22T04:24:43.711901+0000","last_unstale":"2024-04-22T04:24:43.714047+0000","last_undegraded":"2024-04-22T04:24:43.714047+0000","last_fullsized":"2024-04-22T04:24:43.714047+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699094+0000","last_change":"2024-04-22T04:24:43.697943+0000","last_active":"2024-04-22T04:24:43.699094+0000","last_peered":"2024-04-22T04:24:43.699094+0000","last_clean":"2024-04-22T04:24:43.699094+0000","last_became_active":"2024-04-22T04:24:43.697589+0000","last_became_peered":"2024-04-22T04:24:43.697589+0000","last_unstale":"2024-04-22T04:24:43.699094+0000","last_undegraded":"2024-04-22T04:24:43.699094+0000","last_fullsized":"2024-04-22T04:24:43.699094+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.687848+0000","last_change":"2024-04-22T04:24:43.310121+0000","last_active":"2024-04-22T04:24:43.687848+0000","last_peered":"2024-04-22T04:24:43.687848+0000","last_clean":"2024-04-22T04:24:43.687848+0000","last_became_active":"2024-04-22T04:24:43.309759+0000","last_became_peered":"2024-04-22T04:24:43.309759+0000","last_unstale":"2024-04-22T04:24:43.687848+0000","last_undegraded":"2024-04-22T04:24:43.687848+0000","last_fullsized":"2024-04-22T04:24:43.687848+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.705930+0000","last_change":"2024-04-22T04:24:43.704906+0000","last_active":"2024-04-22T04:24:43.705930+0000","last_peered":"2024-04-22T04:24:43.705930+0000","last_clean":"2024-04-22T04:24:43.705930+0000","last_became_active":"2024-04-22T04:24:43.704619+0000","last_became_peered":"2024-04-22T04:24:43.704619+0000","last_unstale":"2024-04-22T04:24:43.705930+0000","last_undegraded":"2024-04-22T04:24:43.705930+0000","last_fullsized":"2024-04-22T04:24:43.705930+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.704683+0000","last_change":"2024-04-22T04:24:43.322206+0000","last_active":"2024-04-22T04:24:43.704683+0000","last_peered":"2024-04-22T04:24:43.704683+0000","last_clean":"2024-04-22T04:24:43.704683+0000","last_became_active":"2024-04-22T04:24:43.321812+0000","last_became_peered":"2024-04-22T04:24:43.321812+0000","last_unstale":"2024-04-22T04:24:43.704683+0000","last_undegraded":"2024-04-22T04:24:43.704683+0000","last_fullsized":"2024-04-22T04:24:43.704683+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699027+0000","last_change":"2024-04-22T04:24:23.509097+0000","last_active":"2024-04-22T04:24:43.699027+0000","last_peered":"2024-04-22T04:24:43.699027+0000","last_clean":"2024-04-22T04:24:43.699027+0000","last_became_active":"2024-04-22T04:24:23.508651+0000","last_became_peered":"2024-04-22T04:24:23.508651+0000","last_unstale":"2024-04-22T04:24:43.699027+0000","last_undegraded":"2024-04-22T04:24:43.699027+0000","last_fullsized":"2024-04-22T04:24:43.699027+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:22:09.390656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:22:09.390656+0000","last_clean_scrub_stamp":"2024-04-22T04:22:09.390656+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.715299+0000","last_change":"2024-04-22T04:24:43.714413+0000","last_active":"2024-04-22T04:24:43.715299+0000","last_peered":"2024-04-22T04:24:43.715299+0000","last_clean":"2024-04-22T04:24:43.715299+0000","last_became_active":"2024-04-22T04:24:43.714112+0000","last_became_peered":"2024-04-22T04:24:43.714112+0000","last_unstale":"2024-04-22T04:24:43.715299+0000","last_undegraded":"2024-04-22T04:24:43.715299+0000","last_fullsized":"2024-04-22T04:24:43.715299+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.699145+0000","last_change":"2024-04-22T04:24:43.321077+0000","last_active":"2024-04-22T04:24:43.699145+0000","last_peered":"2024-04-22T04:24:43.699145+0000","last_clean":"2024-04-22T04:24:43.699145+0000","last_became_active":"2024-04-22T04:24:43.320508+0000","last_became_peered":"2024-04-22T04:24:43.320508+0000","last_unstale":"2024-04-22T04:24:43.699145+0000","last_undegraded":"2024-04-22T04:24:43.699145+0000","last_fullsized":"2024-04-22T04:24:43.699145+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.711339+0000","last_change":"2024-04-22T04:24:43.320413+0000","last_active":"2024-04-22T04:24:43.711339+0000","last_peered":"2024-04-22T04:24:43.711339+0000","last_clean":"2024-04-22T04:24:43.711339+0000","last_became_active":"2024-04-22T04:24:43.320058+0000","last_became_peered":"2024-04-22T04:24:43.320058+0000","last_unstale":"2024-04-22T04:24:43.711339+0000","last_undegraded":"2024-04-22T04:24:43.711339+0000","last_fullsized":"2024-04-22T04:24:43.711339+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.705144+0000","last_change":"2024-04-22T04:24:43.704738+0000","last_active":"2024-04-22T04:24:43.705144+0000","last_peered":"2024-04-22T04:24:43.705144+0000","last_clean":"2024-04-22T04:24:43.705144+0000","last_became_active":"2024-04-22T04:24:43.704411+0000","last_became_peered":"2024-04-22T04:24:43.704411+0000","last_unstale":"2024-04-22T04:24:43.705144+0000","last_undegraded":"2024-04-22T04:24:43.705144+0000","last_fullsized":"2024-04-22T04:24:43.705144+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.690335+0000","last_change":"2024-04-22T04:24:43.320735+0000","last_active":"2024-04-22T04:24:43.690335+0000","last_peered":"2024-04-22T04:24:43.690335+0000","last_clean":"2024-04-22T04:24:43.690335+0000","last_became_active":"2024-04-22T04:24:43.320423+0000","last_became_peered":"2024-04-22T04:24:43.320423+0000","last_unstale":"2024-04-22T04:24:43.690335+0000","last_undegraded":"2024-04-22T04:24:43.690335+0000","last_fullsized":"2024-04-22T04:24:43.690335+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.702389+0000","last_change":"2024-04-22T04:24:43.701680+0000","last_active":"2024-04-22T04:24:43.702389+0000","last_peered":"2024-04-22T04:24:43.702389+0000","last_clean":"2024-04-22T04:24:43.702389+0000","last_became_active":"2024-04-22T04:24:43.701356+0000","last_became_peered":"2024-04-22T04:24:43.701356+0000","last_unstale":"2024-04-22T04:24:43.702389+0000","last_undegraded":"2024-04-22T04:24:43.702389+0000","last_fullsized":"2024-04-22T04:24:43.702389+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.728183+0000","last_change":"2024-04-22T04:24:43.313747+0000","last_active":"2024-04-22T04:24:43.728183+0000","last_peered":"2024-04-22T04:24:43.728183+0000","last_clean":"2024-04-22T04:24:43.728183+0000","last_became_active":"2024-04-22T04:24:43.313415+0000","last_became_peered":"2024-04-22T04:24:43.313415+0000","last_unstale":"2024-04-22T04:24:43.728183+0000","last_undegraded":"2024-04-22T04:24:43.728183+0000","last_fullsized":"2024-04-22T04:24:43.728183+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.708764+0000","last_change":"2024-04-22T04:24:43.708275+0000","last_active":"2024-04-22T04:24:43.708764+0000","last_peered":"2024-04-22T04:24:43.708764+0000","last_clean":"2024-04-22T04:24:43.708764+0000","last_became_active":"2024-04-22T04:24:43.707965+0000","last_became_peered":"2024-04-22T04:24:43.707965+0000","last_unstale":"2024-04-22T04:24:43.708764+0000","last_undegraded":"2024-04-22T04:24:43.708764+0000","last_fullsized":"2024-04-22T04:24:43.708764+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.698935+0000","last_change":"2024-04-22T04:24:43.320858+0000","last_active":"2024-04-22T04:24:43.698935+0000","last_peered":"2024-04-22T04:24:43.698935+0000","last_clean":"2024-04-22T04:24:43.698935+0000","last_became_active":"2024-04-22T04:24:43.320053+0000","last_became_peered":"2024-04-22T04:24:43.320053+0000","last_unstale":"2024-04-22T04:24:43.698935+0000","last_undegraded":"2024-04-22T04:24:43.698935+0000","last_fullsized":"2024-04-22T04:24:43.698935+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.728703+0000","last_change":"2024-04-22T04:24:43.725001+0000","last_active":"2024-04-22T04:24:43.728703+0000","last_peered":"2024-04-22T04:24:43.728703+0000","last_clean":"2024-04-22T04:24:43.728703+0000","last_became_active":"2024-04-22T04:24:43.724633+0000","last_became_peered":"2024-04-22T04:24:43.724633+0000","last_unstale":"2024-04-22T04:24:43.728703+0000","last_undegraded":"2024-04-22T04:24:43.728703+0000","last_fullsized":"2024-04-22T04:24:43.728703+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.690983+0000","last_change":"2024-04-22T04:24:43.319635+0000","last_active":"2024-04-22T04:24:43.690983+0000","last_peered":"2024-04-22T04:24:43.690983+0000","last_clean":"2024-04-22T04:24:43.690983+0000","last_became_active":"2024-04-22T04:24:43.319387+0000","last_became_peered":"2024-04-22T04:24:43.319387+0000","last_unstale":"2024-04-22T04:24:43.690983+0000","last_undegraded":"2024-04-22T04:24:43.690983+0000","last_fullsized":"2024-04-22T04:24:43.690983+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.721684+0000","last_change":"2024-04-22T04:24:43.721079+0000","last_active":"2024-04-22T04:24:43.721684+0000","last_peered":"2024-04-22T04:24:43.721684+0000","last_clean":"2024-04-22T04:24:43.721684+0000","last_became_active":"2024-04-22T04:24:43.720764+0000","last_became_peered":"2024-04-22T04:24:43.720764+0000","last_unstale":"2024-04-22T04:24:43.721684+0000","last_undegraded":"2024-04-22T04:24:43.721684+0000","last_fullsized":"2024-04-22T04:24:43.721684+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.689983+0000","last_change":"2024-04-22T04:24:43.314752+0000","last_active":"2024-04-22T04:24:43.689983+0000","last_peered":"2024-04-22T04:24:43.689983+0000","last_clean":"2024-04-22T04:24:43.689983+0000","last_became_active":"2024-04-22T04:24:43.314372+0000","last_became_peered":"2024-04-22T04:24:43.314372+0000","last_unstale":"2024-04-22T04:24:43.689983+0000","last_undegraded":"2024-04-22T04:24:43.689983+0000","last_fullsized":"2024-04-22T04:24:43.689983+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716120+0000","last_change":"2024-04-22T04:24:43.713960+0000","last_active":"2024-04-22T04:24:43.716120+0000","last_peered":"2024-04-22T04:24:43.716120+0000","last_clean":"2024-04-22T04:24:43.716120+0000","last_became_active":"2024-04-22T04:24:43.713695+0000","last_became_peered":"2024-04-22T04:24:43.713695+0000","last_unstale":"2024-04-22T04:24:43.716120+0000","last_undegraded":"2024-04-22T04:24:43.716120+0000","last_fullsized":"2024-04-22T04:24:43.716120+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.732457+0000","last_change":"2024-04-22T04:24:43.323400+0000","last_active":"2024-04-22T04:24:43.732457+0000","last_peered":"2024-04-22T04:24:43.732457+0000","last_clean":"2024-04-22T04:24:43.732457+0000","last_became_active":"2024-04-22T04:24:43.323028+0000","last_became_peered":"2024-04-22T04:24:43.323028+0000","last_unstale":"2024-04-22T04:24:43.732457+0000","last_undegraded":"2024-04-22T04:24:43.732457+0000","last_fullsized":"2024-04-22T04:24:43.732457+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.708994+0000","last_change":"2024-04-22T04:24:43.706710+0000","last_active":"2024-04-22T04:24:43.708994+0000","last_peered":"2024-04-22T04:24:43.708994+0000","last_clean":"2024-04-22T04:24:43.708994+0000","last_became_active":"2024-04-22T04:24:43.705751+0000","last_became_peered":"2024-04-22T04:24:43.705751+0000","last_unstale":"2024-04-22T04:24:43.708994+0000","last_undegraded":"2024-04-22T04:24:43.708994+0000","last_fullsized":"2024-04-22T04:24:43.708994+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.686111+0000","last_change":"2024-04-22T04:24:43.322333+0000","last_active":"2024-04-22T04:24:43.686111+0000","last_peered":"2024-04-22T04:24:43.686111+0000","last_clean":"2024-04-22T04:24:43.686111+0000","last_became_active":"2024-04-22T04:24:43.321955+0000","last_became_peered":"2024-04-22T04:24:43.321955+0000","last_unstale":"2024-04-22T04:24:43.686111+0000","last_undegraded":"2024-04-22T04:24:43.686111+0000","last_fullsized":"2024-04-22T04:24:43.686111+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.731206+0000","last_change":"2024-04-22T04:24:43.729286+0000","last_active":"2024-04-22T04:24:43.731206+0000","last_peered":"2024-04-22T04:24:43.731206+0000","last_clean":"2024-04-22T04:24:43.731206+0000","last_became_active":"2024-04-22T04:24:43.726910+0000","last_became_peered":"2024-04-22T04:24:43.726910+0000","last_unstale":"2024-04-22T04:24:43.731206+0000","last_undegraded":"2024-04-22T04:24:43.731206+0000","last_fullsized":"2024-04-22T04:24:43.731206+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716956+0000","last_change":"2024-04-22T04:24:43.325385+0000","last_active":"2024-04-22T04:24:43.716956+0000","last_peered":"2024-04-22T04:24:43.716956+0000","last_clean":"2024-04-22T04:24:43.716956+0000","last_became_active":"2024-04-22T04:24:43.325066+0000","last_became_peered":"2024-04-22T04:24:43.325066+0000","last_unstale":"2024-04-22T04:24:43.716956+0000","last_undegraded":"2024-04-22T04:24:43.716956+0000","last_fullsized":"2024-04-22T04:24:43.716956+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716456+0000","last_change":"2024-04-22T04:24:43.713418+0000","last_active":"2024-04-22T04:24:43.716456+0000","last_peered":"2024-04-22T04:24:43.716456+0000","last_clean":"2024-04-22T04:24:43.716456+0000","last_became_active":"2024-04-22T04:24:43.712699+0000","last_became_peered":"2024-04-22T04:24:43.712699+0000","last_unstale":"2024-04-22T04:24:43.716456+0000","last_undegraded":"2024-04-22T04:24:43.716456+0000","last_fullsized":"2024-04-22T04:24:43.716456+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722789+0000","last_change":"2024-04-22T04:24:43.309535+0000","last_active":"2024-04-22T04:24:43.722789+0000","last_peered":"2024-04-22T04:24:43.722789+0000","last_clean":"2024-04-22T04:24:43.722789+0000","last_became_active":"2024-04-22T04:24:43.309225+0000","last_became_peered":"2024-04-22T04:24:43.309225+0000","last_unstale":"2024-04-22T04:24:43.722789+0000","last_undegraded":"2024-04-22T04:24:43.722789+0000","last_fullsized":"2024-04-22T04:24:43.722789+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.729944+0000","last_change":"2024-04-22T04:24:43.729021+0000","last_active":"2024-04-22T04:24:43.729944+0000","last_peered":"2024-04-22T04:24:43.729944+0000","last_clean":"2024-04-22T04:24:43.729944+0000","last_became_active":"2024-04-22T04:24:43.727633+0000","last_became_peered":"2024-04-22T04:24:43.727633+0000","last_unstale":"2024-04-22T04:24:43.729944+0000","last_undegraded":"2024-04-22T04:24:43.729944+0000","last_fullsized":"2024-04-22T04:24:43.729944+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.710545+0000","last_change":"2024-04-22T04:24:43.709653+0000","last_active":"2024-04-22T04:24:43.710545+0000","last_peered":"2024-04-22T04:24:43.710545+0000","last_clean":"2024-04-22T04:24:43.710545+0000","last_became_active":"2024-04-22T04:24:43.709117+0000","last_became_peered":"2024-04-22T04:24:43.709117+0000","last_unstale":"2024-04-22T04:24:43.710545+0000","last_undegraded":"2024-04-22T04:24:43.710545+0000","last_fullsized":"2024-04-22T04:24:43.710545+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.705988+0000","last_change":"2024-04-22T04:24:43.705620+0000","last_active":"2024-04-22T04:24:43.705988+0000","last_peered":"2024-04-22T04:24:43.705988+0000","last_clean":"2024-04-22T04:24:43.705988+0000","last_became_active":"2024-04-22T04:24:43.705363+0000","last_became_peered":"2024-04-22T04:24:43.705363+0000","last_unstale":"2024-04-22T04:24:43.705988+0000","last_undegraded":"2024-04-22T04:24:43.705988+0000","last_fullsized":"2024-04-22T04:24:43.705988+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716168+0000","last_change":"2024-04-22T04:24:43.714899+0000","last_active":"2024-04-22T04:24:43.716168+0000","last_peered":"2024-04-22T04:24:43.716168+0000","last_clean":"2024-04-22T04:24:43.716168+0000","last_became_active":"2024-04-22T04:24:43.713807+0000","last_became_peered":"2024-04-22T04:24:43.713807+0000","last_unstale":"2024-04-22T04:24:43.716168+0000","last_undegraded":"2024-04-22T04:24:43.716168+0000","last_fullsized":"2024-04-22T04:24:43.716168+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.710851+0000","last_change":"2024-04-22T04:24:43.708929+0000","last_active":"2024-04-22T04:24:43.710851+0000","last_peered":"2024-04-22T04:24:43.710851+0000","last_clean":"2024-04-22T04:24:43.710851+0000","last_became_active":"2024-04-22T04:24:43.708657+0000","last_became_peered":"2024-04-22T04:24:43.708657+0000","last_unstale":"2024-04-22T04:24:43.710851+0000","last_undegraded":"2024-04-22T04:24:43.710851+0000","last_fullsized":"2024-04-22T04:24:43.710851+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716133+0000","last_change":"2024-04-22T04:24:43.713929+0000","last_active":"2024-04-22T04:24:43.716133+0000","last_peered":"2024-04-22T04:24:43.716133+0000","last_clean":"2024-04-22T04:24:43.716133+0000","last_became_active":"2024-04-22T04:24:43.713636+0000","last_became_peered":"2024-04-22T04:24:43.713636+0000","last_unstale":"2024-04-22T04:24:43.716133+0000","last_undegraded":"2024-04-22T04:24:43.716133+0000","last_fullsized":"2024-04-22T04:24:43.716133+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.696425+0000","last_change":"2024-04-22T04:24:43.696044+0000","last_active":"2024-04-22T04:24:43.696425+0000","last_peered":"2024-04-22T04:24:43.696425+0000","last_clean":"2024-04-22T04:24:43.696425+0000","last_became_active":"2024-04-22T04:24:43.695750+0000","last_became_peered":"2024-04-22T04:24:43.695750+0000","last_unstale":"2024-04-22T04:24:43.696425+0000","last_undegraded":"2024-04-22T04:24:43.696425+0000","last_fullsized":"2024-04-22T04:24:43.696425+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723810+0000","last_change":"2024-04-22T04:24:43.721209+0000","last_active":"2024-04-22T04:24:43.723810+0000","last_peered":"2024-04-22T04:24:43.723810+0000","last_clean":"2024-04-22T04:24:43.723810+0000","last_became_active":"2024-04-22T04:24:43.720788+0000","last_became_peered":"2024-04-22T04:24:43.720788+0000","last_unstale":"2024-04-22T04:24:43.723810+0000","last_undegraded":"2024-04-22T04:24:43.723810+0000","last_fullsized":"2024-04-22T04:24:43.723810+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.715735+0000","last_change":"2024-04-22T04:24:43.712335+0000","last_active":"2024-04-22T04:24:43.715735+0000","last_peered":"2024-04-22T04:24:43.715735+0000","last_clean":"2024-04-22T04:24:43.715735+0000","last_became_active":"2024-04-22T04:24:43.712028+0000","last_became_peered":"2024-04-22T04:24:43.712028+0000","last_unstale":"2024-04-22T04:24:43.715735+0000","last_undegraded":"2024-04-22T04:24:43.715735+0000","last_fullsized":"2024-04-22T04:24:43.715735+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.700624+0000","last_change":"2024-04-22T04:24:43.700182+0000","last_active":"2024-04-22T04:24:43.700624+0000","last_peered":"2024-04-22T04:24:43.700624+0000","last_clean":"2024-04-22T04:24:43.700624+0000","last_became_active":"2024-04-22T04:24:43.699763+0000","last_became_peered":"2024-04-22T04:24:43.699763+0000","last_unstale":"2024-04-22T04:24:43.700624+0000","last_undegraded":"2024-04-22T04:24:43.700624+0000","last_fullsized":"2024-04-22T04:24:43.700624+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.716027+0000","last_change":"2024-04-22T04:24:43.713143+0000","last_active":"2024-04-22T04:24:43.716027+0000","last_peered":"2024-04-22T04:24:43.716027+0000","last_clean":"2024-04-22T04:24:43.716027+0000","last_became_active":"2024-04-22T04:24:43.712818+0000","last_became_peered":"2024-04-22T04:24:43.712818+0000","last_unstale":"2024-04-22T04:24:43.716027+0000","last_undegraded":"2024-04-22T04:24:43.716027+0000","last_fullsized":"2024-04-22T04:24:43.716027+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.723864+0000","last_change":"2024-04-22T04:24:43.719573+0000","last_active":"2024-04-22T04:24:43.723864+0000","last_peered":"2024-04-22T04:24:43.723864+0000","last_clean":"2024-04-22T04:24:43.723864+0000","last_became_active":"2024-04-22T04:24:43.719282+0000","last_became_peered":"2024-04-22T04:24:43.719282+0000","last_unstale":"2024-04-22T04:24:43.723864+0000","last_undegraded":"2024-04-22T04:24:43.723864+0000","last_fullsized":"2024-04-22T04:24:43.723864+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.722239+0000","last_change":"2024-04-22T04:24:43.721673+0000","last_active":"2024-04-22T04:24:43.722239+0000","last_peered":"2024-04-22T04:24:43.722239+0000","last_clean":"2024-04-22T04:24:43.722239+0000","last_became_active":"2024-04-22T04:24:43.721203+0000","last_became_peered":"2024-04-22T04:24:43.721203+0000","last_unstale":"2024-04-22T04:24:43.722239+0000","last_undegraded":"2024-04-22T04:24:43.722239+0000","last_fullsized":"2024-04-22T04:24:43.722239+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-22T04:24:43.718459+0000","last_change":"2024-04-22T04:24:43.717719+0000","last_active":"2024-04-22T04:24:43.718459+0000","last_peered":"2024-04-22T04:24:43.718459+0000","last_clean":"2024-04-22T04:24:43.718459+0000","last_became_active":"2024-04-22T04:24:43.717313+0000","last_became_peered":"2024-04-22T04:24:43.717313+0000","last_unstale":"2024-04-22T04:24:43.718459+0000","last_undegraded":"2024-04-22T04:24:43.718459+0000","last_fullsized":"2024-04-22T04:24:43.718459+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430215,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":216750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39900000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]}]},{"osd":6,"up_from":42,"seq":180388626445,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":217710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33100000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":216334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:23:46 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.32400000000000001,"15min":0.312},"min":{"1min":0.25600000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.314},{"interface":"front","average":{"1min":0.44,"5min":0.33800000000000002,"15min":0.32100000000000001},"min":{"1min":0.311,"5min":0.246,"15min":0.246},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.35599999999999998}]},{"osd":2,"last update":"Mon Apr 22 04:24:10 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.39400000000000002,"15min":0.38300000000000001},"min":{"1min":0.34599999999999997,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.35999999999999999,"15min":0.35099999999999998},"min":{"1min":0.27000000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.57599999999999996,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.33500000000000002}]},{"osd":3,"last update":"Mon Apr 22 04:24:39 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.42999999999999999,"15min":0.42299999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.496,"5min":0.46600000000000003,"15min":0.46100000000000002},"min":{"1min":0.33800000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.42899999999999999}]},{"osd":4,"last update":"Mon Apr 22 04:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.84599999999999997}]},{"osd":5,"last update":"Mon Apr 22 04:24:30 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.78700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93899999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.998}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297628,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447524,"statfs":{"total":95995035648,"available":95690264576,"internally_reserved":0,"allocated":544768,"data_stored":216874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 22 04:24:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.35599999999999998,"15min":0.33600000000000002},"min":{"1min":0.27700000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.37,"15min":0.33800000000000002},"min":{"1min":0.33200000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.25900000000000001}]},{"osd":2,"last update":"Mon Apr 22 04:24:12 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.316,"5min":0.251,"15min":0.251},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.39800000000000002,"15min":0.39600000000000002},"min":{"1min":0.33200000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.51500000000000001,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.32500000000000001}]},{"osd":3,"last update":"Mon Apr 22 04:24:36 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45700000000000002,"15min":0.46100000000000002},"min":{"1min":0.32800000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.503,"5min":0.49299999999999999,"15min":0.49099999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.33000000000000002}]},{"osd":4,"last update":"Mon Apr 22 04:24:03 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.68100000000000005}]},{"osd":5,"last update":"Mon Apr 22 04:24:29 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.60299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69399999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411363,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297612,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447540,"statfs":{"total":95995035648,"available":95690280960,"internally_reserved":0,"allocated":528384,"data_stored":216174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:09 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.35399999999999998,"15min":0.34699999999999998},"min":{"1min":0.26400000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.379,"15min":0.372},"min":{"1min":0.31900000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.58799999999999997,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.32900000000000001}]},{"osd":1,"last update":"Mon Apr 22 04:24:09 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.40300000000000002,"15min":0.39600000000000002},"min":{"1min":0.28899999999999998,"5min":0.252,"15min":0.252},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39200000000000002,"15min":0.38800000000000001},"min":{"1min":0.29299999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.314}]},{"osd":3,"last update":"Mon Apr 22 04:24:39 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.433,"15min":0.433},"min":{"1min":0.33800000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.46400000000000002,"15min":0.46100000000000002},"min":{"1min":0.38500000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.372}]},{"osd":4,"last update":"Mon Apr 22 04:24:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.497},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.48699999999999999}]},{"osd":5,"last update":"Mon Apr 22 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.42199999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]}]},{"osd":3,"up_from":25,"seq":107374182430,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297632,"kb_used_data":536,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447520,"statfs":{"total":95995035648,"available":95690260480,"internally_reserved":0,"allocated":548864,"data_stored":217814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:40 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41699999999999998,"15min":0.42099999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.60099999999999998,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.443,"15min":0.442},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.24299999999999999}]},{"osd":1,"last update":"Mon Apr 22 04:24:40 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.46700000000000003,"15min":0.46899999999999997},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.65500000000000003,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.44400000000000001,"15min":0.44800000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.27700000000000002}]},{"osd":2,"last update":"Mon Apr 22 04:24:40 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.48399999999999999,"15min":0.48799999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.58299999999999996,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.46100000000000002,"15min":0.46200000000000002},"min":{"1min":0.32800000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.56999999999999995,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.30099999999999999}]},{"osd":4,"last update":"Mon Apr 22 04:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.749}]},{"osd":5,"last update":"Mon Apr 22 04:24:30 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.88},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.88600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85499999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018904,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297628,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447524,"statfs":{"total":95995035648,"available":95690264576,"internally_reserved":0,"allocated":544768,"data_stored":216854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.54700000000000004}]},{"osd":1,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.58999999999999997}]},{"osd":2,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.38}]},{"osd":3,"last update":"Mon Apr 22 04:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.442},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.56999999999999995}]},{"osd":5,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.623}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]}]},{"osd":5,"up_from":36,"seq":154618822673,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":217485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.70999999999999996}]},{"osd":1,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":2.1539999999999999,"5min":2.1539999999999999,"15min":2.1539999999999999},"last":0.53900000000000003}]},{"osd":2,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.503},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.754}]},{"osd":3,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.79000000000000004}]},{"osd":4,"last update":"Mon Apr 22 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.1909999999999998,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":0.621},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.67200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82699999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T04:24:52.507 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-22T04:24:52.508 INFO:tasks.cephadm:Adding prometheus.a on smithi062 2024-04-22T04:24:52.508 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch apply prometheus '1;smithi062=a' 2024-04-22T04:24:52.543 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:51.168204+0000 mgr.y (mgr.14146) 213 : cluster [DBG] pgmap v197: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s wr, 4 op/s 2024-04-22T04:24:53.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:52.484179+0000 mgr.y (mgr.14146) 214 : audit [DBG] from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:24:53.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:52.484179+0000 mgr.y (mgr.14146) 214 : audit [DBG] from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:24:53.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:52.484179+0000 mgr.y (mgr.14146) 214 : audit [DBG] from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:24:54.501 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:53.168711+0000 mgr.y (mgr.14146) 215 : cluster [DBG] pgmap v198: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 3 op/s 2024-04-22T04:24:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:53.168711+0000 mgr.y (mgr.14146) 215 : cluster [DBG] pgmap v198: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 3 op/s 2024-04-22T04:24:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:53.168711+0000 mgr.y (mgr.14146) 215 : cluster [DBG] pgmap v198: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 3 op/s 2024-04-22T04:24:54.954 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled prometheus update... 2024-04-22T04:24:55.762 DEBUG:teuthology.orchestra.run.smithi062:prometheus.a> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@prometheus.a.service 2024-04-22T04:24:55.804 INFO:tasks.cephadm:Adding node-exporter.a on smithi040 2024-04-22T04:24:55.804 INFO:tasks.cephadm:Adding node-exporter.b on smithi062 2024-04-22T04:24:55.805 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch apply node-exporter '2;smithi040=a;smithi062=b' 2024-04-22T04:24:55.837 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:-- Logs begin at Mon 2024-04-22 04:08:34 UTC. -- 2024-04-22T04:24:56.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:54.950477+0000 mgr.y (mgr.14146) 216 : audit [DBG] from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi062=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:24:56.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:24:54.951916+0000 mgr.y (mgr.14146) 217 : cephadm [INF] Saving service prometheus spec with placement smithi062=a;count:1 2024-04-22T04:24:56.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:54.955715+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:56.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:54.966996+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:56.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:54.968874+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:56.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:54.969777+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:56.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:54.977112+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:56.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:54.983238+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T04:24:56.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:55.169146+0000 mgr.y (mgr.14146) 218 : cluster [DBG] pgmap v199: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-04-22T04:24:56.238 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:24:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ignoring --setuser ceph since I am not root 2024-04-22T04:24:56.239 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:24:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ignoring --setgroup ceph since I am not root 2024-04-22T04:24:56.239 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:24:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:24:56.026+0000 7f6bff420700 1 -- 172.21.15.40:0/1496065568 <== mon.2 v2:172.21.15.40:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a2f40c84e0 con 0x55a2f409f000 2024-04-22T04:24:56.239 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:24:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:24:56.154+0000 7f6c0f5fd680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T04:24:56.239 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:24:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:24:56.238+0000 7f6c0f5fd680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T04:24:56.239 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:54.950477+0000 mgr.y (mgr.14146) 216 : audit [DBG] from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi062=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:24:56.239 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:24:54.951916+0000 mgr.y (mgr.14146) 217 : cephadm [INF] Saving service prometheus spec with placement smithi062=a;count:1 2024-04-22T04:24:56.239 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:54.955715+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:56.240 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:54.966996+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:56.240 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:54.968874+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:56.240 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:54.969777+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:56.240 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:54.977112+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:56.240 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:54.983238+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T04:24:56.240 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:55.169146+0000 mgr.y (mgr.14146) 218 : cluster [DBG] pgmap v199: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-04-22T04:24:56.240 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:54.950477+0000 mgr.y (mgr.14146) 216 : audit [DBG] from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi062=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:24:56.240 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:24:54.951916+0000 mgr.y (mgr.14146) 217 : cephadm [INF] Saving service prometheus spec with placement smithi062=a;count:1 2024-04-22T04:24:56.240 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:54.955715+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:56.240 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:54.966996+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:24:56.240 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:54.968874+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:24:56.240 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:54.969777+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:24:56.241 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:54.977112+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' 2024-04-22T04:24:56.241 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:54.983238+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T04:24:56.241 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:55.169146+0000 mgr.y (mgr.14146) 218 : cluster [DBG] pgmap v199: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-04-22T04:24:56.355 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:24:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: ignoring --setuser ceph since I am not root 2024-04-22T04:24:56.355 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:24:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: ignoring --setgroup ceph since I am not root 2024-04-22T04:24:56.355 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:24:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:24:56.018+0000 7f62d78e0700 1 -- 172.21.15.62:0/1254979791 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c7858b04e0 con 0x55c785886c00 2024-04-22T04:24:56.355 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:24:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:24:56.160+0000 7f62e7abd680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T04:24:56.355 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:24:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:24:56.244+0000 7f62e7abd680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T04:24:56.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:24:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:24:56.631+0000 7f62e7abd680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T04:24:56.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:24:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:24:56.614+0000 7f6c0f5fd680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T04:24:57.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:24:55.987771+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-22T04:24:57.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:24:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:24:55.987870+0000 mon.a (mon.0) 603 : cluster [DBG] mgrmap e15: y(active, since 5m), standbys: x 2024-04-22T04:24:57.400 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:24:55.987771+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-22T04:24:57.400 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:24:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:24:55.987870+0000 mon.a (mon.0) 603 : cluster [DBG] mgrmap e15: y(active, since 5m), standbys: x 2024-04-22T04:24:57.400 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:24:55.987771+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14146 172.21.15.40:0/4213130640' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-22T04:24:57.400 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:24:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:24:55.987870+0000 mon.a (mon.0) 603 : cluster [DBG] mgrmap e15: y(active, since 5m), standbys: x 2024-04-22T04:24:57.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:24:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:24:57.401+0000 7f6c0f5fd680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T04:24:57.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:24:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:24:57.484+0000 7f6c0f5fd680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T04:24:57.740 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:24:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:24:57.432+0000 7f62e7abd680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T04:24:57.740 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:24:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:24:57.515+0000 7f62e7abd680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T04:24:58.131 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:24:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:24:57.742+0000 7f62e7abd680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T04:24:58.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:24:57 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:24:57.703+0000 7f6c0f5fd680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T04:24:58.985 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:24:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:24:58.678+0000 7f6c0f5fd680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T04:24:58.985 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:24:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:24:58.811+0000 7f6c0f5fd680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:24:58.985 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:24:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:24:58.893+0000 7f6c0f5fd680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T04:24:58.996 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:24:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:24:58.736+0000 7f62e7abd680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T04:24:58.996 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:24:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:24:58.871+0000 7f62e7abd680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:24:58.996 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:24:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:24:58.953+0000 7f62e7abd680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T04:24:59.248 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:24:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:24:59.047+0000 7f62e7abd680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T04:24:59.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:24:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:24:58.986+0000 7f6c0f5fd680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T04:24:59.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:24:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:24:59.188+0000 7f6c0f5fd680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T04:24:59.543 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:24:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:24:59.250+0000 7f62e7abd680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T04:24:59.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:24:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:24:59.544+0000 7f62e7abd680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T04:24:59.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:24:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:24:59.646+0000 7f62e7abd680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T04:24:59.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:24:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:24:59.480+0000 7f6c0f5fd680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T04:24:59.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:24:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:24:59.581+0000 7f6c0f5fd680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T04:25:00.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:00.335+0000 7f6c0f5fd680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T04:25:00.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:00.419+0000 7f6c0f5fd680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T04:25:00.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:00.514+0000 7f6c0f5fd680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T04:25:00.763 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:25:00.405+0000 7f62e7abd680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T04:25:00.764 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:25:00.489+0000 7f62e7abd680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T04:25:00.764 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:25:00.585+0000 7f62e7abd680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T04:25:00.959 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:00.694+0000 7f6c0f5fd680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T04:25:01.032 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:25:00.765+0000 7f62e7abd680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T04:25:01.234 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:00.960+0000 7f6c0f5fd680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T04:25:01.234 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:01.096+0000 7f6c0f5fd680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T04:25:01.308 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:25:01.033+0000 7f62e7abd680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T04:25:01.308 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:25:01.170+0000 7f62e7abd680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T04:25:01.499 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:01.235+0000 7f6c0f5fd680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:25:01.499 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:01.414+0000 7f6c0f5fd680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T04:25:01.569 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:25:01.309+0000 7f62e7abd680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:25:01.569 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:25:01.488+0000 7f62e7abd680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T04:25:01.771 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:01.500+0000 7f6c0f5fd680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T04:25:01.771 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [79B blob data] 2024-04-22T04:25:01.771 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:25:01] ENGINE Bus STARTING 2024-04-22T04:25:01.771 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [79B blob data] 2024-04-22T04:25:01.771 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:01.733+0000 7f6b6f43a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:25:01.771 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:01.733+0000 7f6b6f43a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:25:01.771 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:01.733+0000 7f6b6f43a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:25:01.771 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:01.733+0000 7f6b6f43a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:25:01.771 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:01.733+0000 7f6b6f43a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:25:01.771 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:01.733+0000 7f6b75c47700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:25:01.771 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:01.733+0000 7f6b75c47700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:25:01.772 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:01.733+0000 7f6b75c47700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:25:01.772 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:01.733+0000 7f6b75c47700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:25:01.772 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:25:01.733+0000 7f6b75c47700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:25:01.772 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:01.514099+0000 mon.a (mon.0) 604 : cluster [INF] Active manager daemon y restarted 2024-04-22T04:25:01.772 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:01.514475+0000 mon.a (mon.0) 605 : cluster [INF] Activating manager daemon y 2024-04-22T04:25:01.772 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:01.522886+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-04-22T04:25:01.772 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:01.523387+0000 mon.a (mon.0) 607 : cluster [DBG] mgrmap e16: y(active, starting, since 0.00903124s), standbys: x 2024-04-22T04:25:01.772 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.525304+0000 mon.c (mon.2) 20 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:25:01.772 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.525514+0000 mon.c (mon.2) 21 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:25:01.772 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.525706+0000 mon.c (mon.2) 22 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:25:01.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.526134+0000 mon.c (mon.2) 23 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T04:25:01.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.526359+0000 mon.c (mon.2) 24 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:25:01.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.526562+0000 mon.c (mon.2) 25 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T04:25:01.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.526761+0000 mon.c (mon.2) 26 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T04:25:01.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.526931+0000 mon.c (mon.2) 27 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:25:01.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.527134+0000 mon.c (mon.2) 28 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:25:01.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.527344+0000 mon.c (mon.2) 29 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:25:01.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.527546+0000 mon.c (mon.2) 30 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:25:01.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.527831+0000 mon.c (mon.2) 31 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:25:01.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.528116+0000 mon.c (mon.2) 32 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:25:01.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.528549+0000 mon.c (mon.2) 33 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:25:01.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.528769+0000 mon.c (mon.2) 34 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:25:01.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.529024+0000 mon.c (mon.2) 35 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T04:25:01.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.529274+0000 mon.c (mon.2) 36 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T04:25:01.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.530005+0000 mon.c (mon.2) 37 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T04:25:01.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:01.544474+0000 mon.a (mon.0) 608 : cluster [INF] Manager daemon y is now available 2024-04-22T04:25:01.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:01.514099+0000 mon.a (mon.0) 604 : cluster [INF] Active manager daemon y restarted 2024-04-22T04:25:01.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:01.514475+0000 mon.a (mon.0) 605 : cluster [INF] Activating manager daemon y 2024-04-22T04:25:01.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:01.522886+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-04-22T04:25:01.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:01.523387+0000 mon.a (mon.0) 607 : cluster [DBG] mgrmap e16: y(active, starting, since 0.00903124s), standbys: x 2024-04-22T04:25:01.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.525304+0000 mon.c (mon.2) 20 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:25:01.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.525514+0000 mon.c (mon.2) 21 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:25:01.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.525706+0000 mon.c (mon.2) 22 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:25:01.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.526134+0000 mon.c (mon.2) 23 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T04:25:01.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.526359+0000 mon.c (mon.2) 24 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:25:01.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.526562+0000 mon.c (mon.2) 25 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T04:25:01.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.526761+0000 mon.c (mon.2) 26 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T04:25:01.775 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.526931+0000 mon.c (mon.2) 27 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:25:01.775 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.527134+0000 mon.c (mon.2) 28 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:25:01.775 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.527344+0000 mon.c (mon.2) 29 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:25:01.775 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.527546+0000 mon.c (mon.2) 30 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:25:01.775 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.527831+0000 mon.c (mon.2) 31 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:25:01.775 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.528116+0000 mon.c (mon.2) 32 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:25:01.775 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.528549+0000 mon.c (mon.2) 33 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:25:01.775 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.528769+0000 mon.c (mon.2) 34 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:25:01.775 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.529024+0000 mon.c (mon.2) 35 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T04:25:01.775 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.529274+0000 mon.c (mon.2) 36 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T04:25:01.775 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.530005+0000 mon.c (mon.2) 37 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T04:25:01.775 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:01.544474+0000 mon.a (mon.0) 608 : cluster [INF] Manager daemon y is now available 2024-04-22T04:25:01.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: debug 2024-04-22T04:25:01.579+0000 7f62e7abd680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T04:25:01.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: [22/Apr/2024:04:25:01] ENGINE Bus STARTING 2024-04-22T04:25:01.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: CherryPy Checker: 2024-04-22T04:25:01.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: The Application mounted at '' has an empty config. 2024-04-22T04:25:01.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: 2024-04-22T04:25:01.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: [22/Apr/2024:04:25:01] ENGINE Serving on http://:::9283 2024-04-22T04:25:01.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: [22/Apr/2024:04:25:01] ENGINE Bus STARTED 2024-04-22T04:25:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:01.514099+0000 mon.a (mon.0) 604 : cluster [INF] Active manager daemon y restarted 2024-04-22T04:25:01.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:01.514475+0000 mon.a (mon.0) 605 : cluster [INF] Activating manager daemon y 2024-04-22T04:25:01.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:01.522886+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-04-22T04:25:01.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:01.523387+0000 mon.a (mon.0) 607 : cluster [DBG] mgrmap e16: y(active, starting, since 0.00903124s), standbys: x 2024-04-22T04:25:01.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.525304+0000 mon.c (mon.2) 20 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:25:01.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.525514+0000 mon.c (mon.2) 21 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:25:01.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.525706+0000 mon.c (mon.2) 22 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:25:01.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.526134+0000 mon.c (mon.2) 23 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T04:25:01.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.526359+0000 mon.c (mon.2) 24 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:25:01.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.526562+0000 mon.c (mon.2) 25 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T04:25:01.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.526761+0000 mon.c (mon.2) 26 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T04:25:01.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.526931+0000 mon.c (mon.2) 27 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:25:01.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.527134+0000 mon.c (mon.2) 28 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:25:01.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.527344+0000 mon.c (mon.2) 29 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:25:01.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.527546+0000 mon.c (mon.2) 30 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:25:01.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.527831+0000 mon.c (mon.2) 31 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:25:01.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.528116+0000 mon.c (mon.2) 32 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:25:01.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.528549+0000 mon.c (mon.2) 33 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:25:01.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.528769+0000 mon.c (mon.2) 34 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:25:01.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.529024+0000 mon.c (mon.2) 35 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T04:25:01.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.529274+0000 mon.c (mon.2) 36 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T04:25:01.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.530005+0000 mon.c (mon.2) 37 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T04:25:01.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:01.544474+0000 mon.a (mon.0) 608 : cluster [INF] Manager daemon y is now available 2024-04-22T04:25:02.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: CherryPy Checker: 2024-04-22T04:25:02.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: The Application mounted at '' has an empty config. 2024-04-22T04:25:02.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: 2024-04-22T04:25:02.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:25:01] ENGINE Serving on http://:::9283 2024-04-22T04:25:02.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:25:01] ENGINE Bus STARTED 2024-04-22T04:25:02.537 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled node-exporter update... 2024-04-22T04:25:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:01.594279+0000 mon.a (mon.0) 609 : cluster [DBG] Standby manager daemon x restarted 2024-04-22T04:25:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:01.594376+0000 mon.a (mon.0) 610 : cluster [DBG] Standby manager daemon x started 2024-04-22T04:25:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.595823+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.? 172.21.15.62:0/3425956524' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:25:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.596698+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.? 172.21.15.62:0/3425956524' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:25:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.599610+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.62:0/3425956524' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T04:25:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.600047+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.62:0/3425956524' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:25:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.647941+0000 mon.c (mon.2) 38 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:25:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.649634+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:25:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.687093+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.702748+0000 mon.c (mon.2) 40 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:25:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.703181+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:25:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.712948+0000 mon.c (mon.2) 41 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:25:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:01.713317+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:25:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:02.523557+0000 mon.a (mon.0) 614 : cluster [DBG] mgrmap e17: y(active, since 1.0092s), standbys: x 2024-04-22T04:25:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:02.539033+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:01.594279+0000 mon.a (mon.0) 609 : cluster [DBG] Standby manager daemon x restarted 2024-04-22T04:25:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:01.594376+0000 mon.a (mon.0) 610 : cluster [DBG] Standby manager daemon x started 2024-04-22T04:25:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.595823+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.? 172.21.15.62:0/3425956524' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:25:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.596698+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.? 172.21.15.62:0/3425956524' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:25:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.599610+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.62:0/3425956524' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T04:25:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.600047+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.62:0/3425956524' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:25:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.647941+0000 mon.c (mon.2) 38 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:25:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.649634+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:25:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.687093+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.702748+0000 mon.c (mon.2) 40 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:25:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.703181+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:25:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.712948+0000 mon.c (mon.2) 41 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:25:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:01.713317+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:25:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:02.523557+0000 mon.a (mon.0) 614 : cluster [DBG] mgrmap e17: y(active, since 1.0092s), standbys: x 2024-04-22T04:25:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:02.539033+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:01.594279+0000 mon.a (mon.0) 609 : cluster [DBG] Standby manager daemon x restarted 2024-04-22T04:25:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:01.594376+0000 mon.a (mon.0) 610 : cluster [DBG] Standby manager daemon x started 2024-04-22T04:25:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.595823+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.? 172.21.15.62:0/3425956524' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:25:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.596698+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.? 172.21.15.62:0/3425956524' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:25:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.599610+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.62:0/3425956524' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T04:25:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.600047+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.62:0/3425956524' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:25:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.647941+0000 mon.c (mon.2) 38 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:25:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.649634+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:25:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.687093+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.702748+0000 mon.c (mon.2) 40 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:25:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.703181+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:25:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.712948+0000 mon.c (mon.2) 41 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:25:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:01.713317+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:25:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:02.523557+0000 mon.a (mon.0) 614 : cluster [DBG] mgrmap e17: y(active, since 1.0092s), standbys: x 2024-04-22T04:25:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:02.539033+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:03.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:25:02.530127+0000 mgr.y (mgr.14574) 2 : cephadm [INF] Saving service node-exporter spec with placement smithi040=a;smithi062=b;count:2 2024-04-22T04:25:03.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:02.536977+0000 mgr.y (mgr.14574) 3 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:03.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:03.227572+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:03.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:03.521162+0000 mon.c (mon.2) 42 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:03.521507+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:03.522274+0000 mon.c (mon.2) 43 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:03.522512+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:03.523137+0000 mon.c (mon.2) 44 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:03.523379+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:03.523996+0000 mon.c (mon.2) 45 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:03.524239+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:03.529050+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:03.673 DEBUG:teuthology.orchestra.run.smithi040:node-exporter.a> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@node-exporter.a.service 2024-04-22T04:25:03.675 DEBUG:teuthology.orchestra.run.smithi062:node-exporter.b> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@node-exporter.b.service 2024-04-22T04:25:03.678 INFO:tasks.cephadm:Adding alertmanager.a on smithi040 2024-04-22T04:25:03.678 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch apply alertmanager '1;smithi040=a' 2024-04-22T04:25:03.707 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:-- Logs begin at Mon 2024-04-22 04:08:30 UTC. -- 2024-04-22T04:25:03.713 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:-- Logs begin at Mon 2024-04-22 04:08:34 UTC. -- 2024-04-22T04:25:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:25:02.530127+0000 mgr.y (mgr.14574) 2 : cephadm [INF] Saving service node-exporter spec with placement smithi040=a;smithi062=b;count:2 2024-04-22T04:25:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:02.536977+0000 mgr.y (mgr.14574) 3 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:03.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:03.227572+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:03.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:03.521162+0000 mon.c (mon.2) 42 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:03.521507+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:03.522274+0000 mon.c (mon.2) 43 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:03.522512+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:03.523137+0000 mon.c (mon.2) 44 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:03.523379+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:03.523996+0000 mon.c (mon.2) 45 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:03.524239+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:03.529050+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:03.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:25:02.530127+0000 mgr.y (mgr.14574) 2 : cephadm [INF] Saving service node-exporter spec with placement smithi040=a;smithi062=b;count:2 2024-04-22T04:25:03.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:02.536977+0000 mgr.y (mgr.14574) 3 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:03.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:03.227572+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:03.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:03.521162+0000 mon.c (mon.2) 42 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:03.521507+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:03.522274+0000 mon.c (mon.2) 43 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:03.522512+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:03.523137+0000 mon.c (mon.2) 44 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:03.523379+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:03.523996+0000 mon.c (mon.2) 45 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:03.524239+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:03.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:03.529050+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:05.297 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:25:03.524790+0000 mgr.y (mgr.14574) 4 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 3001M 2024-04-22T04:25:05.298 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:03.527781+0000 mgr.y (mgr.14574) 5 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:05.298 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:03.919778+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:05.298 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:04.315266+0000 mon.c (mon.2) 46 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.298 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:04.315609+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.298 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:04.316546+0000 mon.c (mon.2) 47 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.298 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:04.316847+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.298 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:04.317711+0000 mon.c (mon.2) 48 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.298 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:04.317998+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.298 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:04.318865+0000 mon.c (mon.2) 49 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.298 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:04.319145+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.298 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:04.324555+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:05.298 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:04.325673+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:25:05.299 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:04.326481+0000 mon.c (mon.2) 51 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:25:05.299 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:04.391567+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:05.299 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:04.404619+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:05.299 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:04.409237+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:05.299 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:04.414290+0000 mon.c (mon.2) 52 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T04:25:05.299 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:04.414640+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T04:25:05.299 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:04.533142+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-22T04:25:05.299 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:04.533251+0000 mon.a (mon.0) 633 : cluster [DBG] mgrmap e18: y(active, since 3s), standbys: x 2024-04-22T04:25:05.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:25:03.524790+0000 mgr.y (mgr.14574) 4 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 3001M 2024-04-22T04:25:05.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:03.527781+0000 mgr.y (mgr.14574) 5 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:05.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:03.919778+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:05.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:04.315266+0000 mon.c (mon.2) 46 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:04.315609+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:04.316546+0000 mon.c (mon.2) 47 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:04.316847+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:04.317711+0000 mon.c (mon.2) 48 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:04.317998+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:04.318865+0000 mon.c (mon.2) 49 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:04.319145+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:04.324555+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:05.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:04.325673+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:25:05.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:04.326481+0000 mon.c (mon.2) 51 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:25:05.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:04.391567+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:05.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:04.404619+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:05.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:25:03.524790+0000 mgr.y (mgr.14574) 4 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 3001M 2024-04-22T04:25:05.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:03.527781+0000 mgr.y (mgr.14574) 5 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:05.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:03.919778+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:05.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:04.315266+0000 mon.c (mon.2) 46 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:04.315609+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:04.316546+0000 mon.c (mon.2) 47 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:04.316847+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:04.317711+0000 mon.c (mon.2) 48 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:04.317998+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:04.318865+0000 mon.c (mon.2) 49 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:04.319145+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:25:05.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:04.324555+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:05.412 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:04.325673+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:25:05.412 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:04.326481+0000 mon.c (mon.2) 51 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:25:05.412 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:04.391567+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:05.412 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:04.404619+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:05.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:04.409237+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:05.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:04.414290+0000 mon.c (mon.2) 52 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T04:25:05.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:04.414640+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T04:25:05.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:04.533142+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-22T04:25:05.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:04.533251+0000 mon.a (mon.0) 633 : cluster [DBG] mgrmap e18: y(active, since 3s), standbys: x 2024-04-22T04:25:05.412 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:04.409237+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:05.412 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:04.414290+0000 mon.c (mon.2) 52 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T04:25:05.413 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:04.414640+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T04:25:05.413 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:04.533142+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-22T04:25:05.413 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:04.533251+0000 mon.a (mon.0) 633 : cluster [DBG] mgrmap e18: y(active, since 3s), standbys: x 2024-04-22T04:25:06.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:25:04.319866+0000 mgr.y (mgr.14574) 6 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 3256M 2024-04-22T04:25:06.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:25:04.327865+0000 mgr.y (mgr.14574) 7 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:25:06.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:25:04.328168+0000 mgr.y (mgr.14574) 8 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:25:06.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:25:04.348754+0000 mgr.y (mgr.14574) 9 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:25:06.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:25:04.360497+0000 mgr.y (mgr.14574) 10 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:25:06.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:25:04.545474+0000 mgr.y (mgr.14574) 11 : cephadm [INF] Deploying daemon prometheus.a on smithi062 2024-04-22T04:25:06.204 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled alertmanager update... 2024-04-22T04:25:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:25:04.319866+0000 mgr.y (mgr.14574) 6 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 3256M 2024-04-22T04:25:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:25:04.327865+0000 mgr.y (mgr.14574) 7 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:25:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:25:04.328168+0000 mgr.y (mgr.14574) 8 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:25:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:25:04.348754+0000 mgr.y (mgr.14574) 9 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:25:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:25:04.360497+0000 mgr.y (mgr.14574) 10 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:25:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:25:04.545474+0000 mgr.y (mgr.14574) 11 : cephadm [INF] Deploying daemon prometheus.a on smithi062 2024-04-22T04:25:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:25:04.319866+0000 mgr.y (mgr.14574) 6 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 3256M 2024-04-22T04:25:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:25:04.327865+0000 mgr.y (mgr.14574) 7 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:25:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:25:04.328168+0000 mgr.y (mgr.14574) 8 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:25:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:25:04.348754+0000 mgr.y (mgr.14574) 9 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:25:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:25:04.360497+0000 mgr.y (mgr.14574) 10 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:25:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:25:04.545474+0000 mgr.y (mgr.14574) 11 : cephadm [INF] Deploying daemon prometheus.a on smithi062 2024-04-22T04:25:07.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:05.528161+0000 mgr.y (mgr.14574) 12 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:06.205444+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:07.373 DEBUG:teuthology.orchestra.run.smithi040:alertmanager.a> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@alertmanager.a.service 2024-04-22T04:25:07.376 INFO:tasks.cephadm:Adding grafana.a on smithi062 2024-04-22T04:25:07.376 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph orch apply grafana '1;smithi062=a' 2024-04-22T04:25:07.405 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:05.528161+0000 mgr.y (mgr.14574) 12 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:07.405 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:06.205444+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:07.405 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:05.528161+0000 mgr.y (mgr.14574) 12 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:07.405 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:06.205444+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:07.410 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:-- Logs begin at Mon 2024-04-22 04:08:30 UTC. -- 2024-04-22T04:25:08.325 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:07 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:06.199940+0000 mgr.y (mgr.14574) 13 : audit [DBG] from='client.24487 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi040=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:25:08.325 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:07 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:25:06.201385+0000 mgr.y (mgr.14574) 14 : cephadm [INF] Saving service alertmanager spec with placement smithi040=a;count:1 2024-04-22T04:25:08.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:06.199940+0000 mgr.y (mgr.14574) 13 : audit [DBG] from='client.24487 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi040=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:25:08.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:25:06.201385+0000 mgr.y (mgr.14574) 14 : cephadm [INF] Saving service alertmanager spec with placement smithi040=a;count:1 2024-04-22T04:25:08.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:06.199940+0000 mgr.y (mgr.14574) 13 : audit [DBG] from='client.24487 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi040=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:25:08.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:25:06.201385+0000 mgr.y (mgr.14574) 14 : cephadm [INF] Saving service alertmanager spec with placement smithi040=a;count:1 2024-04-22T04:25:09.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:07.528691+0000 mgr.y (mgr.14574) 15 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:09.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:07.528691+0000 mgr.y (mgr.14574) 15 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:07.528691+0000 mgr.y (mgr.14574) 15 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:10.544 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled grafana update... 2024-04-22T04:25:11.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:09.529300+0000 mgr.y (mgr.14574) 16 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:11.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:10.546242+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:11.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:09.529300+0000 mgr.y (mgr.14574) 16 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:11.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:10.546242+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:11.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:09.529300+0000 mgr.y (mgr.14574) 16 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:11.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:10.546242+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:12.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:10.540639+0000 mgr.y (mgr.14574) 17 : audit [DBG] from='client.24493 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi062=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:25:12.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:25:10.542031+0000 mgr.y (mgr.14574) 18 : cephadm [INF] Saving service grafana spec with placement smithi062=a;count:1 2024-04-22T04:25:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:10.540639+0000 mgr.y (mgr.14574) 17 : audit [DBG] from='client.24493 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi062=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:25:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:25:10.542031+0000 mgr.y (mgr.14574) 18 : cephadm [INF] Saving service grafana spec with placement smithi062=a;count:1 2024-04-22T04:25:12.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:10.540639+0000 mgr.y (mgr.14574) 17 : audit [DBG] from='client.24493 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi062=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:25:12.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:25:10.542031+0000 mgr.y (mgr.14574) 18 : cephadm [INF] Saving service grafana spec with placement smithi062=a;count:1 2024-04-22T04:25:12.475 DEBUG:teuthology.orchestra.run.smithi062:grafana.a> sudo journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@grafana.a.service 2024-04-22T04:25:12.477 INFO:tasks.cephadm:Setting up client nodes... 2024-04-22T04:25:12.478 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-22T04:25:12.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:-- Logs begin at Mon 2024-04-22 04:08:34 UTC. -- 2024-04-22T04:25:13.253 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:11.529730+0000 mgr.y (mgr.14574) 19 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:13.254 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:11.529730+0000 mgr.y (mgr.14574) 19 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:13.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:11.529730+0000 mgr.y (mgr.14574) 19 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:15.004 INFO:teuthology.orchestra.run.smithi040.stdout:[client.0] 2024-04-22T04:25:15.004 INFO:teuthology.orchestra.run.smithi040.stdout: key = AQCr5iVm06UoABAAMVFaTeKx1Niivf4TvIa7Cw== 2024-04-22T04:25:15.337 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:13.530244+0000 mgr.y (mgr.14574) 20 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:15.338 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:13.530244+0000 mgr.y (mgr.14574) 20 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:15.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:13.530244+0000 mgr.y (mgr.14574) 20 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:15.708 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T04:25:15.708 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-22T04:25:15.708 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-22T04:25:15.753 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-22T04:25:16.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:15.002507+0000 mon.a (mon.0) 636 : audit [INF] from='client.? 172.21.15.40:0/1963680503' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T04:25:16.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:15.006421+0000 mon.a (mon.0) 637 : audit [INF] from='client.? 172.21.15.40:0/1963680503' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T04:25:16.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:15.002507+0000 mon.a (mon.0) 636 : audit [INF] from='client.? 172.21.15.40:0/1963680503' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T04:25:16.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:15.006421+0000 mon.a (mon.0) 637 : audit [INF] from='client.? 172.21.15.40:0/1963680503' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T04:25:16.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:15.002507+0000 mon.a (mon.0) 636 : audit [INF] from='client.? 172.21.15.40:0/1963680503' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T04:25:16.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:15.006421+0000 mon.a (mon.0) 637 : audit [INF] from='client.? 172.21.15.40:0/1963680503' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T04:25:17.308 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:15.530605+0000 mgr.y (mgr.14574) 21 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:17.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:15.530605+0000 mgr.y (mgr.14574) 21 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:17.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:15.530605+0000 mgr.y (mgr.14574) 21 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:18.487 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:18 smithi062 systemd[1]: Starting Ceph prometheus.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:25:19.015 INFO:teuthology.orchestra.run.smithi062.stdout:[client.1] 2024-04-22T04:25:19.015 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCv5iVmz8XDABAAMQa+lE5Nt3qPS4aW0lr28Q== 2024-04-22T04:25:19.379 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:17.531052+0000 mgr.y (mgr.14574) 22 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:19.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:17.531052+0000 mgr.y (mgr.14574) 22 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:19.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:17.531052+0000 mgr.y (mgr.14574) 22 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:19.631 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.381Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-22T04:25:19.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.381Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-22T04:25:19.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.381Z caller=main.go:518 level=info host_details="(Linux 4.18.0-552.el8.x86_64 #1 SMP Sun Apr 7 19:39:51 UTC 2024 x86_64 smithi062 (none))" 2024-04-22T04:25:19.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.381Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-22T04:25:19.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.381Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-22T04:25:19.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.383Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-22T04:25:19.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.384Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-22T04:25:19.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.384Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-22T04:25:19.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.387Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-22T04:25:19.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.387Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.996µs 2024-04-22T04:25:19.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.387Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-22T04:25:19.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.387Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-22T04:25:19.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.387Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=23.71µs wal_replay_duration=131.67µs total_replay_duration=170.428µs 2024-04-22T04:25:19.633 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.388Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-22T04:25:19.633 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.388Z caller=main.go:947 level=info msg="TSDB started" 2024-04-22T04:25:19.633 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.388Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-22T04:25:19.633 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.405Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.140808ms db_storage=731ns remote_storage=1.19µs web_handler=272ns query_engine=594ns scrape=521.514µs scrape_sd=17.851µs notify=877ns notify_sd=1.512µs rules=16.275024ms 2024-04-22T04:25:19.633 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:25:19.405Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-22T04:25:19.633 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 bash[62105]: 2b69a08eb51c4d631161fe2f4932804c8826b8c6e2acae12e2a854655cd32b4e 2024-04-22T04:25:19.633 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:25:19 smithi062 systemd[1]: Started Ceph prometheus.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:25:20.013 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:19.012387+0000 mon.b (mon.1) 28 : audit [INF] from='client.? 172.21.15.62:0/3306972282' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T04:25:20.013 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:19.012655+0000 mon.a (mon.0) 638 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T04:25:20.013 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:19.016520+0000 mon.a (mon.0) 639 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T04:25:20.013 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:19.012387+0000 mon.b (mon.1) 28 : audit [INF] from='client.? 172.21.15.62:0/3306972282' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T04:25:20.013 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:19.012655+0000 mon.a (mon.0) 638 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T04:25:20.014 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:19.016520+0000 mon.a (mon.0) 639 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T04:25:20.014 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:19.483119+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:20.083 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-04-22T04:25:20.083 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-22T04:25:20.083 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-22T04:25:20.126 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-22T04:25:20.127 DEBUG:teuthology.orchestra.run.smithi040:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-22T04:25:20.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:19.012387+0000 mon.b (mon.1) 28 : audit [INF] from='client.? 172.21.15.62:0/3306972282' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T04:25:20.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:19.012655+0000 mon.a (mon.0) 638 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T04:25:20.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:19.016520+0000 mon.a (mon.0) 639 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T04:25:20.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:19.483119+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:20.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:19.483119+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:20.410 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:20 smithi040 systemd[1]: Starting Ceph node-exporter.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:25:20.410 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:20 smithi040 bash[68659]: Trying to pull quay.io/prometheus/node-exporter:v1.3.1... 2024-04-22T04:25:20.429 INFO:teuthology.misc.health.smithi040.stdout: 2024-04-22T04:25:20.429 INFO:teuthology.misc.health.smithi040.stdout:{"epoch":55,"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","created":"2024-04-22T04:18:50.150011+0000","modified":"2024-04-22T04:25:01.514170+0000","last_up_change":"2024-04-22T04:24:21.299093+0000","last_in_change":"2024-04-22T04:24:02.818042+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-22T04:22:08.850384+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T04:24:41.729816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T04:24:43.070161+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"9175df1f-b111-4ef2-bfe3-63819e7941ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6803","nonce":948352163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6805","nonce":948352163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6809","nonce":948352163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6807","nonce":948352163}]},"public_addr":"172.21.15.40:6803/948352163","cluster_addr":"172.21.15.40:6805/948352163","heartbeat_back_addr":"172.21.15.40:6809/948352163","heartbeat_front_addr":"172.21.15.40:6807/948352163","state":["exists","up"]},{"osd":1,"uuid":"56a5c3bd-1475-4c45-b34a-29f0ddf22588","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6811","nonce":2533588003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6813","nonce":2533588003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6817","nonce":2533588003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6815","nonce":2533588003}]},"public_addr":"172.21.15.40:6811/2533588003","cluster_addr":"172.21.15.40:6813/2533588003","heartbeat_back_addr":"172.21.15.40:6817/2533588003","heartbeat_front_addr":"172.21.15.40:6815/2533588003","state":["exists","up"]},{"osd":2,"uuid":"2687fa66-5d91-4e7a-a733-f04683426fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6819","nonce":3133354834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6821","nonce":3133354834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6825","nonce":3133354834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6823","nonce":3133354834}]},"public_addr":"172.21.15.40:6819/3133354834","cluster_addr":"172.21.15.40:6821/3133354834","heartbeat_back_addr":"172.21.15.40:6825/3133354834","heartbeat_front_addr":"172.21.15.40:6823/3133354834","state":["exists","up"]},{"osd":3,"uuid":"26394218-48e4-4f26-9a9e-6a364a0d742c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6827","nonce":1750368880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6829","nonce":1750368880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6833","nonce":1750368880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6831","nonce":1750368880}]},"public_addr":"172.21.15.40:6827/1750368880","cluster_addr":"172.21.15.40:6829/1750368880","heartbeat_back_addr":"172.21.15.40:6833/1750368880","heartbeat_front_addr":"172.21.15.40:6831/1750368880","state":["exists","up"]},{"osd":4,"uuid":"fe518305-5b3a-4593-8487-2420df463fcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6801","nonce":3461291081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6803","nonce":3461291081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6807","nonce":3461291081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6805","nonce":3461291081}]},"public_addr":"172.21.15.62:6801/3461291081","cluster_addr":"172.21.15.62:6803/3461291081","heartbeat_back_addr":"172.21.15.62:6807/3461291081","heartbeat_front_addr":"172.21.15.62:6805/3461291081","state":["exists","up"]},{"osd":5,"uuid":"c24eb7c4-e089-46aa-84ab-c6a10e8976ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6809","nonce":4086780646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6811","nonce":4086780646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6815","nonce":4086780646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6813","nonce":4086780646}]},"public_addr":"172.21.15.62:6809/4086780646","cluster_addr":"172.21.15.62:6811/4086780646","heartbeat_back_addr":"172.21.15.62:6815/4086780646","heartbeat_front_addr":"172.21.15.62:6813/4086780646","state":["exists","up"]},{"osd":6,"uuid":"9057756d-fdc1-46a0-8d10-03d46f76d89d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6817","nonce":4166341966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6819","nonce":4166341966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6823","nonce":4166341966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6821","nonce":4166341966}]},"public_addr":"172.21.15.62:6817/4166341966","cluster_addr":"172.21.15.62:6819/4166341966","heartbeat_back_addr":"172.21.15.62:6823/4166341966","heartbeat_front_addr":"172.21.15.62:6821/4166341966","state":["exists","up"]},{"osd":7,"uuid":"f90dc05a-ea35-4d2c-a291-758293596ba3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6825","nonce":3575726867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6827","nonce":3575726867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6831","nonce":3575726867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6829","nonce":3575726867}]},"public_addr":"172.21.15.62:6825/3575726867","cluster_addr":"172.21.15.62:6827/3575726867","heartbeat_back_addr":"172.21.15.62:6831/3575726867","heartbeat_front_addr":"172.21.15.62:6829/3575726867","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:13.135242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:39.742797+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:06.540884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:32.593576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:57.708728+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:24.537154+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:51.391403+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:24:19.929531+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:6801/3484590964":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6800/3484590964":"2024-04-23T04:25:01.514126+0000","172.21.15.40:0/3972631834":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6801/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3742996938":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6800/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2286115160":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6801/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2620968302":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3618507425":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2689848740":"2024-04-23T04:19:19.717943+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T04:25:20.441 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-22T04:25:20.441 INFO:tasks.cephadm:Creating RBD pool 2024-04-22T04:25:20.441 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-22T04:25:20.909 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:20 smithi040 bash[68659]: Getting image source signatures 2024-04-22T04:25:20.909 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:20 smithi040 bash[68659]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2024-04-22T04:25:20.909 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:20 smithi040 bash[68659]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2024-04-22T04:25:20.909 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:20 smithi040 bash[68659]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2024-04-22T04:25:21.349 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:25:19.485613+0000 mgr.y (mgr.14574) 23 : cephadm [INF] Deploying daemon node-exporter.a on smithi040 2024-04-22T04:25:21.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:19.531491+0000 mgr.y (mgr.14574) 24 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:21.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:20.430683+0000 mon.c (mon.2) 53 : audit [DBG] from='client.? 172.21.15.40:0/2704090999' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:25:21.350 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:25:19.485613+0000 mgr.y (mgr.14574) 23 : cephadm [INF] Deploying daemon node-exporter.a on smithi040 2024-04-22T04:25:21.350 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:19.531491+0000 mgr.y (mgr.14574) 24 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:21.350 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:20.430683+0000 mon.c (mon.2) 53 : audit [DBG] from='client.? 172.21.15.40:0/2704090999' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:25:21.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:25:19.485613+0000 mgr.y (mgr.14574) 23 : cephadm [INF] Deploying daemon node-exporter.a on smithi040 2024-04-22T04:25:21.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:19.531491+0000 mgr.y (mgr.14574) 24 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:21.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:20.430683+0000 mon.c (mon.2) 53 : audit [DBG] from='client.? 172.21.15.40:0/2704090999' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:25:22.662 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:22 smithi040 bash[68659]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2024-04-22T04:25:23.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:21.531811+0000 mgr.y (mgr.14574) 25 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:23.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:21.694102+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:23.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:21.531811+0000 mgr.y (mgr.14574) 25 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:23.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:21.694102+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:21.531811+0000 mgr.y (mgr.14574) 25 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:21.694102+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:23.159 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:22 smithi040 bash[68659]: Writing manifest to image destination 2024-04-22T04:25:23.909 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.679Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-04-22T04:25:23.910 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.679Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-04-22T04:25:23.910 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.679Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-04-22T04:25:23.910 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.679Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-22T04:25:23.910 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-04-22T04:25:23.910 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=arp 2024-04-22T04:25:23.910 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=bcache 2024-04-22T04:25:23.910 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=bonding 2024-04-22T04:25:23.910 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=btrfs 2024-04-22T04:25:23.910 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=conntrack 2024-04-22T04:25:23.910 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=cpu 2024-04-22T04:25:23.910 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-04-22T04:25:23.911 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=diskstats 2024-04-22T04:25:23.911 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=dmi 2024-04-22T04:25:23.911 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=edac 2024-04-22T04:25:23.911 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=entropy 2024-04-22T04:25:23.911 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-04-22T04:25:23.911 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=filefd 2024-04-22T04:25:23.911 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=filesystem 2024-04-22T04:25:23.911 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=hwmon 2024-04-22T04:25:23.911 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=infiniband 2024-04-22T04:25:23.911 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=ipvs 2024-04-22T04:25:23.911 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=loadavg 2024-04-22T04:25:23.911 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=mdadm 2024-04-22T04:25:23.911 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=meminfo 2024-04-22T04:25:23.911 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=netclass 2024-04-22T04:25:23.911 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=netdev 2024-04-22T04:25:23.912 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=netstat 2024-04-22T04:25:23.912 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=nfs 2024-04-22T04:25:23.912 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=nfsd 2024-04-22T04:25:23.912 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=nvme 2024-04-22T04:25:23.912 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=os 2024-04-22T04:25:23.912 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-04-22T04:25:23.912 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=pressure 2024-04-22T04:25:23.912 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=rapl 2024-04-22T04:25:23.912 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=schedstat 2024-04-22T04:25:23.912 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=sockstat 2024-04-22T04:25:23.912 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=softnet 2024-04-22T04:25:23.912 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=stat 2024-04-22T04:25:23.912 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=tapestats 2024-04-22T04:25:23.912 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=textfile 2024-04-22T04:25:23.912 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-04-22T04:25:23.913 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=time 2024-04-22T04:25:23.913 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-04-22T04:25:23.913 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=uname 2024-04-22T04:25:23.913 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=vmstat 2024-04-22T04:25:23.913 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=xfs 2024-04-22T04:25:23.913 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:115 level=info collector=zfs 2024-04-22T04:25:23.913 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-04-22T04:25:23.913 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[68875]: ts=2024-04-22T04:25:23.680Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-04-22T04:25:24.409 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:24 smithi040 bash[68659]: 3d926365bac8ebc3c81d7a21695ae70ba7399708f3a8903cf327b827a3949cdd 2024-04-22T04:25:24.409 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:25:24 smithi040 systemd[1]: Started Ceph node-exporter.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:25:24.708 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'rbd' created 2024-04-22T04:25:24.959 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:23.532396+0000 mgr.y (mgr.14574) 26 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:24.959 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:24.096593+0000 mon.a (mon.0) 642 : audit [INF] from='client.? 172.21.15.40:0/1114135383' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-22T04:25:24.959 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:24.531096+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:25.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:23.532396+0000 mgr.y (mgr.14574) 26 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:25.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:24.096593+0000 mon.a (mon.0) 642 : audit [INF] from='client.? 172.21.15.40:0/1114135383' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-22T04:25:25.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:24.531096+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:25.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:23.532396+0000 mgr.y (mgr.14574) 26 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:25.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:24.096593+0000 mon.a (mon.0) 642 : audit [INF] from='client.? 172.21.15.40:0/1114135383' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-22T04:25:25.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:24.531096+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:25.239 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:25 smithi062 systemd[1]: Starting Ceph node-exporter.b for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:25:25.404 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-22T04:25:25.559 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:25:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:25:25.559 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:25 smithi062 bash[62375]: Trying to pull quay.io/prometheus/node-exporter:v1.3.1... 2024-04-22T04:25:25.881 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:25 smithi062 bash[62375]: Getting image source signatures 2024-04-22T04:25:25.882 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:25 smithi062 bash[62375]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2024-04-22T04:25:25.882 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:25 smithi062 bash[62375]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2024-04-22T04:25:25.882 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:25 smithi062 bash[62375]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2024-04-22T04:25:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:25:24.532366+0000 mgr.y (mgr.14574) 27 : cephadm [INF] Deploying daemon node-exporter.b on smithi062 2024-04-22T04:25:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:24.703963+0000 mon.a (mon.0) 644 : audit [INF] from='client.? 172.21.15.40:0/1114135383' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-22T04:25:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:24.704047+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-04-22T04:25:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:24.705712+0000 mon.c (mon.2) 54 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-22T04:25:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:24.707009+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-22T04:25:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:24.710260+0000 mon.c (mon.2) 55 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-04-22T04:25:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:24.710605+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-04-22T04:25:26.153 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:25:24.532366+0000 mgr.y (mgr.14574) 27 : cephadm [INF] Deploying daemon node-exporter.b on smithi062 2024-04-22T04:25:26.154 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:24.703963+0000 mon.a (mon.0) 644 : audit [INF] from='client.? 172.21.15.40:0/1114135383' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-22T04:25:26.154 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:24.704047+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-04-22T04:25:26.154 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:24.705712+0000 mon.c (mon.2) 54 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-22T04:25:26.154 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:24.707009+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-22T04:25:26.154 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:24.710260+0000 mon.c (mon.2) 55 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-04-22T04:25:26.154 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:24.710605+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-04-22T04:25:26.154 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:25:24.532366+0000 mgr.y (mgr.14574) 27 : cephadm [INF] Deploying daemon node-exporter.b on smithi062 2024-04-22T04:25:26.154 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:24.703963+0000 mon.a (mon.0) 644 : audit [INF] from='client.? 172.21.15.40:0/1114135383' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-22T04:25:26.154 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:24.704047+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-04-22T04:25:26.154 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:24.705712+0000 mon.c (mon.2) 54 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-22T04:25:26.155 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:24.707009+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-22T04:25:26.155 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:24.710260+0000 mon.c (mon.2) 55 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-04-22T04:25:26.155 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:24.710605+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-04-22T04:25:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:25.532737+0000 mgr.y (mgr.14574) 28 : cluster [DBG] pgmap v16: 105 pgs: 8 unknown, 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:26.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:25.708612+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-04-22T04:25:26.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:25.708708+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-04-22T04:25:26.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:25.532737+0000 mgr.y (mgr.14574) 28 : cluster [DBG] pgmap v16: 105 pgs: 8 unknown, 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:26.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:25.708612+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-04-22T04:25:26.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:25.708708+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-04-22T04:25:27.048 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:25.532737+0000 mgr.y (mgr.14574) 28 : cluster [DBG] pgmap v16: 105 pgs: 8 unknown, 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:27.048 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:25.708612+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-04-22T04:25:27.048 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:25.708708+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-04-22T04:25:27.381 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:27 smithi062 bash[62375]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2024-04-22T04:25:27.381 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:27 smithi062 bash[62375]: Writing manifest to image destination 2024-04-22T04:25:28.053 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:26.709814+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-04-22T04:25:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:26.709814+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-04-22T04:25:28.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:26.709814+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-04-22T04:25:28.382 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.054Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-04-22T04:25:28.382 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.054Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-04-22T04:25:28.382 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.055Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-04-22T04:25:28.382 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.055Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-22T04:25:28.382 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-04-22T04:25:28.382 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=arp 2024-04-22T04:25:28.382 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=bcache 2024-04-22T04:25:28.383 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=bonding 2024-04-22T04:25:28.383 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=btrfs 2024-04-22T04:25:28.383 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=conntrack 2024-04-22T04:25:28.383 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=cpu 2024-04-22T04:25:28.383 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-04-22T04:25:28.383 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=diskstats 2024-04-22T04:25:28.383 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=dmi 2024-04-22T04:25:28.383 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=edac 2024-04-22T04:25:28.383 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=entropy 2024-04-22T04:25:28.383 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-04-22T04:25:28.383 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=filefd 2024-04-22T04:25:28.383 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=filesystem 2024-04-22T04:25:28.383 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=hwmon 2024-04-22T04:25:28.383 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=infiniband 2024-04-22T04:25:28.384 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=ipvs 2024-04-22T04:25:28.384 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=loadavg 2024-04-22T04:25:28.384 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=mdadm 2024-04-22T04:25:28.384 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=meminfo 2024-04-22T04:25:28.384 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=netclass 2024-04-22T04:25:28.384 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=netdev 2024-04-22T04:25:28.384 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=netstat 2024-04-22T04:25:28.384 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=nfs 2024-04-22T04:25:28.384 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=nfsd 2024-04-22T04:25:28.384 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=nvme 2024-04-22T04:25:28.384 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=os 2024-04-22T04:25:28.384 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-04-22T04:25:28.384 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=pressure 2024-04-22T04:25:28.384 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=rapl 2024-04-22T04:25:28.384 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=schedstat 2024-04-22T04:25:28.384 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=sockstat 2024-04-22T04:25:28.385 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=softnet 2024-04-22T04:25:28.385 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=stat 2024-04-22T04:25:28.385 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=tapestats 2024-04-22T04:25:28.385 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=textfile 2024-04-22T04:25:28.385 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-04-22T04:25:28.385 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=time 2024-04-22T04:25:28.385 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-04-22T04:25:28.385 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=uname 2024-04-22T04:25:28.385 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=vmstat 2024-04-22T04:25:28.385 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=xfs 2024-04-22T04:25:28.385 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:115 level=info collector=zfs 2024-04-22T04:25:28.385 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-04-22T04:25:28.385 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[62423]: ts=2024-04-22T04:25:28.056Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-04-22T04:25:28.385 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 bash[62375]: cd70c5d64335e767613e62c0a0805911ba7065b4d6ffef86aca30fe3caba9fdb 2024-04-22T04:25:28.385 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:25:28 smithi062 systemd[1]: Started Ceph node-exporter.b for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:25:28.733 INFO:teuthology.orchestra.run.smithi040.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-22T04:25:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:27.533206+0000 mgr.y (mgr.14574) 29 : cluster [DBG] pgmap v19: 105 pgs: 3 unknown, 102 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:27.789142+0000 mon.c (mon.2) 56 : audit [INF] from='client.? 172.21.15.40:0/260636723' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:25:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:27.789484+0000 mon.a (mon.0) 651 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:25:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:28.236016+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:28.239753+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:25:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:27.533206+0000 mgr.y (mgr.14574) 29 : cluster [DBG] pgmap v19: 105 pgs: 3 unknown, 102 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:27.789142+0000 mon.c (mon.2) 56 : audit [INF] from='client.? 172.21.15.40:0/260636723' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:25:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:27.789484+0000 mon.a (mon.0) 651 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:25:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:28.236016+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:28.239753+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:25:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:27.533206+0000 mgr.y (mgr.14574) 29 : cluster [DBG] pgmap v19: 105 pgs: 3 unknown, 102 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:27.789142+0000 mon.c (mon.2) 56 : audit [INF] from='client.? 172.21.15.40:0/260636723' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:25:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:27.789484+0000 mon.a (mon.0) 651 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:25:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:28.236016+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:28.239753+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:25:29.807 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-22T04:25:29.808 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-22T04:25:29.808 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-22T04:25:30.006 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:28.728823+0000 mon.a (mon.0) 653 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-22T04:25:30.006 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:28.728918+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-04-22T04:25:30.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:28.728823+0000 mon.a (mon.0) 653 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-22T04:25:30.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:28.728918+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-04-22T04:25:30.065 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:28.728823+0000 mon.a (mon.0) 653 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-22T04:25:30.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:28.728918+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-04-22T04:25:30.277 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:25:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:25:30] "GET /metrics HTTP/1.1" 200 185909 "" "Prometheus/2.33.4" 2024-04-22T04:25:30.836 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:29.533609+0000 mgr.y (mgr.14574) 30 : cluster [DBG] pgmap v21: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:30.837 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:29.533609+0000 mgr.y (mgr.14574) 30 : cluster [DBG] pgmap v21: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:31.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:29.533609+0000 mgr.y (mgr.14574) 30 : cluster [DBG] pgmap v21: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:32.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:31.259969+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:32.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:31.534097+0000 mgr.y (mgr.14574) 31 : cluster [DBG] pgmap v22: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:32.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:31.704420+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:32.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:31.259969+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:32.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:31.534097+0000 mgr.y (mgr.14574) 31 : cluster [DBG] pgmap v22: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:32.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:31.704420+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:32.500 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:25:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:31.259969+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:31.534097+0000 mgr.y (mgr.14574) 31 : cluster [DBG] pgmap v22: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:31.704420+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:33.349 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":18,"active_gid":14574,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":3252197694},{"type":"v1","addr":"172.21.15.40:6801","nonce":3252197694}]},"active_addr":"172.21.15.40:6801/3252197694","active_change":"2024-04-22T04:25:01.514344+0000","active_mgr_features":4540138314316775423,"available":true,"standbys":[{"gid":24448,"name":"x","mgr_features":4540138314316775423,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":55,"active_clients":[{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":224751924}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":2813025066}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":1597979888}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":1124291419}]}]} 2024-04-22T04:25:33.353 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-22T04:25:33.353 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-22T04:25:33.354 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-22T04:25:33.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:32.497948+0000 mon.c (mon.2) 58 : audit [DBG] from='client.? 172.21.15.40:0/2802327592' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-22T04:25:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:32.497948+0000 mon.c (mon.2) 58 : audit [DBG] from='client.? 172.21.15.40:0/2802327592' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-22T04:25:33.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:32.497948+0000 mon.c (mon.2) 58 : audit [DBG] from='client.? 172.21.15.40:0/2802327592' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-22T04:25:33.817 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:25:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:33.534588+0000 mgr.y (mgr.14574) 32 : cluster [DBG] pgmap v23: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:33.734221+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:33.735385+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:25:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:33.736047+0000 mon.c (mon.2) 60 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:25:35.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:33.739999+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:35.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:25:33.748271+0000 mgr.y (mgr.14574) 33 : cephadm [INF] Deploying daemon alertmanager.a on smithi040 2024-04-22T04:25:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:33.534588+0000 mgr.y (mgr.14574) 32 : cluster [DBG] pgmap v23: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:33.734221+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:33.735385+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:25:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:33.736047+0000 mon.c (mon.2) 60 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:25:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:33.739999+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:25:33.748271+0000 mgr.y (mgr.14574) 33 : cephadm [INF] Deploying daemon alertmanager.a on smithi040 2024-04-22T04:25:35.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:33.534588+0000 mgr.y (mgr.14574) 32 : cluster [DBG] pgmap v23: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:35.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:33.734221+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:35.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:33.735385+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:25:35.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:33.736047+0000 mon.c (mon.2) 60 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:25:35.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:33.739999+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:35.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:25:33.748271+0000 mgr.y (mgr.14574) 33 : cephadm [INF] Deploying daemon alertmanager.a on smithi040 2024-04-22T04:25:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:25:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:25:36.145 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:25:36.146 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":59,"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","created":"2024-04-22T04:18:50.150011+0000","modified":"2024-04-22T04:25:28.720175+0000","last_up_change":"2024-04-22T04:24:21.299093+0000","last_in_change":"2024-04-22T04:24:02.818042+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-22T04:22:08.850384+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T04:24:41.729816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T04:24:43.070161+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-22T04:25:24.525678+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"9175df1f-b111-4ef2-bfe3-63819e7941ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6803","nonce":948352163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6805","nonce":948352163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6809","nonce":948352163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6807","nonce":948352163}]},"public_addr":"172.21.15.40:6803/948352163","cluster_addr":"172.21.15.40:6805/948352163","heartbeat_back_addr":"172.21.15.40:6809/948352163","heartbeat_front_addr":"172.21.15.40:6807/948352163","state":["exists","up"]},{"osd":1,"uuid":"56a5c3bd-1475-4c45-b34a-29f0ddf22588","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6811","nonce":2533588003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6813","nonce":2533588003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6817","nonce":2533588003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6815","nonce":2533588003}]},"public_addr":"172.21.15.40:6811/2533588003","cluster_addr":"172.21.15.40:6813/2533588003","heartbeat_back_addr":"172.21.15.40:6817/2533588003","heartbeat_front_addr":"172.21.15.40:6815/2533588003","state":["exists","up"]},{"osd":2,"uuid":"2687fa66-5d91-4e7a-a733-f04683426fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6819","nonce":3133354834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6821","nonce":3133354834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6825","nonce":3133354834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6823","nonce":3133354834}]},"public_addr":"172.21.15.40:6819/3133354834","cluster_addr":"172.21.15.40:6821/3133354834","heartbeat_back_addr":"172.21.15.40:6825/3133354834","heartbeat_front_addr":"172.21.15.40:6823/3133354834","state":["exists","up"]},{"osd":3,"uuid":"26394218-48e4-4f26-9a9e-6a364a0d742c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6827","nonce":1750368880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6829","nonce":1750368880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6833","nonce":1750368880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6831","nonce":1750368880}]},"public_addr":"172.21.15.40:6827/1750368880","cluster_addr":"172.21.15.40:6829/1750368880","heartbeat_back_addr":"172.21.15.40:6833/1750368880","heartbeat_front_addr":"172.21.15.40:6831/1750368880","state":["exists","up"]},{"osd":4,"uuid":"fe518305-5b3a-4593-8487-2420df463fcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6801","nonce":3461291081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6803","nonce":3461291081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6807","nonce":3461291081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6805","nonce":3461291081}]},"public_addr":"172.21.15.62:6801/3461291081","cluster_addr":"172.21.15.62:6803/3461291081","heartbeat_back_addr":"172.21.15.62:6807/3461291081","heartbeat_front_addr":"172.21.15.62:6805/3461291081","state":["exists","up"]},{"osd":5,"uuid":"c24eb7c4-e089-46aa-84ab-c6a10e8976ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6809","nonce":4086780646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6811","nonce":4086780646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6815","nonce":4086780646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6813","nonce":4086780646}]},"public_addr":"172.21.15.62:6809/4086780646","cluster_addr":"172.21.15.62:6811/4086780646","heartbeat_back_addr":"172.21.15.62:6815/4086780646","heartbeat_front_addr":"172.21.15.62:6813/4086780646","state":["exists","up"]},{"osd":6,"uuid":"9057756d-fdc1-46a0-8d10-03d46f76d89d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6817","nonce":4166341966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6819","nonce":4166341966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6823","nonce":4166341966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6821","nonce":4166341966}]},"public_addr":"172.21.15.62:6817/4166341966","cluster_addr":"172.21.15.62:6819/4166341966","heartbeat_back_addr":"172.21.15.62:6823/4166341966","heartbeat_front_addr":"172.21.15.62:6821/4166341966","state":["exists","up"]},{"osd":7,"uuid":"f90dc05a-ea35-4d2c-a291-758293596ba3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6825","nonce":3575726867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6827","nonce":3575726867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6831","nonce":3575726867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6829","nonce":3575726867}]},"public_addr":"172.21.15.62:6825/3575726867","cluster_addr":"172.21.15.62:6827/3575726867","heartbeat_back_addr":"172.21.15.62:6831/3575726867","heartbeat_front_addr":"172.21.15.62:6829/3575726867","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:13.135242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:39.742797+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:06.540884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:32.593576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:57.708728+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:24.537154+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:51.391403+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:24:19.929531+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:6801/3484590964":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6800/3484590964":"2024-04-23T04:25:01.514126+0000","172.21.15.40:0/3972631834":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6801/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3742996938":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6800/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2286115160":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6801/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2620968302":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3618507425":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2689848740":"2024-04-23T04:19:19.717943+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T04:25:37.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:35.534913+0000 mgr.y (mgr.14574) 34 : cluster [DBG] pgmap v24: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:37.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:36.146446+0000 mon.a (mon.0) 659 : audit [DBG] from='client.? 172.21.15.40:0/2440712671' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:25:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:36.715111+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:35.534913+0000 mgr.y (mgr.14574) 34 : cluster [DBG] pgmap v24: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:36.146446+0000 mon.a (mon.0) 659 : audit [DBG] from='client.? 172.21.15.40:0/2440712671' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:25:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:36.715111+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:35.534913+0000 mgr.y (mgr.14574) 34 : cluster [DBG] pgmap v24: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:36.146446+0000 mon.a (mon.0) 659 : audit [DBG] from='client.? 172.21.15.40:0/2440712671' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:25:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:36.715111+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:38.080 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-22T04:25:38.080 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-22T04:25:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:37.535676+0000 mgr.y (mgr.14574) 35 : cluster [DBG] pgmap v25: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:37.535676+0000 mgr.y (mgr.14574) 35 : cluster [DBG] pgmap v25: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:39.025 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:25:39.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:37.535676+0000 mgr.y (mgr.14574) 35 : cluster [DBG] pgmap v25: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:25:40] "GET /metrics HTTP/1.1" 200 188314 "" "Prometheus/2.33.4" 2024-04-22T04:25:41.034 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:39.536181+0000 mgr.y (mgr.14574) 36 : cluster [DBG] pgmap v26: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:41.034 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:39.536181+0000 mgr.y (mgr.14574) 36 : cluster [DBG] pgmap v26: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:41.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:39.536181+0000 mgr.y (mgr.14574) 36 : cluster [DBG] pgmap v26: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:43.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:41.536514+0000 mgr.y (mgr.14574) 37 : cluster [DBG] pgmap v27: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:41.536514+0000 mgr.y (mgr.14574) 37 : cluster [DBG] pgmap v27: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:43.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:41.536514+0000 mgr.y (mgr.14574) 37 : cluster [DBG] pgmap v27: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:43.585 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:25:43 smithi040 systemd[1]: Starting Ceph alertmanager.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:25:43.684 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:25:43.684 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":59,"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","created":"2024-04-22T04:18:50.150011+0000","modified":"2024-04-22T04:25:28.720175+0000","last_up_change":"2024-04-22T04:24:21.299093+0000","last_in_change":"2024-04-22T04:24:02.818042+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-22T04:22:08.850384+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T04:24:41.729816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T04:24:43.070161+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-22T04:25:24.525678+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"9175df1f-b111-4ef2-bfe3-63819e7941ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6803","nonce":948352163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6805","nonce":948352163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6809","nonce":948352163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6807","nonce":948352163}]},"public_addr":"172.21.15.40:6803/948352163","cluster_addr":"172.21.15.40:6805/948352163","heartbeat_back_addr":"172.21.15.40:6809/948352163","heartbeat_front_addr":"172.21.15.40:6807/948352163","state":["exists","up"]},{"osd":1,"uuid":"56a5c3bd-1475-4c45-b34a-29f0ddf22588","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6811","nonce":2533588003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6813","nonce":2533588003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6817","nonce":2533588003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6815","nonce":2533588003}]},"public_addr":"172.21.15.40:6811/2533588003","cluster_addr":"172.21.15.40:6813/2533588003","heartbeat_back_addr":"172.21.15.40:6817/2533588003","heartbeat_front_addr":"172.21.15.40:6815/2533588003","state":["exists","up"]},{"osd":2,"uuid":"2687fa66-5d91-4e7a-a733-f04683426fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6819","nonce":3133354834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6821","nonce":3133354834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6825","nonce":3133354834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6823","nonce":3133354834}]},"public_addr":"172.21.15.40:6819/3133354834","cluster_addr":"172.21.15.40:6821/3133354834","heartbeat_back_addr":"172.21.15.40:6825/3133354834","heartbeat_front_addr":"172.21.15.40:6823/3133354834","state":["exists","up"]},{"osd":3,"uuid":"26394218-48e4-4f26-9a9e-6a364a0d742c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6827","nonce":1750368880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6829","nonce":1750368880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6833","nonce":1750368880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6831","nonce":1750368880}]},"public_addr":"172.21.15.40:6827/1750368880","cluster_addr":"172.21.15.40:6829/1750368880","heartbeat_back_addr":"172.21.15.40:6833/1750368880","heartbeat_front_addr":"172.21.15.40:6831/1750368880","state":["exists","up"]},{"osd":4,"uuid":"fe518305-5b3a-4593-8487-2420df463fcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6801","nonce":3461291081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6803","nonce":3461291081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6807","nonce":3461291081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6805","nonce":3461291081}]},"public_addr":"172.21.15.62:6801/3461291081","cluster_addr":"172.21.15.62:6803/3461291081","heartbeat_back_addr":"172.21.15.62:6807/3461291081","heartbeat_front_addr":"172.21.15.62:6805/3461291081","state":["exists","up"]},{"osd":5,"uuid":"c24eb7c4-e089-46aa-84ab-c6a10e8976ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6809","nonce":4086780646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6811","nonce":4086780646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6815","nonce":4086780646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6813","nonce":4086780646}]},"public_addr":"172.21.15.62:6809/4086780646","cluster_addr":"172.21.15.62:6811/4086780646","heartbeat_back_addr":"172.21.15.62:6815/4086780646","heartbeat_front_addr":"172.21.15.62:6813/4086780646","state":["exists","up"]},{"osd":6,"uuid":"9057756d-fdc1-46a0-8d10-03d46f76d89d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6817","nonce":4166341966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6819","nonce":4166341966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6823","nonce":4166341966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6821","nonce":4166341966}]},"public_addr":"172.21.15.62:6817/4166341966","cluster_addr":"172.21.15.62:6819/4166341966","heartbeat_back_addr":"172.21.15.62:6823/4166341966","heartbeat_front_addr":"172.21.15.62:6821/4166341966","state":["exists","up"]},{"osd":7,"uuid":"f90dc05a-ea35-4d2c-a291-758293596ba3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6825","nonce":3575726867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6827","nonce":3575726867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6831","nonce":3575726867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6829","nonce":3575726867}]},"public_addr":"172.21.15.62:6825/3575726867","cluster_addr":"172.21.15.62:6827/3575726867","heartbeat_back_addr":"172.21.15.62:6831/3575726867","heartbeat_front_addr":"172.21.15.62:6829/3575726867","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:13.135242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:39.742797+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:06.540884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:32.593576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:57.708728+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:24.537154+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:51.391403+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:24:19.929531+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:6801/3484590964":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6800/3484590964":"2024-04-23T04:25:01.514126+0000","172.21.15.40:0/3972631834":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6801/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3742996938":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6800/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2286115160":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6801/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2620968302":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3618507425":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2689848740":"2024-04-23T04:19:19.717943+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T04:25:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:43.685062+0000 mon.a (mon.0) 661 : audit [DBG] from='client.? 172.21.15.40:0/551656172' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:25:43.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:43.685062+0000 mon.a (mon.0) 661 : audit [DBG] from='client.? 172.21.15.40:0/551656172' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:25:44.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:43.685062+0000 mon.a (mon.0) 661 : audit [DBG] from='client.? 172.21.15.40:0/551656172' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:25:44.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:43.537167+0000 mgr.y (mgr.14574) 38 : cluster [DBG] pgmap v28: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:44.847 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:43.537167+0000 mgr.y (mgr.14574) 38 : cluster [DBG] pgmap v28: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:44.874 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-22T04:25:44.875 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-22T04:25:44.875 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-22T04:25:44.875 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-22T04:25:44.876 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-22T04:25:44.876 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-22T04:25:44.877 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-22T04:25:44.877 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-22T04:25:45.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:43.537167+0000 mgr.y (mgr.14574) 38 : cluster [DBG] pgmap v28: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:45.505 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:25:45.506 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:25:45.506 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:25:45.506 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:25:45.516 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:25:45.520 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:25:45.520 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:25:45.522 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:25:45.557 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:25:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[70493]: level=info ts=2024-04-22T04:25:45.225Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-04-22T04:25:45.557 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:25:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[70493]: level=info ts=2024-04-22T04:25:45.225Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-04-22T04:25:45.557 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:25:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[70493]: level=info ts=2024-04-22T04:25:45.226Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.40 port=9094 2024-04-22T04:25:45.557 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:25:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[70493]: level=info ts=2024-04-22T04:25:45.235Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-22T04:25:45.558 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:25:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[70493]: level=info ts=2024-04-22T04:25:45.270Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-22T04:25:45.558 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:25:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[70493]: level=info ts=2024-04-22T04:25:45.270Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-22T04:25:45.558 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:25:45 smithi040 bash[70464]: 022a701832dfd127f4417d8313df38e0ba54c589614b921d2cc54ffac268a263 2024-04-22T04:25:45.558 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:25:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[70493]: level=info ts=2024-04-22T04:25:45.272Z caller=main.go:518 msg=Listening address=:9093 2024-04-22T04:25:45.558 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:25:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[70493]: level=info ts=2024-04-22T04:25:45.272Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-04-22T04:25:45.558 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:25:45 smithi040 systemd[1]: Started Ceph alertmanager.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:25:45.558 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:25:45] ENGINE Bus STOPPING 2024-04-22T04:25:45.822 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:25:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-22T04:25:45.823 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:25:45] ENGINE Bus STOPPED 2024-04-22T04:25:45.823 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:25:45] ENGINE Bus STARTING 2024-04-22T04:25:45.823 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:25:45] ENGINE Serving on http://:::9283 2024-04-22T04:25:45.823 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:25:45] ENGINE Bus STARTED 2024-04-22T04:25:45.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:25:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:25:46.447 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:45.386007+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:46.447 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:45.514334+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:46.447 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:45.521665+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:46.447 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:45.533113+0000 mon.c (mon.2) 61 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-22T04:25:46.447 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:45.533810+0000 mgr.y (mgr.14574) 39 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-22T04:25:46.447 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:45.540316+0000 mgr.y (mgr.14574) 40 : cluster [DBG] pgmap v29: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:46.448 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:45.546729+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:46.448 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:25:45.583218+0000 mgr.y (mgr.14574) 41 : cephadm [INF] Deploying daemon grafana.a on smithi062 2024-04-22T04:25:46.448 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:45.386007+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:46.448 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:45.514334+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:46.448 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:45.521665+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:46.448 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:45.533113+0000 mon.c (mon.2) 61 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-22T04:25:46.448 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:45.533810+0000 mgr.y (mgr.14574) 39 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-22T04:25:46.448 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:45.540316+0000 mgr.y (mgr.14574) 40 : cluster [DBG] pgmap v29: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:46.448 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:45.546729+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:46.448 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:25:45.583218+0000 mgr.y (mgr.14574) 41 : cephadm [INF] Deploying daemon grafana.a on smithi062 2024-04-22T04:25:46.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:45.386007+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:46.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:45.514334+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:45.521665+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:45.533113+0000 mon.c (mon.2) 61 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-22T04:25:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:45.533810+0000 mgr.y (mgr.14574) 39 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-22T04:25:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:45.540316+0000 mgr.y (mgr.14574) 40 : cluster [DBG] pgmap v29: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:45.546729+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:25:45.583218+0000 mgr.y (mgr.14574) 41 : cephadm [INF] Deploying daemon grafana.a on smithi062 2024-04-22T04:25:47.300 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:25:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[70493]: level=info ts=2024-04-22T04:25:47.236Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000444633s 2024-04-22T04:25:48.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:46.727392+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:48.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:46.727392+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:48.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:46.727392+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:48.880 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:47.540814+0000 mgr.y (mgr.14574) 42 : cluster [DBG] pgmap v30: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:48.880 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:47.540814+0000 mgr.y (mgr.14574) 42 : cluster [DBG] pgmap v30: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:49.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:47.540814+0000 mgr.y (mgr.14574) 42 : cluster [DBG] pgmap v30: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:25:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:25:50] "GET /metrics HTTP/1.1" 200 188316 "" "Prometheus/2.33.4" 2024-04-22T04:25:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:49.541352+0000 mgr.y (mgr.14574) 43 : cluster [DBG] pgmap v31: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:49.541352+0000 mgr.y (mgr.14574) 43 : cluster [DBG] pgmap v31: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:51.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:49.541352+0000 mgr.y (mgr.14574) 43 : cluster [DBG] pgmap v31: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:52.056 INFO:teuthology.orchestra.run.smithi040.stdout:77309411375 2024-04-22T04:25:52.056 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-22T04:25:52.797 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:51.541780+0000 mgr.y (mgr.14574) 44 : cluster [DBG] pgmap v32: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:52.797 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:51.541780+0000 mgr.y (mgr.14574) 44 : cluster [DBG] pgmap v32: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:53.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:51.541780+0000 mgr.y (mgr.14574) 44 : cluster [DBG] pgmap v32: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:54.997 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:53.542476+0000 mgr.y (mgr.14574) 45 : cluster [DBG] pgmap v33: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:55.012 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:53.542476+0000 mgr.y (mgr.14574) 45 : cluster [DBG] pgmap v33: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:55.012 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:53.542476+0000 mgr.y (mgr.14574) 45 : cluster [DBG] pgmap v33: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:55.277 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:25:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[70493]: level=info ts=2024-04-22T04:25:55.237Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.001738179s 2024-04-22T04:25:55.788 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:25:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:25:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:25:56.767 INFO:teuthology.orchestra.run.smithi040.stdout:55834574901 2024-04-22T04:25:56.767 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-22T04:25:56.836 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:55.542968+0000 mgr.y (mgr.14574) 46 : cluster [DBG] pgmap v34: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:56.836 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:55.542968+0000 mgr.y (mgr.14574) 46 : cluster [DBG] pgmap v34: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:57.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:55.542968+0000 mgr.y (mgr.14574) 46 : cluster [DBG] pgmap v34: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:58.132 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:57 smithi062 systemd[1]: Starting Ceph grafana.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:25:58.440 INFO:teuthology.orchestra.run.smithi040.stdout:34359738427 2024-04-22T04:25:58.440 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-22T04:25:58.632 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="The state of unified alerting is still not defined. The decision will be made during as we run the database migrations" logger=settings 2024-04-22T04:25:58.632 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=warn msg="falling back to legacy setting of 'min_interval_seconds'; please use the configuration option in the `unified_alerting` section if Grafana 8 alerts are enabled." logger=settings 2024-04-22T04:25:58.632 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2024-04-22T04:25:58.632 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2024-04-22T04:25:58.632 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-22T04:25:58.632 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-22T04:25:58.632 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-22T04:25:58.632 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-22T04:25:58.632 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2024-04-22T04:25:58.633 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2024-04-22T04:25:58.633 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2024-04-22T04:25:58.633 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2024-04-22T04:25:58.633 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2024-04-22T04:25:58.633 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="App mode production" logger=settings 2024-04-22T04:25:58.633 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2024-04-22T04:25:58.633 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=warn msg="SQLite database file has broader permissions than it should" logger=sqlstore path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-22T04:25:58.633 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Starting DB migrations" logger=migrator 2024-04-22T04:25:58.633 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create migration_log table" 2024-04-22T04:25:58.633 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create user table" 2024-04-22T04:25:58.633 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.login" 2024-04-22T04:25:58.633 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.email" 2024-04-22T04:25:58.633 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_login - v1" 2024-04-22T04:25:58.633 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_email - v1" 2024-04-22T04:25:58.634 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table user to user_v1 - v1" 2024-04-22T04:25:58.634 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create user table v2" 2024-04-22T04:25:58.634 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_login - v2" 2024-04-22T04:25:58.634 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_email - v2" 2024-04-22T04:25:58.634 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-04-22T04:25:58.634 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table user_v1" 2024-04-22T04:25:58.634 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column help_flags1 to user table" 2024-04-22T04:25:58.634 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update user table charset" 2024-04-22T04:25:58.634 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add last_seen_at column to user" 2024-04-22T04:25:58.634 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add missing user data" 2024-04-22T04:25:58.634 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_disabled column to user" 2024-04-22T04:25:58.634 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add index user.login/user.email" 2024-04-22T04:25:58.634 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_service_account column to user" 2024-04-22T04:25:58.635 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create temp user table v1-7" 2024-04-22T04:25:58.635 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v1-7" 2024-04-22T04:25:58.635 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v1-7" 2024-04-22T04:25:58.635 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v1-7" 2024-04-22T04:25:58.636 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v1-7" 2024-04-22T04:25:58.636 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update temp_user table charset" 2024-04-22T04:25:58.636 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_email - v1" 2024-04-22T04:25:58.636 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_org_id - v1" 2024-04-22T04:25:58.636 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_code - v1" 2024-04-22T04:25:58.637 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_status - v1" 2024-04-22T04:25:58.637 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-22T04:25:58.637 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create temp_user v2" 2024-04-22T04:25:58.637 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v2" 2024-04-22T04:25:58.637 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v2" 2024-04-22T04:25:58.637 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v2" 2024-04-22T04:25:58.637 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v2" 2024-04-22T04:25:58.637 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="copy temp_user v1 to v2" 2024-04-22T04:25:58.637 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop temp_user_tmp_qwerty" 2024-04-22T04:25:58.637 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Set created for temp users that will otherwise prematurely expire" 2024-04-22T04:25:58.637 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create star table" 2024-04-22T04:25:58.637 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index star.user_id_dashboard_id" 2024-04-22T04:25:58.637 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create org table v1" 2024-04-22T04:25:58.637 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_name - v1" 2024-04-22T04:25:58.638 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create org_user table v1" 2024-04-22T04:25:58.638 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_org_id - v1" 2024-04-22T04:25:58.638 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_user_org_id_user_id - v1" 2024-04-22T04:25:58.638 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_user_id - v1" 2024-04-22T04:25:58.638 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update org table charset" 2024-04-22T04:25:58.638 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update org_user table charset" 2024-04-22T04:25:58.638 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate all Read Only Viewers to Viewers" 2024-04-22T04:25:58.638 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard table" 2024-04-22T04:25:58.638 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard.account_id" 2024-04-22T04:25:58.638 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_account_id_slug" 2024-04-22T04:25:58.638 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_tag table" 2024-04-22T04:25:58.638 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_tag.dasboard_id_term" 2024-04-22T04:25:58.638 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-22T04:25:58.638 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard to dashboard_v1 - v1" 2024-04-22T04:25:58.639 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard v2" 2024-04-22T04:25:58.639 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_org_id - v2" 2024-04-22T04:25:58.639 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_org_id_slug - v2" 2024-04-22T04:25:58.639 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard v1 to v2" 2024-04-22T04:25:58.639 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_v1" 2024-04-22T04:25:58.639 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard.data to mediumtext v1" 2024-04-22T04:25:58.639 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column updated_by in dashboard - v2" 2024-04-22T04:25:58.639 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column created_by in dashboard - v2" 2024-04-22T04:25:58.639 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column gnetId in dashboard" 2024-04-22T04:25:58.639 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for gnetId in dashboard" 2024-04-22T04:25:58.639 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_id in dashboard" 2024-04-22T04:25:58.639 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for plugin_id in dashboard" 2024-04-22T04:25:58.639 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_id in dashboard_tag" 2024-04-22T04:25:58.639 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard table charset" 2024-04-22T04:25:58.639 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_tag table charset" 2024-04-22T04:25:58.640 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column folder_id in dashboard" 2024-04-22T04:25:58.640 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column isFolder in dashboard" 2024-04-22T04:25:58.640 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column has_acl in dashboard" 2024-04-22T04:25:58.640 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in dashboard" 2024-04-22T04:25:58.640 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in dashboard" 2024-04-22T04:25:58.640 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index dashboard_org_id_uid" 2024-04-22T04:25:58.640 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_slug" 2024-04-22T04:25:58.640 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard title length" 2024-04-22T04:25:58.640 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-22T04:25:58.640 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning" 2024-04-22T04:25:58.640 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-22T04:25:58.640 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning v2" 2024-04-22T04:25:58.640 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-22T04:25:58.640 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-22T04:25:58.640 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard_provisioning v1 to v2" 2024-04-22T04:25:58.640 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop dashboard_provisioning_tmp_qwerty" 2024-04-22T04:25:58.641 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2024-04-22T04:25:58.641 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_title" 2024-04-22T04:25:58.641 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="delete tags for deleted dashboards" 2024-04-22T04:25:58.641 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="delete stars for deleted dashboards" 2024-04-22T04:25:58.641 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_is_folder" 2024-04-22T04:25:58.641 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2024-04-22T04:25:58.641 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2024-04-22T04:25:58.641 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2024-04-22T04:25:58.641 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2024-04-22T04:25:58.641 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2024-04-22T04:25:58.641 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2024-04-22T04:25:58.641 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2024-04-22T04:25:58.641 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2024-04-22T04:25:58.641 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2024-04-22T04:25:58.641 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-04-22T04:25:58.641 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2024-04-22T04:25:58.642 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2024-04-22T04:25:58.642 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2024-04-22T04:25:58.642 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2024-04-22T04:25:58.642 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2024-04-22T04:25:58.642 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2024-04-22T04:25:58.642 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2024-04-22T04:25:58.642 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2024-04-22T04:25:58.642 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add uid column" 2024-04-22T04:25:58.642 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 bash[63156]: 06bee8d0abc0828241b3608d31e28736fbc21a9ff388d8c5edb712360da65872 2024-04-22T04:25:58.642 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid value" 2024-04-22T04:25:58.642 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index datasource_org_id_uid" 2024-04-22T04:25:58.642 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 systemd[1]: Started Ceph grafana.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:25:58.642 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index datasource_org_id_is_default" 2024-04-22T04:25:58.642 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2024-04-22T04:25:58.643 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2024-04-22T04:25:58.643 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2024-04-22T04:25:58.643 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2024-04-22T04:25:58.643 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2024-04-22T04:25:58.643 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2024-04-22T04:25:58.643 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2024-04-22T04:25:58.643 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2024-04-22T04:25:58.643 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2024-04-22T04:25:58.643 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2024-04-22T04:25:58.643 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2024-04-22T04:25:58.643 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2024-04-22T04:25:58.643 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2024-04-22T04:25:58.643 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2024-04-22T04:25:58.643 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2024-04-22T04:25:58.643 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2024-04-22T04:25:58.643 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add service account foreign key" 2024-04-22T04:25:58.644 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2024-04-22T04:25:58.644 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2024-04-22T04:25:58.644 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2024-04-22T04:25:58.644 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2024-04-22T04:25:58.644 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-22T04:25:58.644 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-22T04:25:58.644 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2024-04-22T04:25:58.644 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2024-04-22T04:25:58.644 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2024-04-22T04:25:58.644 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add encrypted dashboard json column" 2024-04-22T04:25:58.644 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-22T04:25:58.644 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2024-04-22T04:25:58.644 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-22T04:25:58.644 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2024-04-22T04:25:58.644 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2024-04-22T04:25:58.645 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-22T04:25:58.645 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2024-04-22T04:25:58.645 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2024-04-22T04:25:58.645 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2024-04-22T04:25:58.645 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2024-04-22T04:25:58.645 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2024-04-22T04:25:58.645 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2024-04-22T04:25:58.645 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2024-04-22T04:25:58.645 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2024-04-22T04:25:58.645 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2024-04-22T04:25:58.645 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2024-04-22T04:25:58.645 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2024-04-22T04:25:58.645 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2024-04-22T04:25:58.645 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2024-04-22T04:25:58.646 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2024-04-22T04:25:58.646 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2024-04-22T04:25:58.646 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column week_start in preferences" 2024-04-22T04:25:58.646 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2024-04-22T04:25:58.646 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2024-04-22T04:25:58.646 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2024-04-22T04:25:58.646 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2024-04-22T04:25:58.646 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2024-04-22T04:25:58.646 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-22T04:25:58.646 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-22T04:25:58.646 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-22T04:25:58.646 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v2" 2024-04-22T04:25:58.646 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-22T04:25:58.646 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="copy alert_rule_tag v1 to v2" 2024-04-22T04:25:58.646 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop table alert_rule_tag_v1" 2024-04-22T04:25:58.647 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2024-04-22T04:25:58.647 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2024-04-22T04:25:58.647 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2024-04-22T04:25:58.647 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2024-04-22T04:25:58.647 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2024-04-22T04:25:58.647 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2024-04-22T04:25:58.647 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2024-04-22T04:25:58.647 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2024-04-22T04:25:58.647 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2024-04-22T04:25:58.647 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-22T04:25:58.647 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2024-04-22T04:25:58.647 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2024-04-22T04:25:58.647 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-22T04:25:58.647 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2024-04-22T04:25:58.648 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2024-04-22T04:25:58.648 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2024-04-22T04:25:58.648 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2024-04-22T04:25:58.648 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2024-04-22T04:25:58.648 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column secure_settings in alert_notification" 2024-04-22T04:25:58.648 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert.settings to mediumtext" 2024-04-22T04:25:58.648 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_notification_state_alert_id" 2024-04-22T04:25:58.648 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_rule_tag_alert_id" 2024-04-22T04:25:58.648 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2024-04-22T04:25:58.648 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2024-04-22T04:25:58.648 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2024-04-22T04:25:58.648 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2024-04-22T04:25:58.648 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2024-04-22T04:25:58.648 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2024-04-22T04:25:58.649 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2024-04-22T04:25:58.649 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2024-04-22T04:25:58.649 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2024-04-22T04:25:58.649 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2024-04-22T04:25:58.899 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:57.543534+0000 mgr.y (mgr.14574) 47 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:58.900 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:58.557063+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:58.900 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:25:58.558729+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:25:58.900 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2024-04-22T04:25:58.900 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2024-04-22T04:25:58.900 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-22T04:25:58.901 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-22T04:25:58.901 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-22T04:25:58.901 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v3" 2024-04-22T04:25:58.901 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-22T04:25:58.901 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="copy annotation_tag v2 to v3" 2024-04-22T04:25:58.901 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop table annotation_tag_v2" 2024-04-22T04:25:58.901 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2024-04-22T04:25:58.901 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2024-04-22T04:25:58.901 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2024-04-22T04:25:58.901 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2024-04-22T04:25:58.901 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2024-04-22T04:25:58.901 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2024-04-22T04:25:58.901 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2024-04-22T04:25:58.902 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2024-04-22T04:25:58.902 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2024-04-22T04:25:58.902 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2024-04-22T04:25:58.902 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2024-04-22T04:25:58.902 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-22T04:25:58.902 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-22T04:25:58.902 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-22T04:25:58.902 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-22T04:25:58.902 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for alert_id on annotation table" 2024-04-22T04:25:58.902 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2024-04-22T04:25:58.902 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2024-04-22T04:25:58.902 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2024-04-22T04:25:58.902 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-22T04:25:58.902 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2024-04-22T04:25:58.903 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2024-04-22T04:25:58.903 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2024-04-22T04:25:58.903 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2024-04-22T04:25:58.903 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2024-04-22T04:25:58.903 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2024-04-22T04:25:58.903 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2024-04-22T04:25:58.903 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2024-04-22T04:25:58.903 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2024-04-22T04:25:58.903 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.team_id" 2024-04-22T04:25:58.903 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2024-04-22T04:25:58.903 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2024-04-22T04:25:58.903 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2024-04-22T04:25:58.903 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2024-04-22T04:25:58.903 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2024-04-22T04:25:58.904 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-22T04:25:58.904 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-22T04:25:58.904 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_user_id" 2024-04-22T04:25:58.904 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_team_id" 2024-04-22T04:25:58.904 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_org_id_role" 2024-04-22T04:25:58.904 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_permission" 2024-04-22T04:25:58.904 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2024-04-22T04:25:58.904 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="delete acl rules for deleted dashboards and folders" 2024-04-22T04:25:58.904 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2024-04-22T04:25:58.904 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2024-04-22T04:25:58.904 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2024-04-22T04:25:58.904 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2024-04-22T04:25:58.904 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2024-04-22T04:25:58.904 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-22T04:25:58.904 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2024-04-22T04:25:58.905 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2024-04-22T04:25:58.905 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2024-04-22T04:25:58.905 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2024-04-22T04:25:58.905 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2024-04-22T04:25:58.905 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-22T04:25:58.905 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2024-04-22T04:25:58.905 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2024-04-22T04:25:58.905 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2024-04-22T04:25:58.905 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2024-04-22T04:25:58.905 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2024-04-22T04:25:58.905 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2024-04-22T04:25:58.905 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2024-04-22T04:25:58.905 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2024-04-22T04:25:58.905 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2024-04-22T04:25:58.906 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2024-04-22T04:25:58.906 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2024-04-22T04:25:58.906 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_auth_token.user_id" 2024-04-22T04:25:58.906 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add revoked_at to the user auth token" 2024-04-22T04:25:58.906 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2024-04-22T04:25:58.907 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2024-04-22T04:25:58.907 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create short_url table v1" 2024-04-22T04:25:58.907 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index short_url.org_id-uid" 2024-04-22T04:25:58.907 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition table" 2024-04-22T04:25:58.907 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition table" 2024-04-22T04:25:58.907 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and title columns" 2024-04-22T04:25:58.907 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and uid columns" 2024-04-22T04:25:58.907 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition table data column to mediumtext in mysql" 2024-04-22T04:25:58.907 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and title columns" 2024-04-22T04:25:58.907 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and uid columns" 2024-04-22T04:25:58.908 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and title columns" 2024-04-22T04:25:58.908 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and uid columns" 2024-04-22T04:25:58.908 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column paused in alert_definition" 2024-04-22T04:25:58.908 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition table" 2024-04-22T04:25:58.908 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition_version table" 2024-04-22T04:25:58.908 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition_version table" 2024-04-22T04:25:58.908 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-22T04:25:58.908 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-22T04:25:58.908 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-22T04:25:58.908 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition_version table" 2024-04-22T04:25:58.908 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_instance table" 2024-04-22T04:25:58.908 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-22T04:25:58.908 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-22T04:25:58.908 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add column current_state_end to alert_instance" 2024-04-22T04:25:58.909 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-22T04:25:58.909 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, current_state on alert_instance" 2024-04-22T04:25:58.909 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_org_id to rule_org_id in alert_instance" 2024-04-22T04:25:58.909 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_uid to rule_uid in alert_instance" 2024-04-22T04:25:58.909 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-22T04:25:58.909 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, current_state on alert_instance" 2024-04-22T04:25:58.909 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule table" 2024-04-22T04:25:58.909 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and title columns" 2024-04-22T04:25:58.909 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and uid columns" 2024-04-22T04:25:58.909 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-22T04:25:58.909 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule table data column to mediumtext in mysql" 2024-04-22T04:25:58.909 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule" 2024-04-22T04:25:58.909 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule" 2024-04-22T04:25:58.909 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule" 2024-04-22T04:25:58.909 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="remove unique index from alert_rule on org_id, title columns" 2024-04-22T04:25:58.910 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-22T04:25:58.910 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add dashboard_uid column to alert_rule" 2024-04-22T04:25:58.910 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add panel_id column to alert_rule" 2024-04-22T04:25:58.910 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-22T04:25:58.910 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule_version table" 2024-04-22T04:25:58.910 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-22T04:25:58.910 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-22T04:25:58.910 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-22T04:25:58.910 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule_version" 2024-04-22T04:25:58.910 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule_version" 2024-04-22T04:25:58.910 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule_version" 2024-04-22T04:25:58.910 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id=create_alert_configuration_table 2024-04-22T04:25:58.910 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column default in alert_configuration" 2024-04-22T04:25:58.910 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-22T04:25:58.911 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add column org_id in alert_configuration" 2024-04-22T04:25:58.911 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_configuration table on org_id column" 2024-04-22T04:25:58.911 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id=create_ngalert_configuration_table 2024-04-22T04:25:58.911 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index in ngalert_configuration on org_id column" 2024-04-22T04:25:58.911 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="clear migration entry \"remove unified alerting data\"" 2024-04-22T04:25:58.911 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="move dashboard alerts to unified alerting" 2024-04-22T04:25:58.911 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element table v1" 2024-04-22T04:25:58.911 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element org_id-folder_id-name-kind" 2024-04-22T04:25:58.911 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element_connection table v1" 2024-04-22T04:25:58.911 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element_connection element_id-kind-connection_id" 2024-04-22T04:25:58.911 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index library_element org_id_uid" 2024-04-22T04:25:58.911 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="clone move dashboard alerts to unified alerting" 2024-04-22T04:25:58.911 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create data_keys table" 2024-04-22T04:25:58.911 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create kv_store table v1" 2024-04-22T04:25:58.912 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index kv_store.org_id-namespace-key" 2024-04-22T04:25:58.912 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="update dashboard_uid and panel_id from existing annotations" 2024-04-22T04:25:58.912 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create permission table" 2024-04-22T04:25:58.912 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index permission.role_id" 2024-04-22T04:25:58.912 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_id_action_scope" 2024-04-22T04:25:58.912 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create role table" 2024-04-22T04:25:58.912 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add column display_name" 2024-04-22T04:25:58.912 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add column group_name" 2024-04-22T04:25:58.912 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index role.org_id" 2024-04-22T04:25:58.912 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_org_id_name" 2024-04-22T04:25:58.912 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index role_org_id_uid" 2024-04-22T04:25:58.912 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create team role table" 2024-04-22T04:25:58.912 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.org_id" 2024-04-22T04:25:58.912 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_role_org_id_team_id_role_id" 2024-04-22T04:25:58.913 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.team_id" 2024-04-22T04:25:58.913 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create user role table" 2024-04-22T04:25:58.913 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.org_id" 2024-04-22T04:25:58.913 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_role_org_id_user_id_role_id" 2024-04-22T04:25:58.913 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.user_id" 2024-04-22T04:25:58.913 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create builtin role table" 2024-04-22T04:25:58.913 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.role_id" 2024-04-22T04:25:58.913 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.name" 2024-04-22T04:25:58.913 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column org_id to builtin_role table" 2024-04-22T04:25:58.913 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.org_id" 2024-04-22T04:25:58.913 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_org_id_role_id_role" 2024-04-22T04:25:58.913 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index role_org_id_uid" 2024-04-22T04:25:58.913 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role.uid" 2024-04-22T04:25:58.913 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="create seed assignment table" 2024-04-22T04:25:58.913 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_role_name" 2024-04-22T04:25:58.914 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="migrations completed" logger=migrator performed=381 skipped=0 duration=466.213273ms 2024-04-22T04:25:58.914 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Created default organization" logger=sqlstore 2024-04-22T04:25:58.914 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Initialising plugins" logger=plugin.manager 2024-04-22T04:25:58.914 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=input 2024-04-22T04:25:58.914 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=grafana-piechart-panel 2024-04-22T04:25:58.914 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=vonage-status-panel 2024-04-22T04:25:59.031 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:57.543534+0000 mgr.y (mgr.14574) 47 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:59.031 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:58.557063+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:59.031 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:25:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:25:58.558729+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:25:59.031 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:57.543534+0000 mgr.y (mgr.14574) 47 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:25:59.031 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:58.557063+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:25:59.031 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:25:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:25:58.558729+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:25:59.378 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="Live Push Gateway initialization" logger=live.push_http 2024-04-22T04:25:59.378 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-04-22T04:25:59.378 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-22T04:25:59.378 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="warming cache for startup" logger=ngalert 2024-04-22T04:25:59.378 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2024-04-22T04:25:59.378 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:25:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:25:58+0000 lvl=info msg="starting MultiOrg Alertmanager" logger=ngalert.multiorg.alertmanager 2024-04-22T04:25:59.406 INFO:teuthology.orchestra.run.smithi040.stdout:128849018917 2024-04-22T04:25:59.406 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-22T04:25:59.926 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:26:00.156 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:26:00] "GET /metrics HTTP/1.1" 200 188316 "" "Prometheus/2.33.4" 2024-04-22T04:26:00.755 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:25:59.543876+0000 mgr.y (mgr.14574) 48 : cluster [DBG] pgmap v36: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:00.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:25:59.543876+0000 mgr.y (mgr.14574) 48 : cluster [DBG] pgmap v36: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:01.009 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:25:59.543876+0000 mgr.y (mgr.14574) 48 : cluster [DBG] pgmap v36: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:01.784 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:01.547183+0000 mon.c (mon.2) 63 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-04-22T04:26:01.784 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:01.547490+0000 mon.c (mon.2) 64 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-04-22T04:26:01.784 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:01.547537+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-04-22T04:26:01.784 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:01.547721+0000 mon.c (mon.2) 65 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-04-22T04:26:01.784 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:01.547835+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-04-22T04:26:01.784 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:01.547941+0000 mon.c (mon.2) 66 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]: dispatch 2024-04-22T04:26:01.784 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:01.548065+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-04-22T04:26:01.784 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:01.548160+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-04-22T04:26:01.784 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:01.548295+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]: dispatch 2024-04-22T04:26:01.784 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:01.548509+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-04-22T04:26:01.784 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:01.735896+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:01.785 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:01.547183+0000 mon.c (mon.2) 63 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-04-22T04:26:01.785 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:01.547490+0000 mon.c (mon.2) 64 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-04-22T04:26:01.785 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:01.547537+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-04-22T04:26:01.785 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:01.547721+0000 mon.c (mon.2) 65 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-04-22T04:26:01.785 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:01.547835+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-04-22T04:26:01.785 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:01.547941+0000 mon.c (mon.2) 66 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]: dispatch 2024-04-22T04:26:01.785 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:01.548065+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-04-22T04:26:01.785 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:01.548160+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-04-22T04:26:01.785 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:01.548295+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]: dispatch 2024-04-22T04:26:01.785 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:01.548509+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-04-22T04:26:01.785 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:01.735896+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:01.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:01.547183+0000 mon.c (mon.2) 63 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-04-22T04:26:01.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:01.547490+0000 mon.c (mon.2) 64 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-04-22T04:26:01.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:01.547537+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-04-22T04:26:01.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:01.547721+0000 mon.c (mon.2) 65 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-04-22T04:26:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:01.547835+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-04-22T04:26:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:01.547941+0000 mon.c (mon.2) 66 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]: dispatch 2024-04-22T04:26:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:01.548065+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-04-22T04:26:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:01.548160+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-04-22T04:26:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:01.548295+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]: dispatch 2024-04-22T04:26:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:01.548509+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-04-22T04:26:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:01.735896+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:02.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:01.544408+0000 mgr.y (mgr.14574) 49 : cluster [DBG] pgmap v37: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:02.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:01.758489+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]': finished 2024-04-22T04:26:02.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:01.758577+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-04-22T04:26:02.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:01.758671+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-04-22T04:26:02.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:01.758755+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]': finished 2024-04-22T04:26:02.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:01.758840+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-04-22T04:26:02.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:01.758914+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-04-22T04:26:02.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:02.761371+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-04-22T04:26:02.973 INFO:teuthology.orchestra.run.smithi040.stdout:180388626459 2024-04-22T04:26:02.973 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-22T04:26:03.138 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:01.544408+0000 mgr.y (mgr.14574) 49 : cluster [DBG] pgmap v37: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:03.138 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:01.758489+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]': finished 2024-04-22T04:26:03.139 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:01.758577+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-04-22T04:26:03.139 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:01.758671+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-04-22T04:26:03.139 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:01.758755+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]': finished 2024-04-22T04:26:03.139 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:01.758840+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-04-22T04:26:03.139 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:01.758914+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-04-22T04:26:03.139 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:02.761371+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-04-22T04:26:03.139 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:01.544408+0000 mgr.y (mgr.14574) 49 : cluster [DBG] pgmap v37: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:03.139 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:01.758489+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]': finished 2024-04-22T04:26:03.139 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:01.758577+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-04-22T04:26:03.139 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:01.758671+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-04-22T04:26:03.139 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:01.758755+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]': finished 2024-04-22T04:26:03.140 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:01.758840+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-04-22T04:26:03.140 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:01.758914+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-04-22T04:26:03.140 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:02.761371+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-04-22T04:26:04.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:02.930543+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:04.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:02.930543+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:04.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:02.930543+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:04.478 INFO:teuthology.orchestra.run.smithi040.stdout:107374182444 2024-04-22T04:26:04.478 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-22T04:26:05.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:03.544755+0000 mgr.y (mgr.14574) 50 : cluster [DBG] pgmap v40: 105 pgs: 5 peering, 100 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:05.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:03.544755+0000 mgr.y (mgr.14574) 50 : cluster [DBG] pgmap v40: 105 pgs: 5 peering, 100 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:05.398 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:03.544755+0000 mgr.y (mgr.14574) 50 : cluster [DBG] pgmap v40: 105 pgs: 5 peering, 100 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:05.421 INFO:teuthology.orchestra.run.smithi040.stdout:206158430230 2024-04-22T04:26:05.421 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-22T04:26:05.664 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:26:05.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:26:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:26:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:26:06.396 INFO:teuthology.orchestra.run.smithi040.stdout:154618822687 2024-04-22T04:26:06.396 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-22T04:26:07.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:05.545179+0000 mgr.y (mgr.14574) 51 : cluster [DBG] pgmap v41: 105 pgs: 5 peering, 100 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:07.363 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:05.545179+0000 mgr.y (mgr.14574) 51 : cluster [DBG] pgmap v41: 105 pgs: 5 peering, 100 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:07.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:05.545179+0000 mgr.y (mgr.14574) 51 : cluster [DBG] pgmap v41: 105 pgs: 5 peering, 100 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:08.902 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:26:09.044 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:26:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:07.545758+0000 mgr.y (mgr.14574) 52 : cluster [DBG] pgmap v42: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 69 B/s, 0 objects/s recovering 2024-04-22T04:26:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:07.545758+0000 mgr.y (mgr.14574) 52 : cluster [DBG] pgmap v42: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 69 B/s, 0 objects/s recovering 2024-04-22T04:26:09.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:07.545758+0000 mgr.y (mgr.14574) 52 : cluster [DBG] pgmap v42: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 69 B/s, 0 objects/s recovering 2024-04-22T04:26:10.058 INFO:teuthology.orchestra.run.smithi040.stdout:77309411379 2024-04-22T04:26:10.064 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:09.835074+0000 mon.a (mon.0) 682 : audit [DBG] from='client.? 172.21.15.40:0/3308355023' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-22T04:26:10.064 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:09.835074+0000 mon.a (mon.0) 682 : audit [DBG] from='client.? 172.21.15.40:0/3308355023' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-22T04:26:10.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:09.835074+0000 mon.a (mon.0) 682 : audit [DBG] from='client.? 172.21.15.40:0/3308355023' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-22T04:26:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:26:10] "GET /metrics HTTP/1.1" 200 188313 "" "Prometheus/2.33.4" 2024-04-22T04:26:11.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:09.546064+0000 mgr.y (mgr.14574) 53 : cluster [DBG] pgmap v43: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 69 B/s, 0 objects/s recovering 2024-04-22T04:26:11.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:09.546064+0000 mgr.y (mgr.14574) 53 : cluster [DBG] pgmap v43: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 69 B/s, 0 objects/s recovering 2024-04-22T04:26:11.183 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:26:11.188 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:26:11.188 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:26:11.218 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411375 got 77309411379 for osd.2 2024-04-22T04:26:11.218 DEBUG:teuthology.parallel:result is None 2024-04-22T04:26:11.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:09.546064+0000 mgr.y (mgr.14574) 53 : cluster [DBG] pgmap v43: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 69 B/s, 0 objects/s recovering 2024-04-22T04:26:11.541 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:26:12.630 INFO:teuthology.orchestra.run.smithi040.stdout:55834574904 2024-04-22T04:26:13.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:11.546400+0000 mgr.y (mgr.14574) 54 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 56 B/s, 0 objects/s recovering 2024-04-22T04:26:13.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:12.313817+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.40:0/2618288199' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-22T04:26:13.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:11.546400+0000 mgr.y (mgr.14574) 54 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 56 B/s, 0 objects/s recovering 2024-04-22T04:26:13.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:12.313817+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.40:0/2618288199' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-22T04:26:13.254 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574901 got 55834574904 for osd.1 2024-04-22T04:26:13.254 DEBUG:teuthology.parallel:result is None 2024-04-22T04:26:13.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:11.546400+0000 mgr.y (mgr.14574) 54 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 56 B/s, 0 objects/s recovering 2024-04-22T04:26:13.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:12.313817+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.40:0/2618288199' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-22T04:26:15.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:13.546898+0000 mgr.y (mgr.14574) 55 : cluster [DBG] pgmap v45: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 B/s, 0 objects/s recovering 2024-04-22T04:26:15.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:13.546898+0000 mgr.y (mgr.14574) 55 : cluster [DBG] pgmap v45: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 B/s, 0 objects/s recovering 2024-04-22T04:26:15.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:13.546898+0000 mgr.y (mgr.14574) 55 : cluster [DBG] pgmap v45: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 B/s, 0 objects/s recovering 2024-04-22T04:26:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:26:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:26:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:26:16.419 INFO:teuthology.orchestra.run.smithi040.stdout:154618822690 2024-04-22T04:26:17.226 INFO:teuthology.orchestra.run.smithi040.stdout:34359738431 2024-04-22T04:26:17.248 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:15.547262+0000 mgr.y (mgr.14574) 56 : cluster [DBG] pgmap v46: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 B/s, 0 objects/s recovering 2024-04-22T04:26:17.248 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:16.421640+0000 mon.a (mon.0) 683 : audit [DBG] from='client.? 172.21.15.40:0/2626107259' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-22T04:26:17.248 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:15.547262+0000 mgr.y (mgr.14574) 56 : cluster [DBG] pgmap v46: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 B/s, 0 objects/s recovering 2024-04-22T04:26:17.248 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:16.421640+0000 mon.a (mon.0) 683 : audit [DBG] from='client.? 172.21.15.40:0/2626107259' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-22T04:26:17.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:15.547262+0000 mgr.y (mgr.14574) 56 : cluster [DBG] pgmap v46: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 B/s, 0 objects/s recovering 2024-04-22T04:26:17.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:16.421640+0000 mon.a (mon.0) 683 : audit [DBG] from='client.? 172.21.15.40:0/2626107259' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-22T04:26:18.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:17.228613+0000 mon.a (mon.0) 684 : audit [DBG] from='client.? 172.21.15.40:0/3465809245' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-22T04:26:18.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:17.228613+0000 mon.a (mon.0) 684 : audit [DBG] from='client.? 172.21.15.40:0/3465809245' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-22T04:26:18.224 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822687 got 154618822690 for osd.5 2024-04-22T04:26:18.225 DEBUG:teuthology.parallel:result is None 2024-04-22T04:26:18.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:17.228613+0000 mon.a (mon.0) 684 : audit [DBG] from='client.? 172.21.15.40:0/3465809245' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-22T04:26:19.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:18 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:17.547695+0000 mgr.y (mgr.14574) 57 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 B/s, 0 objects/s recovering 2024-04-22T04:26:19.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:17.547695+0000 mgr.y (mgr.14574) 57 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 B/s, 0 objects/s recovering 2024-04-22T04:26:19.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:17.547695+0000 mgr.y (mgr.14574) 57 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 B/s, 0 objects/s recovering 2024-04-22T04:26:19.552 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738427 got 34359738431 for osd.0 2024-04-22T04:26:19.553 DEBUG:teuthology.parallel:result is None 2024-04-22T04:26:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:26:20] "GET /metrics HTTP/1.1" 200 188326 "" "Prometheus/2.33.4" 2024-04-22T04:26:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:19.548027+0000 mgr.y (mgr.14574) 58 : cluster [DBG] pgmap v48: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:21.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:19.548027+0000 mgr.y (mgr.14574) 58 : cluster [DBG] pgmap v48: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:21.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:19.548027+0000 mgr.y (mgr.14574) 58 : cluster [DBG] pgmap v48: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:22.970 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:21.548580+0000 mgr.y (mgr.14574) 59 : cluster [DBG] pgmap v49: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:22.973 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:21.548580+0000 mgr.y (mgr.14574) 59 : cluster [DBG] pgmap v49: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:23.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:21.548580+0000 mgr.y (mgr.14574) 59 : cluster [DBG] pgmap v49: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:23.823 INFO:teuthology.orchestra.run.smithi040.stdout:128849018922 2024-04-22T04:26:23.862 INFO:teuthology.orchestra.run.smithi040.stdout:206158430233 2024-04-22T04:26:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:22.992497+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:23.354768+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:23.355499+0000 mon.c (mon.2) 70 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:23.360538+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:23.652298+0000 mon.a (mon.0) 687 : audit [DBG] from='client.? 172.21.15.40:0/2841862678' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-22T04:26:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:23.825204+0000 mon.a (mon.0) 688 : audit [DBG] from='client.? 172.21.15.40:0/134946154' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-22T04:26:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:23.864301+0000 mon.c (mon.2) 71 : audit [DBG] from='client.? 172.21.15.40:0/1294426850' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-22T04:26:24.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:22.992497+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:24.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:23.354768+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:24.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:23.355499+0000 mon.c (mon.2) 70 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:24.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:23.360538+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:24.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:23.652298+0000 mon.a (mon.0) 687 : audit [DBG] from='client.? 172.21.15.40:0/2841862678' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-22T04:26:24.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:23.825204+0000 mon.a (mon.0) 688 : audit [DBG] from='client.? 172.21.15.40:0/134946154' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-22T04:26:24.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:23.864301+0000 mon.c (mon.2) 71 : audit [DBG] from='client.? 172.21.15.40:0/1294426850' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-22T04:26:24.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:22.992497+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:24.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:23.354768+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:24.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:23.355499+0000 mon.c (mon.2) 70 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:24.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:23.360538+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:24.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:23.652298+0000 mon.a (mon.0) 687 : audit [DBG] from='client.? 172.21.15.40:0/2841862678' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-22T04:26:24.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:23.825204+0000 mon.a (mon.0) 688 : audit [DBG] from='client.? 172.21.15.40:0/134946154' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-22T04:26:24.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:23.864301+0000 mon.c (mon.2) 71 : audit [DBG] from='client.? 172.21.15.40:0/1294426850' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-22T04:26:24.795 INFO:teuthology.orchestra.run.smithi040.stdout:180388626463 2024-04-22T04:26:25.243 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:26:23.364015+0000 mgr.y (mgr.14574) 60 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-04-22T04:26:25.244 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:26:23.366958+0000 mgr.y (mgr.14574) 61 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi040 2024-04-22T04:26:25.244 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:23.549275+0000 mgr.y (mgr.14574) 62 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:25.244 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:26:23.364015+0000 mgr.y (mgr.14574) 60 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-04-22T04:26:25.244 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:26:23.366958+0000 mgr.y (mgr.14574) 61 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi040 2024-04-22T04:26:25.244 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:23.549275+0000 mgr.y (mgr.14574) 62 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:26:23.364015+0000 mgr.y (mgr.14574) 60 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-04-22T04:26:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:26:23.366958+0000 mgr.y (mgr.14574) 61 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi040 2024-04-22T04:26:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:23.549275+0000 mgr.y (mgr.14574) 62 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:25.754 INFO:teuthology.orchestra.run.smithi040.stdout:107374182449 2024-04-22T04:26:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:26:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:26:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:26:26.265 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:25.757237+0000 mon.c (mon.2) 72 : audit [DBG] from='client.? 172.21.15.40:0/734122309' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-22T04:26:26.265 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:25.757237+0000 mon.c (mon.2) 72 : audit [DBG] from='client.? 172.21.15.40:0/734122309' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-22T04:26:26.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:25.757237+0000 mon.c (mon.2) 72 : audit [DBG] from='client.? 172.21.15.40:0/734122309' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-22T04:26:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:25.549602+0000 mgr.y (mgr.14574) 63 : cluster [DBG] pgmap v51: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:25.549602+0000 mgr.y (mgr.14574) 63 : cluster [DBG] pgmap v51: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:27.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:25.549602+0000 mgr.y (mgr.14574) 63 : cluster [DBG] pgmap v51: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:27.885 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626459 got 180388626463 for osd.6 2024-04-22T04:26:27.885 DEBUG:teuthology.parallel:result is None 2024-04-22T04:26:28.325 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182444 got 107374182449 for osd.3 2024-04-22T04:26:28.325 DEBUG:teuthology.parallel:result is None 2024-04-22T04:26:29.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:27.550328+0000 mgr.y (mgr.14574) 64 : cluster [DBG] pgmap v52: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:29.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:27.550328+0000 mgr.y (mgr.14574) 64 : cluster [DBG] pgmap v52: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:29.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:27.550328+0000 mgr.y (mgr.14574) 64 : cluster [DBG] pgmap v52: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:29.473 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430230 got 206158430233 for osd.7 2024-04-22T04:26:29.473 DEBUG:teuthology.parallel:result is None 2024-04-22T04:26:29.811 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018917 got 128849018922 for osd.4 2024-04-22T04:26:29.811 DEBUG:teuthology.parallel:result is None 2024-04-22T04:26:29.811 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-22T04:26:29.812 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-22T04:26:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:26:30] "GET /metrics HTTP/1.1" 200 188326 "" "Prometheus/2.33.4" 2024-04-22T04:26:30.540 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:26:30.782 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:30 smithi040 systemd[1]: Stopping Ceph alertmanager.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:26:30.782 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:30 smithi040 bash[74605]: Error: no container with name or ID "ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager.a" found: no such container 2024-04-22T04:26:31.057 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:29.550666+0000 mgr.y (mgr.14574) 65 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:31.058 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:29.550666+0000 mgr.y (mgr.14574) 65 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:31.058 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[70493]: level=info ts=2024-04-22T04:26:30.954Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-04-22T04:26:31.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:29.550666+0000 mgr.y (mgr.14574) 65 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:31.659 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:31 smithi040 bash[74683]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a 2024-04-22T04:26:33.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:31.551117+0000 mgr.y (mgr.14574) 66 : cluster [DBG] pgmap v54: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:33.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:32.017949+0000 mon.a (mon.0) 689 : cluster [DBG] mgrmap e19: y(active, since 90s), standbys: x 2024-04-22T04:26:33.048 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:31.551117+0000 mgr.y (mgr.14574) 66 : cluster [DBG] pgmap v54: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:33.048 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:32.017949+0000 mon.a (mon.0) 689 : cluster [DBG] mgrmap e19: y(active, since 90s), standbys: x 2024-04-22T04:26:33.288 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:26:33.290 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2024-04-22T04:26:33.311 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:33 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@alertmanager.a.service: Succeeded. 2024-04-22T04:26:33.311 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:33 smithi040 systemd[1]: Stopped Ceph alertmanager.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:26:33.311 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:33 smithi040 systemd[1]: Starting Ceph alertmanager.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:26:33.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:31.551117+0000 mgr.y (mgr.14574) 66 : cluster [DBG] pgmap v54: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:33.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:32.017949+0000 mon.a (mon.0) 689 : cluster [DBG] mgrmap e19: y(active, since 90s), standbys: x 2024-04-22T04:26:34.418 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":54,"stamp":"2024-04-22T04:26:31.550873+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3094,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2381660,"kb_used_data":4892,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747579556,"statfs":{"total":767960285184,"available":765521465344,"internally_reserved":0,"allocated":5009408,"data_stored":2132559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003022"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763757+0000","last_change":"2024-04-22T04:24:43.729915+0000","last_active":"2024-04-22T04:26:01.763757+0000","last_peered":"2024-04-22T04:26:01.763757+0000","last_clean":"2024-04-22T04:26:01.763757+0000","last_became_active":"2024-04-22T04:24:43.729576+0000","last_became_peered":"2024-04-22T04:24:43.729576+0000","last_unstale":"2024-04-22T04:26:01.763757+0000","last_undegraded":"2024-04-22T04:26:01.763757+0000","last_fullsized":"2024-04-22T04:26:01.763757+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761134+0000","last_change":"2024-04-22T04:24:43.708412+0000","last_active":"2024-04-22T04:26:01.761134+0000","last_peered":"2024-04-22T04:26:01.761134+0000","last_clean":"2024-04-22T04:26:01.761134+0000","last_became_active":"2024-04-22T04:24:43.708042+0000","last_became_peered":"2024-04-22T04:24:43.708042+0000","last_unstale":"2024-04-22T04:26:01.761134+0000","last_undegraded":"2024-04-22T04:26:01.761134+0000","last_fullsized":"2024-04-22T04:26:01.761134+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765029+0000","last_change":"2024-04-22T04:24:43.696155+0000","last_active":"2024-04-22T04:26:01.765029+0000","last_peered":"2024-04-22T04:26:01.765029+0000","last_clean":"2024-04-22T04:26:01.765029+0000","last_became_active":"2024-04-22T04:24:43.695871+0000","last_became_peered":"2024-04-22T04:24:43.695871+0000","last_unstale":"2024-04-22T04:26:01.765029+0000","last_undegraded":"2024-04-22T04:26:01.765029+0000","last_fullsized":"2024-04-22T04:26:01.765029+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762567+0000","last_change":"2024-04-22T04:24:43.721991+0000","last_active":"2024-04-22T04:26:01.762567+0000","last_peered":"2024-04-22T04:26:01.762567+0000","last_clean":"2024-04-22T04:26:01.762567+0000","last_became_active":"2024-04-22T04:24:43.721657+0000","last_became_peered":"2024-04-22T04:24:43.721657+0000","last_unstale":"2024-04-22T04:26:01.762567+0000","last_undegraded":"2024-04-22T04:26:01.762567+0000","last_fullsized":"2024-04-22T04:26:01.762567+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762376+0000","last_change":"2024-04-22T04:24:43.728955+0000","last_active":"2024-04-22T04:26:01.762376+0000","last_peered":"2024-04-22T04:26:01.762376+0000","last_clean":"2024-04-22T04:26:01.762376+0000","last_became_active":"2024-04-22T04:24:43.727506+0000","last_became_peered":"2024-04-22T04:24:43.727506+0000","last_unstale":"2024-04-22T04:26:01.762376+0000","last_undegraded":"2024-04-22T04:26:01.762376+0000","last_fullsized":"2024-04-22T04:26:01.762376+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763087+0000","last_change":"2024-04-22T04:24:43.709122+0000","last_active":"2024-04-22T04:26:01.763087+0000","last_peered":"2024-04-22T04:26:01.763087+0000","last_clean":"2024-04-22T04:26:01.763087+0000","last_became_active":"2024-04-22T04:24:43.708741+0000","last_became_peered":"2024-04-22T04:24:43.708741+0000","last_unstale":"2024-04-22T04:26:01.763087+0000","last_undegraded":"2024-04-22T04:26:01.763087+0000","last_fullsized":"2024-04-22T04:26:01.763087+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761555+0000","last_change":"2024-04-22T04:24:43.729409+0000","last_active":"2024-04-22T04:26:01.761555+0000","last_peered":"2024-04-22T04:26:01.761555+0000","last_clean":"2024-04-22T04:26:01.761555+0000","last_became_active":"2024-04-22T04:24:43.729098+0000","last_became_peered":"2024-04-22T04:24:43.729098+0000","last_unstale":"2024-04-22T04:26:01.761555+0000","last_undegraded":"2024-04-22T04:26:01.761555+0000","last_fullsized":"2024-04-22T04:26:01.761555+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757365+0000","last_change":"2024-04-22T04:24:43.706131+0000","last_active":"2024-04-22T04:26:01.757365+0000","last_peered":"2024-04-22T04:26:01.757365+0000","last_clean":"2024-04-22T04:26:01.757365+0000","last_became_active":"2024-04-22T04:24:43.705243+0000","last_became_peered":"2024-04-22T04:24:43.705243+0000","last_unstale":"2024-04-22T04:26:01.757365+0000","last_undegraded":"2024-04-22T04:26:01.757365+0000","last_fullsized":"2024-04-22T04:26:01.757365+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763670+0000","last_change":"2024-04-22T04:24:43.727293+0000","last_active":"2024-04-22T04:26:01.763670+0000","last_peered":"2024-04-22T04:26:01.763670+0000","last_clean":"2024-04-22T04:26:01.763670+0000","last_became_active":"2024-04-22T04:24:43.726806+0000","last_became_peered":"2024-04-22T04:24:43.726806+0000","last_unstale":"2024-04-22T04:26:01.763670+0000","last_undegraded":"2024-04-22T04:26:01.763670+0000","last_fullsized":"2024-04-22T04:26:01.763670+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765293+0000","last_change":"2024-04-22T04:24:43.707063+0000","last_active":"2024-04-22T04:26:01.765293+0000","last_peered":"2024-04-22T04:26:01.765293+0000","last_clean":"2024-04-22T04:26:01.765293+0000","last_became_active":"2024-04-22T04:24:43.706702+0000","last_became_peered":"2024-04-22T04:24:43.706702+0000","last_unstale":"2024-04-22T04:26:01.765293+0000","last_undegraded":"2024-04-22T04:26:01.765293+0000","last_fullsized":"2024-04-22T04:26:01.765293+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765290+0000","last_change":"2024-04-22T04:24:43.714419+0000","last_active":"2024-04-22T04:26:01.765290+0000","last_peered":"2024-04-22T04:26:01.765290+0000","last_clean":"2024-04-22T04:26:01.765290+0000","last_became_active":"2024-04-22T04:24:43.714070+0000","last_became_peered":"2024-04-22T04:24:43.714070+0000","last_unstale":"2024-04-22T04:26:01.765290+0000","last_undegraded":"2024-04-22T04:26:01.765290+0000","last_fullsized":"2024-04-22T04:26:01.765290+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758210+0000","last_change":"2024-04-22T04:24:43.712389+0000","last_active":"2024-04-22T04:26:01.758210+0000","last_peered":"2024-04-22T04:26:01.758210+0000","last_clean":"2024-04-22T04:26:01.758210+0000","last_became_active":"2024-04-22T04:24:43.712073+0000","last_became_peered":"2024-04-22T04:24:43.712073+0000","last_unstale":"2024-04-22T04:26:01.758210+0000","last_undegraded":"2024-04-22T04:26:01.758210+0000","last_fullsized":"2024-04-22T04:26:01.758210+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757880+0000","last_change":"2024-04-22T04:24:43.699008+0000","last_active":"2024-04-22T04:26:01.757880+0000","last_peered":"2024-04-22T04:26:01.757880+0000","last_clean":"2024-04-22T04:26:01.757880+0000","last_became_active":"2024-04-22T04:24:43.698693+0000","last_became_peered":"2024-04-22T04:24:43.698693+0000","last_unstale":"2024-04-22T04:26:01.757880+0000","last_undegraded":"2024-04-22T04:26:01.757880+0000","last_fullsized":"2024-04-22T04:26:01.757880+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762931+0000","last_change":"2024-04-22T04:24:43.711760+0000","last_active":"2024-04-22T04:26:01.762931+0000","last_peered":"2024-04-22T04:26:01.762931+0000","last_clean":"2024-04-22T04:26:01.762931+0000","last_became_active":"2024-04-22T04:24:43.711299+0000","last_became_peered":"2024-04-22T04:24:43.711299+0000","last_unstale":"2024-04-22T04:26:01.762931+0000","last_undegraded":"2024-04-22T04:26:01.762931+0000","last_fullsized":"2024-04-22T04:26:01.762931+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":26,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-22T04:26:02.768180+0000","last_change":"2024-04-22T04:26:02.768180+0000","last_active":"2024-04-22T04:26:02.768180+0000","last_peered":"2024-04-22T04:26:02.768180+0000","last_clean":"2024-04-22T04:26:02.768180+0000","last_became_active":"2024-04-22T04:26:02.767784+0000","last_became_peered":"2024-04-22T04:26:02.767784+0000","last_unstale":"2024-04-22T04:26:02.768180+0000","last_undegraded":"2024-04-22T04:26:02.768180+0000","last_fullsized":"2024-04-22T04:26:02.768180+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762230+0000","last_change":"2024-04-22T04:24:43.718977+0000","last_active":"2024-04-22T04:26:01.762230+0000","last_peered":"2024-04-22T04:26:01.762230+0000","last_clean":"2024-04-22T04:26:01.762230+0000","last_became_active":"2024-04-22T04:24:43.718664+0000","last_became_peered":"2024-04-22T04:24:43.718664+0000","last_unstale":"2024-04-22T04:26:01.762230+0000","last_undegraded":"2024-04-22T04:26:01.762230+0000","last_fullsized":"2024-04-22T04:26:01.762230+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762969+0000","last_change":"2024-04-22T04:24:43.718389+0000","last_active":"2024-04-22T04:26:01.762969+0000","last_peered":"2024-04-22T04:26:01.762969+0000","last_clean":"2024-04-22T04:26:01.762969+0000","last_became_active":"2024-04-22T04:24:43.718098+0000","last_became_peered":"2024-04-22T04:24:43.718098+0000","last_unstale":"2024-04-22T04:26:01.762969+0000","last_undegraded":"2024-04-22T04:26:01.762969+0000","last_fullsized":"2024-04-22T04:26:01.762969+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758301+0000","last_change":"2024-04-22T04:24:43.720250+0000","last_active":"2024-04-22T04:26:01.758301+0000","last_peered":"2024-04-22T04:26:01.758301+0000","last_clean":"2024-04-22T04:26:01.758301+0000","last_became_active":"2024-04-22T04:24:43.719899+0000","last_became_peered":"2024-04-22T04:24:43.719899+0000","last_unstale":"2024-04-22T04:26:01.758301+0000","last_undegraded":"2024-04-22T04:26:01.758301+0000","last_fullsized":"2024-04-22T04:26:01.758301+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761700+0000","last_change":"2024-04-22T04:24:43.726685+0000","last_active":"2024-04-22T04:26:01.761700+0000","last_peered":"2024-04-22T04:26:01.761700+0000","last_clean":"2024-04-22T04:26:01.761700+0000","last_became_active":"2024-04-22T04:24:43.725741+0000","last_became_peered":"2024-04-22T04:24:43.725741+0000","last_unstale":"2024-04-22T04:26:01.761700+0000","last_undegraded":"2024-04-22T04:26:01.761700+0000","last_fullsized":"2024-04-22T04:26:01.761700+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"53'4","reported_seq":37,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-22T04:26:02.774087+0000","last_change":"2024-04-22T04:26:02.774087+0000","last_active":"2024-04-22T04:26:02.774087+0000","last_peered":"2024-04-22T04:26:02.774087+0000","last_clean":"2024-04-22T04:26:02.774087+0000","last_became_active":"2024-04-22T04:26:02.767949+0000","last_became_peered":"2024-04-22T04:26:02.767949+0000","last_unstale":"2024-04-22T04:26:02.774087+0000","last_undegraded":"2024-04-22T04:26:02.774087+0000","last_fullsized":"2024-04-22T04:26:02.774087+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758969+0000","last_change":"2024-04-22T04:24:43.699003+0000","last_active":"2024-04-22T04:26:01.758969+0000","last_peered":"2024-04-22T04:26:01.758969+0000","last_clean":"2024-04-22T04:26:01.758969+0000","last_became_active":"2024-04-22T04:24:43.698699+0000","last_became_peered":"2024-04-22T04:24:43.698699+0000","last_unstale":"2024-04-22T04:26:01.758969+0000","last_undegraded":"2024-04-22T04:26:01.758969+0000","last_fullsized":"2024-04-22T04:26:01.758969+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758857+0000","last_change":"2024-04-22T04:24:43.316186+0000","last_active":"2024-04-22T04:26:01.758857+0000","last_peered":"2024-04-22T04:26:01.758857+0000","last_clean":"2024-04-22T04:26:01.758857+0000","last_became_active":"2024-04-22T04:24:43.315877+0000","last_became_peered":"2024-04-22T04:24:43.315877+0000","last_unstale":"2024-04-22T04:26:01.758857+0000","last_undegraded":"2024-04-22T04:26:01.758857+0000","last_fullsized":"2024-04-22T04:26:01.758857+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.767711+0000","last_change":"2024-04-22T04:24:43.710624+0000","last_active":"2024-04-22T04:26:01.767711+0000","last_peered":"2024-04-22T04:26:01.767711+0000","last_clean":"2024-04-22T04:26:01.767711+0000","last_became_active":"2024-04-22T04:24:43.710346+0000","last_became_peered":"2024-04-22T04:24:43.710346+0000","last_unstale":"2024-04-22T04:26:01.767711+0000","last_undegraded":"2024-04-22T04:26:01.767711+0000","last_fullsized":"2024-04-22T04:26:01.767711+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763429+0000","last_change":"2024-04-22T04:24:43.320477+0000","last_active":"2024-04-22T04:26:01.763429+0000","last_peered":"2024-04-22T04:26:01.763429+0000","last_clean":"2024-04-22T04:26:01.763429+0000","last_became_active":"2024-04-22T04:24:43.320155+0000","last_became_peered":"2024-04-22T04:24:43.320155+0000","last_unstale":"2024-04-22T04:26:01.763429+0000","last_undegraded":"2024-04-22T04:26:01.763429+0000","last_fullsized":"2024-04-22T04:26:01.763429+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763039+0000","last_change":"2024-04-22T04:24:43.716384+0000","last_active":"2024-04-22T04:26:01.763039+0000","last_peered":"2024-04-22T04:26:01.763039+0000","last_clean":"2024-04-22T04:26:01.763039+0000","last_became_active":"2024-04-22T04:24:43.716074+0000","last_became_peered":"2024-04-22T04:24:43.716074+0000","last_unstale":"2024-04-22T04:26:01.763039+0000","last_undegraded":"2024-04-22T04:26:01.763039+0000","last_fullsized":"2024-04-22T04:26:01.763039+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763051+0000","last_change":"2024-04-22T04:24:43.323591+0000","last_active":"2024-04-22T04:26:01.763051+0000","last_peered":"2024-04-22T04:26:01.763051+0000","last_clean":"2024-04-22T04:26:01.763051+0000","last_became_active":"2024-04-22T04:24:43.323176+0000","last_became_peered":"2024-04-22T04:24:43.323176+0000","last_unstale":"2024-04-22T04:26:01.763051+0000","last_undegraded":"2024-04-22T04:26:01.763051+0000","last_fullsized":"2024-04-22T04:26:01.763051+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762862+0000","last_change":"2024-04-22T04:24:43.716003+0000","last_active":"2024-04-22T04:26:01.762862+0000","last_peered":"2024-04-22T04:26:01.762862+0000","last_clean":"2024-04-22T04:26:01.762862+0000","last_became_active":"2024-04-22T04:24:43.715679+0000","last_became_peered":"2024-04-22T04:24:43.715679+0000","last_unstale":"2024-04-22T04:26:01.762862+0000","last_undegraded":"2024-04-22T04:26:01.762862+0000","last_fullsized":"2024-04-22T04:26:01.762862+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758075+0000","last_change":"2024-04-22T04:24:43.311031+0000","last_active":"2024-04-22T04:26:01.758075+0000","last_peered":"2024-04-22T04:26:01.758075+0000","last_clean":"2024-04-22T04:26:01.758075+0000","last_became_active":"2024-04-22T04:24:43.310733+0000","last_became_peered":"2024-04-22T04:24:43.310733+0000","last_unstale":"2024-04-22T04:26:01.758075+0000","last_undegraded":"2024-04-22T04:26:01.758075+0000","last_fullsized":"2024-04-22T04:26:01.758075+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757931+0000","last_change":"2024-04-22T04:24:43.702640+0000","last_active":"2024-04-22T04:26:01.757931+0000","last_peered":"2024-04-22T04:26:01.757931+0000","last_clean":"2024-04-22T04:26:01.757931+0000","last_became_active":"2024-04-22T04:24:43.702266+0000","last_became_peered":"2024-04-22T04:24:43.702266+0000","last_unstale":"2024-04-22T04:26:01.757931+0000","last_undegraded":"2024-04-22T04:26:01.757931+0000","last_fullsized":"2024-04-22T04:26:01.757931+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.764815+0000","last_change":"2024-04-22T04:24:43.314762+0000","last_active":"2024-04-22T04:26:01.764815+0000","last_peered":"2024-04-22T04:26:01.764815+0000","last_clean":"2024-04-22T04:26:01.764815+0000","last_became_active":"2024-04-22T04:24:43.314442+0000","last_became_peered":"2024-04-22T04:24:43.314442+0000","last_unstale":"2024-04-22T04:26:01.764815+0000","last_undegraded":"2024-04-22T04:26:01.764815+0000","last_fullsized":"2024-04-22T04:26:01.764815+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763089+0000","last_change":"2024-04-22T04:24:43.721494+0000","last_active":"2024-04-22T04:26:01.763089+0000","last_peered":"2024-04-22T04:26:01.763089+0000","last_clean":"2024-04-22T04:26:01.763089+0000","last_became_active":"2024-04-22T04:24:43.720806+0000","last_became_peered":"2024-04-22T04:24:43.720806+0000","last_unstale":"2024-04-22T04:26:01.763089+0000","last_undegraded":"2024-04-22T04:26:01.763089+0000","last_fullsized":"2024-04-22T04:26:01.763089+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757661+0000","last_change":"2024-04-22T04:24:43.317404+0000","last_active":"2024-04-22T04:26:01.757661+0000","last_peered":"2024-04-22T04:26:01.757661+0000","last_clean":"2024-04-22T04:26:01.757661+0000","last_became_active":"2024-04-22T04:24:43.317097+0000","last_became_peered":"2024-04-22T04:24:43.317097+0000","last_unstale":"2024-04-22T04:26:01.757661+0000","last_undegraded":"2024-04-22T04:26:01.757661+0000","last_fullsized":"2024-04-22T04:26:01.757661+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757494+0000","last_change":"2024-04-22T04:24:43.697443+0000","last_active":"2024-04-22T04:26:01.757494+0000","last_peered":"2024-04-22T04:26:01.757494+0000","last_clean":"2024-04-22T04:26:01.757494+0000","last_became_active":"2024-04-22T04:24:43.697154+0000","last_became_peered":"2024-04-22T04:24:43.697154+0000","last_unstale":"2024-04-22T04:26:01.757494+0000","last_undegraded":"2024-04-22T04:26:01.757494+0000","last_fullsized":"2024-04-22T04:26:01.757494+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762319+0000","last_change":"2024-04-22T04:24:43.323115+0000","last_active":"2024-04-22T04:26:01.762319+0000","last_peered":"2024-04-22T04:26:01.762319+0000","last_clean":"2024-04-22T04:26:01.762319+0000","last_became_active":"2024-04-22T04:24:43.322769+0000","last_became_peered":"2024-04-22T04:24:43.322769+0000","last_unstale":"2024-04-22T04:26:01.762319+0000","last_undegraded":"2024-04-22T04:26:01.762319+0000","last_fullsized":"2024-04-22T04:26:01.762319+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760576+0000","last_change":"2024-04-22T04:24:43.712653+0000","last_active":"2024-04-22T04:26:01.760576+0000","last_peered":"2024-04-22T04:26:01.760576+0000","last_clean":"2024-04-22T04:26:01.760576+0000","last_became_active":"2024-04-22T04:24:43.712330+0000","last_became_peered":"2024-04-22T04:24:43.712330+0000","last_unstale":"2024-04-22T04:26:01.760576+0000","last_undegraded":"2024-04-22T04:26:01.760576+0000","last_fullsized":"2024-04-22T04:26:01.760576+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765806+0000","last_change":"2024-04-22T04:24:43.323406+0000","last_active":"2024-04-22T04:26:01.765806+0000","last_peered":"2024-04-22T04:26:01.765806+0000","last_clean":"2024-04-22T04:26:01.765806+0000","last_became_active":"2024-04-22T04:24:43.322967+0000","last_became_peered":"2024-04-22T04:24:43.322967+0000","last_unstale":"2024-04-22T04:26:01.765806+0000","last_undegraded":"2024-04-22T04:26:01.765806+0000","last_fullsized":"2024-04-22T04:26:01.765806+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762690+0000","last_change":"2024-04-22T04:24:43.722840+0000","last_active":"2024-04-22T04:26:01.762690+0000","last_peered":"2024-04-22T04:26:01.762690+0000","last_clean":"2024-04-22T04:26:01.762690+0000","last_became_active":"2024-04-22T04:24:43.722534+0000","last_became_peered":"2024-04-22T04:24:43.722534+0000","last_unstale":"2024-04-22T04:26:01.762690+0000","last_undegraded":"2024-04-22T04:26:01.762690+0000","last_fullsized":"2024-04-22T04:26:01.762690+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762636+0000","last_change":"2024-04-22T04:24:43.320097+0000","last_active":"2024-04-22T04:26:01.762636+0000","last_peered":"2024-04-22T04:26:01.762636+0000","last_clean":"2024-04-22T04:26:01.762636+0000","last_became_active":"2024-04-22T04:24:43.319304+0000","last_became_peered":"2024-04-22T04:24:43.319304+0000","last_unstale":"2024-04-22T04:26:01.762636+0000","last_undegraded":"2024-04-22T04:26:01.762636+0000","last_fullsized":"2024-04-22T04:26:01.762636+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-22T04:26:02.769873+0000","last_change":"2024-04-22T04:26:02.769873+0000","last_active":"2024-04-22T04:26:02.769873+0000","last_peered":"2024-04-22T04:26:02.769873+0000","last_clean":"2024-04-22T04:26:02.769873+0000","last_became_active":"2024-04-22T04:26:02.769542+0000","last_became_peered":"2024-04-22T04:26:02.769542+0000","last_unstale":"2024-04-22T04:26:02.769873+0000","last_undegraded":"2024-04-22T04:26:02.769873+0000","last_fullsized":"2024-04-22T04:26:02.769873+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.15","version":"53'3","reported_seq":21,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761062+0000","last_change":"2024-04-22T04:24:43.323527+0000","last_active":"2024-04-22T04:26:01.761062+0000","last_peered":"2024-04-22T04:26:01.761062+0000","last_clean":"2024-04-22T04:26:01.761062+0000","last_became_active":"2024-04-22T04:24:43.322958+0000","last_became_peered":"2024-04-22T04:24:43.322958+0000","last_unstale":"2024-04-22T04:26:01.761062+0000","last_undegraded":"2024-04-22T04:26:01.761062+0000","last_fullsized":"2024-04-22T04:26:01.761062+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-22T04:26:03.165809+0000","last_change":"2024-04-22T04:26:03.165809+0000","last_active":"2024-04-22T04:26:03.165809+0000","last_peered":"2024-04-22T04:26:03.165809+0000","last_clean":"2024-04-22T04:26:03.165809+0000","last_became_active":"2024-04-22T04:26:03.165289+0000","last_became_peered":"2024-04-22T04:26:03.165289+0000","last_unstale":"2024-04-22T04:26:03.165809+0000","last_undegraded":"2024-04-22T04:26:03.165809+0000","last_fullsized":"2024-04-22T04:26:03.165809+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"55'9","reported_seq":27,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765148+0000","last_change":"2024-04-22T04:24:43.324590+0000","last_active":"2024-04-22T04:26:01.765148+0000","last_peered":"2024-04-22T04:26:01.765148+0000","last_clean":"2024-04-22T04:26:01.765148+0000","last_became_active":"2024-04-22T04:24:43.323463+0000","last_became_peered":"2024-04-22T04:24:43.323463+0000","last_unstale":"2024-04-22T04:26:01.765148+0000","last_undegraded":"2024-04-22T04:26:01.765148+0000","last_fullsized":"2024-04-22T04:26:01.765148+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2324,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763208+0000","last_change":"2024-04-22T04:24:43.726902+0000","last_active":"2024-04-22T04:26:01.763208+0000","last_peered":"2024-04-22T04:26:01.763208+0000","last_clean":"2024-04-22T04:26:01.763208+0000","last_became_active":"2024-04-22T04:24:43.726447+0000","last_became_peered":"2024-04-22T04:24:43.726447+0000","last_unstale":"2024-04-22T04:26:01.763208+0000","last_undegraded":"2024-04-22T04:26:01.763208+0000","last_fullsized":"2024-04-22T04:26:01.763208+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763382+0000","last_change":"2024-04-22T04:24:43.309439+0000","last_active":"2024-04-22T04:26:01.763382+0000","last_peered":"2024-04-22T04:26:01.763382+0000","last_clean":"2024-04-22T04:26:01.763382+0000","last_became_active":"2024-04-22T04:24:43.309130+0000","last_became_peered":"2024-04-22T04:24:43.309130+0000","last_unstale":"2024-04-22T04:26:01.763382+0000","last_undegraded":"2024-04-22T04:26:01.763382+0000","last_fullsized":"2024-04-22T04:26:01.763382+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762851+0000","last_change":"2024-04-22T04:24:43.701637+0000","last_active":"2024-04-22T04:26:01.762851+0000","last_peered":"2024-04-22T04:26:01.762851+0000","last_clean":"2024-04-22T04:26:01.762851+0000","last_became_active":"2024-04-22T04:24:43.701290+0000","last_became_peered":"2024-04-22T04:24:43.701290+0000","last_unstale":"2024-04-22T04:26:01.762851+0000","last_undegraded":"2024-04-22T04:26:01.762851+0000","last_fullsized":"2024-04-22T04:26:01.762851+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762743+0000","last_change":"2024-04-22T04:24:43.321782+0000","last_active":"2024-04-22T04:26:01.762743+0000","last_peered":"2024-04-22T04:26:01.762743+0000","last_clean":"2024-04-22T04:26:01.762743+0000","last_became_active":"2024-04-22T04:24:43.321442+0000","last_became_peered":"2024-04-22T04:24:43.321442+0000","last_unstale":"2024-04-22T04:26:01.762743+0000","last_undegraded":"2024-04-22T04:26:01.762743+0000","last_fullsized":"2024-04-22T04:26:01.762743+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762236+0000","last_change":"2024-04-22T04:24:43.731291+0000","last_active":"2024-04-22T04:26:01.762236+0000","last_peered":"2024-04-22T04:26:01.762236+0000","last_clean":"2024-04-22T04:26:01.762236+0000","last_became_active":"2024-04-22T04:24:43.729952+0000","last_became_peered":"2024-04-22T04:24:43.729952+0000","last_unstale":"2024-04-22T04:26:01.762236+0000","last_undegraded":"2024-04-22T04:26:01.762236+0000","last_fullsized":"2024-04-22T04:26:01.762236+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.764439+0000","last_change":"2024-04-22T04:24:43.316098+0000","last_active":"2024-04-22T04:26:01.764439+0000","last_peered":"2024-04-22T04:26:01.764439+0000","last_clean":"2024-04-22T04:26:01.764439+0000","last_became_active":"2024-04-22T04:24:43.315737+0000","last_became_peered":"2024-04-22T04:24:43.315737+0000","last_unstale":"2024-04-22T04:26:01.764439+0000","last_undegraded":"2024-04-22T04:26:01.764439+0000","last_fullsized":"2024-04-22T04:26:01.764439+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.764332+0000","last_change":"2024-04-22T04:24:43.709176+0000","last_active":"2024-04-22T04:26:01.764332+0000","last_peered":"2024-04-22T04:26:01.764332+0000","last_clean":"2024-04-22T04:26:01.764332+0000","last_became_active":"2024-04-22T04:24:43.708831+0000","last_became_peered":"2024-04-22T04:24:43.708831+0000","last_unstale":"2024-04-22T04:26:01.764332+0000","last_undegraded":"2024-04-22T04:26:01.764332+0000","last_fullsized":"2024-04-22T04:26:01.764332+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":26,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757705+0000","last_change":"2024-04-22T04:24:43.312234+0000","last_active":"2024-04-22T04:26:01.757705+0000","last_peered":"2024-04-22T04:26:01.757705+0000","last_clean":"2024-04-22T04:26:01.757705+0000","last_became_active":"2024-04-22T04:24:43.311940+0000","last_became_peered":"2024-04-22T04:24:43.311940+0000","last_unstale":"2024-04-22T04:26:01.757705+0000","last_undegraded":"2024-04-22T04:26:01.757705+0000","last_fullsized":"2024-04-22T04:26:01.757705+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761668+0000","last_change":"2024-04-22T04:24:43.729261+0000","last_active":"2024-04-22T04:26:01.761668+0000","last_peered":"2024-04-22T04:26:01.761668+0000","last_clean":"2024-04-22T04:26:01.761668+0000","last_became_active":"2024-04-22T04:24:43.728937+0000","last_became_peered":"2024-04-22T04:24:43.728937+0000","last_unstale":"2024-04-22T04:26:01.761668+0000","last_undegraded":"2024-04-22T04:26:01.761668+0000","last_fullsized":"2024-04-22T04:26:01.761668+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758604+0000","last_change":"2024-04-22T04:24:43.314178+0000","last_active":"2024-04-22T04:26:01.758604+0000","last_peered":"2024-04-22T04:26:01.758604+0000","last_clean":"2024-04-22T04:26:01.758604+0000","last_became_active":"2024-04-22T04:24:43.313859+0000","last_became_peered":"2024-04-22T04:24:43.313859+0000","last_unstale":"2024-04-22T04:26:01.758604+0000","last_undegraded":"2024-04-22T04:26:01.758604+0000","last_fullsized":"2024-04-22T04:26:01.758604+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763510+0000","last_change":"2024-04-22T04:24:43.731979+0000","last_active":"2024-04-22T04:26:01.763510+0000","last_peered":"2024-04-22T04:26:01.763510+0000","last_clean":"2024-04-22T04:26:01.763510+0000","last_became_active":"2024-04-22T04:24:43.731081+0000","last_became_peered":"2024-04-22T04:24:43.731081+0000","last_unstale":"2024-04-22T04:26:01.763510+0000","last_undegraded":"2024-04-22T04:26:01.763510+0000","last_fullsized":"2024-04-22T04:26:01.763510+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760500+0000","last_change":"2024-04-22T04:25:26.146866+0000","last_active":"2024-04-22T04:26:01.760500+0000","last_peered":"2024-04-22T04:26:01.760500+0000","last_clean":"2024-04-22T04:26:01.760500+0000","last_became_active":"2024-04-22T04:25:26.146517+0000","last_became_peered":"2024-04-22T04:25:26.146517+0000","last_unstale":"2024-04-22T04:26:01.760500+0000","last_undegraded":"2024-04-22T04:26:01.760500+0000","last_fullsized":"2024-04-22T04:26:01.760500+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760153+0000","last_change":"2024-04-22T04:24:43.312747+0000","last_active":"2024-04-22T04:26:01.760153+0000","last_peered":"2024-04-22T04:26:01.760153+0000","last_clean":"2024-04-22T04:26:01.760153+0000","last_became_active":"2024-04-22T04:24:43.312446+0000","last_became_peered":"2024-04-22T04:24:43.312446+0000","last_unstale":"2024-04-22T04:26:01.760153+0000","last_undegraded":"2024-04-22T04:26:01.760153+0000","last_fullsized":"2024-04-22T04:26:01.760153+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762962+0000","last_change":"2024-04-22T04:24:43.704066+0000","last_active":"2024-04-22T04:26:01.762962+0000","last_peered":"2024-04-22T04:26:01.762962+0000","last_clean":"2024-04-22T04:26:01.762962+0000","last_became_active":"2024-04-22T04:24:43.703805+0000","last_became_peered":"2024-04-22T04:24:43.703805+0000","last_unstale":"2024-04-22T04:26:01.762962+0000","last_undegraded":"2024-04-22T04:26:01.762962+0000","last_fullsized":"2024-04-22T04:26:01.762962+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760251+0000","last_change":"2024-04-22T04:25:25.714226+0000","last_active":"2024-04-22T04:26:01.760251+0000","last_peered":"2024-04-22T04:26:01.760251+0000","last_clean":"2024-04-22T04:26:01.760251+0000","last_became_active":"2024-04-22T04:25:25.713994+0000","last_became_peered":"2024-04-22T04:25:25.713994+0000","last_unstale":"2024-04-22T04:26:01.760251+0000","last_undegraded":"2024-04-22T04:26:01.760251+0000","last_fullsized":"2024-04-22T04:26:01.760251+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762652+0000","last_change":"2024-04-22T04:24:43.319710+0000","last_active":"2024-04-22T04:26:01.762652+0000","last_peered":"2024-04-22T04:26:01.762652+0000","last_clean":"2024-04-22T04:26:01.762652+0000","last_became_active":"2024-04-22T04:24:43.319323+0000","last_became_peered":"2024-04-22T04:24:43.319323+0000","last_unstale":"2024-04-22T04:26:01.762652+0000","last_undegraded":"2024-04-22T04:26:01.762652+0000","last_fullsized":"2024-04-22T04:26:01.762652+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758080+0000","last_change":"2024-04-22T04:24:43.712229+0000","last_active":"2024-04-22T04:26:01.758080+0000","last_peered":"2024-04-22T04:26:01.758080+0000","last_clean":"2024-04-22T04:26:01.758080+0000","last_became_active":"2024-04-22T04:24:43.711901+0000","last_became_peered":"2024-04-22T04:24:43.711901+0000","last_unstale":"2024-04-22T04:26:01.758080+0000","last_undegraded":"2024-04-22T04:26:01.758080+0000","last_fullsized":"2024-04-22T04:26:01.758080+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761568+0000","last_change":"2024-04-22T04:25:26.146834+0000","last_active":"2024-04-22T04:26:01.761568+0000","last_peered":"2024-04-22T04:26:01.761568+0000","last_clean":"2024-04-22T04:26:01.761568+0000","last_became_active":"2024-04-22T04:25:26.146478+0000","last_became_peered":"2024-04-22T04:25:26.146478+0000","last_unstale":"2024-04-22T04:26:01.761568+0000","last_undegraded":"2024-04-22T04:26:01.761568+0000","last_fullsized":"2024-04-22T04:26:01.761568+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.759861+0000","last_change":"2024-04-22T04:24:43.697943+0000","last_active":"2024-04-22T04:26:01.759861+0000","last_peered":"2024-04-22T04:26:01.759861+0000","last_clean":"2024-04-22T04:26:01.759861+0000","last_became_active":"2024-04-22T04:24:43.697589+0000","last_became_peered":"2024-04-22T04:24:43.697589+0000","last_unstale":"2024-04-22T04:26:01.759861+0000","last_undegraded":"2024-04-22T04:26:01.759861+0000","last_fullsized":"2024-04-22T04:26:01.759861+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757884+0000","last_change":"2024-04-22T04:24:43.310121+0000","last_active":"2024-04-22T04:26:01.757884+0000","last_peered":"2024-04-22T04:26:01.757884+0000","last_clean":"2024-04-22T04:26:01.757884+0000","last_became_active":"2024-04-22T04:24:43.309759+0000","last_became_peered":"2024-04-22T04:24:43.309759+0000","last_unstale":"2024-04-22T04:26:01.757884+0000","last_undegraded":"2024-04-22T04:26:01.757884+0000","last_fullsized":"2024-04-22T04:26:01.757884+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765104+0000","last_change":"2024-04-22T04:25:26.259145+0000","last_active":"2024-04-22T04:26:01.765104+0000","last_peered":"2024-04-22T04:26:01.765104+0000","last_clean":"2024-04-22T04:26:01.765104+0000","last_became_active":"2024-04-22T04:25:26.258797+0000","last_became_peered":"2024-04-22T04:25:26.258797+0000","last_unstale":"2024-04-22T04:26:01.765104+0000","last_undegraded":"2024-04-22T04:26:01.765104+0000","last_fullsized":"2024-04-22T04:26:01.765104+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757791+0000","last_change":"2024-04-22T04:24:43.704906+0000","last_active":"2024-04-22T04:26:01.757791+0000","last_peered":"2024-04-22T04:26:01.757791+0000","last_clean":"2024-04-22T04:26:01.757791+0000","last_became_active":"2024-04-22T04:24:43.704619+0000","last_became_peered":"2024-04-22T04:24:43.704619+0000","last_unstale":"2024-04-22T04:26:01.757791+0000","last_undegraded":"2024-04-22T04:26:01.757791+0000","last_fullsized":"2024-04-22T04:26:01.757791+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762156+0000","last_change":"2024-04-22T04:24:43.322206+0000","last_active":"2024-04-22T04:26:01.762156+0000","last_peered":"2024-04-22T04:26:01.762156+0000","last_clean":"2024-04-22T04:26:01.762156+0000","last_became_active":"2024-04-22T04:24:43.321812+0000","last_became_peered":"2024-04-22T04:24:43.321812+0000","last_unstale":"2024-04-22T04:26:01.762156+0000","last_undegraded":"2024-04-22T04:26:01.762156+0000","last_fullsized":"2024-04-22T04:26:01.762156+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":21,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761555+0000","last_change":"2024-04-22T04:24:23.509097+0000","last_active":"2024-04-22T04:26:01.761555+0000","last_peered":"2024-04-22T04:26:01.761555+0000","last_clean":"2024-04-22T04:26:01.761555+0000","last_became_active":"2024-04-22T04:24:23.508651+0000","last_became_peered":"2024-04-22T04:24:23.508651+0000","last_unstale":"2024-04-22T04:26:01.761555+0000","last_undegraded":"2024-04-22T04:26:01.761555+0000","last_fullsized":"2024-04-22T04:26:01.761555+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:22:09.390656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:22:09.390656+0000","last_clean_scrub_stamp":"2024-04-22T04:22:09.390656+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765076+0000","last_change":"2024-04-22T04:25:25.713437+0000","last_active":"2024-04-22T04:26:01.765076+0000","last_peered":"2024-04-22T04:26:01.765076+0000","last_clean":"2024-04-22T04:26:01.765076+0000","last_became_active":"2024-04-22T04:25:25.713166+0000","last_became_peered":"2024-04-22T04:25:25.713166+0000","last_unstale":"2024-04-22T04:26:01.765076+0000","last_undegraded":"2024-04-22T04:26:01.765076+0000","last_fullsized":"2024-04-22T04:26:01.765076+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762654+0000","last_change":"2024-04-22T04:24:43.714413+0000","last_active":"2024-04-22T04:26:01.762654+0000","last_peered":"2024-04-22T04:26:01.762654+0000","last_clean":"2024-04-22T04:26:01.762654+0000","last_became_active":"2024-04-22T04:24:43.714112+0000","last_became_peered":"2024-04-22T04:24:43.714112+0000","last_unstale":"2024-04-22T04:26:01.762654+0000","last_undegraded":"2024-04-22T04:26:01.762654+0000","last_fullsized":"2024-04-22T04:26:01.762654+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761456+0000","last_change":"2024-04-22T04:24:43.321077+0000","last_active":"2024-04-22T04:26:01.761456+0000","last_peered":"2024-04-22T04:26:01.761456+0000","last_clean":"2024-04-22T04:26:01.761456+0000","last_became_active":"2024-04-22T04:24:43.320508+0000","last_became_peered":"2024-04-22T04:24:43.320508+0000","last_unstale":"2024-04-22T04:26:01.761456+0000","last_undegraded":"2024-04-22T04:26:01.761456+0000","last_fullsized":"2024-04-22T04:26:01.761456+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763014+0000","last_change":"2024-04-22T04:25:26.259355+0000","last_active":"2024-04-22T04:26:01.763014+0000","last_peered":"2024-04-22T04:26:01.763014+0000","last_clean":"2024-04-22T04:26:01.763014+0000","last_became_active":"2024-04-22T04:25:26.259013+0000","last_became_peered":"2024-04-22T04:25:26.259013+0000","last_unstale":"2024-04-22T04:26:01.763014+0000","last_undegraded":"2024-04-22T04:26:01.763014+0000","last_fullsized":"2024-04-22T04:26:01.763014+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763311+0000","last_change":"2024-04-22T04:24:43.320413+0000","last_active":"2024-04-22T04:26:01.763311+0000","last_peered":"2024-04-22T04:26:01.763311+0000","last_clean":"2024-04-22T04:26:01.763311+0000","last_became_active":"2024-04-22T04:24:43.320058+0000","last_became_peered":"2024-04-22T04:24:43.320058+0000","last_unstale":"2024-04-22T04:26:01.763311+0000","last_undegraded":"2024-04-22T04:26:01.763311+0000","last_fullsized":"2024-04-22T04:26:01.763311+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760333+0000","last_change":"2024-04-22T04:24:43.704738+0000","last_active":"2024-04-22T04:26:01.760333+0000","last_peered":"2024-04-22T04:26:01.760333+0000","last_clean":"2024-04-22T04:26:01.760333+0000","last_became_active":"2024-04-22T04:24:43.704411+0000","last_became_peered":"2024-04-22T04:24:43.704411+0000","last_unstale":"2024-04-22T04:26:01.760333+0000","last_undegraded":"2024-04-22T04:26:01.760333+0000","last_fullsized":"2024-04-22T04:26:01.760333+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757407+0000","last_change":"2024-04-22T04:25:26.259460+0000","last_active":"2024-04-22T04:26:01.757407+0000","last_peered":"2024-04-22T04:26:01.757407+0000","last_clean":"2024-04-22T04:26:01.757407+0000","last_became_active":"2024-04-22T04:25:26.259097+0000","last_became_peered":"2024-04-22T04:25:26.259097+0000","last_unstale":"2024-04-22T04:26:01.757407+0000","last_undegraded":"2024-04-22T04:26:01.757407+0000","last_fullsized":"2024-04-22T04:26:01.757407+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"54'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761393+0000","last_change":"2024-04-22T04:24:43.320735+0000","last_active":"2024-04-22T04:26:01.761393+0000","last_peered":"2024-04-22T04:26:01.761393+0000","last_clean":"2024-04-22T04:26:01.761393+0000","last_became_active":"2024-04-22T04:24:43.320423+0000","last_became_peered":"2024-04-22T04:24:43.320423+0000","last_unstale":"2024-04-22T04:26:01.761393+0000","last_undegraded":"2024-04-22T04:26:01.761393+0000","last_fullsized":"2024-04-22T04:26:01.761393+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":26,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-22T04:26:02.767895+0000","last_change":"2024-04-22T04:26:02.767895+0000","last_active":"2024-04-22T04:26:02.767895+0000","last_peered":"2024-04-22T04:26:02.767895+0000","last_clean":"2024-04-22T04:26:02.767895+0000","last_became_active":"2024-04-22T04:26:02.767520+0000","last_became_peered":"2024-04-22T04:26:02.767520+0000","last_unstale":"2024-04-22T04:26:02.767895+0000","last_undegraded":"2024-04-22T04:26:02.767895+0000","last_fullsized":"2024-04-22T04:26:02.767895+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757749+0000","last_change":"2024-04-22T04:25:26.147112+0000","last_active":"2024-04-22T04:26:01.757749+0000","last_peered":"2024-04-22T04:26:01.757749+0000","last_clean":"2024-04-22T04:26:01.757749+0000","last_became_active":"2024-04-22T04:25:26.146739+0000","last_became_peered":"2024-04-22T04:25:26.146739+0000","last_unstale":"2024-04-22T04:26:01.757749+0000","last_undegraded":"2024-04-22T04:26:01.757749+0000","last_fullsized":"2024-04-22T04:26:01.757749+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765768+0000","last_change":"2024-04-22T04:24:43.313747+0000","last_active":"2024-04-22T04:26:01.765768+0000","last_peered":"2024-04-22T04:26:01.765768+0000","last_clean":"2024-04-22T04:26:01.765768+0000","last_became_active":"2024-04-22T04:24:43.313415+0000","last_became_peered":"2024-04-22T04:24:43.313415+0000","last_unstale":"2024-04-22T04:26:01.765768+0000","last_undegraded":"2024-04-22T04:26:01.765768+0000","last_fullsized":"2024-04-22T04:26:01.765768+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765166+0000","last_change":"2024-04-22T04:24:43.708275+0000","last_active":"2024-04-22T04:26:01.765166+0000","last_peered":"2024-04-22T04:26:01.765166+0000","last_clean":"2024-04-22T04:26:01.765166+0000","last_became_active":"2024-04-22T04:24:43.707965+0000","last_became_peered":"2024-04-22T04:24:43.707965+0000","last_unstale":"2024-04-22T04:26:01.765166+0000","last_undegraded":"2024-04-22T04:26:01.765166+0000","last_fullsized":"2024-04-22T04:26:01.765166+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761584+0000","last_change":"2024-04-22T04:24:43.320858+0000","last_active":"2024-04-22T04:26:01.761584+0000","last_peered":"2024-04-22T04:26:01.761584+0000","last_clean":"2024-04-22T04:26:01.761584+0000","last_became_active":"2024-04-22T04:24:43.320053+0000","last_became_peered":"2024-04-22T04:24:43.320053+0000","last_unstale":"2024-04-22T04:26:01.761584+0000","last_undegraded":"2024-04-22T04:26:01.761584+0000","last_fullsized":"2024-04-22T04:26:01.761584+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757946+0000","last_change":"2024-04-22T04:24:43.725001+0000","last_active":"2024-04-22T04:26:01.757946+0000","last_peered":"2024-04-22T04:26:01.757946+0000","last_clean":"2024-04-22T04:26:01.757946+0000","last_became_active":"2024-04-22T04:24:43.724633+0000","last_became_peered":"2024-04-22T04:24:43.724633+0000","last_unstale":"2024-04-22T04:26:01.757946+0000","last_undegraded":"2024-04-22T04:26:01.757946+0000","last_fullsized":"2024-04-22T04:26:01.757946+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760653+0000","last_change":"2024-04-22T04:24:43.319635+0000","last_active":"2024-04-22T04:26:01.760653+0000","last_peered":"2024-04-22T04:26:01.760653+0000","last_clean":"2024-04-22T04:26:01.760653+0000","last_became_active":"2024-04-22T04:24:43.319387+0000","last_became_peered":"2024-04-22T04:24:43.319387+0000","last_unstale":"2024-04-22T04:26:01.760653+0000","last_undegraded":"2024-04-22T04:26:01.760653+0000","last_fullsized":"2024-04-22T04:26:01.760653+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757457+0000","last_change":"2024-04-22T04:24:43.721079+0000","last_active":"2024-04-22T04:26:01.757457+0000","last_peered":"2024-04-22T04:26:01.757457+0000","last_clean":"2024-04-22T04:26:01.757457+0000","last_became_active":"2024-04-22T04:24:43.720764+0000","last_became_peered":"2024-04-22T04:24:43.720764+0000","last_unstale":"2024-04-22T04:26:01.757457+0000","last_undegraded":"2024-04-22T04:26:01.757457+0000","last_fullsized":"2024-04-22T04:26:01.757457+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760805+0000","last_change":"2024-04-22T04:24:43.314752+0000","last_active":"2024-04-22T04:26:01.760805+0000","last_peered":"2024-04-22T04:26:01.760805+0000","last_clean":"2024-04-22T04:26:01.760805+0000","last_became_active":"2024-04-22T04:24:43.314372+0000","last_became_peered":"2024-04-22T04:24:43.314372+0000","last_unstale":"2024-04-22T04:26:01.760805+0000","last_undegraded":"2024-04-22T04:26:01.760805+0000","last_fullsized":"2024-04-22T04:26:01.760805+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757950+0000","last_change":"2024-04-22T04:24:43.713960+0000","last_active":"2024-04-22T04:26:01.757950+0000","last_peered":"2024-04-22T04:26:01.757950+0000","last_clean":"2024-04-22T04:26:01.757950+0000","last_became_active":"2024-04-22T04:24:43.713695+0000","last_became_peered":"2024-04-22T04:24:43.713695+0000","last_unstale":"2024-04-22T04:26:01.757950+0000","last_undegraded":"2024-04-22T04:26:01.757950+0000","last_fullsized":"2024-04-22T04:26:01.757950+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762150+0000","last_change":"2024-04-22T04:24:43.323400+0000","last_active":"2024-04-22T04:26:01.762150+0000","last_peered":"2024-04-22T04:26:01.762150+0000","last_clean":"2024-04-22T04:26:01.762150+0000","last_became_active":"2024-04-22T04:24:43.323028+0000","last_became_peered":"2024-04-22T04:24:43.323028+0000","last_unstale":"2024-04-22T04:26:01.762150+0000","last_undegraded":"2024-04-22T04:26:01.762150+0000","last_fullsized":"2024-04-22T04:26:01.762150+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.764803+0000","last_change":"2024-04-22T04:24:43.706710+0000","last_active":"2024-04-22T04:26:01.764803+0000","last_peered":"2024-04-22T04:26:01.764803+0000","last_clean":"2024-04-22T04:26:01.764803+0000","last_became_active":"2024-04-22T04:24:43.705751+0000","last_became_peered":"2024-04-22T04:24:43.705751+0000","last_unstale":"2024-04-22T04:26:01.764803+0000","last_undegraded":"2024-04-22T04:26:01.764803+0000","last_fullsized":"2024-04-22T04:26:01.764803+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758203+0000","last_change":"2024-04-22T04:24:43.322333+0000","last_active":"2024-04-22T04:26:01.758203+0000","last_peered":"2024-04-22T04:26:01.758203+0000","last_clean":"2024-04-22T04:26:01.758203+0000","last_became_active":"2024-04-22T04:24:43.321955+0000","last_became_peered":"2024-04-22T04:24:43.321955+0000","last_unstale":"2024-04-22T04:26:01.758203+0000","last_undegraded":"2024-04-22T04:26:01.758203+0000","last_fullsized":"2024-04-22T04:26:01.758203+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763304+0000","last_change":"2024-04-22T04:24:43.729286+0000","last_active":"2024-04-22T04:26:01.763304+0000","last_peered":"2024-04-22T04:26:01.763304+0000","last_clean":"2024-04-22T04:26:01.763304+0000","last_became_active":"2024-04-22T04:24:43.726910+0000","last_became_peered":"2024-04-22T04:24:43.726910+0000","last_unstale":"2024-04-22T04:26:01.763304+0000","last_undegraded":"2024-04-22T04:26:01.763304+0000","last_fullsized":"2024-04-22T04:26:01.763304+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760971+0000","last_change":"2024-04-22T04:24:43.325385+0000","last_active":"2024-04-22T04:26:01.760971+0000","last_peered":"2024-04-22T04:26:01.760971+0000","last_clean":"2024-04-22T04:26:01.760971+0000","last_became_active":"2024-04-22T04:24:43.325066+0000","last_became_peered":"2024-04-22T04:24:43.325066+0000","last_unstale":"2024-04-22T04:26:01.760971+0000","last_undegraded":"2024-04-22T04:26:01.760971+0000","last_fullsized":"2024-04-22T04:26:01.760971+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762404+0000","last_change":"2024-04-22T04:24:43.713418+0000","last_active":"2024-04-22T04:26:01.762404+0000","last_peered":"2024-04-22T04:26:01.762404+0000","last_clean":"2024-04-22T04:26:01.762404+0000","last_became_active":"2024-04-22T04:24:43.712699+0000","last_became_peered":"2024-04-22T04:24:43.712699+0000","last_unstale":"2024-04-22T04:26:01.762404+0000","last_undegraded":"2024-04-22T04:26:01.762404+0000","last_fullsized":"2024-04-22T04:26:01.762404+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758405+0000","last_change":"2024-04-22T04:24:43.309535+0000","last_active":"2024-04-22T04:26:01.758405+0000","last_peered":"2024-04-22T04:26:01.758405+0000","last_clean":"2024-04-22T04:26:01.758405+0000","last_became_active":"2024-04-22T04:24:43.309225+0000","last_became_peered":"2024-04-22T04:24:43.309225+0000","last_unstale":"2024-04-22T04:26:01.758405+0000","last_undegraded":"2024-04-22T04:26:01.758405+0000","last_fullsized":"2024-04-22T04:26:01.758405+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763598+0000","last_change":"2024-04-22T04:24:43.729021+0000","last_active":"2024-04-22T04:26:01.763598+0000","last_peered":"2024-04-22T04:26:01.763598+0000","last_clean":"2024-04-22T04:26:01.763598+0000","last_became_active":"2024-04-22T04:24:43.727633+0000","last_became_peered":"2024-04-22T04:24:43.727633+0000","last_unstale":"2024-04-22T04:26:01.763598+0000","last_undegraded":"2024-04-22T04:26:01.763598+0000","last_fullsized":"2024-04-22T04:26:01.763598+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.764263+0000","last_change":"2024-04-22T04:24:43.709653+0000","last_active":"2024-04-22T04:26:01.764263+0000","last_peered":"2024-04-22T04:26:01.764263+0000","last_clean":"2024-04-22T04:26:01.764263+0000","last_became_active":"2024-04-22T04:24:43.709117+0000","last_became_peered":"2024-04-22T04:24:43.709117+0000","last_unstale":"2024-04-22T04:26:01.764263+0000","last_undegraded":"2024-04-22T04:26:01.764263+0000","last_fullsized":"2024-04-22T04:26:01.764263+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757733+0000","last_change":"2024-04-22T04:24:43.705620+0000","last_active":"2024-04-22T04:26:01.757733+0000","last_peered":"2024-04-22T04:26:01.757733+0000","last_clean":"2024-04-22T04:26:01.757733+0000","last_became_active":"2024-04-22T04:24:43.705363+0000","last_became_peered":"2024-04-22T04:24:43.705363+0000","last_unstale":"2024-04-22T04:26:01.757733+0000","last_undegraded":"2024-04-22T04:26:01.757733+0000","last_fullsized":"2024-04-22T04:26:01.757733+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762825+0000","last_change":"2024-04-22T04:24:43.714899+0000","last_active":"2024-04-22T04:26:01.762825+0000","last_peered":"2024-04-22T04:26:01.762825+0000","last_clean":"2024-04-22T04:26:01.762825+0000","last_became_active":"2024-04-22T04:24:43.713807+0000","last_became_peered":"2024-04-22T04:24:43.713807+0000","last_unstale":"2024-04-22T04:26:01.762825+0000","last_undegraded":"2024-04-22T04:26:01.762825+0000","last_fullsized":"2024-04-22T04:26:01.762825+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763171+0000","last_change":"2024-04-22T04:24:43.708929+0000","last_active":"2024-04-22T04:26:01.763171+0000","last_peered":"2024-04-22T04:26:01.763171+0000","last_clean":"2024-04-22T04:26:01.763171+0000","last_became_active":"2024-04-22T04:24:43.708657+0000","last_became_peered":"2024-04-22T04:24:43.708657+0000","last_unstale":"2024-04-22T04:26:01.763171+0000","last_undegraded":"2024-04-22T04:26:01.763171+0000","last_fullsized":"2024-04-22T04:26:01.763171+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758323+0000","last_change":"2024-04-22T04:24:43.713929+0000","last_active":"2024-04-22T04:26:01.758323+0000","last_peered":"2024-04-22T04:26:01.758323+0000","last_clean":"2024-04-22T04:26:01.758323+0000","last_became_active":"2024-04-22T04:24:43.713636+0000","last_became_peered":"2024-04-22T04:24:43.713636+0000","last_unstale":"2024-04-22T04:26:01.758323+0000","last_undegraded":"2024-04-22T04:26:01.758323+0000","last_fullsized":"2024-04-22T04:26:01.758323+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.759978+0000","last_change":"2024-04-22T04:24:43.696044+0000","last_active":"2024-04-22T04:26:01.759978+0000","last_peered":"2024-04-22T04:26:01.759978+0000","last_clean":"2024-04-22T04:26:01.759978+0000","last_became_active":"2024-04-22T04:24:43.695750+0000","last_became_peered":"2024-04-22T04:24:43.695750+0000","last_unstale":"2024-04-22T04:26:01.759978+0000","last_undegraded":"2024-04-22T04:26:01.759978+0000","last_fullsized":"2024-04-22T04:26:01.759978+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765504+0000","last_change":"2024-04-22T04:24:43.721209+0000","last_active":"2024-04-22T04:26:01.765504+0000","last_peered":"2024-04-22T04:26:01.765504+0000","last_clean":"2024-04-22T04:26:01.765504+0000","last_became_active":"2024-04-22T04:24:43.720788+0000","last_became_peered":"2024-04-22T04:24:43.720788+0000","last_unstale":"2024-04-22T04:26:01.765504+0000","last_undegraded":"2024-04-22T04:26:01.765504+0000","last_fullsized":"2024-04-22T04:26:01.765504+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760315+0000","last_change":"2024-04-22T04:24:43.712335+0000","last_active":"2024-04-22T04:26:01.760315+0000","last_peered":"2024-04-22T04:26:01.760315+0000","last_clean":"2024-04-22T04:26:01.760315+0000","last_became_active":"2024-04-22T04:24:43.712028+0000","last_became_peered":"2024-04-22T04:24:43.712028+0000","last_unstale":"2024-04-22T04:26:01.760315+0000","last_undegraded":"2024-04-22T04:26:01.760315+0000","last_fullsized":"2024-04-22T04:26:01.760315+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762398+0000","last_change":"2024-04-22T04:24:43.700182+0000","last_active":"2024-04-22T04:26:01.762398+0000","last_peered":"2024-04-22T04:26:01.762398+0000","last_clean":"2024-04-22T04:26:01.762398+0000","last_became_active":"2024-04-22T04:24:43.699763+0000","last_became_peered":"2024-04-22T04:24:43.699763+0000","last_unstale":"2024-04-22T04:26:01.762398+0000","last_undegraded":"2024-04-22T04:26:01.762398+0000","last_fullsized":"2024-04-22T04:26:01.762398+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757601+0000","last_change":"2024-04-22T04:24:43.713143+0000","last_active":"2024-04-22T04:26:01.757601+0000","last_peered":"2024-04-22T04:26:01.757601+0000","last_clean":"2024-04-22T04:26:01.757601+0000","last_became_active":"2024-04-22T04:24:43.712818+0000","last_became_peered":"2024-04-22T04:24:43.712818+0000","last_unstale":"2024-04-22T04:26:01.757601+0000","last_undegraded":"2024-04-22T04:26:01.757601+0000","last_fullsized":"2024-04-22T04:26:01.757601+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762939+0000","last_change":"2024-04-22T04:24:43.719573+0000","last_active":"2024-04-22T04:26:01.762939+0000","last_peered":"2024-04-22T04:26:01.762939+0000","last_clean":"2024-04-22T04:26:01.762939+0000","last_became_active":"2024-04-22T04:24:43.719282+0000","last_became_peered":"2024-04-22T04:24:43.719282+0000","last_unstale":"2024-04-22T04:26:01.762939+0000","last_undegraded":"2024-04-22T04:26:01.762939+0000","last_fullsized":"2024-04-22T04:26:01.762939+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763278+0000","last_change":"2024-04-22T04:24:43.721673+0000","last_active":"2024-04-22T04:26:01.763278+0000","last_peered":"2024-04-22T04:26:01.763278+0000","last_clean":"2024-04-22T04:26:01.763278+0000","last_became_active":"2024-04-22T04:24:43.721203+0000","last_became_peered":"2024-04-22T04:24:43.721203+0000","last_unstale":"2024-04-22T04:26:01.763278+0000","last_undegraded":"2024-04-22T04:26:01.763278+0000","last_fullsized":"2024-04-22T04:26:01.763278+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765145+0000","last_change":"2024-04-22T04:24:43.717719+0000","last_active":"2024-04-22T04:26:01.765145+0000","last_peered":"2024-04-22T04:26:01.765145+0000","last_clean":"2024-04-22T04:26:01.765145+0000","last_became_active":"2024-04-22T04:24:43.717313+0000","last_became_peered":"2024-04-22T04:24:43.717313+0000","last_unstale":"2024-04-22T04:26:01.765145+0000","last_undegraded":"2024-04-22T04:26:01.765145+0000","last_fullsized":"2024-04-22T04:26:01.765145+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3094,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430235,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297700,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447452,"statfs":{"total":95995035648,"available":95690190848,"internally_reserved":0,"allocated":618496,"data_stored":265471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.57999999999999996,"15min":0.56000000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":3.399,"5min":3.399,"15min":3.399},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.58999999999999997,"15min":0.56399999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":3.5499999999999998,"5min":3.5499999999999998,"15min":3.5499999999999998},"last":0.53800000000000003}]},{"osd":1,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.56899999999999995,"15min":0.54600000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":3.48,"5min":3.48,"15min":3.48},"last":0.504},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.55000000000000004,"15min":0.53000000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.6520000000000001,"5min":2.6520000000000001,"15min":2.6520000000000001},"last":0.439}]},{"osd":2,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.622,"15min":0.57799999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":6.4569999999999999,"5min":6.4569999999999999,"15min":6.4569999999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.755,"5min":0.61099999999999999,"15min":0.58699999999999997},"min":{"1min":0.41299999999999998,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":3.6749999999999998,"5min":3.6749999999999998,"15min":3.6749999999999998},"last":0.58299999999999996}]},{"osd":3,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.59799999999999998,"15min":0.57899999999999996},"min":{"1min":0.46600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":2.7530000000000001,"5min":2.7530000000000001,"15min":2.7530000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.61699999999999999,"15min":0.57599999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":5.8760000000000003,"5min":5.8760000000000003,"15min":5.8760000000000003},"last":0.40799999999999997}]},{"osd":4,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.34200000000000003,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.375},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.52400000000000002,"15min":0.52200000000000002},"min":{"1min":0.32400000000000001,"5min":0.308,"15min":0.308},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.48399999999999999}]},{"osd":5,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.50800000000000001,"15min":0.50900000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.53700000000000003,"15min":0.53300000000000003},"min":{"1min":0.36899999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73399999999999999,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.52100000000000002}]},{"osd":6,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.52800000000000002,"15min":0.52400000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.75600000000000001,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.628}]}]},{"osd":6,"up_from":42,"seq":180388626465,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297708,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447444,"statfs":{"total":95995035648,"available":95690182656,"internally_reserved":0,"allocated":626688,"data_stored":267773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.69799999999999995,"5min":0.749,"15min":0.749},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56699999999999995,"15min":0.57099999999999995},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.59199999999999997}]},{"osd":1,"last update":"Mon Apr 22 04:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.53900000000000003,"15min":0.54100000000000004},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.73699999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.39600000000000002,"5min":0.371,"15min":0.371},"max":{"1min":0.745,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.47399999999999998}]},{"osd":2,"last update":"Mon Apr 22 04:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.57899999999999996,"15min":0.58799999999999997},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.70699999999999996,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.57699999999999996,"15min":0.58499999999999996},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.72099999999999997,"5min":0.748,"15min":0.748},"last":0.48999999999999999}]},{"osd":3,"last update":"Mon Apr 22 04:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.56299999999999994,"15min":0.57099999999999995},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.67800000000000005,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.64600000000000002}]},{"osd":4,"last update":"Mon Apr 22 04:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.46999999999999997,"15min":0.47899999999999998},"min":{"1min":0.32400000000000001,"5min":0.312,"15min":0.312},"max":{"1min":0.61099999999999999,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.48099999999999998,"15min":0.49099999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.63,"5min":0.87,"15min":0.87},"last":0.45000000000000001}]},{"osd":5,"last update":"Mon Apr 22 04:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.47199999999999998,"15min":0.47899999999999998},"min":{"1min":0.309,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.65700000000000003,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.498,"15min":0.50600000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.66800000000000004,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.56799999999999995}]},{"osd":7,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.52100000000000002,"15min":0.51600000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.55700000000000005,"15min":0.55300000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.55100000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574908,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297704,"kb_used_data":608,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447448,"statfs":{"total":95995035648,"available":95690186752,"internally_reserved":0,"allocated":622592,"data_stored":265609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:25:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.36299999999999999,"15min":0.32500000000000001},"min":{"1min":0.28899999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.50600000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.438},{"interface":"front","average":{"1min":0.435,"5min":0.38300000000000001,"15min":0.33600000000000002},"min":{"1min":0.28999999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.52900000000000003,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.372}]},{"osd":2,"last update":"Mon Apr 22 04:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41899999999999998,"15min":0.39100000000000001},"min":{"1min":0.26400000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.61699999999999999,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.377,"5min":0.375,"15min":0.35599999999999998},"min":{"1min":0.28899999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.53700000000000003,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.42399999999999999}]},{"osd":3,"last update":"Mon Apr 22 04:25:40 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.43099999999999999,"15min":0.42299999999999999},"min":{"1min":0.30499999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.56999999999999995,"5min":0.62,"15min":0.62},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.441,"5min":0.46200000000000002,"15min":0.46000000000000002},"min":{"1min":0.33300000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.61899999999999999,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.505}]},{"osd":4,"last update":"Mon Apr 22 04:26:04 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56200000000000006,"15min":0.55000000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.78200000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.58899999999999997,"15min":0.57899999999999996},"min":{"1min":0.496,"5min":0.432,"15min":0.432},"max":{"1min":0.79600000000000004,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.65200000000000002}]},{"osd":5,"last update":"Mon Apr 22 04:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.61699999999999999,"15min":0.621},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.77200000000000002,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.60399999999999998,"15min":0.60199999999999998},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.81999999999999995,"5min":0.87,"15min":0.87},"last":0.67300000000000004}]},{"osd":6,"last update":"Mon Apr 22 04:25:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.61899999999999999,"15min":0.623},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.77800000000000002,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.625,"5min":0.63300000000000001,"15min":0.63500000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.81499999999999995,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.63300000000000001}]},{"osd":7,"last update":"Mon Apr 22 04:26:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.65200000000000002,"15min":0.66100000000000003},"min":{"1min":0.47499999999999998,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.71499999999999997,"5min":0.998,"15min":0.998},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.66100000000000003,"15min":0.66500000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.80200000000000005,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.69399999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738434,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297712,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447440,"statfs":{"total":95995035648,"available":95690178560,"internally_reserved":0,"allocated":630784,"data_stored":266149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 22 04:25:46 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.36099999999999999,"15min":0.33700000000000002},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.54400000000000004,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.376,"5min":0.38100000000000001,"15min":0.34100000000000003},"min":{"1min":0.25900000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.47999999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.33100000000000002}]},{"osd":2,"last update":"Mon Apr 22 04:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.41399999999999998,"15min":0.40200000000000002},"min":{"1min":0.29799999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.61799999999999999,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.39400000000000002,"15min":0.39500000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.503,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.28399999999999997}]},{"osd":3,"last update":"Mon Apr 22 04:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.44600000000000001,"15min":0.45700000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.56100000000000005,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.313},{"interface":"front","average":{"1min":0.435,"5min":0.48199999999999998,"15min":0.48799999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.67700000000000005,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.30199999999999999}]},{"osd":4,"last update":"Mon Apr 22 04:26:05 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.60899999999999999,"15min":0.60699999999999998},"min":{"1min":0.36799999999999999,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.59199999999999997,"15min":0.58799999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.83199999999999996}]},{"osd":5,"last update":"Mon Apr 22 04:25:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.625,"15min":0.629},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.90600000000000003,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.60899999999999999,"15min":0.61499999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.84299999999999997,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.69799999999999995}]},{"osd":6,"last update":"Mon Apr 22 04:25:56 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.64100000000000001,"15min":0.64800000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79800000000000004,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.438,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.73199999999999998,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.77400000000000002}]},{"osd":7,"last update":"Mon Apr 22 04:26:23 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.625,"15min":0.626},"min":{"1min":0.44700000000000001,"5min":0.433,"15min":0.433},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.62,"15min":0.622},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.80200000000000005,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.88200000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297700,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447452,"statfs":{"total":95995035648,"available":95690190848,"internally_reserved":0,"allocated":618496,"data_stored":266003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.36299999999999999,"15min":0.34999999999999998},"min":{"1min":0.247,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.59099999999999997,"5min":0.754,"15min":0.754},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39400000000000002,"15min":0.377},"min":{"1min":0.221,"5min":0.22,"15min":0.22},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.47399999999999998}]},{"osd":1,"last update":"Mon Apr 22 04:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.432,"15min":0.40600000000000003},"min":{"1min":0.28299999999999997,"5min":0.251,"15min":0.251},"max":{"1min":2.722,"5min":2.722,"15min":2.722},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.40799999999999997,"15min":0.39300000000000002},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":2.4300000000000002,"5min":2.4300000000000002,"15min":2.4300000000000002},"last":0.38100000000000001}]},{"osd":3,"last update":"Mon Apr 22 04:25:39 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.41999999999999998,"15min":0.42899999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57899999999999996,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.37},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.45500000000000002,"15min":0.45800000000000002},"min":{"1min":0.32200000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.44700000000000001}]},{"osd":4,"last update":"Mon Apr 22 04:26:11 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.56399999999999995,"15min":0.56599999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.68000000000000005,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.59799999999999998,"15min":0.60199999999999998},"min":{"1min":0.45300000000000001,"5min":0.439,"15min":0.439},"max":{"1min":0.79800000000000004,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.60699999999999998}]},{"osd":5,"last update":"Mon Apr 22 04:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.60399999999999998,"15min":0.60799999999999998},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.754,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.59299999999999997,"15min":0.59099999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.54200000000000004}]},{"osd":6,"last update":"Mon Apr 22 04:26:00 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.60399999999999998,"15min":0.60599999999999998},"min":{"1min":0.45800000000000002,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.59099999999999997,"15min":0.59199999999999997},"min":{"1min":0.40300000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.57699999999999996}]},{"osd":7,"last update":"Mon Apr 22 04:26:22 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.59799999999999998,"15min":0.58999999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":2.379,"5min":2.379,"15min":2.379},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.62,"5min":0.63200000000000001,"15min":0.63400000000000001},"min":{"1min":0.46800000000000003,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.83399999999999996,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.56899999999999995}]}]},{"osd":3,"up_from":25,"seq":107374182450,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297716,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447436,"statfs":{"total":95995035648,"available":95690174464,"internally_reserved":0,"allocated":634880,"data_stored":267877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:25:41 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.40400000000000003,"15min":0.41599999999999998},"min":{"1min":0.25800000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.499,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.42799999999999999,"15min":0.437},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.51700000000000002,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.35799999999999998}]},{"osd":1,"last update":"Mon Apr 22 04:25:41 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.44900000000000001,"15min":0.46300000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.58799999999999997,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.43099999999999999,"15min":0.44400000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.65700000000000003,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.376}]},{"osd":2,"last update":"Mon Apr 22 04:25:41 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.46800000000000003,"15min":0.48199999999999998},"min":{"1min":0.32600000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.57199999999999995,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.442},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.45100000000000001,"15min":0.45900000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.56499999999999995,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.45200000000000001}]},{"osd":4,"last update":"Mon Apr 22 04:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.57499999999999996,"15min":0.57999999999999996},"min":{"1min":0.39100000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.75900000000000001,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.58199999999999996,"15min":0.58399999999999996},"min":{"1min":0.41799999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.58399999999999996}]},{"osd":5,"last update":"Mon Apr 22 04:25:32 2024","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.63500000000000001,"15min":0.63300000000000001},"min":{"1min":0.44900000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64400000000000002,"15min":0.64500000000000002},"min":{"1min":0.47199999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.88600000000000001,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.66800000000000004}]},{"osd":6,"last update":"Mon Apr 22 04:25:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.73499999999999999,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.71699999999999997}]},{"osd":7,"last update":"Mon Apr 22 04:26:22 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.68999999999999995,"15min":0.69599999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.81200000000000006,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.748},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.67300000000000004,"15min":0.68500000000000005},"min":{"1min":0.44900000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.93200000000000005,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.64700000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018924,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297712,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447440,"statfs":{"total":95995035648,"available":95690178560,"internally_reserved":0,"allocated":630784,"data_stored":266129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:26:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56200000000000006,"15min":0.56799999999999995},"min":{"1min":0.42199999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76300000000000001,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57699999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.82499999999999996,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.67400000000000004}]},{"osd":1,"last update":"Mon Apr 22 04:26:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.54700000000000004,"15min":0.55000000000000004},"min":{"1min":0.45400000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.78800000000000003,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58899999999999997,"15min":0.58499999999999996},"min":{"1min":0.33500000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.81200000000000006,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.49399999999999999}]},{"osd":2,"last update":"Mon Apr 22 04:26:03 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57999999999999996,"15min":0.57899999999999996},"min":{"1min":0.40300000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.84999999999999998,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58699999999999997,"15min":0.59399999999999997},"min":{"1min":0.41999999999999998,"5min":0.38,"15min":0.38},"max":{"1min":0.77700000000000002,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.51800000000000002}]},{"osd":3,"last update":"Mon Apr 22 04:26:03 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.56000000000000005,"15min":0.55600000000000005},"min":{"1min":0.38400000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79200000000000004,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.626},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.59399999999999997,"15min":0.59599999999999997},"min":{"1min":0.46999999999999997,"5min":0.313,"15min":0.313},"max":{"1min":0.83999999999999997,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.69099999999999995}]},{"osd":5,"last update":"Mon Apr 22 04:25:31 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.40200000000000002,"15min":0.39000000000000001},"min":{"1min":0.32300000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.44600000000000001,"15min":0.434},"min":{"1min":0.38600000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.79700000000000004}]},{"osd":6,"last update":"Mon Apr 22 04:26:00 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.47799999999999998,"15min":0.47399999999999998},"min":{"1min":0.33900000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.80700000000000005,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.498,"15min":0.49099999999999999},"min":{"1min":0.32800000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.78100000000000003,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.72699999999999998}]},{"osd":7,"last update":"Mon Apr 22 04:26:24 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.51500000000000001,"15min":0.505},"min":{"1min":0.36899999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73599999999999999,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.57099999999999995,"15min":0.56299999999999994},"min":{"1min":0.42999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.78500000000000003,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.74399999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822693,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297708,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447444,"statfs":{"total":95995035648,"available":95690182656,"internally_reserved":0,"allocated":626688,"data_stored":267548,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:25:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.69399999999999995,"5min":0.746,"15min":0.746},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.55400000000000005,"15min":0.55000000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.90300000000000002}]},{"osd":1,"last update":"Mon Apr 22 04:25:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.57199999999999995,"15min":0.57799999999999996},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.72799999999999998,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.627,"15min":0.64100000000000001},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.71999999999999997,"5min":2.1539999999999999,"15min":2.1539999999999999},"last":0.745}]},{"osd":2,"last update":"Mon Apr 22 04:25:31 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.54900000000000004,"15min":0.55700000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59199999999999997,"15min":0.58799999999999997},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.82699999999999996}]},{"osd":3,"last update":"Mon Apr 22 04:25:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57699999999999996,"15min":0.57799999999999996},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.73799999999999999,"5min":0.747,"15min":0.747},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59199999999999997,"15min":0.59099999999999997},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.86799999999999999}]},{"osd":4,"last update":"Mon Apr 22 04:25:31 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.53800000000000003,"15min":0.55000000000000004},"min":{"1min":0.316,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.68300000000000005,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.501,"5min":0.47299999999999998,"15min":0.46899999999999997},"min":{"1min":0.35599999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.68500000000000005,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.59099999999999997}]},{"osd":6,"last update":"Mon Apr 22 04:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.48699999999999999,"15min":0.48099999999999998},"min":{"1min":0.36199999999999999,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.68100000000000005,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.57799999999999996,"15min":0.57899999999999996},"min":{"1min":0.375,"5min":0.37,"15min":0.37},"max":{"1min":0.77300000000000002,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.71899999999999997}]},{"osd":7,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.39300000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.52900000000000003,"15min":0.52700000000000002},"min":{"1min":0.38400000000000001,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.69899999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T04:26:34.424 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-22T04:26:34.659 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[74924]: level=info ts=2024-04-22T04:26:34.635Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-04-22T04:26:34.659 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[74924]: level=info ts=2024-04-22T04:26:34.635Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-04-22T04:26:34.659 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[74924]: level=info ts=2024-04-22T04:26:34.637Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.40 port=9094 2024-04-22T04:26:34.659 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[74924]: level=info ts=2024-04-22T04:26:34.638Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-22T04:26:34.805 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:26:35.015 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[74924]: level=info ts=2024-04-22T04:26:34.663Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-22T04:26:35.016 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[74924]: level=info ts=2024-04-22T04:26:34.664Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-22T04:26:35.016 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[74924]: level=info ts=2024-04-22T04:26:34.666Z caller=main.go:518 msg=Listening address=:9093 2024-04-22T04:26:35.016 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[74924]: level=info ts=2024-04-22T04:26:34.666Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-04-22T04:26:35.016 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:34 smithi040 bash[74896]: 1e1f245cfed62626e8e0470c5a9875e39df0aa60a15d636ab51b2433f4a95704 2024-04-22T04:26:35.016 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:34 smithi040 systemd[1]: Started Ceph alertmanager.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:26:35.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:33.277471+0000 mgr.y (mgr.14574) 67 : audit [DBG] from='client.14748 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:26:35.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:33.551624+0000 mgr.y (mgr.14574) 68 : cluster [DBG] pgmap v55: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:35.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:34.766557+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:35.356 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:33.277471+0000 mgr.y (mgr.14574) 67 : audit [DBG] from='client.14748 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:26:35.356 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:33.551624+0000 mgr.y (mgr.14574) 68 : cluster [DBG] pgmap v55: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:35.356 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:34.766557+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:35.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:33.277471+0000 mgr.y (mgr.14574) 67 : audit [DBG] from='client.14748 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:26:35.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:33.551624+0000 mgr.y (mgr.14574) 68 : cluster [DBG] pgmap v55: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:35.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:34.766557+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:35.779 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:26:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:26:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:26:36.115 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:26:34.768259+0000 mgr.y (mgr.14574) 69 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-22T04:26:36.115 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:26:34.772231+0000 mgr.y (mgr.14574) 70 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi062 2024-04-22T04:26:36.115 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:26:34.768259+0000 mgr.y (mgr.14574) 69 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-22T04:26:36.115 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:26:34.772231+0000 mgr.y (mgr.14574) 70 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi062 2024-04-22T04:26:36.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:26:34.768259+0000 mgr.y (mgr.14574) 69 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-22T04:26:36.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:26:34.772231+0000 mgr.y (mgr.14574) 70 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi062 2024-04-22T04:26:36.810 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:26:36.812 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2024-04-22T04:26:36.909 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[74924]: level=info ts=2024-04-22T04:26:36.638Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000473481s 2024-04-22T04:26:37.284 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:35.552105+0000 mgr.y (mgr.14574) 71 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:35.552105+0000 mgr.y (mgr.14574) 71 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:35.552105+0000 mgr.y (mgr.14574) 71 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:37.612 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":56,"stamp":"2024-04-22T04:26:35.551847+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3376,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":51,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2381660,"kb_used_data":4892,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747579556,"statfs":{"total":767960285184,"available":765521465344,"internally_reserved":0,"allocated":5009408,"data_stored":2133405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":282,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003070"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763757+0000","last_change":"2024-04-22T04:24:43.729915+0000","last_active":"2024-04-22T04:26:01.763757+0000","last_peered":"2024-04-22T04:26:01.763757+0000","last_clean":"2024-04-22T04:26:01.763757+0000","last_became_active":"2024-04-22T04:24:43.729576+0000","last_became_peered":"2024-04-22T04:24:43.729576+0000","last_unstale":"2024-04-22T04:26:01.763757+0000","last_undegraded":"2024-04-22T04:26:01.763757+0000","last_fullsized":"2024-04-22T04:26:01.763757+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761134+0000","last_change":"2024-04-22T04:24:43.708412+0000","last_active":"2024-04-22T04:26:01.761134+0000","last_peered":"2024-04-22T04:26:01.761134+0000","last_clean":"2024-04-22T04:26:01.761134+0000","last_became_active":"2024-04-22T04:24:43.708042+0000","last_became_peered":"2024-04-22T04:24:43.708042+0000","last_unstale":"2024-04-22T04:26:01.761134+0000","last_undegraded":"2024-04-22T04:26:01.761134+0000","last_fullsized":"2024-04-22T04:26:01.761134+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765029+0000","last_change":"2024-04-22T04:24:43.696155+0000","last_active":"2024-04-22T04:26:01.765029+0000","last_peered":"2024-04-22T04:26:01.765029+0000","last_clean":"2024-04-22T04:26:01.765029+0000","last_became_active":"2024-04-22T04:24:43.695871+0000","last_became_peered":"2024-04-22T04:24:43.695871+0000","last_unstale":"2024-04-22T04:26:01.765029+0000","last_undegraded":"2024-04-22T04:26:01.765029+0000","last_fullsized":"2024-04-22T04:26:01.765029+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762567+0000","last_change":"2024-04-22T04:24:43.721991+0000","last_active":"2024-04-22T04:26:01.762567+0000","last_peered":"2024-04-22T04:26:01.762567+0000","last_clean":"2024-04-22T04:26:01.762567+0000","last_became_active":"2024-04-22T04:24:43.721657+0000","last_became_peered":"2024-04-22T04:24:43.721657+0000","last_unstale":"2024-04-22T04:26:01.762567+0000","last_undegraded":"2024-04-22T04:26:01.762567+0000","last_fullsized":"2024-04-22T04:26:01.762567+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762376+0000","last_change":"2024-04-22T04:24:43.728955+0000","last_active":"2024-04-22T04:26:01.762376+0000","last_peered":"2024-04-22T04:26:01.762376+0000","last_clean":"2024-04-22T04:26:01.762376+0000","last_became_active":"2024-04-22T04:24:43.727506+0000","last_became_peered":"2024-04-22T04:24:43.727506+0000","last_unstale":"2024-04-22T04:26:01.762376+0000","last_undegraded":"2024-04-22T04:26:01.762376+0000","last_fullsized":"2024-04-22T04:26:01.762376+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763087+0000","last_change":"2024-04-22T04:24:43.709122+0000","last_active":"2024-04-22T04:26:01.763087+0000","last_peered":"2024-04-22T04:26:01.763087+0000","last_clean":"2024-04-22T04:26:01.763087+0000","last_became_active":"2024-04-22T04:24:43.708741+0000","last_became_peered":"2024-04-22T04:24:43.708741+0000","last_unstale":"2024-04-22T04:26:01.763087+0000","last_undegraded":"2024-04-22T04:26:01.763087+0000","last_fullsized":"2024-04-22T04:26:01.763087+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761555+0000","last_change":"2024-04-22T04:24:43.729409+0000","last_active":"2024-04-22T04:26:01.761555+0000","last_peered":"2024-04-22T04:26:01.761555+0000","last_clean":"2024-04-22T04:26:01.761555+0000","last_became_active":"2024-04-22T04:24:43.729098+0000","last_became_peered":"2024-04-22T04:24:43.729098+0000","last_unstale":"2024-04-22T04:26:01.761555+0000","last_undegraded":"2024-04-22T04:26:01.761555+0000","last_fullsized":"2024-04-22T04:26:01.761555+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757365+0000","last_change":"2024-04-22T04:24:43.706131+0000","last_active":"2024-04-22T04:26:01.757365+0000","last_peered":"2024-04-22T04:26:01.757365+0000","last_clean":"2024-04-22T04:26:01.757365+0000","last_became_active":"2024-04-22T04:24:43.705243+0000","last_became_peered":"2024-04-22T04:24:43.705243+0000","last_unstale":"2024-04-22T04:26:01.757365+0000","last_undegraded":"2024-04-22T04:26:01.757365+0000","last_fullsized":"2024-04-22T04:26:01.757365+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763670+0000","last_change":"2024-04-22T04:24:43.727293+0000","last_active":"2024-04-22T04:26:01.763670+0000","last_peered":"2024-04-22T04:26:01.763670+0000","last_clean":"2024-04-22T04:26:01.763670+0000","last_became_active":"2024-04-22T04:24:43.726806+0000","last_became_peered":"2024-04-22T04:24:43.726806+0000","last_unstale":"2024-04-22T04:26:01.763670+0000","last_undegraded":"2024-04-22T04:26:01.763670+0000","last_fullsized":"2024-04-22T04:26:01.763670+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765293+0000","last_change":"2024-04-22T04:24:43.707063+0000","last_active":"2024-04-22T04:26:01.765293+0000","last_peered":"2024-04-22T04:26:01.765293+0000","last_clean":"2024-04-22T04:26:01.765293+0000","last_became_active":"2024-04-22T04:24:43.706702+0000","last_became_peered":"2024-04-22T04:24:43.706702+0000","last_unstale":"2024-04-22T04:26:01.765293+0000","last_undegraded":"2024-04-22T04:26:01.765293+0000","last_fullsized":"2024-04-22T04:26:01.765293+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765290+0000","last_change":"2024-04-22T04:24:43.714419+0000","last_active":"2024-04-22T04:26:01.765290+0000","last_peered":"2024-04-22T04:26:01.765290+0000","last_clean":"2024-04-22T04:26:01.765290+0000","last_became_active":"2024-04-22T04:24:43.714070+0000","last_became_peered":"2024-04-22T04:24:43.714070+0000","last_unstale":"2024-04-22T04:26:01.765290+0000","last_undegraded":"2024-04-22T04:26:01.765290+0000","last_fullsized":"2024-04-22T04:26:01.765290+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758210+0000","last_change":"2024-04-22T04:24:43.712389+0000","last_active":"2024-04-22T04:26:01.758210+0000","last_peered":"2024-04-22T04:26:01.758210+0000","last_clean":"2024-04-22T04:26:01.758210+0000","last_became_active":"2024-04-22T04:24:43.712073+0000","last_became_peered":"2024-04-22T04:24:43.712073+0000","last_unstale":"2024-04-22T04:26:01.758210+0000","last_undegraded":"2024-04-22T04:26:01.758210+0000","last_fullsized":"2024-04-22T04:26:01.758210+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757880+0000","last_change":"2024-04-22T04:24:43.699008+0000","last_active":"2024-04-22T04:26:01.757880+0000","last_peered":"2024-04-22T04:26:01.757880+0000","last_clean":"2024-04-22T04:26:01.757880+0000","last_became_active":"2024-04-22T04:24:43.698693+0000","last_became_peered":"2024-04-22T04:24:43.698693+0000","last_unstale":"2024-04-22T04:26:01.757880+0000","last_undegraded":"2024-04-22T04:26:01.757880+0000","last_fullsized":"2024-04-22T04:26:01.757880+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762931+0000","last_change":"2024-04-22T04:24:43.711760+0000","last_active":"2024-04-22T04:26:01.762931+0000","last_peered":"2024-04-22T04:26:01.762931+0000","last_clean":"2024-04-22T04:26:01.762931+0000","last_became_active":"2024-04-22T04:24:43.711299+0000","last_became_peered":"2024-04-22T04:24:43.711299+0000","last_unstale":"2024-04-22T04:26:01.762931+0000","last_undegraded":"2024-04-22T04:26:01.762931+0000","last_fullsized":"2024-04-22T04:26:01.762931+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":26,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-22T04:26:02.768180+0000","last_change":"2024-04-22T04:26:02.768180+0000","last_active":"2024-04-22T04:26:02.768180+0000","last_peered":"2024-04-22T04:26:02.768180+0000","last_clean":"2024-04-22T04:26:02.768180+0000","last_became_active":"2024-04-22T04:26:02.767784+0000","last_became_peered":"2024-04-22T04:26:02.767784+0000","last_unstale":"2024-04-22T04:26:02.768180+0000","last_undegraded":"2024-04-22T04:26:02.768180+0000","last_fullsized":"2024-04-22T04:26:02.768180+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762230+0000","last_change":"2024-04-22T04:24:43.718977+0000","last_active":"2024-04-22T04:26:01.762230+0000","last_peered":"2024-04-22T04:26:01.762230+0000","last_clean":"2024-04-22T04:26:01.762230+0000","last_became_active":"2024-04-22T04:24:43.718664+0000","last_became_peered":"2024-04-22T04:24:43.718664+0000","last_unstale":"2024-04-22T04:26:01.762230+0000","last_undegraded":"2024-04-22T04:26:01.762230+0000","last_fullsized":"2024-04-22T04:26:01.762230+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762969+0000","last_change":"2024-04-22T04:24:43.718389+0000","last_active":"2024-04-22T04:26:01.762969+0000","last_peered":"2024-04-22T04:26:01.762969+0000","last_clean":"2024-04-22T04:26:01.762969+0000","last_became_active":"2024-04-22T04:24:43.718098+0000","last_became_peered":"2024-04-22T04:24:43.718098+0000","last_unstale":"2024-04-22T04:26:01.762969+0000","last_undegraded":"2024-04-22T04:26:01.762969+0000","last_fullsized":"2024-04-22T04:26:01.762969+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758301+0000","last_change":"2024-04-22T04:24:43.720250+0000","last_active":"2024-04-22T04:26:01.758301+0000","last_peered":"2024-04-22T04:26:01.758301+0000","last_clean":"2024-04-22T04:26:01.758301+0000","last_became_active":"2024-04-22T04:24:43.719899+0000","last_became_peered":"2024-04-22T04:24:43.719899+0000","last_unstale":"2024-04-22T04:26:01.758301+0000","last_undegraded":"2024-04-22T04:26:01.758301+0000","last_fullsized":"2024-04-22T04:26:01.758301+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761700+0000","last_change":"2024-04-22T04:24:43.726685+0000","last_active":"2024-04-22T04:26:01.761700+0000","last_peered":"2024-04-22T04:26:01.761700+0000","last_clean":"2024-04-22T04:26:01.761700+0000","last_became_active":"2024-04-22T04:24:43.725741+0000","last_became_peered":"2024-04-22T04:24:43.725741+0000","last_unstale":"2024-04-22T04:26:01.761700+0000","last_undegraded":"2024-04-22T04:26:01.761700+0000","last_fullsized":"2024-04-22T04:26:01.761700+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"53'4","reported_seq":37,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-22T04:26:02.774087+0000","last_change":"2024-04-22T04:26:02.774087+0000","last_active":"2024-04-22T04:26:02.774087+0000","last_peered":"2024-04-22T04:26:02.774087+0000","last_clean":"2024-04-22T04:26:02.774087+0000","last_became_active":"2024-04-22T04:26:02.767949+0000","last_became_peered":"2024-04-22T04:26:02.767949+0000","last_unstale":"2024-04-22T04:26:02.774087+0000","last_undegraded":"2024-04-22T04:26:02.774087+0000","last_fullsized":"2024-04-22T04:26:02.774087+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758969+0000","last_change":"2024-04-22T04:24:43.699003+0000","last_active":"2024-04-22T04:26:01.758969+0000","last_peered":"2024-04-22T04:26:01.758969+0000","last_clean":"2024-04-22T04:26:01.758969+0000","last_became_active":"2024-04-22T04:24:43.698699+0000","last_became_peered":"2024-04-22T04:24:43.698699+0000","last_unstale":"2024-04-22T04:26:01.758969+0000","last_undegraded":"2024-04-22T04:26:01.758969+0000","last_fullsized":"2024-04-22T04:26:01.758969+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758857+0000","last_change":"2024-04-22T04:24:43.316186+0000","last_active":"2024-04-22T04:26:01.758857+0000","last_peered":"2024-04-22T04:26:01.758857+0000","last_clean":"2024-04-22T04:26:01.758857+0000","last_became_active":"2024-04-22T04:24:43.315877+0000","last_became_peered":"2024-04-22T04:24:43.315877+0000","last_unstale":"2024-04-22T04:26:01.758857+0000","last_undegraded":"2024-04-22T04:26:01.758857+0000","last_fullsized":"2024-04-22T04:26:01.758857+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.767711+0000","last_change":"2024-04-22T04:24:43.710624+0000","last_active":"2024-04-22T04:26:01.767711+0000","last_peered":"2024-04-22T04:26:01.767711+0000","last_clean":"2024-04-22T04:26:01.767711+0000","last_became_active":"2024-04-22T04:24:43.710346+0000","last_became_peered":"2024-04-22T04:24:43.710346+0000","last_unstale":"2024-04-22T04:26:01.767711+0000","last_undegraded":"2024-04-22T04:26:01.767711+0000","last_fullsized":"2024-04-22T04:26:01.767711+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763429+0000","last_change":"2024-04-22T04:24:43.320477+0000","last_active":"2024-04-22T04:26:01.763429+0000","last_peered":"2024-04-22T04:26:01.763429+0000","last_clean":"2024-04-22T04:26:01.763429+0000","last_became_active":"2024-04-22T04:24:43.320155+0000","last_became_peered":"2024-04-22T04:24:43.320155+0000","last_unstale":"2024-04-22T04:26:01.763429+0000","last_undegraded":"2024-04-22T04:26:01.763429+0000","last_fullsized":"2024-04-22T04:26:01.763429+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763039+0000","last_change":"2024-04-22T04:24:43.716384+0000","last_active":"2024-04-22T04:26:01.763039+0000","last_peered":"2024-04-22T04:26:01.763039+0000","last_clean":"2024-04-22T04:26:01.763039+0000","last_became_active":"2024-04-22T04:24:43.716074+0000","last_became_peered":"2024-04-22T04:24:43.716074+0000","last_unstale":"2024-04-22T04:26:01.763039+0000","last_undegraded":"2024-04-22T04:26:01.763039+0000","last_fullsized":"2024-04-22T04:26:01.763039+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763051+0000","last_change":"2024-04-22T04:24:43.323591+0000","last_active":"2024-04-22T04:26:01.763051+0000","last_peered":"2024-04-22T04:26:01.763051+0000","last_clean":"2024-04-22T04:26:01.763051+0000","last_became_active":"2024-04-22T04:24:43.323176+0000","last_became_peered":"2024-04-22T04:24:43.323176+0000","last_unstale":"2024-04-22T04:26:01.763051+0000","last_undegraded":"2024-04-22T04:26:01.763051+0000","last_fullsized":"2024-04-22T04:26:01.763051+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762862+0000","last_change":"2024-04-22T04:24:43.716003+0000","last_active":"2024-04-22T04:26:01.762862+0000","last_peered":"2024-04-22T04:26:01.762862+0000","last_clean":"2024-04-22T04:26:01.762862+0000","last_became_active":"2024-04-22T04:24:43.715679+0000","last_became_peered":"2024-04-22T04:24:43.715679+0000","last_unstale":"2024-04-22T04:26:01.762862+0000","last_undegraded":"2024-04-22T04:26:01.762862+0000","last_fullsized":"2024-04-22T04:26:01.762862+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758075+0000","last_change":"2024-04-22T04:24:43.311031+0000","last_active":"2024-04-22T04:26:01.758075+0000","last_peered":"2024-04-22T04:26:01.758075+0000","last_clean":"2024-04-22T04:26:01.758075+0000","last_became_active":"2024-04-22T04:24:43.310733+0000","last_became_peered":"2024-04-22T04:24:43.310733+0000","last_unstale":"2024-04-22T04:26:01.758075+0000","last_undegraded":"2024-04-22T04:26:01.758075+0000","last_fullsized":"2024-04-22T04:26:01.758075+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757931+0000","last_change":"2024-04-22T04:24:43.702640+0000","last_active":"2024-04-22T04:26:01.757931+0000","last_peered":"2024-04-22T04:26:01.757931+0000","last_clean":"2024-04-22T04:26:01.757931+0000","last_became_active":"2024-04-22T04:24:43.702266+0000","last_became_peered":"2024-04-22T04:24:43.702266+0000","last_unstale":"2024-04-22T04:26:01.757931+0000","last_undegraded":"2024-04-22T04:26:01.757931+0000","last_fullsized":"2024-04-22T04:26:01.757931+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.764815+0000","last_change":"2024-04-22T04:24:43.314762+0000","last_active":"2024-04-22T04:26:01.764815+0000","last_peered":"2024-04-22T04:26:01.764815+0000","last_clean":"2024-04-22T04:26:01.764815+0000","last_became_active":"2024-04-22T04:24:43.314442+0000","last_became_peered":"2024-04-22T04:24:43.314442+0000","last_unstale":"2024-04-22T04:26:01.764815+0000","last_undegraded":"2024-04-22T04:26:01.764815+0000","last_fullsized":"2024-04-22T04:26:01.764815+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763089+0000","last_change":"2024-04-22T04:24:43.721494+0000","last_active":"2024-04-22T04:26:01.763089+0000","last_peered":"2024-04-22T04:26:01.763089+0000","last_clean":"2024-04-22T04:26:01.763089+0000","last_became_active":"2024-04-22T04:24:43.720806+0000","last_became_peered":"2024-04-22T04:24:43.720806+0000","last_unstale":"2024-04-22T04:26:01.763089+0000","last_undegraded":"2024-04-22T04:26:01.763089+0000","last_fullsized":"2024-04-22T04:26:01.763089+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757661+0000","last_change":"2024-04-22T04:24:43.317404+0000","last_active":"2024-04-22T04:26:01.757661+0000","last_peered":"2024-04-22T04:26:01.757661+0000","last_clean":"2024-04-22T04:26:01.757661+0000","last_became_active":"2024-04-22T04:24:43.317097+0000","last_became_peered":"2024-04-22T04:24:43.317097+0000","last_unstale":"2024-04-22T04:26:01.757661+0000","last_undegraded":"2024-04-22T04:26:01.757661+0000","last_fullsized":"2024-04-22T04:26:01.757661+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757494+0000","last_change":"2024-04-22T04:24:43.697443+0000","last_active":"2024-04-22T04:26:01.757494+0000","last_peered":"2024-04-22T04:26:01.757494+0000","last_clean":"2024-04-22T04:26:01.757494+0000","last_became_active":"2024-04-22T04:24:43.697154+0000","last_became_peered":"2024-04-22T04:24:43.697154+0000","last_unstale":"2024-04-22T04:26:01.757494+0000","last_undegraded":"2024-04-22T04:26:01.757494+0000","last_fullsized":"2024-04-22T04:26:01.757494+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762319+0000","last_change":"2024-04-22T04:24:43.323115+0000","last_active":"2024-04-22T04:26:01.762319+0000","last_peered":"2024-04-22T04:26:01.762319+0000","last_clean":"2024-04-22T04:26:01.762319+0000","last_became_active":"2024-04-22T04:24:43.322769+0000","last_became_peered":"2024-04-22T04:24:43.322769+0000","last_unstale":"2024-04-22T04:26:01.762319+0000","last_undegraded":"2024-04-22T04:26:01.762319+0000","last_fullsized":"2024-04-22T04:26:01.762319+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760576+0000","last_change":"2024-04-22T04:24:43.712653+0000","last_active":"2024-04-22T04:26:01.760576+0000","last_peered":"2024-04-22T04:26:01.760576+0000","last_clean":"2024-04-22T04:26:01.760576+0000","last_became_active":"2024-04-22T04:24:43.712330+0000","last_became_peered":"2024-04-22T04:24:43.712330+0000","last_unstale":"2024-04-22T04:26:01.760576+0000","last_undegraded":"2024-04-22T04:26:01.760576+0000","last_fullsized":"2024-04-22T04:26:01.760576+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765806+0000","last_change":"2024-04-22T04:24:43.323406+0000","last_active":"2024-04-22T04:26:01.765806+0000","last_peered":"2024-04-22T04:26:01.765806+0000","last_clean":"2024-04-22T04:26:01.765806+0000","last_became_active":"2024-04-22T04:24:43.322967+0000","last_became_peered":"2024-04-22T04:24:43.322967+0000","last_unstale":"2024-04-22T04:26:01.765806+0000","last_undegraded":"2024-04-22T04:26:01.765806+0000","last_fullsized":"2024-04-22T04:26:01.765806+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762690+0000","last_change":"2024-04-22T04:24:43.722840+0000","last_active":"2024-04-22T04:26:01.762690+0000","last_peered":"2024-04-22T04:26:01.762690+0000","last_clean":"2024-04-22T04:26:01.762690+0000","last_became_active":"2024-04-22T04:24:43.722534+0000","last_became_peered":"2024-04-22T04:24:43.722534+0000","last_unstale":"2024-04-22T04:26:01.762690+0000","last_undegraded":"2024-04-22T04:26:01.762690+0000","last_fullsized":"2024-04-22T04:26:01.762690+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762636+0000","last_change":"2024-04-22T04:24:43.320097+0000","last_active":"2024-04-22T04:26:01.762636+0000","last_peered":"2024-04-22T04:26:01.762636+0000","last_clean":"2024-04-22T04:26:01.762636+0000","last_became_active":"2024-04-22T04:24:43.319304+0000","last_became_peered":"2024-04-22T04:24:43.319304+0000","last_unstale":"2024-04-22T04:26:01.762636+0000","last_undegraded":"2024-04-22T04:26:01.762636+0000","last_fullsized":"2024-04-22T04:26:01.762636+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-22T04:26:02.769873+0000","last_change":"2024-04-22T04:26:02.769873+0000","last_active":"2024-04-22T04:26:02.769873+0000","last_peered":"2024-04-22T04:26:02.769873+0000","last_clean":"2024-04-22T04:26:02.769873+0000","last_became_active":"2024-04-22T04:26:02.769542+0000","last_became_peered":"2024-04-22T04:26:02.769542+0000","last_unstale":"2024-04-22T04:26:02.769873+0000","last_undegraded":"2024-04-22T04:26:02.769873+0000","last_fullsized":"2024-04-22T04:26:02.769873+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.15","version":"53'3","reported_seq":21,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761062+0000","last_change":"2024-04-22T04:24:43.323527+0000","last_active":"2024-04-22T04:26:01.761062+0000","last_peered":"2024-04-22T04:26:01.761062+0000","last_clean":"2024-04-22T04:26:01.761062+0000","last_became_active":"2024-04-22T04:24:43.322958+0000","last_became_peered":"2024-04-22T04:24:43.322958+0000","last_unstale":"2024-04-22T04:26:01.761062+0000","last_undegraded":"2024-04-22T04:26:01.761062+0000","last_fullsized":"2024-04-22T04:26:01.761062+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-22T04:26:03.165809+0000","last_change":"2024-04-22T04:26:03.165809+0000","last_active":"2024-04-22T04:26:03.165809+0000","last_peered":"2024-04-22T04:26:03.165809+0000","last_clean":"2024-04-22T04:26:03.165809+0000","last_became_active":"2024-04-22T04:26:03.165289+0000","last_became_peered":"2024-04-22T04:26:03.165289+0000","last_unstale":"2024-04-22T04:26:03.165809+0000","last_undegraded":"2024-04-22T04:26:03.165809+0000","last_fullsized":"2024-04-22T04:26:03.165809+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"61'12","reported_seq":30,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-22T04:26:31.730072+0000","last_change":"2024-04-22T04:24:43.324590+0000","last_active":"2024-04-22T04:26:31.730072+0000","last_peered":"2024-04-22T04:26:31.730072+0000","last_clean":"2024-04-22T04:26:31.730072+0000","last_became_active":"2024-04-22T04:24:43.323463+0000","last_became_peered":"2024-04-22T04:24:43.323463+0000","last_unstale":"2024-04-22T04:26:31.730072+0000","last_undegraded":"2024-04-22T04:26:31.730072+0000","last_fullsized":"2024-04-22T04:26:31.730072+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":12,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2606,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763208+0000","last_change":"2024-04-22T04:24:43.726902+0000","last_active":"2024-04-22T04:26:01.763208+0000","last_peered":"2024-04-22T04:26:01.763208+0000","last_clean":"2024-04-22T04:26:01.763208+0000","last_became_active":"2024-04-22T04:24:43.726447+0000","last_became_peered":"2024-04-22T04:24:43.726447+0000","last_unstale":"2024-04-22T04:26:01.763208+0000","last_undegraded":"2024-04-22T04:26:01.763208+0000","last_fullsized":"2024-04-22T04:26:01.763208+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763382+0000","last_change":"2024-04-22T04:24:43.309439+0000","last_active":"2024-04-22T04:26:01.763382+0000","last_peered":"2024-04-22T04:26:01.763382+0000","last_clean":"2024-04-22T04:26:01.763382+0000","last_became_active":"2024-04-22T04:24:43.309130+0000","last_became_peered":"2024-04-22T04:24:43.309130+0000","last_unstale":"2024-04-22T04:26:01.763382+0000","last_undegraded":"2024-04-22T04:26:01.763382+0000","last_fullsized":"2024-04-22T04:26:01.763382+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762851+0000","last_change":"2024-04-22T04:24:43.701637+0000","last_active":"2024-04-22T04:26:01.762851+0000","last_peered":"2024-04-22T04:26:01.762851+0000","last_clean":"2024-04-22T04:26:01.762851+0000","last_became_active":"2024-04-22T04:24:43.701290+0000","last_became_peered":"2024-04-22T04:24:43.701290+0000","last_unstale":"2024-04-22T04:26:01.762851+0000","last_undegraded":"2024-04-22T04:26:01.762851+0000","last_fullsized":"2024-04-22T04:26:01.762851+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762743+0000","last_change":"2024-04-22T04:24:43.321782+0000","last_active":"2024-04-22T04:26:01.762743+0000","last_peered":"2024-04-22T04:26:01.762743+0000","last_clean":"2024-04-22T04:26:01.762743+0000","last_became_active":"2024-04-22T04:24:43.321442+0000","last_became_peered":"2024-04-22T04:24:43.321442+0000","last_unstale":"2024-04-22T04:26:01.762743+0000","last_undegraded":"2024-04-22T04:26:01.762743+0000","last_fullsized":"2024-04-22T04:26:01.762743+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762236+0000","last_change":"2024-04-22T04:24:43.731291+0000","last_active":"2024-04-22T04:26:01.762236+0000","last_peered":"2024-04-22T04:26:01.762236+0000","last_clean":"2024-04-22T04:26:01.762236+0000","last_became_active":"2024-04-22T04:24:43.729952+0000","last_became_peered":"2024-04-22T04:24:43.729952+0000","last_unstale":"2024-04-22T04:26:01.762236+0000","last_undegraded":"2024-04-22T04:26:01.762236+0000","last_fullsized":"2024-04-22T04:26:01.762236+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.764439+0000","last_change":"2024-04-22T04:24:43.316098+0000","last_active":"2024-04-22T04:26:01.764439+0000","last_peered":"2024-04-22T04:26:01.764439+0000","last_clean":"2024-04-22T04:26:01.764439+0000","last_became_active":"2024-04-22T04:24:43.315737+0000","last_became_peered":"2024-04-22T04:24:43.315737+0000","last_unstale":"2024-04-22T04:26:01.764439+0000","last_undegraded":"2024-04-22T04:26:01.764439+0000","last_fullsized":"2024-04-22T04:26:01.764439+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.764332+0000","last_change":"2024-04-22T04:24:43.709176+0000","last_active":"2024-04-22T04:26:01.764332+0000","last_peered":"2024-04-22T04:26:01.764332+0000","last_clean":"2024-04-22T04:26:01.764332+0000","last_became_active":"2024-04-22T04:24:43.708831+0000","last_became_peered":"2024-04-22T04:24:43.708831+0000","last_unstale":"2024-04-22T04:26:01.764332+0000","last_undegraded":"2024-04-22T04:26:01.764332+0000","last_fullsized":"2024-04-22T04:26:01.764332+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":26,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757705+0000","last_change":"2024-04-22T04:24:43.312234+0000","last_active":"2024-04-22T04:26:01.757705+0000","last_peered":"2024-04-22T04:26:01.757705+0000","last_clean":"2024-04-22T04:26:01.757705+0000","last_became_active":"2024-04-22T04:24:43.311940+0000","last_became_peered":"2024-04-22T04:24:43.311940+0000","last_unstale":"2024-04-22T04:26:01.757705+0000","last_undegraded":"2024-04-22T04:26:01.757705+0000","last_fullsized":"2024-04-22T04:26:01.757705+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761668+0000","last_change":"2024-04-22T04:24:43.729261+0000","last_active":"2024-04-22T04:26:01.761668+0000","last_peered":"2024-04-22T04:26:01.761668+0000","last_clean":"2024-04-22T04:26:01.761668+0000","last_became_active":"2024-04-22T04:24:43.728937+0000","last_became_peered":"2024-04-22T04:24:43.728937+0000","last_unstale":"2024-04-22T04:26:01.761668+0000","last_undegraded":"2024-04-22T04:26:01.761668+0000","last_fullsized":"2024-04-22T04:26:01.761668+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758604+0000","last_change":"2024-04-22T04:24:43.314178+0000","last_active":"2024-04-22T04:26:01.758604+0000","last_peered":"2024-04-22T04:26:01.758604+0000","last_clean":"2024-04-22T04:26:01.758604+0000","last_became_active":"2024-04-22T04:24:43.313859+0000","last_became_peered":"2024-04-22T04:24:43.313859+0000","last_unstale":"2024-04-22T04:26:01.758604+0000","last_undegraded":"2024-04-22T04:26:01.758604+0000","last_fullsized":"2024-04-22T04:26:01.758604+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763510+0000","last_change":"2024-04-22T04:24:43.731979+0000","last_active":"2024-04-22T04:26:01.763510+0000","last_peered":"2024-04-22T04:26:01.763510+0000","last_clean":"2024-04-22T04:26:01.763510+0000","last_became_active":"2024-04-22T04:24:43.731081+0000","last_became_peered":"2024-04-22T04:24:43.731081+0000","last_unstale":"2024-04-22T04:26:01.763510+0000","last_undegraded":"2024-04-22T04:26:01.763510+0000","last_fullsized":"2024-04-22T04:26:01.763510+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760500+0000","last_change":"2024-04-22T04:25:26.146866+0000","last_active":"2024-04-22T04:26:01.760500+0000","last_peered":"2024-04-22T04:26:01.760500+0000","last_clean":"2024-04-22T04:26:01.760500+0000","last_became_active":"2024-04-22T04:25:26.146517+0000","last_became_peered":"2024-04-22T04:25:26.146517+0000","last_unstale":"2024-04-22T04:26:01.760500+0000","last_undegraded":"2024-04-22T04:26:01.760500+0000","last_fullsized":"2024-04-22T04:26:01.760500+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760153+0000","last_change":"2024-04-22T04:24:43.312747+0000","last_active":"2024-04-22T04:26:01.760153+0000","last_peered":"2024-04-22T04:26:01.760153+0000","last_clean":"2024-04-22T04:26:01.760153+0000","last_became_active":"2024-04-22T04:24:43.312446+0000","last_became_peered":"2024-04-22T04:24:43.312446+0000","last_unstale":"2024-04-22T04:26:01.760153+0000","last_undegraded":"2024-04-22T04:26:01.760153+0000","last_fullsized":"2024-04-22T04:26:01.760153+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762962+0000","last_change":"2024-04-22T04:24:43.704066+0000","last_active":"2024-04-22T04:26:01.762962+0000","last_peered":"2024-04-22T04:26:01.762962+0000","last_clean":"2024-04-22T04:26:01.762962+0000","last_became_active":"2024-04-22T04:24:43.703805+0000","last_became_peered":"2024-04-22T04:24:43.703805+0000","last_unstale":"2024-04-22T04:26:01.762962+0000","last_undegraded":"2024-04-22T04:26:01.762962+0000","last_fullsized":"2024-04-22T04:26:01.762962+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760251+0000","last_change":"2024-04-22T04:25:25.714226+0000","last_active":"2024-04-22T04:26:01.760251+0000","last_peered":"2024-04-22T04:26:01.760251+0000","last_clean":"2024-04-22T04:26:01.760251+0000","last_became_active":"2024-04-22T04:25:25.713994+0000","last_became_peered":"2024-04-22T04:25:25.713994+0000","last_unstale":"2024-04-22T04:26:01.760251+0000","last_undegraded":"2024-04-22T04:26:01.760251+0000","last_fullsized":"2024-04-22T04:26:01.760251+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762652+0000","last_change":"2024-04-22T04:24:43.319710+0000","last_active":"2024-04-22T04:26:01.762652+0000","last_peered":"2024-04-22T04:26:01.762652+0000","last_clean":"2024-04-22T04:26:01.762652+0000","last_became_active":"2024-04-22T04:24:43.319323+0000","last_became_peered":"2024-04-22T04:24:43.319323+0000","last_unstale":"2024-04-22T04:26:01.762652+0000","last_undegraded":"2024-04-22T04:26:01.762652+0000","last_fullsized":"2024-04-22T04:26:01.762652+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758080+0000","last_change":"2024-04-22T04:24:43.712229+0000","last_active":"2024-04-22T04:26:01.758080+0000","last_peered":"2024-04-22T04:26:01.758080+0000","last_clean":"2024-04-22T04:26:01.758080+0000","last_became_active":"2024-04-22T04:24:43.711901+0000","last_became_peered":"2024-04-22T04:24:43.711901+0000","last_unstale":"2024-04-22T04:26:01.758080+0000","last_undegraded":"2024-04-22T04:26:01.758080+0000","last_fullsized":"2024-04-22T04:26:01.758080+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761568+0000","last_change":"2024-04-22T04:25:26.146834+0000","last_active":"2024-04-22T04:26:01.761568+0000","last_peered":"2024-04-22T04:26:01.761568+0000","last_clean":"2024-04-22T04:26:01.761568+0000","last_became_active":"2024-04-22T04:25:26.146478+0000","last_became_peered":"2024-04-22T04:25:26.146478+0000","last_unstale":"2024-04-22T04:26:01.761568+0000","last_undegraded":"2024-04-22T04:26:01.761568+0000","last_fullsized":"2024-04-22T04:26:01.761568+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.759861+0000","last_change":"2024-04-22T04:24:43.697943+0000","last_active":"2024-04-22T04:26:01.759861+0000","last_peered":"2024-04-22T04:26:01.759861+0000","last_clean":"2024-04-22T04:26:01.759861+0000","last_became_active":"2024-04-22T04:24:43.697589+0000","last_became_peered":"2024-04-22T04:24:43.697589+0000","last_unstale":"2024-04-22T04:26:01.759861+0000","last_undegraded":"2024-04-22T04:26:01.759861+0000","last_fullsized":"2024-04-22T04:26:01.759861+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757884+0000","last_change":"2024-04-22T04:24:43.310121+0000","last_active":"2024-04-22T04:26:01.757884+0000","last_peered":"2024-04-22T04:26:01.757884+0000","last_clean":"2024-04-22T04:26:01.757884+0000","last_became_active":"2024-04-22T04:24:43.309759+0000","last_became_peered":"2024-04-22T04:24:43.309759+0000","last_unstale":"2024-04-22T04:26:01.757884+0000","last_undegraded":"2024-04-22T04:26:01.757884+0000","last_fullsized":"2024-04-22T04:26:01.757884+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765104+0000","last_change":"2024-04-22T04:25:26.259145+0000","last_active":"2024-04-22T04:26:01.765104+0000","last_peered":"2024-04-22T04:26:01.765104+0000","last_clean":"2024-04-22T04:26:01.765104+0000","last_became_active":"2024-04-22T04:25:26.258797+0000","last_became_peered":"2024-04-22T04:25:26.258797+0000","last_unstale":"2024-04-22T04:26:01.765104+0000","last_undegraded":"2024-04-22T04:26:01.765104+0000","last_fullsized":"2024-04-22T04:26:01.765104+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757791+0000","last_change":"2024-04-22T04:24:43.704906+0000","last_active":"2024-04-22T04:26:01.757791+0000","last_peered":"2024-04-22T04:26:01.757791+0000","last_clean":"2024-04-22T04:26:01.757791+0000","last_became_active":"2024-04-22T04:24:43.704619+0000","last_became_peered":"2024-04-22T04:24:43.704619+0000","last_unstale":"2024-04-22T04:26:01.757791+0000","last_undegraded":"2024-04-22T04:26:01.757791+0000","last_fullsized":"2024-04-22T04:26:01.757791+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762156+0000","last_change":"2024-04-22T04:24:43.322206+0000","last_active":"2024-04-22T04:26:01.762156+0000","last_peered":"2024-04-22T04:26:01.762156+0000","last_clean":"2024-04-22T04:26:01.762156+0000","last_became_active":"2024-04-22T04:24:43.321812+0000","last_became_peered":"2024-04-22T04:24:43.321812+0000","last_unstale":"2024-04-22T04:26:01.762156+0000","last_undegraded":"2024-04-22T04:26:01.762156+0000","last_fullsized":"2024-04-22T04:26:01.762156+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":21,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761555+0000","last_change":"2024-04-22T04:24:23.509097+0000","last_active":"2024-04-22T04:26:01.761555+0000","last_peered":"2024-04-22T04:26:01.761555+0000","last_clean":"2024-04-22T04:26:01.761555+0000","last_became_active":"2024-04-22T04:24:23.508651+0000","last_became_peered":"2024-04-22T04:24:23.508651+0000","last_unstale":"2024-04-22T04:26:01.761555+0000","last_undegraded":"2024-04-22T04:26:01.761555+0000","last_fullsized":"2024-04-22T04:26:01.761555+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:22:09.390656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:22:09.390656+0000","last_clean_scrub_stamp":"2024-04-22T04:22:09.390656+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765076+0000","last_change":"2024-04-22T04:25:25.713437+0000","last_active":"2024-04-22T04:26:01.765076+0000","last_peered":"2024-04-22T04:26:01.765076+0000","last_clean":"2024-04-22T04:26:01.765076+0000","last_became_active":"2024-04-22T04:25:25.713166+0000","last_became_peered":"2024-04-22T04:25:25.713166+0000","last_unstale":"2024-04-22T04:26:01.765076+0000","last_undegraded":"2024-04-22T04:26:01.765076+0000","last_fullsized":"2024-04-22T04:26:01.765076+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762654+0000","last_change":"2024-04-22T04:24:43.714413+0000","last_active":"2024-04-22T04:26:01.762654+0000","last_peered":"2024-04-22T04:26:01.762654+0000","last_clean":"2024-04-22T04:26:01.762654+0000","last_became_active":"2024-04-22T04:24:43.714112+0000","last_became_peered":"2024-04-22T04:24:43.714112+0000","last_unstale":"2024-04-22T04:26:01.762654+0000","last_undegraded":"2024-04-22T04:26:01.762654+0000","last_fullsized":"2024-04-22T04:26:01.762654+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761456+0000","last_change":"2024-04-22T04:24:43.321077+0000","last_active":"2024-04-22T04:26:01.761456+0000","last_peered":"2024-04-22T04:26:01.761456+0000","last_clean":"2024-04-22T04:26:01.761456+0000","last_became_active":"2024-04-22T04:24:43.320508+0000","last_became_peered":"2024-04-22T04:24:43.320508+0000","last_unstale":"2024-04-22T04:26:01.761456+0000","last_undegraded":"2024-04-22T04:26:01.761456+0000","last_fullsized":"2024-04-22T04:26:01.761456+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763014+0000","last_change":"2024-04-22T04:25:26.259355+0000","last_active":"2024-04-22T04:26:01.763014+0000","last_peered":"2024-04-22T04:26:01.763014+0000","last_clean":"2024-04-22T04:26:01.763014+0000","last_became_active":"2024-04-22T04:25:26.259013+0000","last_became_peered":"2024-04-22T04:25:26.259013+0000","last_unstale":"2024-04-22T04:26:01.763014+0000","last_undegraded":"2024-04-22T04:26:01.763014+0000","last_fullsized":"2024-04-22T04:26:01.763014+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763311+0000","last_change":"2024-04-22T04:24:43.320413+0000","last_active":"2024-04-22T04:26:01.763311+0000","last_peered":"2024-04-22T04:26:01.763311+0000","last_clean":"2024-04-22T04:26:01.763311+0000","last_became_active":"2024-04-22T04:24:43.320058+0000","last_became_peered":"2024-04-22T04:24:43.320058+0000","last_unstale":"2024-04-22T04:26:01.763311+0000","last_undegraded":"2024-04-22T04:26:01.763311+0000","last_fullsized":"2024-04-22T04:26:01.763311+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760333+0000","last_change":"2024-04-22T04:24:43.704738+0000","last_active":"2024-04-22T04:26:01.760333+0000","last_peered":"2024-04-22T04:26:01.760333+0000","last_clean":"2024-04-22T04:26:01.760333+0000","last_became_active":"2024-04-22T04:24:43.704411+0000","last_became_peered":"2024-04-22T04:24:43.704411+0000","last_unstale":"2024-04-22T04:26:01.760333+0000","last_undegraded":"2024-04-22T04:26:01.760333+0000","last_fullsized":"2024-04-22T04:26:01.760333+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757407+0000","last_change":"2024-04-22T04:25:26.259460+0000","last_active":"2024-04-22T04:26:01.757407+0000","last_peered":"2024-04-22T04:26:01.757407+0000","last_clean":"2024-04-22T04:26:01.757407+0000","last_became_active":"2024-04-22T04:25:26.259097+0000","last_became_peered":"2024-04-22T04:25:26.259097+0000","last_unstale":"2024-04-22T04:26:01.757407+0000","last_undegraded":"2024-04-22T04:26:01.757407+0000","last_fullsized":"2024-04-22T04:26:01.757407+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"54'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761393+0000","last_change":"2024-04-22T04:24:43.320735+0000","last_active":"2024-04-22T04:26:01.761393+0000","last_peered":"2024-04-22T04:26:01.761393+0000","last_clean":"2024-04-22T04:26:01.761393+0000","last_became_active":"2024-04-22T04:24:43.320423+0000","last_became_peered":"2024-04-22T04:24:43.320423+0000","last_unstale":"2024-04-22T04:26:01.761393+0000","last_undegraded":"2024-04-22T04:26:01.761393+0000","last_fullsized":"2024-04-22T04:26:01.761393+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":26,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-22T04:26:02.767895+0000","last_change":"2024-04-22T04:26:02.767895+0000","last_active":"2024-04-22T04:26:02.767895+0000","last_peered":"2024-04-22T04:26:02.767895+0000","last_clean":"2024-04-22T04:26:02.767895+0000","last_became_active":"2024-04-22T04:26:02.767520+0000","last_became_peered":"2024-04-22T04:26:02.767520+0000","last_unstale":"2024-04-22T04:26:02.767895+0000","last_undegraded":"2024-04-22T04:26:02.767895+0000","last_fullsized":"2024-04-22T04:26:02.767895+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757749+0000","last_change":"2024-04-22T04:25:26.147112+0000","last_active":"2024-04-22T04:26:01.757749+0000","last_peered":"2024-04-22T04:26:01.757749+0000","last_clean":"2024-04-22T04:26:01.757749+0000","last_became_active":"2024-04-22T04:25:26.146739+0000","last_became_peered":"2024-04-22T04:25:26.146739+0000","last_unstale":"2024-04-22T04:26:01.757749+0000","last_undegraded":"2024-04-22T04:26:01.757749+0000","last_fullsized":"2024-04-22T04:26:01.757749+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765768+0000","last_change":"2024-04-22T04:24:43.313747+0000","last_active":"2024-04-22T04:26:01.765768+0000","last_peered":"2024-04-22T04:26:01.765768+0000","last_clean":"2024-04-22T04:26:01.765768+0000","last_became_active":"2024-04-22T04:24:43.313415+0000","last_became_peered":"2024-04-22T04:24:43.313415+0000","last_unstale":"2024-04-22T04:26:01.765768+0000","last_undegraded":"2024-04-22T04:26:01.765768+0000","last_fullsized":"2024-04-22T04:26:01.765768+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765166+0000","last_change":"2024-04-22T04:24:43.708275+0000","last_active":"2024-04-22T04:26:01.765166+0000","last_peered":"2024-04-22T04:26:01.765166+0000","last_clean":"2024-04-22T04:26:01.765166+0000","last_became_active":"2024-04-22T04:24:43.707965+0000","last_became_peered":"2024-04-22T04:24:43.707965+0000","last_unstale":"2024-04-22T04:26:01.765166+0000","last_undegraded":"2024-04-22T04:26:01.765166+0000","last_fullsized":"2024-04-22T04:26:01.765166+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.761584+0000","last_change":"2024-04-22T04:24:43.320858+0000","last_active":"2024-04-22T04:26:01.761584+0000","last_peered":"2024-04-22T04:26:01.761584+0000","last_clean":"2024-04-22T04:26:01.761584+0000","last_became_active":"2024-04-22T04:24:43.320053+0000","last_became_peered":"2024-04-22T04:24:43.320053+0000","last_unstale":"2024-04-22T04:26:01.761584+0000","last_undegraded":"2024-04-22T04:26:01.761584+0000","last_fullsized":"2024-04-22T04:26:01.761584+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757946+0000","last_change":"2024-04-22T04:24:43.725001+0000","last_active":"2024-04-22T04:26:01.757946+0000","last_peered":"2024-04-22T04:26:01.757946+0000","last_clean":"2024-04-22T04:26:01.757946+0000","last_became_active":"2024-04-22T04:24:43.724633+0000","last_became_peered":"2024-04-22T04:24:43.724633+0000","last_unstale":"2024-04-22T04:26:01.757946+0000","last_undegraded":"2024-04-22T04:26:01.757946+0000","last_fullsized":"2024-04-22T04:26:01.757946+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760653+0000","last_change":"2024-04-22T04:24:43.319635+0000","last_active":"2024-04-22T04:26:01.760653+0000","last_peered":"2024-04-22T04:26:01.760653+0000","last_clean":"2024-04-22T04:26:01.760653+0000","last_became_active":"2024-04-22T04:24:43.319387+0000","last_became_peered":"2024-04-22T04:24:43.319387+0000","last_unstale":"2024-04-22T04:26:01.760653+0000","last_undegraded":"2024-04-22T04:26:01.760653+0000","last_fullsized":"2024-04-22T04:26:01.760653+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757457+0000","last_change":"2024-04-22T04:24:43.721079+0000","last_active":"2024-04-22T04:26:01.757457+0000","last_peered":"2024-04-22T04:26:01.757457+0000","last_clean":"2024-04-22T04:26:01.757457+0000","last_became_active":"2024-04-22T04:24:43.720764+0000","last_became_peered":"2024-04-22T04:24:43.720764+0000","last_unstale":"2024-04-22T04:26:01.757457+0000","last_undegraded":"2024-04-22T04:26:01.757457+0000","last_fullsized":"2024-04-22T04:26:01.757457+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760805+0000","last_change":"2024-04-22T04:24:43.314752+0000","last_active":"2024-04-22T04:26:01.760805+0000","last_peered":"2024-04-22T04:26:01.760805+0000","last_clean":"2024-04-22T04:26:01.760805+0000","last_became_active":"2024-04-22T04:24:43.314372+0000","last_became_peered":"2024-04-22T04:24:43.314372+0000","last_unstale":"2024-04-22T04:26:01.760805+0000","last_undegraded":"2024-04-22T04:26:01.760805+0000","last_fullsized":"2024-04-22T04:26:01.760805+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757950+0000","last_change":"2024-04-22T04:24:43.713960+0000","last_active":"2024-04-22T04:26:01.757950+0000","last_peered":"2024-04-22T04:26:01.757950+0000","last_clean":"2024-04-22T04:26:01.757950+0000","last_became_active":"2024-04-22T04:24:43.713695+0000","last_became_peered":"2024-04-22T04:24:43.713695+0000","last_unstale":"2024-04-22T04:26:01.757950+0000","last_undegraded":"2024-04-22T04:26:01.757950+0000","last_fullsized":"2024-04-22T04:26:01.757950+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762150+0000","last_change":"2024-04-22T04:24:43.323400+0000","last_active":"2024-04-22T04:26:01.762150+0000","last_peered":"2024-04-22T04:26:01.762150+0000","last_clean":"2024-04-22T04:26:01.762150+0000","last_became_active":"2024-04-22T04:24:43.323028+0000","last_became_peered":"2024-04-22T04:24:43.323028+0000","last_unstale":"2024-04-22T04:26:01.762150+0000","last_undegraded":"2024-04-22T04:26:01.762150+0000","last_fullsized":"2024-04-22T04:26:01.762150+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.764803+0000","last_change":"2024-04-22T04:24:43.706710+0000","last_active":"2024-04-22T04:26:01.764803+0000","last_peered":"2024-04-22T04:26:01.764803+0000","last_clean":"2024-04-22T04:26:01.764803+0000","last_became_active":"2024-04-22T04:24:43.705751+0000","last_became_peered":"2024-04-22T04:24:43.705751+0000","last_unstale":"2024-04-22T04:26:01.764803+0000","last_undegraded":"2024-04-22T04:26:01.764803+0000","last_fullsized":"2024-04-22T04:26:01.764803+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758203+0000","last_change":"2024-04-22T04:24:43.322333+0000","last_active":"2024-04-22T04:26:01.758203+0000","last_peered":"2024-04-22T04:26:01.758203+0000","last_clean":"2024-04-22T04:26:01.758203+0000","last_became_active":"2024-04-22T04:24:43.321955+0000","last_became_peered":"2024-04-22T04:24:43.321955+0000","last_unstale":"2024-04-22T04:26:01.758203+0000","last_undegraded":"2024-04-22T04:26:01.758203+0000","last_fullsized":"2024-04-22T04:26:01.758203+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763304+0000","last_change":"2024-04-22T04:24:43.729286+0000","last_active":"2024-04-22T04:26:01.763304+0000","last_peered":"2024-04-22T04:26:01.763304+0000","last_clean":"2024-04-22T04:26:01.763304+0000","last_became_active":"2024-04-22T04:24:43.726910+0000","last_became_peered":"2024-04-22T04:24:43.726910+0000","last_unstale":"2024-04-22T04:26:01.763304+0000","last_undegraded":"2024-04-22T04:26:01.763304+0000","last_fullsized":"2024-04-22T04:26:01.763304+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760971+0000","last_change":"2024-04-22T04:24:43.325385+0000","last_active":"2024-04-22T04:26:01.760971+0000","last_peered":"2024-04-22T04:26:01.760971+0000","last_clean":"2024-04-22T04:26:01.760971+0000","last_became_active":"2024-04-22T04:24:43.325066+0000","last_became_peered":"2024-04-22T04:24:43.325066+0000","last_unstale":"2024-04-22T04:26:01.760971+0000","last_undegraded":"2024-04-22T04:26:01.760971+0000","last_fullsized":"2024-04-22T04:26:01.760971+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762404+0000","last_change":"2024-04-22T04:24:43.713418+0000","last_active":"2024-04-22T04:26:01.762404+0000","last_peered":"2024-04-22T04:26:01.762404+0000","last_clean":"2024-04-22T04:26:01.762404+0000","last_became_active":"2024-04-22T04:24:43.712699+0000","last_became_peered":"2024-04-22T04:24:43.712699+0000","last_unstale":"2024-04-22T04:26:01.762404+0000","last_undegraded":"2024-04-22T04:26:01.762404+0000","last_fullsized":"2024-04-22T04:26:01.762404+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758405+0000","last_change":"2024-04-22T04:24:43.309535+0000","last_active":"2024-04-22T04:26:01.758405+0000","last_peered":"2024-04-22T04:26:01.758405+0000","last_clean":"2024-04-22T04:26:01.758405+0000","last_became_active":"2024-04-22T04:24:43.309225+0000","last_became_peered":"2024-04-22T04:24:43.309225+0000","last_unstale":"2024-04-22T04:26:01.758405+0000","last_undegraded":"2024-04-22T04:26:01.758405+0000","last_fullsized":"2024-04-22T04:26:01.758405+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763598+0000","last_change":"2024-04-22T04:24:43.729021+0000","last_active":"2024-04-22T04:26:01.763598+0000","last_peered":"2024-04-22T04:26:01.763598+0000","last_clean":"2024-04-22T04:26:01.763598+0000","last_became_active":"2024-04-22T04:24:43.727633+0000","last_became_peered":"2024-04-22T04:24:43.727633+0000","last_unstale":"2024-04-22T04:26:01.763598+0000","last_undegraded":"2024-04-22T04:26:01.763598+0000","last_fullsized":"2024-04-22T04:26:01.763598+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.764263+0000","last_change":"2024-04-22T04:24:43.709653+0000","last_active":"2024-04-22T04:26:01.764263+0000","last_peered":"2024-04-22T04:26:01.764263+0000","last_clean":"2024-04-22T04:26:01.764263+0000","last_became_active":"2024-04-22T04:24:43.709117+0000","last_became_peered":"2024-04-22T04:24:43.709117+0000","last_unstale":"2024-04-22T04:26:01.764263+0000","last_undegraded":"2024-04-22T04:26:01.764263+0000","last_fullsized":"2024-04-22T04:26:01.764263+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757733+0000","last_change":"2024-04-22T04:24:43.705620+0000","last_active":"2024-04-22T04:26:01.757733+0000","last_peered":"2024-04-22T04:26:01.757733+0000","last_clean":"2024-04-22T04:26:01.757733+0000","last_became_active":"2024-04-22T04:24:43.705363+0000","last_became_peered":"2024-04-22T04:24:43.705363+0000","last_unstale":"2024-04-22T04:26:01.757733+0000","last_undegraded":"2024-04-22T04:26:01.757733+0000","last_fullsized":"2024-04-22T04:26:01.757733+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762825+0000","last_change":"2024-04-22T04:24:43.714899+0000","last_active":"2024-04-22T04:26:01.762825+0000","last_peered":"2024-04-22T04:26:01.762825+0000","last_clean":"2024-04-22T04:26:01.762825+0000","last_became_active":"2024-04-22T04:24:43.713807+0000","last_became_peered":"2024-04-22T04:24:43.713807+0000","last_unstale":"2024-04-22T04:26:01.762825+0000","last_undegraded":"2024-04-22T04:26:01.762825+0000","last_fullsized":"2024-04-22T04:26:01.762825+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763171+0000","last_change":"2024-04-22T04:24:43.708929+0000","last_active":"2024-04-22T04:26:01.763171+0000","last_peered":"2024-04-22T04:26:01.763171+0000","last_clean":"2024-04-22T04:26:01.763171+0000","last_became_active":"2024-04-22T04:24:43.708657+0000","last_became_peered":"2024-04-22T04:24:43.708657+0000","last_unstale":"2024-04-22T04:26:01.763171+0000","last_undegraded":"2024-04-22T04:26:01.763171+0000","last_fullsized":"2024-04-22T04:26:01.763171+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.758323+0000","last_change":"2024-04-22T04:24:43.713929+0000","last_active":"2024-04-22T04:26:01.758323+0000","last_peered":"2024-04-22T04:26:01.758323+0000","last_clean":"2024-04-22T04:26:01.758323+0000","last_became_active":"2024-04-22T04:24:43.713636+0000","last_became_peered":"2024-04-22T04:24:43.713636+0000","last_unstale":"2024-04-22T04:26:01.758323+0000","last_undegraded":"2024-04-22T04:26:01.758323+0000","last_fullsized":"2024-04-22T04:26:01.758323+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.759978+0000","last_change":"2024-04-22T04:24:43.696044+0000","last_active":"2024-04-22T04:26:01.759978+0000","last_peered":"2024-04-22T04:26:01.759978+0000","last_clean":"2024-04-22T04:26:01.759978+0000","last_became_active":"2024-04-22T04:24:43.695750+0000","last_became_peered":"2024-04-22T04:24:43.695750+0000","last_unstale":"2024-04-22T04:26:01.759978+0000","last_undegraded":"2024-04-22T04:26:01.759978+0000","last_fullsized":"2024-04-22T04:26:01.759978+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765504+0000","last_change":"2024-04-22T04:24:43.721209+0000","last_active":"2024-04-22T04:26:01.765504+0000","last_peered":"2024-04-22T04:26:01.765504+0000","last_clean":"2024-04-22T04:26:01.765504+0000","last_became_active":"2024-04-22T04:24:43.720788+0000","last_became_peered":"2024-04-22T04:24:43.720788+0000","last_unstale":"2024-04-22T04:26:01.765504+0000","last_undegraded":"2024-04-22T04:26:01.765504+0000","last_fullsized":"2024-04-22T04:26:01.765504+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.760315+0000","last_change":"2024-04-22T04:24:43.712335+0000","last_active":"2024-04-22T04:26:01.760315+0000","last_peered":"2024-04-22T04:26:01.760315+0000","last_clean":"2024-04-22T04:26:01.760315+0000","last_became_active":"2024-04-22T04:24:43.712028+0000","last_became_peered":"2024-04-22T04:24:43.712028+0000","last_unstale":"2024-04-22T04:26:01.760315+0000","last_undegraded":"2024-04-22T04:26:01.760315+0000","last_fullsized":"2024-04-22T04:26:01.760315+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762398+0000","last_change":"2024-04-22T04:24:43.700182+0000","last_active":"2024-04-22T04:26:01.762398+0000","last_peered":"2024-04-22T04:26:01.762398+0000","last_clean":"2024-04-22T04:26:01.762398+0000","last_became_active":"2024-04-22T04:24:43.699763+0000","last_became_peered":"2024-04-22T04:24:43.699763+0000","last_unstale":"2024-04-22T04:26:01.762398+0000","last_undegraded":"2024-04-22T04:26:01.762398+0000","last_fullsized":"2024-04-22T04:26:01.762398+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.757601+0000","last_change":"2024-04-22T04:24:43.713143+0000","last_active":"2024-04-22T04:26:01.757601+0000","last_peered":"2024-04-22T04:26:01.757601+0000","last_clean":"2024-04-22T04:26:01.757601+0000","last_became_active":"2024-04-22T04:24:43.712818+0000","last_became_peered":"2024-04-22T04:24:43.712818+0000","last_unstale":"2024-04-22T04:26:01.757601+0000","last_undegraded":"2024-04-22T04:26:01.757601+0000","last_fullsized":"2024-04-22T04:26:01.757601+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.762939+0000","last_change":"2024-04-22T04:24:43.719573+0000","last_active":"2024-04-22T04:26:01.762939+0000","last_peered":"2024-04-22T04:26:01.762939+0000","last_clean":"2024-04-22T04:26:01.762939+0000","last_became_active":"2024-04-22T04:24:43.719282+0000","last_became_peered":"2024-04-22T04:24:43.719282+0000","last_unstale":"2024-04-22T04:26:01.762939+0000","last_undegraded":"2024-04-22T04:26:01.762939+0000","last_fullsized":"2024-04-22T04:26:01.762939+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.763278+0000","last_change":"2024-04-22T04:24:43.721673+0000","last_active":"2024-04-22T04:26:01.763278+0000","last_peered":"2024-04-22T04:26:01.763278+0000","last_clean":"2024-04-22T04:26:01.763278+0000","last_became_active":"2024-04-22T04:24:43.721203+0000","last_became_peered":"2024-04-22T04:24:43.721203+0000","last_unstale":"2024-04-22T04:26:01.763278+0000","last_undegraded":"2024-04-22T04:26:01.763278+0000","last_fullsized":"2024-04-22T04:26:01.763278+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T04:26:01.765145+0000","last_change":"2024-04-22T04:24:43.717719+0000","last_active":"2024-04-22T04:26:01.765145+0000","last_peered":"2024-04-22T04:26:01.765145+0000","last_clean":"2024-04-22T04:26:01.765145+0000","last_became_active":"2024-04-22T04:24:43.717313+0000","last_became_peered":"2024-04-22T04:24:43.717313+0000","last_unstale":"2024-04-22T04:26:01.765145+0000","last_undegraded":"2024-04-22T04:26:01.765145+0000","last_fullsized":"2024-04-22T04:26:01.765145+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3376,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":51,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430236,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297700,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447452,"statfs":{"total":95995035648,"available":95690190848,"internally_reserved":0,"allocated":618496,"data_stored":265471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.57999999999999996,"15min":0.56000000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":3.399,"5min":3.399,"15min":3.399},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.58999999999999997,"15min":0.56399999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":3.5499999999999998,"5min":3.5499999999999998,"15min":3.5499999999999998},"last":0.747}]},{"osd":1,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.56899999999999995,"15min":0.54600000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":3.48,"5min":3.48,"15min":3.48},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.55000000000000004,"15min":0.53000000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.6520000000000001,"5min":2.6520000000000001,"15min":2.6520000000000001},"last":0.498}]},{"osd":2,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.622,"15min":0.57799999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":6.4569999999999999,"5min":6.4569999999999999,"15min":6.4569999999999999},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.755,"5min":0.61099999999999999,"15min":0.58699999999999997},"min":{"1min":0.41299999999999998,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":3.6749999999999998,"5min":3.6749999999999998,"15min":3.6749999999999998},"last":0.71399999999999997}]},{"osd":3,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.59799999999999998,"15min":0.57899999999999996},"min":{"1min":0.46600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":2.7530000000000001,"5min":2.7530000000000001,"15min":2.7530000000000001},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.61699999999999999,"15min":0.57599999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":5.8760000000000003,"5min":5.8760000000000003,"15min":5.8760000000000003},"last":0.57399999999999995}]},{"osd":4,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.34200000000000003,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.52400000000000002,"15min":0.52200000000000002},"min":{"1min":0.32400000000000001,"5min":0.308,"15min":0.308},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.77200000000000002}]},{"osd":5,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.50800000000000001,"15min":0.50900000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.53700000000000003,"15min":0.53300000000000003},"min":{"1min":0.36899999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73399999999999999,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.69699999999999995}]},{"osd":6,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.52800000000000002,"15min":0.52400000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.75600000000000001,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.79300000000000004}]}]},{"osd":6,"up_from":42,"seq":180388626466,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297708,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447444,"statfs":{"total":95995035648,"available":95690182656,"internally_reserved":0,"allocated":626688,"data_stored":268055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.69799999999999995,"5min":0.749,"15min":0.749},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56699999999999995,"15min":0.57099999999999995},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.495}]},{"osd":1,"last update":"Mon Apr 22 04:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.53900000000000003,"15min":0.54100000000000004},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.73699999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.39600000000000002,"5min":0.371,"15min":0.371},"max":{"1min":0.745,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.52800000000000002}]},{"osd":2,"last update":"Mon Apr 22 04:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.57899999999999996,"15min":0.58799999999999997},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.70699999999999996,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.57699999999999996,"15min":0.58499999999999996},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.72099999999999997,"5min":0.748,"15min":0.748},"last":0.54200000000000004}]},{"osd":3,"last update":"Mon Apr 22 04:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.56299999999999994,"15min":0.57099999999999995},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.67800000000000005,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.57099999999999995}]},{"osd":4,"last update":"Mon Apr 22 04:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.46999999999999997,"15min":0.47899999999999998},"min":{"1min":0.32400000000000001,"5min":0.312,"15min":0.312},"max":{"1min":0.61099999999999999,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.48099999999999998,"15min":0.49099999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.63,"5min":0.87,"15min":0.87},"last":0.51100000000000001}]},{"osd":5,"last update":"Mon Apr 22 04:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.47199999999999998,"15min":0.47899999999999998},"min":{"1min":0.309,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.65700000000000003,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.433},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.498,"15min":0.50600000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.66800000000000004,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.58999999999999997}]},{"osd":7,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.52100000000000002,"15min":0.51600000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.55700000000000005,"15min":0.55300000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.58199999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574909,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297704,"kb_used_data":608,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447448,"statfs":{"total":95995035648,"available":95690186752,"internally_reserved":0,"allocated":622592,"data_stored":265609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:25:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.36299999999999999,"15min":0.32500000000000001},"min":{"1min":0.28899999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.50600000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.435,"5min":0.38300000000000001,"15min":0.33600000000000002},"min":{"1min":0.28999999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.52900000000000003,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.35799999999999998}]},{"osd":2,"last update":"Mon Apr 22 04:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41899999999999998,"15min":0.39100000000000001},"min":{"1min":0.26400000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.61699999999999999,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.377,"5min":0.375,"15min":0.35599999999999998},"min":{"1min":0.28899999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.53700000000000003,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.38400000000000001}]},{"osd":3,"last update":"Mon Apr 22 04:25:40 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.43099999999999999,"15min":0.42299999999999999},"min":{"1min":0.30499999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.56999999999999995,"5min":0.62,"15min":0.62},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.441,"5min":0.46200000000000002,"15min":0.46000000000000002},"min":{"1min":0.33300000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.61899999999999999,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.439}]},{"osd":4,"last update":"Mon Apr 22 04:26:04 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56200000000000006,"15min":0.55000000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.78200000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.62},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.58899999999999997,"15min":0.57899999999999996},"min":{"1min":0.496,"5min":0.432,"15min":0.432},"max":{"1min":0.79600000000000004,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.754}]},{"osd":5,"last update":"Mon Apr 22 04:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.61699999999999999,"15min":0.621},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.77200000000000002,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.60399999999999998,"15min":0.60199999999999998},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.81999999999999995,"5min":0.87,"15min":0.87},"last":0.68799999999999994}]},{"osd":6,"last update":"Mon Apr 22 04:25:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.61899999999999999,"15min":0.623},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.77800000000000002,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.625,"5min":0.63300000000000001,"15min":0.63500000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.81499999999999995,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.65000000000000002}]},{"osd":7,"last update":"Mon Apr 22 04:26:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.65200000000000002,"15min":0.66100000000000003},"min":{"1min":0.47499999999999998,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.71499999999999997,"5min":0.998,"15min":0.998},"last":0.745},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.66100000000000003,"15min":0.66500000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.80200000000000005,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.67600000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738435,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297712,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447440,"statfs":{"total":95995035648,"available":95690178560,"internally_reserved":0,"allocated":630784,"data_stored":266149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 22 04:25:46 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.36099999999999999,"15min":0.33700000000000002},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.54400000000000004,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.251},{"interface":"front","average":{"1min":0.376,"5min":0.38100000000000001,"15min":0.34100000000000003},"min":{"1min":0.25900000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.47999999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.34100000000000003}]},{"osd":2,"last update":"Mon Apr 22 04:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.41399999999999998,"15min":0.40200000000000002},"min":{"1min":0.29799999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.61799999999999999,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.39400000000000002,"15min":0.39500000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.503,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.28499999999999998}]},{"osd":3,"last update":"Mon Apr 22 04:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.44600000000000001,"15min":0.45700000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.56100000000000005,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.48199999999999998,"15min":0.48799999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.67700000000000005,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.27800000000000002}]},{"osd":4,"last update":"Mon Apr 22 04:26:05 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.60899999999999999,"15min":0.60699999999999998},"min":{"1min":0.36799999999999999,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.59199999999999997,"15min":0.58799999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.61799999999999999}]},{"osd":5,"last update":"Mon Apr 22 04:25:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.625,"15min":0.629},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.90600000000000003,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.60899999999999999,"15min":0.61499999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.84299999999999997,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.65800000000000003}]},{"osd":6,"last update":"Mon Apr 22 04:25:56 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.64100000000000001,"15min":0.64800000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79800000000000004,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.438,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.73199999999999998,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.64100000000000001}]},{"osd":7,"last update":"Mon Apr 22 04:26:23 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.625,"15min":0.626},"min":{"1min":0.44700000000000001,"5min":0.433,"15min":0.433},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.62,"15min":0.622},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.80200000000000005,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.57799999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411384,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297700,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447452,"statfs":{"total":95995035648,"available":95690190848,"internally_reserved":0,"allocated":618496,"data_stored":266003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.36299999999999999,"15min":0.34999999999999998},"min":{"1min":0.247,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.59099999999999997,"5min":0.754,"15min":0.754},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39400000000000002,"15min":0.377},"min":{"1min":0.221,"5min":0.22,"15min":0.22},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.318}]},{"osd":1,"last update":"Mon Apr 22 04:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.432,"15min":0.40600000000000003},"min":{"1min":0.28299999999999997,"5min":0.251,"15min":0.251},"max":{"1min":2.722,"5min":2.722,"15min":2.722},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.443,"5min":0.40799999999999997,"15min":0.39300000000000002},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":2.4300000000000002,"5min":2.4300000000000002,"15min":2.4300000000000002},"last":0.41799999999999998}]},{"osd":3,"last update":"Mon Apr 22 04:25:39 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.41999999999999998,"15min":0.42899999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57899999999999996,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.45500000000000002,"15min":0.45800000000000002},"min":{"1min":0.32200000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.40400000000000003}]},{"osd":4,"last update":"Mon Apr 22 04:26:11 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.56399999999999995,"15min":0.56599999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.68000000000000005,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.59799999999999998,"15min":0.60199999999999998},"min":{"1min":0.45300000000000001,"5min":0.439,"15min":0.439},"max":{"1min":0.79800000000000004,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.80600000000000005}]},{"osd":5,"last update":"Mon Apr 22 04:26:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.60099999999999998,"15min":0.60699999999999998},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.81899999999999995,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.59499999999999997,"15min":0.59199999999999997},"min":{"1min":0.432,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.73199999999999998}]},{"osd":6,"last update":"Mon Apr 22 04:26:00 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.60399999999999998,"15min":0.60599999999999998},"min":{"1min":0.45800000000000002,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.59099999999999997,"15min":0.59199999999999997},"min":{"1min":0.40300000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.60099999999999998}]},{"osd":7,"last update":"Mon Apr 22 04:26:22 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.59799999999999998,"15min":0.58999999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":2.379,"5min":2.379,"15min":2.379},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.62,"5min":0.63200000000000001,"15min":0.63400000000000001},"min":{"1min":0.46800000000000003,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.83399999999999996,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.55100000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182451,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297716,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447436,"statfs":{"total":95995035648,"available":95690174464,"internally_reserved":0,"allocated":634880,"data_stored":268159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:25:41 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.40400000000000003,"15min":0.41599999999999998},"min":{"1min":0.25800000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.499,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.318},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.42799999999999999,"15min":0.437},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.51700000000000002,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.35199999999999998}]},{"osd":1,"last update":"Mon Apr 22 04:25:41 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.44900000000000001,"15min":0.46300000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.58799999999999997,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.43099999999999999,"15min":0.44400000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.65700000000000003,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.33400000000000002}]},{"osd":2,"last update":"Mon Apr 22 04:25:41 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.46800000000000003,"15min":0.48199999999999998},"min":{"1min":0.32600000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.57199999999999995,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.45100000000000001,"15min":0.45900000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.56499999999999995,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.34699999999999998}]},{"osd":4,"last update":"Mon Apr 22 04:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.57499999999999996,"15min":0.57999999999999996},"min":{"1min":0.39100000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.75900000000000001,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.58199999999999996,"15min":0.58399999999999996},"min":{"1min":0.41799999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.58299999999999996}]},{"osd":5,"last update":"Mon Apr 22 04:25:32 2024","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.63500000000000001,"15min":0.63300000000000001},"min":{"1min":0.44900000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64400000000000002,"15min":0.64500000000000002},"min":{"1min":0.47199999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.88600000000000001,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.60599999999999998}]},{"osd":6,"last update":"Mon Apr 22 04:25:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.73499999999999999,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.69099999999999995}]},{"osd":7,"last update":"Mon Apr 22 04:26:22 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.68999999999999995,"15min":0.69599999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.81200000000000006,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.67300000000000004,"15min":0.68500000000000005},"min":{"1min":0.44900000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.93200000000000005,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.625}]}]},{"osd":4,"up_from":30,"seq":128849018925,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297712,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447440,"statfs":{"total":95995035648,"available":95690178560,"internally_reserved":0,"allocated":630784,"data_stored":266129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:26:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56200000000000006,"15min":0.56799999999999995},"min":{"1min":0.42199999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76300000000000001,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57699999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.82499999999999996,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.47699999999999998}]},{"osd":1,"last update":"Mon Apr 22 04:26:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.54700000000000004,"15min":0.55000000000000004},"min":{"1min":0.45400000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.78800000000000003,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58899999999999997,"15min":0.58499999999999996},"min":{"1min":0.33500000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.81200000000000006,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.432}]},{"osd":2,"last update":"Mon Apr 22 04:26:03 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57999999999999996,"15min":0.57899999999999996},"min":{"1min":0.40300000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.84999999999999998,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58699999999999997,"15min":0.59399999999999997},"min":{"1min":0.41999999999999998,"5min":0.38,"15min":0.38},"max":{"1min":0.77700000000000002,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.623}]},{"osd":3,"last update":"Mon Apr 22 04:26:03 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.56000000000000005,"15min":0.55600000000000005},"min":{"1min":0.38400000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79200000000000004,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":1.228},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.59399999999999997,"15min":0.59599999999999997},"min":{"1min":0.46999999999999997,"5min":0.313,"15min":0.313},"max":{"1min":0.83999999999999997,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":1.0760000000000001}]},{"osd":5,"last update":"Mon Apr 22 04:25:31 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.40200000000000002,"15min":0.39000000000000001},"min":{"1min":0.32300000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.44600000000000001,"15min":0.434},"min":{"1min":0.38600000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.53300000000000003}]},{"osd":6,"last update":"Mon Apr 22 04:26:00 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.47799999999999998,"15min":0.47399999999999998},"min":{"1min":0.33900000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.80700000000000005,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.498,"15min":0.49099999999999999},"min":{"1min":0.32800000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.78100000000000003,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.51900000000000002}]},{"osd":7,"last update":"Mon Apr 22 04:26:24 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.51500000000000001,"15min":0.505},"min":{"1min":0.36899999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73599999999999999,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.57099999999999995,"15min":0.56299999999999994},"min":{"1min":0.42999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.78500000000000003,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.55400000000000005}]}]},{"osd":5,"up_from":36,"seq":154618822694,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297708,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447444,"statfs":{"total":95995035648,"available":95690182656,"internally_reserved":0,"allocated":626688,"data_stored":267830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:25:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.69399999999999995,"5min":0.746,"15min":0.746},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.55400000000000005,"15min":0.55000000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.64900000000000002}]},{"osd":1,"last update":"Mon Apr 22 04:25:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.57199999999999995,"15min":0.57799999999999996},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.72799999999999998,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.62},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.627,"15min":0.64100000000000001},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.71999999999999997,"5min":2.1539999999999999,"15min":2.1539999999999999},"last":0.65500000000000003}]},{"osd":2,"last update":"Mon Apr 22 04:25:31 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.54900000000000004,"15min":0.55700000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59199999999999997,"15min":0.58799999999999997},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.71399999999999997}]},{"osd":3,"last update":"Mon Apr 22 04:25:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57699999999999996,"15min":0.57799999999999996},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.73799999999999999,"5min":0.747,"15min":0.747},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59199999999999997,"15min":0.59099999999999997},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.68200000000000005}]},{"osd":4,"last update":"Mon Apr 22 04:25:31 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.53800000000000003,"15min":0.55000000000000004},"min":{"1min":0.316,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.68300000000000005,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":0.433},{"interface":"front","average":{"1min":0.501,"5min":0.47299999999999998,"15min":0.46899999999999997},"min":{"1min":0.35599999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.68500000000000005,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.53300000000000003}]},{"osd":6,"last update":"Mon Apr 22 04:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.48699999999999999,"15min":0.48099999999999998},"min":{"1min":0.36199999999999999,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.68100000000000005,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.57799999999999996,"15min":0.57899999999999996},"min":{"1min":0.375,"5min":0.37,"15min":0.37},"max":{"1min":0.77300000000000002,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.503}]},{"osd":7,"last update":"Mon Apr 22 04:26:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.39300000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.52900000000000003,"15min":0.52700000000000002},"min":{"1min":0.38400000000000001,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.52000000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T04:26:37.617 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-22T04:26:37.617 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-22T04:26:37.617 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-22T04:26:37.617 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-22T04:26:37.899 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:26:38.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:36.800978+0000 mgr.y (mgr.14574) 72 : audit [DBG] from='client.14754 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:26:38.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:36.800978+0000 mgr.y (mgr.14574) 72 : audit [DBG] from='client.14754 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:26:38.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:36.800978+0000 mgr.y (mgr.14574) 72 : audit [DBG] from='client.14754 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:26:38.834 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:38 smithi062 systemd[1]: Stopping Ceph prometheus.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:26:38.834 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:38 smithi062 bash[63875]: Error: no container with name or ID "ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-22T04:26:39.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:37.552622+0000 mgr.y (mgr.14574) 73 : cluster [DBG] pgmap v57: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:39.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:26:38.836Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-22T04:26:39.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:26:38.836Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-22T04:26:39.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:26:38.836Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-22T04:26:39.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:26:38.836Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-22T04:26:39.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:26:38.836Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-22T04:26:39.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:26:38.836Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-22T04:26:39.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:26:38.836Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-22T04:26:39.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:26:38.836Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-22T04:26:39.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:26:38.836Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-22T04:26:39.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:26:38.836Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-22T04:26:39.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:26:38.836Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-22T04:26:39.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[62122]: ts=2024-04-22T04:26:38.836Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-22T04:26:39.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:37.552622+0000 mgr.y (mgr.14574) 73 : cluster [DBG] pgmap v57: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:39.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:37.552622+0000 mgr.y (mgr.14574) 73 : cluster [DBG] pgmap v57: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:39.631 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:39 smithi062 bash[63914]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a 2024-04-22T04:26:40.131 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:39 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@prometheus.a.service: Succeeded. 2024-04-22T04:26:40.131 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:39 smithi062 systemd[1]: Stopped Ceph prometheus.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:26:40.131 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:39 smithi062 systemd[1]: Starting Ceph prometheus.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:26:40.259 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:26:40.570 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE Bus STOPPING 2024-04-22T04:26:40.570 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-22T04:26:40.571 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE Bus STOPPED 2024-04-22T04:26:40.571 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE Bus STARTING 2024-04-22T04:26:40.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.334Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-22T04:26:40.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.334Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-22T04:26:40.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.334Z caller=main.go:518 level=info host_details="(Linux 4.18.0-552.el8.x86_64 #1 SMP Sun Apr 7 19:39:51 UTC 2024 x86_64 smithi062 (none))" 2024-04-22T04:26:40.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.334Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-22T04:26:40.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.334Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-22T04:26:40.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.336Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-22T04:26:40.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.336Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-22T04:26:40.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.338Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-22T04:26:40.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.339Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-22T04:26:40.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.339Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.639µs 2024-04-22T04:26:40.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.339Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-22T04:26:40.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 bash[64041]: 389fb65699c34833c044039562621de18366bcff39aeb982719cbc13504ddb5e 2024-04-22T04:26:40.632 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 systemd[1]: Started Ceph prometheus.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:26:40.633 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.534Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-22T04:26:40.633 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.535Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-22T04:26:40.633 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.535Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=29.359µs wal_replay_duration=195.563636ms total_replay_duration=195.611414ms 2024-04-22T04:26:40.633 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.536Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-22T04:26:40.633 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.536Z caller=main.go:947 level=info msg="TSDB started" 2024-04-22T04:26:40.633 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.536Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-22T04:26:40.633 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.553Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.893322ms db_storage=858ns remote_storage=1.165µs web_handler=331ns query_engine=709ns scrape=544.234µs scrape_sd=26.325µs notify=28.397µs notify_sd=7.17µs rules=16.041873ms 2024-04-22T04:26:40.633 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:26:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:26:40.553Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-22T04:26:40.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE Serving on http://:::9283 2024-04-22T04:26:40.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE Bus STARTED 2024-04-22T04:26:40.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE Bus STOPPING 2024-04-22T04:26:40.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-22T04:26:40.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE Bus STOPPED 2024-04-22T04:26:40.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE Bus STARTING 2024-04-22T04:26:40.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE Serving on http://:::9283 2024-04-22T04:26:40.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE Bus STARTED 2024-04-22T04:26:40.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE Bus STOPPING 2024-04-22T04:26:40.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-22T04:26:40.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE Bus STOPPED 2024-04-22T04:26:40.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE Bus STARTING 2024-04-22T04:26:40.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE Serving on http://:::9283 2024-04-22T04:26:40.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:40] ENGINE Bus STARTED 2024-04-22T04:26:40.992 INFO:teuthology.orchestra.run.smithi040.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-22T04:26:40.992 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-22T04:26:40.992 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T04:26:41.315 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:26:41.316 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":61,"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","created":"2024-04-22T04:18:50.150011+0000","modified":"2024-04-22T04:26:02.756220+0000","last_up_change":"2024-04-22T04:24:21.299093+0000","last_in_change":"2024-04-22T04:24:02.818042+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-22T04:22:08.850384+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T04:24:41.729816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T04:24:43.070161+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-22T04:25:24.525678+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"9175df1f-b111-4ef2-bfe3-63819e7941ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6803","nonce":948352163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6805","nonce":948352163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6809","nonce":948352163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6807","nonce":948352163}]},"public_addr":"172.21.15.40:6803/948352163","cluster_addr":"172.21.15.40:6805/948352163","heartbeat_back_addr":"172.21.15.40:6809/948352163","heartbeat_front_addr":"172.21.15.40:6807/948352163","state":["exists","up"]},{"osd":1,"uuid":"56a5c3bd-1475-4c45-b34a-29f0ddf22588","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6811","nonce":2533588003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6813","nonce":2533588003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6817","nonce":2533588003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6815","nonce":2533588003}]},"public_addr":"172.21.15.40:6811/2533588003","cluster_addr":"172.21.15.40:6813/2533588003","heartbeat_back_addr":"172.21.15.40:6817/2533588003","heartbeat_front_addr":"172.21.15.40:6815/2533588003","state":["exists","up"]},{"osd":2,"uuid":"2687fa66-5d91-4e7a-a733-f04683426fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6819","nonce":3133354834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6821","nonce":3133354834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6825","nonce":3133354834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6823","nonce":3133354834}]},"public_addr":"172.21.15.40:6819/3133354834","cluster_addr":"172.21.15.40:6821/3133354834","heartbeat_back_addr":"172.21.15.40:6825/3133354834","heartbeat_front_addr":"172.21.15.40:6823/3133354834","state":["exists","up"]},{"osd":3,"uuid":"26394218-48e4-4f26-9a9e-6a364a0d742c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6827","nonce":1750368880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6829","nonce":1750368880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6833","nonce":1750368880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6831","nonce":1750368880}]},"public_addr":"172.21.15.40:6827/1750368880","cluster_addr":"172.21.15.40:6829/1750368880","heartbeat_back_addr":"172.21.15.40:6833/1750368880","heartbeat_front_addr":"172.21.15.40:6831/1750368880","state":["exists","up"]},{"osd":4,"uuid":"fe518305-5b3a-4593-8487-2420df463fcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6801","nonce":3461291081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6803","nonce":3461291081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6807","nonce":3461291081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6805","nonce":3461291081}]},"public_addr":"172.21.15.62:6801/3461291081","cluster_addr":"172.21.15.62:6803/3461291081","heartbeat_back_addr":"172.21.15.62:6807/3461291081","heartbeat_front_addr":"172.21.15.62:6805/3461291081","state":["exists","up"]},{"osd":5,"uuid":"c24eb7c4-e089-46aa-84ab-c6a10e8976ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6809","nonce":4086780646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6811","nonce":4086780646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6815","nonce":4086780646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6813","nonce":4086780646}]},"public_addr":"172.21.15.62:6809/4086780646","cluster_addr":"172.21.15.62:6811/4086780646","heartbeat_back_addr":"172.21.15.62:6815/4086780646","heartbeat_front_addr":"172.21.15.62:6813/4086780646","state":["exists","up"]},{"osd":6,"uuid":"9057756d-fdc1-46a0-8d10-03d46f76d89d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6817","nonce":4166341966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6819","nonce":4166341966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6823","nonce":4166341966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6821","nonce":4166341966}]},"public_addr":"172.21.15.62:6817/4166341966","cluster_addr":"172.21.15.62:6819/4166341966","heartbeat_back_addr":"172.21.15.62:6823/4166341966","heartbeat_front_addr":"172.21.15.62:6821/4166341966","state":["exists","up"]},{"osd":7,"uuid":"f90dc05a-ea35-4d2c-a291-758293596ba3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6825","nonce":3575726867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6827","nonce":3575726867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6831","nonce":3575726867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6829","nonce":3575726867}]},"public_addr":"172.21.15.62:6825/3575726867","cluster_addr":"172.21.15.62:6827/3575726867","heartbeat_back_addr":"172.21.15.62:6831/3575726867","heartbeat_front_addr":"172.21.15.62:6829/3575726867","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:13.135242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:39.742797+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:06.540884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:32.593576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:57.708728+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:24.537154+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:51.391403+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:24:19.929531+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:6801/3484590964":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6800/3484590964":"2024-04-23T04:25:01.514126+0000","172.21.15.40:0/3972631834":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6801/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3742996938":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6800/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2286115160":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6801/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2620968302":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3618507425":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2689848740":"2024-04-23T04:19:19.717943+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T04:26:41.328 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:39.552973+0000 mgr.y (mgr.14574) 74 : cluster [DBG] pgmap v58: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:41.328 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.261237+0000 mon.c (mon.2) 73 : audit [DBG] from='client.? 172.21.15.40:0/3517736175' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-22T04:26:41.328 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.438589+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:41.328 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.441885+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T04:26:41.328 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.443294+0000 mon.c (mon.2) 75 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi040.front.sepia.ceph.com:9093"}]: dispatch 2024-04-22T04:26:41.328 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.447380+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:41.328 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.451785+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T04:26:41.328 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.455893+0000 mon.c (mon.2) 77 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi062.front.sepia.ceph.com:9095"}]: dispatch 2024-04-22T04:26:41.328 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.460432+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:41.328 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.464574+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T04:26:41.329 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.468392+0000 mon.c (mon.2) 79 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi062.front.sepia.ceph.com:3000"}]: dispatch 2024-04-22T04:26:41.329 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.473379+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:41.329 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.475487+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:26:41.329 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:39.552973+0000 mgr.y (mgr.14574) 74 : cluster [DBG] pgmap v58: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:41.329 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.261237+0000 mon.c (mon.2) 73 : audit [DBG] from='client.? 172.21.15.40:0/3517736175' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-22T04:26:41.329 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.438589+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:41.329 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.441885+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T04:26:41.329 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.443294+0000 mon.c (mon.2) 75 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi040.front.sepia.ceph.com:9093"}]: dispatch 2024-04-22T04:26:41.329 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.447380+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:41.329 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.451785+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T04:26:41.330 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.455893+0000 mon.c (mon.2) 77 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi062.front.sepia.ceph.com:9095"}]: dispatch 2024-04-22T04:26:41.330 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.460432+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:41.330 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.464574+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T04:26:41.330 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.468392+0000 mon.c (mon.2) 79 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi062.front.sepia.ceph.com:3000"}]: dispatch 2024-04-22T04:26:41.330 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.473379+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:41.330 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.475487+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:26:41.331 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-04-22T04:22:08.850384+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '57', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T04:24:41.729816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '53', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T04:24:43.070161+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-22T04:25:24.525678+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '59', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2024-04-22T04:26:41.331 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get device_health_metrics pg_num 2024-04-22T04:26:41.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:39.552973+0000 mgr.y (mgr.14574) 74 : cluster [DBG] pgmap v58: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:41.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.261237+0000 mon.c (mon.2) 73 : audit [DBG] from='client.? 172.21.15.40:0/3517736175' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-22T04:26:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.438589+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.441885+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T04:26:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.443294+0000 mon.c (mon.2) 75 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi040.front.sepia.ceph.com:9093"}]: dispatch 2024-04-22T04:26:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.447380+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.451785+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T04:26:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.455893+0000 mon.c (mon.2) 77 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi062.front.sepia.ceph.com:9095"}]: dispatch 2024-04-22T04:26:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.460432+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.464574+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T04:26:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.468392+0000 mon.c (mon.2) 79 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi062.front.sepia.ceph.com:3000"}]: dispatch 2024-04-22T04:26:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.473379+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.475487+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:26:41.645 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2024-04-22T04:26:41.660 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T04:26:41.967 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 32 2024-04-22T04:26:41.985 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T04:26:42.318 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 64 2024-04-22T04:26:42.334 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.442291+0000 mgr.y (mgr.14574) 75 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T04:26:42.334 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.443557+0000 mgr.y (mgr.14574) 76 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi040.front.sepia.ceph.com:9093"}]: dispatch 2024-04-22T04:26:42.334 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.452173+0000 mgr.y (mgr.14574) 77 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T04:26:42.334 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.456251+0000 mgr.y (mgr.14574) 78 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi062.front.sepia.ceph.com:9095"}]: dispatch 2024-04-22T04:26:42.334 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.465011+0000 mgr.y (mgr.14574) 79 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T04:26:42.334 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:40.468741+0000 mgr.y (mgr.14574) 80 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi062.front.sepia.ceph.com:3000"}]: dispatch 2024-04-22T04:26:42.334 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:41.316962+0000 mon.a (mon.0) 695 : audit [DBG] from='client.? 172.21.15.40:0/1423780826' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:26:42.334 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:41.648029+0000 mon.c (mon.2) 81 : audit [DBG] from='client.? 172.21.15.40:0/997699184' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-22T04:26:42.334 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:41.969675+0000 mon.a (mon.0) 696 : audit [DBG] from='client.? 172.21.15.40:0/3303540045' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T04:26:42.335 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.442291+0000 mgr.y (mgr.14574) 75 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T04:26:42.335 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.443557+0000 mgr.y (mgr.14574) 76 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi040.front.sepia.ceph.com:9093"}]: dispatch 2024-04-22T04:26:42.335 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.452173+0000 mgr.y (mgr.14574) 77 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T04:26:42.335 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.456251+0000 mgr.y (mgr.14574) 78 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi062.front.sepia.ceph.com:9095"}]: dispatch 2024-04-22T04:26:42.335 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.465011+0000 mgr.y (mgr.14574) 79 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T04:26:42.335 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:40.468741+0000 mgr.y (mgr.14574) 80 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi062.front.sepia.ceph.com:3000"}]: dispatch 2024-04-22T04:26:42.335 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:41.316962+0000 mon.a (mon.0) 695 : audit [DBG] from='client.? 172.21.15.40:0/1423780826' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:26:42.335 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:41.648029+0000 mon.c (mon.2) 81 : audit [DBG] from='client.? 172.21.15.40:0/997699184' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-22T04:26:42.335 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:41.969675+0000 mon.a (mon.0) 696 : audit [DBG] from='client.? 172.21.15.40:0/3303540045' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T04:26:42.336 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-22T04:26:42.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.442291+0000 mgr.y (mgr.14574) 75 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T04:26:42.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.443557+0000 mgr.y (mgr.14574) 76 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi040.front.sepia.ceph.com:9093"}]: dispatch 2024-04-22T04:26:42.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.452173+0000 mgr.y (mgr.14574) 77 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T04:26:42.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.456251+0000 mgr.y (mgr.14574) 78 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi062.front.sepia.ceph.com:9095"}]: dispatch 2024-04-22T04:26:42.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.465011+0000 mgr.y (mgr.14574) 79 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T04:26:42.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:40.468741+0000 mgr.y (mgr.14574) 80 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi062.front.sepia.ceph.com:3000"}]: dispatch 2024-04-22T04:26:42.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:41.316962+0000 mon.a (mon.0) 695 : audit [DBG] from='client.? 172.21.15.40:0/1423780826' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:26:42.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:41.648029+0000 mon.c (mon.2) 81 : audit [DBG] from='client.? 172.21.15.40:0/997699184' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-22T04:26:42.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:41.969675+0000 mon.a (mon.0) 696 : audit [DBG] from='client.? 172.21.15.40:0/3303540045' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T04:26:42.649 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 8 2024-04-22T04:26:42.663 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T04:26:43.013 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:26:43.014 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24353,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/998739711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":998739711},{"type":"v1","addr":"172.21.15.40:6835","nonce":998739711}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-22T04:24:43.682539+0000","modified":"2024-04-22T04:24:46.694988+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24361},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24361":{"gid":24361,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.62:6833/2120726289","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":2120726289},{"type":"v1","addr":"172.21.15.62:6833","nonce":2120726289}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-04-22T04:26:43.016 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 8 2024-04-22T04:26:43.028 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T04:26:43.351 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:26:43.352 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":61,"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","created":"2024-04-22T04:18:50.150011+0000","modified":"2024-04-22T04:26:02.756220+0000","last_up_change":"2024-04-22T04:24:21.299093+0000","last_in_change":"2024-04-22T04:24:02.818042+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-22T04:22:08.850384+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T04:24:41.729816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T04:24:43.070161+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-22T04:25:24.525678+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"9175df1f-b111-4ef2-bfe3-63819e7941ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6803","nonce":948352163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6805","nonce":948352163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6809","nonce":948352163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6807","nonce":948352163}]},"public_addr":"172.21.15.40:6803/948352163","cluster_addr":"172.21.15.40:6805/948352163","heartbeat_back_addr":"172.21.15.40:6809/948352163","heartbeat_front_addr":"172.21.15.40:6807/948352163","state":["exists","up"]},{"osd":1,"uuid":"56a5c3bd-1475-4c45-b34a-29f0ddf22588","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6811","nonce":2533588003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6813","nonce":2533588003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6817","nonce":2533588003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6815","nonce":2533588003}]},"public_addr":"172.21.15.40:6811/2533588003","cluster_addr":"172.21.15.40:6813/2533588003","heartbeat_back_addr":"172.21.15.40:6817/2533588003","heartbeat_front_addr":"172.21.15.40:6815/2533588003","state":["exists","up"]},{"osd":2,"uuid":"2687fa66-5d91-4e7a-a733-f04683426fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6819","nonce":3133354834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6821","nonce":3133354834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6825","nonce":3133354834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6823","nonce":3133354834}]},"public_addr":"172.21.15.40:6819/3133354834","cluster_addr":"172.21.15.40:6821/3133354834","heartbeat_back_addr":"172.21.15.40:6825/3133354834","heartbeat_front_addr":"172.21.15.40:6823/3133354834","state":["exists","up"]},{"osd":3,"uuid":"26394218-48e4-4f26-9a9e-6a364a0d742c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6827","nonce":1750368880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6829","nonce":1750368880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6833","nonce":1750368880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6831","nonce":1750368880}]},"public_addr":"172.21.15.40:6827/1750368880","cluster_addr":"172.21.15.40:6829/1750368880","heartbeat_back_addr":"172.21.15.40:6833/1750368880","heartbeat_front_addr":"172.21.15.40:6831/1750368880","state":["exists","up"]},{"osd":4,"uuid":"fe518305-5b3a-4593-8487-2420df463fcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6801","nonce":3461291081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6803","nonce":3461291081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6807","nonce":3461291081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6805","nonce":3461291081}]},"public_addr":"172.21.15.62:6801/3461291081","cluster_addr":"172.21.15.62:6803/3461291081","heartbeat_back_addr":"172.21.15.62:6807/3461291081","heartbeat_front_addr":"172.21.15.62:6805/3461291081","state":["exists","up"]},{"osd":5,"uuid":"c24eb7c4-e089-46aa-84ab-c6a10e8976ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6809","nonce":4086780646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6811","nonce":4086780646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6815","nonce":4086780646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6813","nonce":4086780646}]},"public_addr":"172.21.15.62:6809/4086780646","cluster_addr":"172.21.15.62:6811/4086780646","heartbeat_back_addr":"172.21.15.62:6815/4086780646","heartbeat_front_addr":"172.21.15.62:6813/4086780646","state":["exists","up"]},{"osd":6,"uuid":"9057756d-fdc1-46a0-8d10-03d46f76d89d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6817","nonce":4166341966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6819","nonce":4166341966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6823","nonce":4166341966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6821","nonce":4166341966}]},"public_addr":"172.21.15.62:6817/4166341966","cluster_addr":"172.21.15.62:6819/4166341966","heartbeat_back_addr":"172.21.15.62:6823/4166341966","heartbeat_front_addr":"172.21.15.62:6821/4166341966","state":["exists","up"]},{"osd":7,"uuid":"f90dc05a-ea35-4d2c-a291-758293596ba3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6825","nonce":3575726867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6827","nonce":3575726867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6831","nonce":3575726867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6829","nonce":3575726867}]},"public_addr":"172.21.15.62:6825/3575726867","cluster_addr":"172.21.15.62:6827/3575726867","heartbeat_back_addr":"172.21.15.62:6831/3575726867","heartbeat_front_addr":"172.21.15.62:6829/3575726867","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:13.135242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:39.742797+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:06.540884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:32.593576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:57.708728+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:24.537154+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:51.391403+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:24:19.929531+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:6801/3484590964":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6800/3484590964":"2024-04-23T04:25:01.514126+0000","172.21.15.40:0/3972631834":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6801/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3742996938":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6800/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2286115160":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6801/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2620968302":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3618507425":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2689848740":"2024-04-23T04:19:19.717943+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T04:26:43.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:41.553314+0000 mgr.y (mgr.14574) 81 : cluster [DBG] pgmap v59: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:43.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:42.321281+0000 mon.c (mon.2) 82 : audit [DBG] from='client.? 172.21.15.40:0/1334798140' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T04:26:43.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:42.652030+0000 mon.c (mon.2) 83 : audit [DBG] from='client.? 172.21.15.40:0/2560279314' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-22T04:26:43.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:43.016017+0000 mon.a (mon.0) 697 : audit [DBG] from='client.? 172.21.15.40:0/4269468348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:26:43.365 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:41.553314+0000 mgr.y (mgr.14574) 81 : cluster [DBG] pgmap v59: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:43.365 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:42.321281+0000 mon.c (mon.2) 82 : audit [DBG] from='client.? 172.21.15.40:0/1334798140' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T04:26:43.365 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:42.652030+0000 mon.c (mon.2) 83 : audit [DBG] from='client.? 172.21.15.40:0/2560279314' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-22T04:26:43.365 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:43.016017+0000 mon.a (mon.0) 697 : audit [DBG] from='client.? 172.21.15.40:0/4269468348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:26:43.366 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-04-22T04:22:08.850384+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '57', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T04:24:41.729816+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '53', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T04:24:43.070161+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-22T04:25:24.525678+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '59', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2024-04-22T04:26:43.367 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get device_health_metrics pg_num 2024-04-22T04:26:43.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:41.553314+0000 mgr.y (mgr.14574) 81 : cluster [DBG] pgmap v59: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:43.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:42.321281+0000 mon.c (mon.2) 82 : audit [DBG] from='client.? 172.21.15.40:0/1334798140' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T04:26:43.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:42.652030+0000 mon.c (mon.2) 83 : audit [DBG] from='client.? 172.21.15.40:0/2560279314' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-22T04:26:43.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:43.016017+0000 mon.a (mon.0) 697 : audit [DBG] from='client.? 172.21.15.40:0/4269468348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:26:43.677 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2024-04-22T04:26:43.690 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T04:26:44.001 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 32 2024-04-22T04:26:44.015 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T04:26:44.321 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 64 2024-04-22T04:26:44.335 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:43.353018+0000 mon.a (mon.0) 698 : audit [DBG] from='client.? 172.21.15.40:0/3102559971' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:26:44.336 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:43.679140+0000 mon.c (mon.2) 84 : audit [DBG] from='client.? 172.21.15.40:0/3051657571' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-22T04:26:44.336 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:43.957454+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:44.336 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:44.003409+0000 mon.c (mon.2) 85 : audit [DBG] from='client.? 172.21.15.40:0/3860438459' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T04:26:44.336 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:43.353018+0000 mon.a (mon.0) 698 : audit [DBG] from='client.? 172.21.15.40:0/3102559971' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:26:44.336 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:43.679140+0000 mon.c (mon.2) 84 : audit [DBG] from='client.? 172.21.15.40:0/3051657571' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-22T04:26:44.336 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:43.957454+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:44.336 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:44.003409+0000 mon.c (mon.2) 85 : audit [DBG] from='client.? 172.21.15.40:0/3860438459' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T04:26:44.337 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-22T04:26:44.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:43.353018+0000 mon.a (mon.0) 698 : audit [DBG] from='client.? 172.21.15.40:0/3102559971' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:26:44.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:43.679140+0000 mon.c (mon.2) 84 : audit [DBG] from='client.? 172.21.15.40:0/3051657571' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-22T04:26:44.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:43.957454+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:44.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:44.003409+0000 mon.c (mon.2) 85 : audit [DBG] from='client.? 172.21.15.40:0/3860438459' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T04:26:44.641 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 8 2024-04-22T04:26:44.659 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T04:26:44.909 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:26:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[74924]: level=info ts=2024-04-22T04:26:44.641Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.003263989s 2024-04-22T04:26:45.003 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:26:45.003 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24353,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/998739711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":998739711},{"type":"v1","addr":"172.21.15.40:6835","nonce":998739711}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-22T04:24:43.682539+0000","modified":"2024-04-22T04:24:46.694988+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24361},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24361":{"gid":24361,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.62:6833/2120726289","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":2120726289},{"type":"v1","addr":"172.21.15.62:6833","nonce":2120726289}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-04-22T04:26:45.006 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 8 2024-04-22T04:26:45.017 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T04:26:45.306 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:43.553811+0000 mgr.y (mgr.14574) 82 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:45.306 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:44.323966+0000 mon.c (mon.2) 86 : audit [DBG] from='client.? 172.21.15.40:0/3359696593' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T04:26:45.306 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:44.344137+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:45.306 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:44.644007+0000 mon.c (mon.2) 87 : audit [DBG] from='client.? 172.21.15.40:0/3076860721' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-22T04:26:45.306 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:44.644227+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:45.306 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:44.644921+0000 mon.c (mon.2) 89 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:45.306 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:44.649446+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:45.306 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:44.656376+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:26:45.306 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:45.005891+0000 mon.a (mon.0) 702 : audit [DBG] from='client.? 172.21.15.40:0/1136961440' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:26:45.318 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:26:45.318 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":61,"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","created":"2024-04-22T04:18:50.150011+0000","modified":"2024-04-22T04:26:02.756220+0000","last_up_change":"2024-04-22T04:24:21.299093+0000","last_in_change":"2024-04-22T04:24:02.818042+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-22T04:22:08.850384+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T04:24:41.729816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T04:24:43.070161+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-22T04:25:24.525678+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"9175df1f-b111-4ef2-bfe3-63819e7941ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6803","nonce":948352163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6805","nonce":948352163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6809","nonce":948352163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":948352163},{"type":"v1","addr":"172.21.15.40:6807","nonce":948352163}]},"public_addr":"172.21.15.40:6803/948352163","cluster_addr":"172.21.15.40:6805/948352163","heartbeat_back_addr":"172.21.15.40:6809/948352163","heartbeat_front_addr":"172.21.15.40:6807/948352163","state":["exists","up"]},{"osd":1,"uuid":"56a5c3bd-1475-4c45-b34a-29f0ddf22588","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6811","nonce":2533588003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6813","nonce":2533588003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6817","nonce":2533588003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2533588003},{"type":"v1","addr":"172.21.15.40:6815","nonce":2533588003}]},"public_addr":"172.21.15.40:6811/2533588003","cluster_addr":"172.21.15.40:6813/2533588003","heartbeat_back_addr":"172.21.15.40:6817/2533588003","heartbeat_front_addr":"172.21.15.40:6815/2533588003","state":["exists","up"]},{"osd":2,"uuid":"2687fa66-5d91-4e7a-a733-f04683426fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6819","nonce":3133354834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6821","nonce":3133354834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6825","nonce":3133354834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3133354834},{"type":"v1","addr":"172.21.15.40:6823","nonce":3133354834}]},"public_addr":"172.21.15.40:6819/3133354834","cluster_addr":"172.21.15.40:6821/3133354834","heartbeat_back_addr":"172.21.15.40:6825/3133354834","heartbeat_front_addr":"172.21.15.40:6823/3133354834","state":["exists","up"]},{"osd":3,"uuid":"26394218-48e4-4f26-9a9e-6a364a0d742c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6827","nonce":1750368880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6829","nonce":1750368880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6833","nonce":1750368880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":1750368880},{"type":"v1","addr":"172.21.15.40:6831","nonce":1750368880}]},"public_addr":"172.21.15.40:6827/1750368880","cluster_addr":"172.21.15.40:6829/1750368880","heartbeat_back_addr":"172.21.15.40:6833/1750368880","heartbeat_front_addr":"172.21.15.40:6831/1750368880","state":["exists","up"]},{"osd":4,"uuid":"fe518305-5b3a-4593-8487-2420df463fcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6801","nonce":3461291081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6803","nonce":3461291081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6807","nonce":3461291081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":3461291081},{"type":"v1","addr":"172.21.15.62:6805","nonce":3461291081}]},"public_addr":"172.21.15.62:6801/3461291081","cluster_addr":"172.21.15.62:6803/3461291081","heartbeat_back_addr":"172.21.15.62:6807/3461291081","heartbeat_front_addr":"172.21.15.62:6805/3461291081","state":["exists","up"]},{"osd":5,"uuid":"c24eb7c4-e089-46aa-84ab-c6a10e8976ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6809","nonce":4086780646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6811","nonce":4086780646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6815","nonce":4086780646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":4086780646},{"type":"v1","addr":"172.21.15.62:6813","nonce":4086780646}]},"public_addr":"172.21.15.62:6809/4086780646","cluster_addr":"172.21.15.62:6811/4086780646","heartbeat_back_addr":"172.21.15.62:6815/4086780646","heartbeat_front_addr":"172.21.15.62:6813/4086780646","state":["exists","up"]},{"osd":6,"uuid":"9057756d-fdc1-46a0-8d10-03d46f76d89d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6817","nonce":4166341966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6819","nonce":4166341966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6823","nonce":4166341966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":4166341966},{"type":"v1","addr":"172.21.15.62:6821","nonce":4166341966}]},"public_addr":"172.21.15.62:6817/4166341966","cluster_addr":"172.21.15.62:6819/4166341966","heartbeat_back_addr":"172.21.15.62:6823/4166341966","heartbeat_front_addr":"172.21.15.62:6821/4166341966","state":["exists","up"]},{"osd":7,"uuid":"f90dc05a-ea35-4d2c-a291-758293596ba3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6825","nonce":3575726867}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6827","nonce":3575726867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6831","nonce":3575726867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":3575726867},{"type":"v1","addr":"172.21.15.62:6829","nonce":3575726867}]},"public_addr":"172.21.15.62:6825/3575726867","cluster_addr":"172.21.15.62:6827/3575726867","heartbeat_back_addr":"172.21.15.62:6831/3575726867","heartbeat_front_addr":"172.21.15.62:6829/3575726867","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:13.135242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:39.742797+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:06.540884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:32.593576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:57.708728+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:24.537154+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:51.391403+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:24:19.929531+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:6801/3484590964":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6800/3484590964":"2024-04-23T04:25:01.514126+0000","172.21.15.40:0/3972631834":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6801/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3742996938":"2024-04-23T04:25:01.514126+0000","172.21.15.40:6800/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2286115160":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6801/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2620968302":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/3618507425":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2689848740":"2024-04-23T04:19:19.717943+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T04:26:45.331 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:43.553811+0000 mgr.y (mgr.14574) 82 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:45.331 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:44.323966+0000 mon.c (mon.2) 86 : audit [DBG] from='client.? 172.21.15.40:0/3359696593' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T04:26:45.331 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:44.344137+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:45.331 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:44.644007+0000 mon.c (mon.2) 87 : audit [DBG] from='client.? 172.21.15.40:0/3076860721' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-22T04:26:45.331 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:44.644227+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:45.331 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:44.644921+0000 mon.c (mon.2) 89 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:45.331 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:44.649446+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:45.331 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:44.656376+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:26:45.331 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:45.005891+0000 mon.a (mon.0) 702 : audit [DBG] from='client.? 172.21.15.40:0/1136961440' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:26:45.331 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:43.553811+0000 mgr.y (mgr.14574) 82 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T04:26:45.332 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:44.323966+0000 mon.c (mon.2) 86 : audit [DBG] from='client.? 172.21.15.40:0/3359696593' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T04:26:45.332 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:44.344137+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:45.332 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:44.644007+0000 mon.c (mon.2) 87 : audit [DBG] from='client.? 172.21.15.40:0/3076860721' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-22T04:26:45.332 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:44.644227+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:45.332 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:44.644921+0000 mon.c (mon.2) 89 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:45.332 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:44.649446+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:45.332 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:44.656376+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:26:45.332 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:45.005891+0000 mon.a (mon.0) 702 : audit [DBG] from='client.? 172.21.15.40:0/1136961440' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:26:45.333 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T04:26:45.680 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:26:45.680 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24353,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/998739711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":998739711},{"type":"v1","addr":"172.21.15.40:6835","nonce":998739711}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-22T04:24:43.682539+0000","modified":"2024-04-22T04:24:46.694988+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24361},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24361":{"gid":24361,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.62:6833/2120726289","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":2120726289},{"type":"v1","addr":"172.21.15.62:6833","nonce":2120726289}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-04-22T04:26:45.683 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 8 2024-04-22T04:26:45.694 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-22T04:24:43.682539+0000', 'modified': '2024-04-22T04:24:46.694988+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24361}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24361': {'gid': 24361, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.62:6833/2120726289', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.62:6832', 'nonce': 2120726289}, {'type': 'v1', 'addr': '172.21.15.62:6833', 'nonce': 2120726289}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138314316775423, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-04-22T04:26:45.694 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-22T04:26:45.695 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-22T04:26:45.825 INFO:teuthology.orchestra.run.smithi040.stderr:2024-04-22T04:26:45.827+0000 7f261ffff700 0 client.24785 ms_handle_reset on v2:172.21.15.62:6832/2120726289 2024-04-22T04:26:45.846 INFO:teuthology.orchestra.run.smithi040.stderr:2024-04-22T04:26:45.847+0000 7f261ffff700 0 client.14862 ms_handle_reset on v2:172.21.15.62:6832/2120726289 2024-04-22T04:26:45.846 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:26:45.846 INFO:teuthology.orchestra.run.smithi040.stdout: "cluster_fsid": "33b081c2-005f-11ef-bc93-c7b262605968", 2024-04-22T04:26:45.846 INFO:teuthology.orchestra.run.smithi040.stdout: "whoami": 0, 2024-04-22T04:26:45.846 INFO:teuthology.orchestra.run.smithi040.stdout: "id": 24361, 2024-04-22T04:26:45.846 INFO:teuthology.orchestra.run.smithi040.stdout: "want_state": "up:active", 2024-04-22T04:26:45.846 INFO:teuthology.orchestra.run.smithi040.stdout: "state": "up:active", 2024-04-22T04:26:45.846 INFO:teuthology.orchestra.run.smithi040.stdout: "fs_name": "cephfs", 2024-04-22T04:26:45.847 INFO:teuthology.orchestra.run.smithi040.stdout: "rank_uptime": 122.16076279000001, 2024-04-22T04:26:45.847 INFO:teuthology.orchestra.run.smithi040.stdout: "mdsmap_epoch": 8, 2024-04-22T04:26:45.847 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch": 61, 2024-04-22T04:26:45.847 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch_barrier": 54, 2024-04-22T04:26:45.847 INFO:teuthology.orchestra.run.smithi040.stdout: "uptime": 126.856062454 2024-04-22T04:26:45.847 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:26:45.858 INFO:tasks.cephadm:Setup complete, yielding 2024-04-22T04:26:45.859 INFO:teuthology.run_tasks:Running task print... 2024-04-22T04:26:45.868 INFO:teuthology.task.print:**** done end installing pacific cephadm ... 2024-04-22T04:26:45.869 INFO:teuthology.run_tasks:Running task print... 2024-04-22T04:26:45.890 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-04-22T04:26:45.890 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-22T04:26:45.899 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi040.front.sepia.ceph.com 2024-04-22T04:26:45.900 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-04-22T04:26:46.353 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:45.319954+0000 mon.a (mon.0) 703 : audit [DBG] from='client.? 172.21.15.40:0/2862498605' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:26:46.353 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:45.554117+0000 mgr.y (mgr.14574) 83 : cluster [DBG] pgmap v61: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:46.353 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:45.683002+0000 mon.a (mon.0) 704 : audit [DBG] from='client.? 172.21.15.40:0/1194139394' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:26:46.393 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:45.319954+0000 mon.a (mon.0) 703 : audit [DBG] from='client.? 172.21.15.40:0/2862498605' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:26:46.393 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:45.554117+0000 mgr.y (mgr.14574) 83 : cluster [DBG] pgmap v61: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:46.393 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:45.683002+0000 mon.a (mon.0) 704 : audit [DBG] from='client.? 172.21.15.40:0/1194139394' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:26:46.394 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:45.319954+0000 mon.a (mon.0) 703 : audit [DBG] from='client.? 172.21.15.40:0/2862498605' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:26:46.394 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:45.554117+0000 mgr.y (mgr.14574) 83 : cluster [DBG] pgmap v61: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:46.394 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:45.683002+0000 mon.a (mon.0) 704 : audit [DBG] from='client.? 172.21.15.40:0/1194139394' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T04:26:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:47.554793+0000 mgr.y (mgr.14574) 84 : cluster [DBG] pgmap v62: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:48.396394+0000 mon.a (mon.0) 705 : audit [INF] from='client.? ' entity='client.admin' 2024-04-22T04:26:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:48.507013+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:48.508272+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:48.508944+0000 mon.c (mon.2) 92 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:48.513548+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:48.517665+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:26:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:48.518862+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:48.519436+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:48.523751+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:48.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:48] ENGINE Bus STOPPING 2024-04-22T04:26:48.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-22T04:26:48.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:48] ENGINE Bus STOPPED 2024-04-22T04:26:48.660 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:48] ENGINE Bus STARTING 2024-04-22T04:26:48.661 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:48] ENGINE Serving on http://:::9283 2024-04-22T04:26:48.661 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:48] ENGINE Bus STARTED 2024-04-22T04:26:48.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:47.554793+0000 mgr.y (mgr.14574) 84 : cluster [DBG] pgmap v62: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:48.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:48.396394+0000 mon.a (mon.0) 705 : audit [INF] from='client.? ' entity='client.admin' 2024-04-22T04:26:48.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:48.507013+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:48.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:48.508272+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:48.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:48.508944+0000 mon.c (mon.2) 92 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:48.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:48.513548+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:48.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:48.517665+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:26:48.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:48.518862+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:48.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:48.519436+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:48.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:48.523751+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:48.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:47.554793+0000 mgr.y (mgr.14574) 84 : cluster [DBG] pgmap v62: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:48.396394+0000 mon.a (mon.0) 705 : audit [INF] from='client.? ' entity='client.admin' 2024-04-22T04:26:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:48.507013+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:48.508272+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:48.508944+0000 mon.c (mon.2) 92 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:48.513548+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:48.517665+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:26:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:48.518862+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:48.519436+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:48.523751+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:49.169 INFO:teuthology.run_tasks:Running task print... 2024-04-22T04:26:49.180 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-04-22T04:26:49.180 INFO:teuthology.run_tasks:Running task print... 2024-04-22T04:26:49.188 INFO:teuthology.task.print:**** done start parallel 2024-04-22T04:26:49.188 INFO:teuthology.run_tasks:Running task parallel... 2024-04-22T04:26:49.199 INFO:teuthology.task.parallel:starting parallel... 2024-04-22T04:26:49.199 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-04-22T04:26:49.200 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-22T04:26:49.200 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-04-22T04:26:49.200 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-04-22T04:26:49.202 INFO:tasks.rados:Beginning rados... 2024-04-22T04:26:49.202 INFO:tasks.rados:joining rados 2024-04-22T04:26:49.202 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-22T04:26:49.202 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-22T04:26:49.202 INFO:teuthology.task.print:**** done start upgrade, wait 2024-04-22T04:26:49.202 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-22T04:26:49.203 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi040.front.sepia.ceph.com 2024-04-22T04:26:49.203 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -e sha1=5d8738502c195d34e1bca867c85b1d92f1aa34c6 -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-22T04:26:49.203 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-04-22T04:26:49.203 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-04-22T04:26:50.257 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:26:50.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:26:50] "GET /metrics HTTP/1.1" 200 188326 "" "Prometheus/2.33.4" 2024-04-22T04:26:50.783 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:49.555249+0000 mgr.y (mgr.14574) 85 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:50.784 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:49.555249+0000 mgr.y (mgr.14574) 85 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:50.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:49.555249+0000 mgr.y (mgr.14574) 85 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:52.752 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:51.555630+0000 mgr.y (mgr.14574) 86 : cluster [DBG] pgmap v64: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:53.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:51.555630+0000 mgr.y (mgr.14574) 86 : cluster [DBG] pgmap v64: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:53.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:51.555630+0000 mgr.y (mgr.14574) 86 : cluster [DBG] pgmap v64: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:53.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:53] ENGINE Bus STOPPING 2024-04-22T04:26:53.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-22T04:26:53.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:53] ENGINE Bus STOPPED 2024-04-22T04:26:53.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:53] ENGINE Bus STARTING 2024-04-22T04:26:53.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:53] ENGINE Serving on http://:::9283 2024-04-22T04:26:53.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:26:53] ENGINE Bus STARTED 2024-04-22T04:26:53.900 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -e sha1=5d8738502c195d34e1bca867c85b1d92f1aa34c6 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-22T04:26:54.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:52.830920+0000 mon.c (mon.2) 96 : audit [INF] from='client.? 172.21.15.40:0/431086068' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:26:54.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:52.831331+0000 mon.a (mon.0) 709 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:26:54.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:53.075553+0000 mon.a (mon.0) 710 : audit [INF] from='client.? ' entity='client.admin' 2024-04-22T04:26:54.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:53.101370+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:26:54.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:53.102696+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:54.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:53.103258+0000 mon.c (mon.2) 99 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:54.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:53.108283+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:54.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:52.830920+0000 mon.c (mon.2) 96 : audit [INF] from='client.? 172.21.15.40:0/431086068' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:26:54.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:52.831331+0000 mon.a (mon.0) 709 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:26:54.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:53.075553+0000 mon.a (mon.0) 710 : audit [INF] from='client.? ' entity='client.admin' 2024-04-22T04:26:54.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:53.101370+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:26:54.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:53.102696+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:54.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:53.103258+0000 mon.c (mon.2) 99 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:54.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:53.108283+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:54.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:52.830920+0000 mon.c (mon.2) 96 : audit [INF] from='client.? 172.21.15.40:0/431086068' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:26:54.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:52.831331+0000 mon.a (mon.0) 709 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:26:54.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:53.075553+0000 mon.a (mon.0) 710 : audit [INF] from='client.? ' entity='client.admin' 2024-04-22T04:26:54.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:53.101370+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:26:54.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:53.102696+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:54.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:53.103258+0000 mon.c (mon.2) 99 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:54.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:53.108283+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:54.938 INFO:tasks.rados:starting run 0 out of 1 2024-04-22T04:26:54.938 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-04-22T04:26:54.938 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-04-22T04:26:55.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:53.556119+0000 mgr.y (mgr.14574) 87 : cluster [DBG] pgmap v65: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:55.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:53.762275+0000 mon.a (mon.0) 712 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:26:55.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:53.762356+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-04-22T04:26:55.079 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:53.556119+0000 mgr.y (mgr.14574) 87 : cluster [DBG] pgmap v65: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:55.080 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:53.762275+0000 mon.a (mon.0) 712 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:26:55.080 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:53.762356+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-04-22T04:26:55.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:53.556119+0000 mgr.y (mgr.14574) 87 : cluster [DBG] pgmap v65: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:55.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:53.762275+0000 mon.a (mon.0) 712 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:26:55.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:53.762356+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-04-22T04:26:55.456 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:26:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:26:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:26:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:26:57.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:55.556488+0000 mgr.y (mgr.14574) 88 : cluster [DBG] pgmap v67: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:55.556488+0000 mgr.y (mgr.14574) 88 : cluster [DBG] pgmap v67: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:55.556488+0000 mgr.y (mgr.14574) 88 : cluster [DBG] pgmap v67: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:57.373 INFO:teuthology.orchestra.run.smithi040.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:5d8738502c195d34e1bca867c85b1d92f1aa34c6 2024-04-22T04:26:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:57.368500+0000 mgr.y (mgr.14574) 89 : audit [DBG] from='client.14886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:5d8738502c195d34e1bca867c85b1d92f1aa34c6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:26:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:26:57.369158+0000 mgr.y (mgr.14574) 90 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:5d8738502c195d34e1bca867c85b1d92f1aa34c6 2024-04-22T04:26:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:57.373045+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:57.385476+0000 mon.c (mon.2) 100 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:26:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:57.386831+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:57.387437+0000 mon.c (mon.2) 102 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:57.393995+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:26:57.400209+0000 mgr.y (mgr.14574) 91 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:5d8738502c195d34e1bca867c85b1d92f1aa34c6 2024-04-22T04:26:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:57.556955+0000 mgr.y (mgr.14574) 92 : cluster [DBG] pgmap v68: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:57.368500+0000 mgr.y (mgr.14574) 89 : audit [DBG] from='client.14886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:5d8738502c195d34e1bca867c85b1d92f1aa34c6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:26:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:26:57.369158+0000 mgr.y (mgr.14574) 90 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:5d8738502c195d34e1bca867c85b1d92f1aa34c6 2024-04-22T04:26:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:57.373045+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:57.385476+0000 mon.c (mon.2) 100 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:26:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:57.386831+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:57.387437+0000 mon.c (mon.2) 102 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:57.393995+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:26:57.400209+0000 mgr.y (mgr.14574) 91 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:5d8738502c195d34e1bca867c85b1d92f1aa34c6 2024-04-22T04:26:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:57.556955+0000 mgr.y (mgr.14574) 92 : cluster [DBG] pgmap v68: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:58.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:57.368500+0000 mgr.y (mgr.14574) 89 : audit [DBG] from='client.14886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:5d8738502c195d34e1bca867c85b1d92f1aa34c6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:26:58.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:26:57.369158+0000 mgr.y (mgr.14574) 90 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:5d8738502c195d34e1bca867c85b1d92f1aa34c6 2024-04-22T04:26:58.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:57.373045+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:58.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:57.385476+0000 mon.c (mon.2) 100 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:26:58.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:57.386831+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:26:58.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:57.387437+0000 mon.c (mon.2) 102 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:26:58.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:57.393995+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:26:58.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:26:57.400209+0000 mgr.y (mgr.14574) 91 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:5d8738502c195d34e1bca867c85b1d92f1aa34c6 2024-04-22T04:26:58.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:57.556955+0000 mgr.y (mgr.14574) 92 : cluster [DBG] pgmap v68: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:26:59.113 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -e sha1=5d8738502c195d34e1bca867c85b1d92f1aa34c6 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-04-22T04:26:59.394 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:58.912422+0000 mon.c (mon.2) 103 : audit [INF] from='client.? 172.21.15.40:0/4151880281' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-22T04:26:59.394 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:26:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:26:58.912889+0000 mon.a (mon.0) 716 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-22T04:26:59.394 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:58.912422+0000 mon.c (mon.2) 103 : audit [INF] from='client.? 172.21.15.40:0/4151880281' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-22T04:26:59.394 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:26:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:26:58.912889+0000 mon.a (mon.0) 716 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-22T04:26:59.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:58.912422+0000 mon.c (mon.2) 103 : audit [INF] from='client.? 172.21.15.40:0/4151880281' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-22T04:26:59.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:26:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:26:58.912889+0000 mon.a (mon.0) 716 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-22T04:27:00.380 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:27:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:27:00] "GET /metrics HTTP/1.1" 200 188326 "" "Prometheus/2.33.4" 2024-04-22T04:27:00.416 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'unique_pool_0' created 2024-04-22T04:27:00.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:59.557284+0000 mgr.y (mgr.14574) 93 : cluster [DBG] pgmap v70: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:00.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:26:59.923994+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-04-22T04:27:00.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:59.557284+0000 mgr.y (mgr.14574) 93 : cluster [DBG] pgmap v70: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:00.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:26:59.923994+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-04-22T04:27:00.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:59.557284+0000 mgr.y (mgr.14574) 93 : cluster [DBG] pgmap v70: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:00.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:26:59.923994+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-04-22T04:27:01.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:27:00.407318+0000 mon.a (mon.0) 718 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-22T04:27:01.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:00.407406+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-04-22T04:27:01.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:27:00.407318+0000 mon.a (mon.0) 718 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-22T04:27:01.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:00.407406+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-04-22T04:27:01.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:27:00.407318+0000 mon.a (mon.0) 718 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-22T04:27:01.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:00.407406+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-04-22T04:27:01.979 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:27:02.197 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-04-22T04:27:02.335 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:27:02.335 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (29s) 18s ago 77s 13.6M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:27:02.335 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (64s) 13s ago 63s 51.7M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:27:02.335 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (2m) 18s ago 2m 12.5M - 16.2.15-1-g8963e9de 727f386679cb 07889a83e85d 2024-04-22T04:27:02.335 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (2m) 13s ago 2m 13.6M - 16.2.15-1-g8963e9de 727f386679cb 37118b502053 2024-04-22T04:27:02.336 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443 running (6m) 13s ago 6m 385M - 16.2.15-1-g8963e9de 727f386679cb 2842dc17f688 2024-04-22T04:27:02.336 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:9283 running (7m) 18s ago 7m 433M - 16.2.15-1-g8963e9de 727f386679cb 8a45996e439b 2024-04-22T04:27:02.336 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (8m) 18s ago 8m 67.0M 2048M 16.2.15-1-g8963e9de 727f386679cb 345f97f2a3df 2024-04-22T04:27:02.336 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (6m) 13s ago 6m 42.1M 2048M 16.2.15-1-g8963e9de 727f386679cb ffc5f26fd230 2024-04-22T04:27:02.336 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (6m) 18s ago 6m 40.0M 2048M 16.2.15-1-g8963e9de 727f386679cb ef0cdaf2d528 2024-04-22T04:27:02.336 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (99s) 18s ago 98s 11.0M - 1.3.1 1dbe0e931976 3d926365bac8 2024-04-22T04:27:02.336 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (94s) 13s ago 94s 13.1M - 1.3.1 1dbe0e931976 cd70c5d64335 2024-04-22T04:27:02.336 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (5m) 18s ago 5m 41.9M 3001M 16.2.15-1-g8963e9de 727f386679cb a05040c28137 2024-04-22T04:27:02.336 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (5m) 18s ago 5m 38.5M 3001M 16.2.15-1-g8963e9de 727f386679cb 132b282d5078 2024-04-22T04:27:02.336 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (5m) 18s ago 5m 37.2M 3001M 16.2.15-1-g8963e9de 727f386679cb 18997dafed68 2024-04-22T04:27:02.336 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (4m) 18s ago 4m 37.7M 3001M 16.2.15-1-g8963e9de 727f386679cb 143d3b49613e 2024-04-22T04:27:02.336 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (4m) 13s ago 4m 40.3M 3256M 16.2.15-1-g8963e9de 727f386679cb 60d50d2f7849 2024-04-22T04:27:02.336 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (3m) 13s ago 3m 39.5M 3256M 16.2.15-1-g8963e9de 727f386679cb b7e17a5d779e 2024-04-22T04:27:02.336 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (3m) 13s ago 3m 38.9M 3256M 16.2.15-1-g8963e9de 727f386679cb a25b6c33c8a6 2024-04-22T04:27:02.337 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (2m) 13s ago 2m 39.0M 3256M 16.2.15-1-g8963e9de 727f386679cb 65d10d469953 2024-04-22T04:27:02.337 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (22s) 13s ago 102s 37.4M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:27:02.820 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:27:02.820 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:27:02.820 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3 2024-04-22T04:27:02.820 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:27:02.820 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:27:02.821 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:27:02.821 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:27:02.821 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:27:02.821 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-22T04:27:02.821 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:27:02.821 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:27:02.821 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:27:02.821 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:27:02.821 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:27:02.821 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 15 2024-04-22T04:27:02.821 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:27:02.821 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:27:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:01.411998+0000 mon.a (mon.0) 720 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-04-22T04:27:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:01.557615+0000 mgr.y (mgr.14574) 94 : cluster [DBG] pgmap v73: 121 pgs: 16 unknown, 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:27:01.968703+0000 mgr.y (mgr.14574) 95 : audit [DBG] from='client.24827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:27:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:02.411230+0000 mon.a (mon.0) 721 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-04-22T04:27:02.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:01.411998+0000 mon.a (mon.0) 720 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-04-22T04:27:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:01.557615+0000 mgr.y (mgr.14574) 94 : cluster [DBG] pgmap v73: 121 pgs: 16 unknown, 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:27:01.968703+0000 mgr.y (mgr.14574) 95 : audit [DBG] from='client.24827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:27:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:02.411230+0000 mon.a (mon.0) 721 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-04-22T04:27:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:01.411998+0000 mon.a (mon.0) 720 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-04-22T04:27:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:01.557615+0000 mgr.y (mgr.14574) 94 : cluster [DBG] pgmap v73: 121 pgs: 16 unknown, 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:27:01.968703+0000 mgr.y (mgr.14574) 95 : audit [DBG] from='client.24827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:27:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:02.411230+0000 mon.a (mon.0) 721 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-04-22T04:27:03.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:27:02.325871+0000 mgr.y (mgr.14574) 96 : audit [DBG] from='client.24733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:27:03.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:27:02.822313+0000 mon.c (mon.2) 104 : audit [DBG] from='client.? 172.21.15.40:0/2348797115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:27:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:27:02.325871+0000 mgr.y (mgr.14574) 96 : audit [DBG] from='client.24733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:27:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:27:02.822313+0000 mon.c (mon.2) 104 : audit [DBG] from='client.? 172.21.15.40:0/2348797115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:27:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:27:02.325871+0000 mgr.y (mgr.14574) 96 : audit [DBG] from='client.24733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:27:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:27:02.822313+0000 mon.c (mon.2) 104 : audit [DBG] from='client.? 172.21.15.40:0/2348797115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:27:04.469 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:27:04.759 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:03.558229+0000 mgr.y (mgr.14574) 97 : cluster [DBG] pgmap v75: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:04.759 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:03.558229+0000 mgr.y (mgr.14574) 97 : cluster [DBG] pgmap v75: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:04.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:03.558229+0000 mgr.y (mgr.14574) 97 : cluster [DBG] pgmap v75: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:05.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:27:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:27:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:27:06.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:05.558530+0000 mgr.y (mgr.14574) 98 : cluster [DBG] pgmap v76: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:05.558530+0000 mgr.y (mgr.14574) 98 : cluster [DBG] pgmap v76: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:05.558530+0000 mgr.y (mgr.14574) 98 : cluster [DBG] pgmap v76: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:07.622 INFO:teuthology.orchestra.run.smithi040.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-04-22T04:27:07.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:07 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:27:06.665266+0000 mon.c (mon.2) 105 : audit [INF] from='client.? 172.21.15.40:0/1875110550' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:27:07.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:07 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:27:06.665659+0000 mon.a (mon.0) 722 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:27:07.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:27:06.665266+0000 mon.c (mon.2) 105 : audit [INF] from='client.? 172.21.15.40:0/1875110550' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:27:07.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:27:06.665659+0000 mon.a (mon.0) 722 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:27:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:27:06.665266+0000 mon.c (mon.2) 105 : audit [INF] from='client.? 172.21.15.40:0/1875110550' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:27:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:27:06.665659+0000 mon.a (mon.0) 722 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:27:08.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:07.559021+0000 mgr.y (mgr.14574) 99 : cluster [DBG] pgmap v77: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:27:07.620328+0000 mon.a (mon.0) 723 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-22T04:27:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:07.620395+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-04-22T04:27:08.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:07.559021+0000 mgr.y (mgr.14574) 99 : cluster [DBG] pgmap v77: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:27:07.620328+0000 mon.a (mon.0) 723 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-22T04:27:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:07.620395+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-04-22T04:27:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:07.559021+0000 mgr.y (mgr.14574) 99 : cluster [DBG] pgmap v77: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:27:07.620328+0000 mon.a (mon.0) 723 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-22T04:27:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:07.620395+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-04-22T04:27:09.490 DEBUG:teuthology.orchestra.run.smithi040:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-04-22T04:27:09.521 INFO:tasks.rados.rados.0.smithi040.stdout:adding op weight read -> 100 2024-04-22T04:27:09.521 INFO:tasks.rados.rados.0.smithi040.stdout:adding op weight delete -> 50 2024-04-22T04:27:09.522 INFO:tasks.rados.rados.0.smithi040.stdout:adding op weight snap_create -> 50 2024-04-22T04:27:09.522 INFO:tasks.rados.rados.0.smithi040.stdout:adding op weight snap_remove -> 50 2024-04-22T04:27:09.522 INFO:tasks.rados.rados.0.smithi040.stdout:adding op weight rollback -> 50 2024-04-22T04:27:09.522 INFO:tasks.rados.rados.0.smithi040.stdout:adding op weight setattr -> 25 2024-04-22T04:27:09.522 INFO:tasks.rados.rados.0.smithi040.stdout:adding op weight rmattr -> 25 2024-04-22T04:27:09.522 INFO:tasks.rados.rados.0.smithi040.stdout:adding op weight copy_from -> 50 2024-04-22T04:27:09.522 INFO:tasks.rados.rados.0.smithi040.stdout:adding op weight append -> 100 2024-04-22T04:27:09.522 INFO:tasks.rados.rados.0.smithi040.stdout:ceph version 16.2.15 (618f440892089921c3e944a991122ddc44e60516) pacific (stable) 2024-04-22T04:27:09.522 INFO:tasks.rados.rados.0.smithi040.stdout:Configuration: 2024-04-22T04:27:09.522 INFO:tasks.rados.rados.0.smithi040.stdout: Number of operations: 4000 2024-04-22T04:27:09.522 INFO:tasks.rados.rados.0.smithi040.stdout: Number of objects: 50 2024-04-22T04:27:09.522 INFO:tasks.rados.rados.0.smithi040.stdout: Max in flight operations: 16 2024-04-22T04:27:09.522 INFO:tasks.rados.rados.0.smithi040.stdout: Object size (in bytes): 4000000 2024-04-22T04:27:09.522 INFO:tasks.rados.rados.0.smithi040.stdout: Write stride min: 400000 2024-04-22T04:27:09.522 INFO:tasks.rados.rados.0.smithi040.stdout: Write stride max: 800000 2024-04-22T04:27:09.624 INFO:tasks.rados.rados.0.smithi040.stdout:1: write initial oid 1 2024-04-22T04:27:09.624 INFO:tasks.rados.rados.0.smithi040.stdout:1: seq_num 0 ranges {0=24576} 2024-04-22T04:27:09.624 INFO:tasks.rados.rados.0.smithi040.stdout:1: writing smithi04078109-1 from 0 to 24576 tid 1 2024-04-22T04:27:09.624 INFO:tasks.rados.rados.0.smithi040.stdout:2: write initial oid 2 2024-04-22T04:27:09.624 INFO:tasks.rados.rados.0.smithi040.stdout:2: seq_num 1 ranges {0=24576} 2024-04-22T04:27:09.624 INFO:tasks.rados.rados.0.smithi040.stdout:2: writing smithi04078109-2 from 0 to 24576 tid 1 2024-04-22T04:27:09.624 INFO:tasks.rados.rados.0.smithi040.stdout:3: write initial oid 3 2024-04-22T04:27:09.625 INFO:tasks.rados.rados.0.smithi040.stdout:3: seq_num 2 ranges {0=40960} 2024-04-22T04:27:09.625 INFO:tasks.rados.rados.0.smithi040.stdout:3: writing smithi04078109-3 from 0 to 40960 tid 1 2024-04-22T04:27:09.627 INFO:tasks.rados.rados.0.smithi040.stdout:4: write initial oid 4 2024-04-22T04:27:09.627 INFO:tasks.rados.rados.0.smithi040.stdout:4: seq_num 3 ranges {0=57344} 2024-04-22T04:27:09.628 INFO:tasks.rados.rados.0.smithi040.stdout:4: writing smithi04078109-4 from 0 to 57344 tid 1 2024-04-22T04:27:09.628 INFO:tasks.rados.rados.0.smithi040.stdout:5: write initial oid 5 2024-04-22T04:27:09.628 INFO:tasks.rados.rados.0.smithi040.stdout:5: seq_num 4 ranges {0=73728} 2024-04-22T04:27:09.628 INFO:tasks.rados.rados.0.smithi040.stdout:5: writing smithi04078109-5 from 0 to 73728 tid 1 2024-04-22T04:27:09.628 INFO:tasks.rados.rados.0.smithi040.stdout:6: write initial oid 6 2024-04-22T04:27:09.628 INFO:tasks.rados.rados.0.smithi040.stdout:6: seq_num 5 ranges {0=90112} 2024-04-22T04:27:09.628 INFO:tasks.rados.rados.0.smithi040.stdout:6: writing smithi04078109-6 from 0 to 90112 tid 1 2024-04-22T04:27:09.628 INFO:tasks.rados.rados.0.smithi040.stdout:7: write initial oid 7 2024-04-22T04:27:09.628 INFO:tasks.rados.rados.0.smithi040.stdout:7: seq_num 6 ranges {0=106496} 2024-04-22T04:27:09.628 INFO:tasks.rados.rados.0.smithi040.stdout:7: writing smithi04078109-7 from 0 to 106496 tid 1 2024-04-22T04:27:09.628 INFO:tasks.rados.rados.0.smithi040.stdout:8: write initial oid 8 2024-04-22T04:27:09.628 INFO:tasks.rados.rados.0.smithi040.stdout:8: seq_num 7 ranges {0=122880} 2024-04-22T04:27:09.636 INFO:tasks.rados.rados.0.smithi040.stdout:8: writing smithi04078109-8 from 0 to 122880 tid 1 2024-04-22T04:27:09.637 INFO:tasks.rados.rados.0.smithi040.stdout:9: write initial oid 9 2024-04-22T04:27:09.637 INFO:tasks.rados.rados.0.smithi040.stdout:9: seq_num 8 ranges {0=139264} 2024-04-22T04:27:09.637 INFO:tasks.rados.rados.0.smithi040.stdout:9: writing smithi04078109-9 from 0 to 139264 tid 1 2024-04-22T04:27:09.637 INFO:tasks.rados.rados.0.smithi040.stdout:10: write initial oid 10 2024-04-22T04:27:09.637 INFO:tasks.rados.rados.0.smithi040.stdout:10: seq_num 9 ranges {0=155648} 2024-04-22T04:27:09.637 INFO:tasks.rados.rados.0.smithi040.stdout:10: writing smithi04078109-10 from 0 to 155648 tid 1 2024-04-22T04:27:09.637 INFO:tasks.rados.rados.0.smithi040.stdout:11: write initial oid 11 2024-04-22T04:27:09.637 INFO:tasks.rados.rados.0.smithi040.stdout:11: seq_num 10 ranges {0=172032} 2024-04-22T04:27:09.637 INFO:tasks.rados.rados.0.smithi040.stdout:11: writing smithi04078109-11 from 0 to 172032 tid 1 2024-04-22T04:27:09.637 INFO:tasks.rados.rados.0.smithi040.stdout:12: write initial oid 12 2024-04-22T04:27:09.637 INFO:tasks.rados.rados.0.smithi040.stdout:12: seq_num 11 ranges {0=188416} 2024-04-22T04:27:09.637 INFO:tasks.rados.rados.0.smithi040.stdout:12: writing smithi04078109-12 from 0 to 188416 tid 1 2024-04-22T04:27:09.637 INFO:tasks.rados.rados.0.smithi040.stdout:13: write initial oid 13 2024-04-22T04:27:09.637 INFO:tasks.rados.rados.0.smithi040.stdout:13: seq_num 12 ranges {0=204800} 2024-04-22T04:27:09.638 INFO:tasks.rados.rados.0.smithi040.stdout:13: writing smithi04078109-13 from 0 to 204800 tid 1 2024-04-22T04:27:09.638 INFO:tasks.rados.rados.0.smithi040.stdout:14: write initial oid 14 2024-04-22T04:27:09.638 INFO:tasks.rados.rados.0.smithi040.stdout:14: seq_num 13 ranges {0=221184} 2024-04-22T04:27:09.638 INFO:tasks.rados.rados.0.smithi040.stdout:14: writing smithi04078109-14 from 0 to 221184 tid 1 2024-04-22T04:27:09.638 INFO:tasks.rados.rados.0.smithi040.stdout:15: write initial oid 15 2024-04-22T04:27:09.638 INFO:tasks.rados.rados.0.smithi040.stdout:15: seq_num 14 ranges {0=237568} 2024-04-22T04:27:09.641 INFO:tasks.rados.rados.0.smithi040.stdout:15: writing smithi04078109-15 from 0 to 237568 tid 1 2024-04-22T04:27:09.641 INFO:tasks.rados.rados.0.smithi040.stdout:16: write initial oid 16 2024-04-22T04:27:09.641 INFO:tasks.rados.rados.0.smithi040.stdout:16: seq_num 15 ranges {0=253952} 2024-04-22T04:27:09.641 INFO:tasks.rados.rados.0.smithi040.stdout:16: writing smithi04078109-16 from 0 to 253952 tid 1 2024-04-22T04:27:09.641 INFO:tasks.rados.rados.0.smithi040.stdout: waiting on 16 2024-04-22T04:27:09.642 INFO:tasks.rados.rados.0.smithi040.stdout:3: finishing write tid 1 to smithi04078109-3 2024-04-22T04:27:09.642 INFO:tasks.rados.rados.0.smithi040.stdout:1: finishing write tid 1 to smithi04078109-1 2024-04-22T04:27:09.642 INFO:tasks.rados.rados.0.smithi040.stdout:4: finishing write tid 1 to smithi04078109-4 2024-04-22T04:27:09.642 INFO:tasks.rados.rados.0.smithi040.stdout:7: finishing write tid 1 to smithi04078109-7 2024-04-22T04:27:09.642 INFO:tasks.rados.rados.0.smithi040.stdout:7: finishing write tid 2 to smithi04078109-7 2024-04-22T04:27:09.642 INFO:tasks.rados.rados.0.smithi040.stdout:9: finishing write tid 1 to smithi04078109-9 2024-04-22T04:27:09.643 INFO:tasks.rados.rados.0.smithi040.stdout:4: finishing write tid 2 to smithi04078109-4 2024-04-22T04:27:09.643 INFO:tasks.rados.rados.0.smithi040.stdout:1: finishing write tid 2 to smithi04078109-1 2024-04-22T04:27:09.643 INFO:tasks.rados.rados.0.smithi040.stdout:10: finishing write tid 1 to smithi04078109-10 2024-04-22T04:27:09.643 INFO:tasks.rados.rados.0.smithi040.stdout:4: finishing write tid 3 to smithi04078109-4 2024-04-22T04:27:09.643 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-22T04:27:09.643 INFO:tasks.rados.rados.0.smithi040.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-04-22T04:27:09.643 INFO:tasks.rados.rados.0.smithi040.stdout:10: finishing write tid 2 to smithi04078109-10 2024-04-22T04:27:09.643 INFO:tasks.rados.rados.0.smithi040.stdout:2: finishing write tid 1 to smithi04078109-2 2024-04-22T04:27:09.643 INFO:tasks.rados.rados.0.smithi040.stdout:2: finishing write tid 2 to smithi04078109-2 2024-04-22T04:27:09.643 INFO:tasks.rados.rados.0.smithi040.stdout:9: finishing write tid 2 to smithi04078109-9 2024-04-22T04:27:09.643 INFO:tasks.rados.rados.0.smithi040.stdout:7: finishing write tid 3 to smithi04078109-7 2024-04-22T04:27:09.643 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-22T04:27:09.643 INFO:tasks.rados.rados.0.smithi040.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-04-22T04:27:09.643 INFO:tasks.rados.rados.0.smithi040.stdout:6: finishing write tid 1 to smithi04078109-6 2024-04-22T04:27:09.643 INFO:tasks.rados.rados.0.smithi040.stdout:6: finishing write tid 2 to smithi04078109-6 2024-04-22T04:27:09.644 INFO:tasks.rados.rados.0.smithi040.stdout:11: finishing write tid 1 to smithi04078109-11 2024-04-22T04:27:09.644 INFO:tasks.rados.rados.0.smithi040.stdout:1: finishing write tid 3 to smithi04078109-1 2024-04-22T04:27:09.644 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-22T04:27:09.644 INFO:tasks.rados.rados.0.smithi040.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:27:09.644 INFO:tasks.rados.rados.0.smithi040.stdout:3: finishing write tid 2 to smithi04078109-3 2024-04-22T04:27:09.644 INFO:tasks.rados.rados.0.smithi040.stdout:11: finishing write tid 2 to smithi04078109-11 2024-04-22T04:27:09.644 INFO:tasks.rados.rados.0.smithi040.stdout:5: finishing write tid 1 to smithi04078109-5 2024-04-22T04:27:09.644 INFO:tasks.rados.rados.0.smithi040.stdout:5: finishing write tid 2 to smithi04078109-5 2024-04-22T04:27:09.644 INFO:tasks.rados.rados.0.smithi040.stdout:1: done (15 left) 2024-04-22T04:27:09.644 INFO:tasks.rados.rados.0.smithi040.stdout:4: done (14 left) 2024-04-22T04:27:09.644 INFO:tasks.rados.rados.0.smithi040.stdout:7: done (13 left) 2024-04-22T04:27:09.644 INFO:tasks.rados.rados.0.smithi040.stdout:17: write initial oid 17 2024-04-22T04:27:09.644 INFO:tasks.rados.rados.0.smithi040.stdout:17: seq_num 16 ranges {0=270336} 2024-04-22T04:27:09.645 INFO:tasks.rados.rados.0.smithi040.stdout:17: writing smithi04078109-17 from 0 to 270336 tid 1 2024-04-22T04:27:09.645 INFO:tasks.rados.rados.0.smithi040.stdout:18: write initial oid 18 2024-04-22T04:27:09.645 INFO:tasks.rados.rados.0.smithi040.stdout:18: seq_num 17 ranges {0=286720} 2024-04-22T04:27:09.646 INFO:tasks.rados.rados.0.smithi040.stdout:18: writing smithi04078109-18 from 0 to 286720 tid 1 2024-04-22T04:27:09.646 INFO:tasks.rados.rados.0.smithi040.stdout:19: write initial oid 19 2024-04-22T04:27:09.646 INFO:tasks.rados.rados.0.smithi040.stdout:19: seq_num 18 ranges {0=303104} 2024-04-22T04:27:09.648 INFO:tasks.rados.rados.0.smithi040.stdout:19: writing smithi04078109-19 from 0 to 303104 tid 1 2024-04-22T04:27:09.653 INFO:tasks.rados.rados.0.smithi040.stdout: waiting on 16 2024-04-22T04:27:09.653 INFO:tasks.rados.rados.0.smithi040.stdout:9: finishing write tid 3 to smithi04078109-9 2024-04-22T04:27:09.654 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-22T04:27:09.654 INFO:tasks.rados.rados.0.smithi040.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-04-22T04:27:09.654 INFO:tasks.rados.rados.0.smithi040.stdout:3: finishing write tid 3 to smithi04078109-3 2024-04-22T04:27:09.654 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-22T04:27:09.654 INFO:tasks.rados.rados.0.smithi040.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-04-22T04:27:09.654 INFO:tasks.rados.rados.0.smithi040.stdout:10: finishing write tid 3 to smithi04078109-10 2024-04-22T04:27:09.654 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-22T04:27:09.654 INFO:tasks.rados.rados.0.smithi040.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-04-22T04:27:09.654 INFO:tasks.rados.rados.0.smithi040.stdout:13: finishing write tid 1 to smithi04078109-13 2024-04-22T04:27:09.654 INFO:tasks.rados.rados.0.smithi040.stdout:13: finishing write tid 2 to smithi04078109-13 2024-04-22T04:27:09.654 INFO:tasks.rados.rados.0.smithi040.stdout:12: finishing write tid 1 to smithi04078109-12 2024-04-22T04:27:09.654 INFO:tasks.rados.rados.0.smithi040.stdout:6: finishing write tid 3 to smithi04078109-6 2024-04-22T04:27:09.654 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-22T04:27:09.654 INFO:tasks.rados.rados.0.smithi040.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-04-22T04:27:09.654 INFO:tasks.rados.rados.0.smithi040.stdout:14: finishing write tid 1 to smithi04078109-14 2024-04-22T04:27:09.655 INFO:tasks.rados.rados.0.smithi040.stdout:12: finishing write tid 2 to smithi04078109-12 2024-04-22T04:27:09.655 INFO:tasks.rados.rados.0.smithi040.stdout:14: finishing write tid 2 to smithi04078109-14 2024-04-22T04:27:09.655 INFO:tasks.rados.rados.0.smithi040.stdout:11: finishing write tid 3 to smithi04078109-11 2024-04-22T04:27:09.655 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-22T04:27:09.655 INFO:tasks.rados.rados.0.smithi040.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-04-22T04:27:09.655 INFO:tasks.rados.rados.0.smithi040.stdout:16: finishing write tid 1 to smithi04078109-16 2024-04-22T04:27:09.655 INFO:tasks.rados.rados.0.smithi040.stdout:13: finishing write tid 3 to smithi04078109-13 2024-04-22T04:27:09.655 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-22T04:27:09.655 INFO:tasks.rados.rados.0.smithi040.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-04-22T04:27:09.655 INFO:tasks.rados.rados.0.smithi040.stdout:8: finishing write tid 1 to smithi04078109-8 2024-04-22T04:27:09.655 INFO:tasks.rados.rados.0.smithi040.stdout:8: finishing write tid 2 to smithi04078109-8 2024-04-22T04:27:09.655 INFO:tasks.rados.rados.0.smithi040.stdout:8: finishing write tid 3 to smithi04078109-8 2024-04-22T04:27:09.655 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-22T04:27:09.655 INFO:tasks.rados.rados.0.smithi040.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-04-22T04:27:09.655 INFO:tasks.rados.rados.0.smithi040.stdout:2: finishing write tid 3 to smithi04078109-2 2024-04-22T04:27:09.656 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-22T04:27:09.656 INFO:tasks.rados.rados.0.smithi040.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-04-22T04:27:09.656 INFO:tasks.rados.rados.0.smithi040.stdout:5: finishing write tid 3 to smithi04078109-5 2024-04-22T04:27:09.656 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-22T04:27:09.656 INFO:tasks.rados.rados.0.smithi040.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-04-22T04:27:09.656 INFO:tasks.rados.rados.0.smithi040.stdout:15: finishing write tid 1 to smithi04078109-15 2024-04-22T04:27:09.656 INFO:tasks.rados.rados.0.smithi040.stdout:2: done (15 left) 2024-04-22T04:27:09.656 INFO:tasks.rados.rados.0.smithi040.stdout:3: done (14 left) 2024-04-22T04:27:09.656 INFO:tasks.rados.rados.0.smithi040.stdout:5: done (13 left) 2024-04-22T04:27:09.656 INFO:tasks.rados.rados.0.smithi040.stdout:6: done (12 left) 2024-04-22T04:27:09.656 INFO:tasks.rados.rados.0.smithi040.stdout:8: done (11 left) 2024-04-22T04:27:09.656 INFO:tasks.rados.rados.0.smithi040.stdout:9: done (10 left) 2024-04-22T04:27:09.656 INFO:tasks.rados.rados.0.smithi040.stdout:10: done (9 left) 2024-04-22T04:27:09.656 INFO:tasks.rados.rados.0.smithi040.stdout:11: done (8 left) 2024-04-22T04:27:09.656 INFO:tasks.rados.rados.0.smithi040.stdout:13: done (7 left) 2024-04-22T04:27:09.657 INFO:tasks.rados.rados.0.smithi040.stdout:20: write initial oid 20 2024-04-22T04:27:09.657 INFO:tasks.rados.rados.0.smithi040.stdout:20: seq_num 19 ranges {0=319488} 2024-04-22T04:27:09.657 INFO:tasks.rados.rados.0.smithi040.stdout:20: writing smithi04078109-20 from 0 to 319488 tid 1 2024-04-22T04:27:09.657 INFO:tasks.rados.rados.0.smithi040.stdout:21: write initial oid 21 2024-04-22T04:27:09.657 INFO:tasks.rados.rados.0.smithi040.stdout:21: seq_num 20 ranges {0=344064} 2024-04-22T04:27:09.657 INFO:tasks.rados.rados.0.smithi040.stdout:21: writing smithi04078109-21 from 0 to 344064 tid 1 2024-04-22T04:27:09.657 INFO:tasks.rados.rados.0.smithi040.stdout:22: write initial oid 22 2024-04-22T04:27:09.657 INFO:tasks.rados.rados.0.smithi040.stdout:22: seq_num 21 ranges {0=360448} 2024-04-22T04:27:09.658 INFO:tasks.rados.rados.0.smithi040.stdout:22: writing smithi04078109-22 from 0 to 360448 tid 1 2024-04-22T04:27:09.658 INFO:tasks.rados.rados.0.smithi040.stdout:23: write initial oid 23 2024-04-22T04:27:09.658 INFO:tasks.rados.rados.0.smithi040.stdout:23: seq_num 22 ranges {0=376832} 2024-04-22T04:27:09.658 INFO:tasks.rados.rados.0.smithi040.stdout:23: writing smithi04078109-23 from 0 to 376832 tid 1 2024-04-22T04:27:09.658 INFO:tasks.rados.rados.0.smithi040.stdout:24: write initial oid 24 2024-04-22T04:27:09.659 INFO:tasks.rados.rados.0.smithi040.stdout:24: seq_num 23 ranges {0=393216} 2024-04-22T04:27:09.661 INFO:tasks.rados.rados.0.smithi040.stdout:24: writing smithi04078109-24 from 0 to 393216 tid 1 2024-04-22T04:27:09.661 INFO:tasks.rados.rados.0.smithi040.stdout:25: write initial oid 25 2024-04-22T04:27:09.661 INFO:tasks.rados.rados.0.smithi040.stdout:25: seq_num 24 ranges {0=409600} 2024-04-22T04:27:09.664 INFO:tasks.rados.rados.0.smithi040.stdout:25: writing smithi04078109-25 from 0 to 409600 tid 1 2024-04-22T04:27:09.664 INFO:tasks.rados.rados.0.smithi040.stdout:26: write initial oid 26 2024-04-22T04:27:09.664 INFO:tasks.rados.rados.0.smithi040.stdout:26: seq_num 25 ranges {0=425984} 2024-04-22T04:27:09.667 INFO:tasks.rados.rados.0.smithi040.stdout:26: writing smithi04078109-26 from 0 to 425984 tid 1 2024-04-22T04:27:09.667 INFO:tasks.rados.rados.0.smithi040.stdout:27: write initial oid 27 2024-04-22T04:27:09.667 INFO:tasks.rados.rados.0.smithi040.stdout:27: seq_num 26 ranges {0=442368} 2024-04-22T04:27:09.670 INFO:tasks.rados.rados.0.smithi040.stdout:27: writing smithi04078109-27 from 0 to 442368 tid 1 2024-04-22T04:27:09.670 INFO:tasks.rados.rados.0.smithi040.stdout:28: write initial oid 28 2024-04-22T04:27:09.671 INFO:tasks.rados.rados.0.smithi040.stdout:28: seq_num 27 ranges {0=458752} 2024-04-22T04:27:09.674 INFO:tasks.rados.rados.0.smithi040.stdout:28: writing smithi04078109-28 from 0 to 458752 tid 1 2024-04-22T04:27:09.674 INFO:tasks.rados.rados.0.smithi040.stdout: waiting on 16 2024-04-22T04:27:09.674 INFO:tasks.rados.rados.0.smithi040.stdout:16: finishing write tid 2 to smithi04078109-16 2024-04-22T04:27:09.674 INFO:tasks.rados.rados.0.smithi040.stdout:12: finishing write tid 3 to smithi04078109-12 2024-04-22T04:27:09.674 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-22T04:27:09.674 INFO:tasks.rados.rados.0.smithi040.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-04-22T04:27:09.674 INFO:tasks.rados.rados.0.smithi040.stdout:14: finishing write tid 3 to smithi04078109-14 2024-04-22T04:27:09.674 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-22T04:27:09.674 INFO:tasks.rados.rados.0.smithi040.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-04-22T04:27:09.674 INFO:tasks.rados.rados.0.smithi040.stdout:19: finishing write tid 1 to smithi04078109-19 2024-04-22T04:27:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:16: finishing write tid 3 to smithi04078109-16 2024-04-22T04:27:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 6 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-22T04:27:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-04-22T04:27:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:19: finishing write tid 2 to smithi04078109-19 2024-04-22T04:27:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:19: finishing write tid 3 to smithi04078109-19 2024-04-22T04:27:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-22T04:27:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-04-22T04:27:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:15: finishing write tid 2 to smithi04078109-15 2024-04-22T04:27:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:17: finishing write tid 1 to smithi04078109-17 2024-04-22T04:27:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:15: finishing write tid 3 to smithi04078109-15 2024-04-22T04:27:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 6 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-04-22T04:27:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-04-22T04:27:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:18: finishing write tid 1 to smithi04078109-18 2024-04-22T04:27:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:18: finishing write tid 2 to smithi04078109-18 2024-04-22T04:27:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:12: done (15 left) 2024-04-22T04:27:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:14: done (14 left) 2024-04-22T04:27:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:15: done (13 left) 2024-04-22T04:27:09.676 INFO:tasks.rados.rados.0.smithi040.stdout:16: done (12 left) 2024-04-22T04:27:09.676 INFO:tasks.rados.rados.0.smithi040.stdout:19: done (11 left) 2024-04-22T04:27:09.676 INFO:tasks.rados.rados.0.smithi040.stdout:29: write initial oid 29 2024-04-22T04:27:09.676 INFO:tasks.rados.rados.0.smithi040.stdout:29: seq_num 28 ranges {0=475136} 2024-04-22T04:27:09.677 INFO:tasks.rados.rados.0.smithi040.stdout:29: writing smithi04078109-29 from 0 to 475136 tid 1 2024-04-22T04:27:09.677 INFO:tasks.rados.rados.0.smithi040.stdout:30: write initial oid 30 2024-04-22T04:27:09.677 INFO:tasks.rados.rados.0.smithi040.stdout:30: seq_num 29 ranges {0=491520} 2024-04-22T04:27:09.680 INFO:tasks.rados.rados.0.smithi040.stdout:30: writing smithi04078109-30 from 0 to 491520 tid 1 2024-04-22T04:27:09.680 INFO:tasks.rados.rados.0.smithi040.stdout:31: write initial oid 31 2024-04-22T04:27:09.681 INFO:tasks.rados.rados.0.smithi040.stdout:31: seq_num 30 ranges {0=507904} 2024-04-22T04:27:09.684 INFO:tasks.rados.rados.0.smithi040.stdout:31: writing smithi04078109-31 from 0 to 507904 tid 1 2024-04-22T04:27:09.684 INFO:tasks.rados.rados.0.smithi040.stdout:32: write initial oid 32 2024-04-22T04:27:09.684 INFO:tasks.rados.rados.0.smithi040.stdout:32: seq_num 31 ranges {0=524288} 2024-04-22T04:27:09.688 INFO:tasks.rados.rados.0.smithi040.stdout:32: writing smithi04078109-32 from 0 to 524288 tid 1 2024-04-22T04:27:09.688 INFO:tasks.rados.rados.0.smithi040.stdout:33: write initial oid 33 2024-04-22T04:27:09.688 INFO:tasks.rados.rados.0.smithi040.stdout:33: seq_num 32 ranges {0=540672} 2024-04-22T04:27:09.693 INFO:tasks.rados.rados.0.smithi040.stdout:33: writing smithi04078109-33 from 0 to 540672 tid 1 2024-04-22T04:27:09.693 INFO:tasks.rados.rados.0.smithi040.stdout: waiting on 16 2024-04-22T04:27:09.693 INFO:tasks.rados.rados.0.smithi040.stdout:17: finishing write tid 2 to smithi04078109-17 2024-04-22T04:27:09.693 INFO:tasks.rados.rados.0.smithi040.stdout:20: finishing write tid 1 to smithi04078109-20 2024-04-22T04:27:09.693 INFO:tasks.rados.rados.0.smithi040.stdout:20: finishing write tid 2 to smithi04078109-20 2024-04-22T04:27:09.694 INFO:tasks.rados.rados.0.smithi040.stdout:21: finishing write tid 1 to smithi04078109-21 2024-04-22T04:27:09.694 INFO:tasks.rados.rados.0.smithi040.stdout:21: finishing write tid 2 to smithi04078109-21 2024-04-22T04:27:09.694 INFO:tasks.rados.rados.0.smithi040.stdout:18: finishing write tid 3 to smithi04078109-18 2024-04-22T04:27:09.694 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-22T04:27:09.694 INFO:tasks.rados.rados.0.smithi040.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-04-22T04:27:09.694 INFO:tasks.rados.rados.0.smithi040.stdout:20: finishing write tid 3 to smithi04078109-20 2024-04-22T04:27:09.694 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-22T04:27:09.694 INFO:tasks.rados.rados.0.smithi040.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-04-22T04:27:09.694 INFO:tasks.rados.rados.0.smithi040.stdout:21: finishing write tid 3 to smithi04078109-21 2024-04-22T04:27:09.694 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-22T04:27:09.694 INFO:tasks.rados.rados.0.smithi040.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-04-22T04:27:09.694 INFO:tasks.rados.rados.0.smithi040.stdout:17: finishing write tid 3 to smithi04078109-17 2024-04-22T04:27:09.694 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 8 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-22T04:27:09.694 INFO:tasks.rados.rados.0.smithi040.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-04-22T04:27:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:23: finishing write tid 1 to smithi04078109-23 2024-04-22T04:27:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:22: finishing write tid 1 to smithi04078109-22 2024-04-22T04:27:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:22: finishing write tid 2 to smithi04078109-22 2024-04-22T04:27:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:23: finishing write tid 2 to smithi04078109-23 2024-04-22T04:27:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:22: finishing write tid 3 to smithi04078109-22 2024-04-22T04:27:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 2 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-22T04:27:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-04-22T04:27:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:23: finishing write tid 3 to smithi04078109-23 2024-04-22T04:27:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-22T04:27:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-04-22T04:27:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:24: finishing write tid 1 to smithi04078109-24 2024-04-22T04:27:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:17: done (15 left) 2024-04-22T04:27:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:18: done (14 left) 2024-04-22T04:27:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:20: done (13 left) 2024-04-22T04:27:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:21: done (12 left) 2024-04-22T04:27:09.696 INFO:tasks.rados.rados.0.smithi040.stdout:22: done (11 left) 2024-04-22T04:27:09.696 INFO:tasks.rados.rados.0.smithi040.stdout:23: done (10 left) 2024-04-22T04:27:09.696 INFO:tasks.rados.rados.0.smithi040.stdout:34: write initial oid 34 2024-04-22T04:27:09.696 INFO:tasks.rados.rados.0.smithi040.stdout:34: seq_num 33 ranges {0=557056} 2024-04-22T04:27:09.696 INFO:tasks.rados.rados.0.smithi040.stdout:34: writing smithi04078109-34 from 0 to 557056 tid 1 2024-04-22T04:27:09.696 INFO:tasks.rados.rados.0.smithi040.stdout:35: write initial oid 35 2024-04-22T04:27:09.696 INFO:tasks.rados.rados.0.smithi040.stdout:35: seq_num 34 ranges {0=573440} 2024-04-22T04:27:09.700 INFO:tasks.rados.rados.0.smithi040.stdout:35: writing smithi04078109-35 from 0 to 573440 tid 1 2024-04-22T04:27:09.701 INFO:tasks.rados.rados.0.smithi040.stdout:36: write initial oid 36 2024-04-22T04:27:09.701 INFO:tasks.rados.rados.0.smithi040.stdout:36: seq_num 35 ranges {0=589824} 2024-04-22T04:27:09.704 INFO:tasks.rados.rados.0.smithi040.stdout:36: writing smithi04078109-36 from 0 to 589824 tid 1 2024-04-22T04:27:09.704 INFO:tasks.rados.rados.0.smithi040.stdout:37: write initial oid 37 2024-04-22T04:27:09.704 INFO:tasks.rados.rados.0.smithi040.stdout:37: seq_num 36 ranges {0=606208} 2024-04-22T04:27:09.708 INFO:tasks.rados.rados.0.smithi040.stdout:37: writing smithi04078109-37 from 0 to 606208 tid 1 2024-04-22T04:27:09.708 INFO:tasks.rados.rados.0.smithi040.stdout:38: write initial oid 38 2024-04-22T04:27:09.708 INFO:tasks.rados.rados.0.smithi040.stdout:38: seq_num 37 ranges {0=622592} 2024-04-22T04:27:09.713 INFO:tasks.rados.rados.0.smithi040.stdout:38: writing smithi04078109-38 from 0 to 622592 tid 1 2024-04-22T04:27:09.713 INFO:tasks.rados.rados.0.smithi040.stdout:39: write initial oid 39 2024-04-22T04:27:09.713 INFO:tasks.rados.rados.0.smithi040.stdout:39: seq_num 38 ranges {0=638976} 2024-04-22T04:27:09.719 INFO:tasks.rados.rados.0.smithi040.stdout:39: writing smithi04078109-39 from 0 to 638976 tid 1 2024-04-22T04:27:09.719 INFO:tasks.rados.rados.0.smithi040.stdout: waiting on 16 2024-04-22T04:27:09.719 INFO:tasks.rados.rados.0.smithi040.stdout:24: finishing write tid 2 to smithi04078109-24 2024-04-22T04:27:09.719 INFO:tasks.rados.rados.0.smithi040.stdout:25: finishing write tid 1 to smithi04078109-25 2024-04-22T04:27:09.719 INFO:tasks.rados.rados.0.smithi040.stdout:25: finishing write tid 2 to smithi04078109-25 2024-04-22T04:27:09.719 INFO:tasks.rados.rados.0.smithi040.stdout:24: finishing write tid 3 to smithi04078109-24 2024-04-22T04:27:09.719 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-22T04:27:09.719 INFO:tasks.rados.rados.0.smithi040.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-04-22T04:27:09.719 INFO:tasks.rados.rados.0.smithi040.stdout:25: finishing write tid 3 to smithi04078109-25 2024-04-22T04:27:09.719 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-22T04:27:09.719 INFO:tasks.rados.rados.0.smithi040.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-04-22T04:27:09.719 INFO:tasks.rados.rados.0.smithi040.stdout:26: finishing write tid 1 to smithi04078109-26 2024-04-22T04:27:09.719 INFO:tasks.rados.rados.0.smithi040.stdout:26: finishing write tid 2 to smithi04078109-26 2024-04-22T04:27:09.719 INFO:tasks.rados.rados.0.smithi040.stdout:26: finishing write tid 3 to smithi04078109-26 2024-04-22T04:27:09.720 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 6 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-22T04:27:09.720 INFO:tasks.rados.rados.0.smithi040.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-04-22T04:27:09.720 INFO:tasks.rados.rados.0.smithi040.stdout:27: finishing write tid 1 to smithi04078109-27 2024-04-22T04:27:09.720 INFO:tasks.rados.rados.0.smithi040.stdout:27: finishing write tid 2 to smithi04078109-27 2024-04-22T04:27:09.720 INFO:tasks.rados.rados.0.smithi040.stdout:24: done (15 left) 2024-04-22T04:27:09.720 INFO:tasks.rados.rados.0.smithi040.stdout:25: done (14 left) 2024-04-22T04:27:09.720 INFO:tasks.rados.rados.0.smithi040.stdout:26: done (13 left) 2024-04-22T04:27:09.720 INFO:tasks.rados.rados.0.smithi040.stdout:40: write initial oid 40 2024-04-22T04:27:09.720 INFO:tasks.rados.rados.0.smithi040.stdout:40: seq_num 39 ranges {0=663552} 2024-04-22T04:27:09.722 INFO:tasks.rados.rados.0.smithi040.stdout:40: writing smithi04078109-40 from 0 to 663552 tid 1 2024-04-22T04:27:09.722 INFO:tasks.rados.rados.0.smithi040.stdout:41: write initial oid 41 2024-04-22T04:27:09.722 INFO:tasks.rados.rados.0.smithi040.stdout:41: seq_num 40 ranges {0=679936} 2024-04-22T04:27:09.727 INFO:tasks.rados.rados.0.smithi040.stdout:41: writing smithi04078109-41 from 0 to 679936 tid 1 2024-04-22T04:27:09.727 INFO:tasks.rados.rados.0.smithi040.stdout:42: write initial oid 42 2024-04-22T04:27:09.727 INFO:tasks.rados.rados.0.smithi040.stdout:42: seq_num 41 ranges {0=696320} 2024-04-22T04:27:09.731 INFO:tasks.rados.rados.0.smithi040.stdout:42: writing smithi04078109-42 from 0 to 696320 tid 1 2024-04-22T04:27:09.731 INFO:tasks.rados.rados.0.smithi040.stdout: waiting on 16 2024-04-22T04:27:09.731 INFO:tasks.rados.rados.0.smithi040.stdout:27: finishing write tid 3 to smithi04078109-27 2024-04-22T04:27:09.731 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-22T04:27:09.732 INFO:tasks.rados.rados.0.smithi040.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-04-22T04:27:09.732 INFO:tasks.rados.rados.0.smithi040.stdout:27: done (15 left) 2024-04-22T04:27:09.732 INFO:tasks.rados.rados.0.smithi040.stdout:43: write initial oid 43 2024-04-22T04:27:09.732 INFO:tasks.rados.rados.0.smithi040.stdout:43: seq_num 42 ranges {0=712704} 2024-04-22T04:27:09.736 INFO:tasks.rados.rados.0.smithi040.stdout:43: writing smithi04078109-43 from 0 to 712704 tid 1 2024-04-22T04:27:09.736 INFO:tasks.rados.rados.0.smithi040.stdout: waiting on 16 2024-04-22T04:27:09.736 INFO:tasks.rados.rados.0.smithi040.stdout:28: finishing write tid 1 to smithi04078109-28 2024-04-22T04:27:09.736 INFO:tasks.rados.rados.0.smithi040.stdout:28: finishing write tid 2 to smithi04078109-28 2024-04-22T04:27:09.736 INFO:tasks.rados.rados.0.smithi040.stdout:28: finishing write tid 3 to smithi04078109-28 2024-04-22T04:27:09.736 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-22T04:27:09.736 INFO:tasks.rados.rados.0.smithi040.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-04-22T04:27:09.736 INFO:tasks.rados.rados.0.smithi040.stdout:29: finishing write tid 1 to smithi04078109-29 2024-04-22T04:27:09.736 INFO:tasks.rados.rados.0.smithi040.stdout:29: finishing write tid 2 to smithi04078109-29 2024-04-22T04:27:09.736 INFO:tasks.rados.rados.0.smithi040.stdout:29: finishing write tid 3 to smithi04078109-29 2024-04-22T04:27:09.736 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-22T04:27:09.737 INFO:tasks.rados.rados.0.smithi040.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-04-22T04:27:09.737 INFO:tasks.rados.rados.0.smithi040.stdout:30: finishing write tid 1 to smithi04078109-30 2024-04-22T04:27:09.737 INFO:tasks.rados.rados.0.smithi040.stdout:30: finishing write tid 2 to smithi04078109-30 2024-04-22T04:27:09.737 INFO:tasks.rados.rados.0.smithi040.stdout:30: finishing write tid 3 to smithi04078109-30 2024-04-22T04:27:09.737 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-22T04:27:09.737 INFO:tasks.rados.rados.0.smithi040.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-04-22T04:27:09.737 INFO:tasks.rados.rados.0.smithi040.stdout:31: finishing write tid 1 to smithi04078109-31 2024-04-22T04:27:09.737 INFO:tasks.rados.rados.0.smithi040.stdout:31: finishing write tid 2 to smithi04078109-31 2024-04-22T04:27:09.737 INFO:tasks.rados.rados.0.smithi040.stdout:31: finishing write tid 3 to smithi04078109-31 2024-04-22T04:27:09.737 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 8 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-22T04:27:09.737 INFO:tasks.rados.rados.0.smithi040.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-04-22T04:27:09.737 INFO:tasks.rados.rados.0.smithi040.stdout:32: finishing write tid 1 to smithi04078109-32 2024-04-22T04:27:09.737 INFO:tasks.rados.rados.0.smithi040.stdout:32: finishing write tid 2 to smithi04078109-32 2024-04-22T04:27:09.737 INFO:tasks.rados.rados.0.smithi040.stdout:28: done (15 left) 2024-04-22T04:27:09.737 INFO:tasks.rados.rados.0.smithi040.stdout:29: done (14 left) 2024-04-22T04:27:09.738 INFO:tasks.rados.rados.0.smithi040.stdout:30: done (13 left) 2024-04-22T04:27:09.738 INFO:tasks.rados.rados.0.smithi040.stdout:31: done (12 left) 2024-04-22T04:27:09.738 INFO:tasks.rados.rados.0.smithi040.stdout:44: write initial oid 44 2024-04-22T04:27:09.738 INFO:tasks.rados.rados.0.smithi040.stdout:44: seq_num 43 ranges {0=729088} 2024-04-22T04:27:09.740 INFO:tasks.rados.rados.0.smithi040.stdout:44: writing smithi04078109-44 from 0 to 729088 tid 1 2024-04-22T04:27:09.740 INFO:tasks.rados.rados.0.smithi040.stdout:45: write initial oid 45 2024-04-22T04:27:09.740 INFO:tasks.rados.rados.0.smithi040.stdout:45: seq_num 44 ranges {0=745472} 2024-04-22T04:27:09.745 INFO:tasks.rados.rados.0.smithi040.stdout:45: writing smithi04078109-45 from 0 to 745472 tid 1 2024-04-22T04:27:09.745 INFO:tasks.rados.rados.0.smithi040.stdout:46: write initial oid 46 2024-04-22T04:27:09.745 INFO:tasks.rados.rados.0.smithi040.stdout:46: seq_num 45 ranges {0=761856} 2024-04-22T04:27:09.749 INFO:tasks.rados.rados.0.smithi040.stdout:46: writing smithi04078109-46 from 0 to 761856 tid 1 2024-04-22T04:27:09.749 INFO:tasks.rados.rados.0.smithi040.stdout:47: write initial oid 47 2024-04-22T04:27:09.749 INFO:tasks.rados.rados.0.smithi040.stdout:47: seq_num 46 ranges {0=778240} 2024-04-22T04:27:09.755 INFO:tasks.rados.rados.0.smithi040.stdout:47: writing smithi04078109-47 from 0 to 778240 tid 1 2024-04-22T04:27:09.755 INFO:tasks.rados.rados.0.smithi040.stdout: waiting on 16 2024-04-22T04:27:09.755 INFO:tasks.rados.rados.0.smithi040.stdout:32: finishing write tid 3 to smithi04078109-32 2024-04-22T04:27:09.755 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-22T04:27:09.755 INFO:tasks.rados.rados.0.smithi040.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-04-22T04:27:09.755 INFO:tasks.rados.rados.0.smithi040.stdout:33: finishing write tid 1 to smithi04078109-33 2024-04-22T04:27:09.755 INFO:tasks.rados.rados.0.smithi040.stdout:32: done (15 left) 2024-04-22T04:27:09.755 INFO:tasks.rados.rados.0.smithi040.stdout:48: write initial oid 48 2024-04-22T04:27:09.755 INFO:tasks.rados.rados.0.smithi040.stdout:48: seq_num 47 ranges {0=794624} 2024-04-22T04:27:09.760 INFO:tasks.rados.rados.0.smithi040.stdout:48: writing smithi04078109-48 from 0 to 794624 tid 1 2024-04-22T04:27:09.760 INFO:tasks.rados.rados.0.smithi040.stdout: waiting on 16 2024-04-22T04:27:09.760 INFO:tasks.rados.rados.0.smithi040.stdout:33: finishing write tid 2 to smithi04078109-33 2024-04-22T04:27:09.760 INFO:tasks.rados.rados.0.smithi040.stdout:33: finishing write tid 3 to smithi04078109-33 2024-04-22T04:27:09.760 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 8 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-22T04:27:09.760 INFO:tasks.rados.rados.0.smithi040.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-04-22T04:27:09.760 INFO:tasks.rados.rados.0.smithi040.stdout:34: finishing write tid 1 to smithi04078109-34 2024-04-22T04:27:09.760 INFO:tasks.rados.rados.0.smithi040.stdout:34: finishing write tid 2 to smithi04078109-34 2024-04-22T04:27:09.760 INFO:tasks.rados.rados.0.smithi040.stdout:34: finishing write tid 3 to smithi04078109-34 2024-04-22T04:27:09.761 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-22T04:27:09.761 INFO:tasks.rados.rados.0.smithi040.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-04-22T04:27:09.761 INFO:tasks.rados.rados.0.smithi040.stdout:35: finishing write tid 1 to smithi04078109-35 2024-04-22T04:27:09.761 INFO:tasks.rados.rados.0.smithi040.stdout:35: finishing write tid 2 to smithi04078109-35 2024-04-22T04:27:09.761 INFO:tasks.rados.rados.0.smithi040.stdout:35: finishing write tid 3 to smithi04078109-35 2024-04-22T04:27:09.761 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 10 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-22T04:27:09.761 INFO:tasks.rados.rados.0.smithi040.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-04-22T04:27:09.761 INFO:tasks.rados.rados.0.smithi040.stdout:36: finishing write tid 1 to smithi04078109-36 2024-04-22T04:27:09.761 INFO:tasks.rados.rados.0.smithi040.stdout:36: finishing write tid 2 to smithi04078109-36 2024-04-22T04:27:09.761 INFO:tasks.rados.rados.0.smithi040.stdout:37: finishing write tid 1 to smithi04078109-37 2024-04-22T04:27:09.761 INFO:tasks.rados.rados.0.smithi040.stdout:37: finishing write tid 2 to smithi04078109-37 2024-04-22T04:27:09.761 INFO:tasks.rados.rados.0.smithi040.stdout:36: finishing write tid 3 to smithi04078109-36 2024-04-22T04:27:09.761 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 4 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-22T04:27:09.761 INFO:tasks.rados.rados.0.smithi040.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-04-22T04:27:09.761 INFO:tasks.rados.rados.0.smithi040.stdout:37: finishing write tid 3 to smithi04078109-37 2024-04-22T04:27:09.762 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-22T04:27:09.762 INFO:tasks.rados.rados.0.smithi040.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-04-22T04:27:09.762 INFO:tasks.rados.rados.0.smithi040.stdout:38: finishing write tid 1 to smithi04078109-38 2024-04-22T04:27:09.762 INFO:tasks.rados.rados.0.smithi040.stdout:38: finishing write tid 2 to smithi04078109-38 2024-04-22T04:27:09.762 INFO:tasks.rados.rados.0.smithi040.stdout:38: finishing write tid 3 to smithi04078109-38 2024-04-22T04:27:09.762 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 4 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-22T04:27:09.762 INFO:tasks.rados.rados.0.smithi040.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-04-22T04:27:09.762 INFO:tasks.rados.rados.0.smithi040.stdout:39: finishing write tid 1 to smithi04078109-39 2024-04-22T04:27:09.762 INFO:tasks.rados.rados.0.smithi040.stdout:39: finishing write tid 2 to smithi04078109-39 2024-04-22T04:27:09.762 INFO:tasks.rados.rados.0.smithi040.stdout:39: finishing write tid 3 to smithi04078109-39 2024-04-22T04:27:09.762 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-22T04:27:09.762 INFO:tasks.rados.rados.0.smithi040.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-04-22T04:27:09.762 INFO:tasks.rados.rados.0.smithi040.stdout:40: finishing write tid 1 to smithi04078109-40 2024-04-22T04:27:09.762 INFO:tasks.rados.rados.0.smithi040.stdout:40: finishing write tid 2 to smithi04078109-40 2024-04-22T04:27:09.762 INFO:tasks.rados.rados.0.smithi040.stdout:40: finishing write tid 3 to smithi04078109-40 2024-04-22T04:27:09.763 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-22T04:27:09.763 INFO:tasks.rados.rados.0.smithi040.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-04-22T04:27:09.763 INFO:tasks.rados.rados.0.smithi040.stdout:41: finishing write tid 1 to smithi04078109-41 2024-04-22T04:27:09.763 INFO:tasks.rados.rados.0.smithi040.stdout:41: finishing write tid 2 to smithi04078109-41 2024-04-22T04:27:09.763 INFO:tasks.rados.rados.0.smithi040.stdout:33: done (15 left) 2024-04-22T04:27:09.763 INFO:tasks.rados.rados.0.smithi040.stdout:34: done (14 left) 2024-04-22T04:27:09.763 INFO:tasks.rados.rados.0.smithi040.stdout:35: done (13 left) 2024-04-22T04:27:09.763 INFO:tasks.rados.rados.0.smithi040.stdout:36: done (12 left) 2024-04-22T04:27:09.763 INFO:tasks.rados.rados.0.smithi040.stdout:37: done (11 left) 2024-04-22T04:27:09.763 INFO:tasks.rados.rados.0.smithi040.stdout:38: done (10 left) 2024-04-22T04:27:09.763 INFO:tasks.rados.rados.0.smithi040.stdout:39: done (9 left) 2024-04-22T04:27:09.763 INFO:tasks.rados.rados.0.smithi040.stdout:40: done (8 left) 2024-04-22T04:27:09.763 INFO:tasks.rados.rados.0.smithi040.stdout:49: write initial oid 49 2024-04-22T04:27:09.763 INFO:tasks.rados.rados.0.smithi040.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-04-22T04:27:09.764 INFO:tasks.rados.rados.0.smithi040.stdout:49: writing smithi04078109-49 from 0 to 409600 tid 1 2024-04-22T04:27:09.764 INFO:tasks.rados.rados.0.smithi040.stdout:49: writing smithi04078109-49 from 409600 to 811008 tid 2 2024-04-22T04:27:09.764 INFO:tasks.rados.rados.0.smithi040.stdout:50: write initial oid 50 2024-04-22T04:27:09.764 INFO:tasks.rados.rados.0.smithi040.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-04-22T04:27:09.767 INFO:tasks.rados.rados.0.smithi040.stdout:50: writing smithi04078109-50 from 0 to 425984 tid 1 2024-04-22T04:27:09.770 INFO:tasks.rados.rados.0.smithi040.stdout:50: writing smithi04078109-50 from 425984 to 827392 tid 2 2024-04-22T04:27:09.770 INFO:tasks.rados.rados.0.smithi040.stdout:51: copy_from oid 15 from oid 25 current snap is 0 2024-04-22T04:27:09.770 INFO:tasks.rados.rados.0.smithi040.stdout:41: finishing write tid 3 to smithi04078109-41 2024-04-22T04:27:09.770 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 12 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-22T04:27:09.770 INFO:tasks.rados.rados.0.smithi040.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-04-22T04:27:09.770 INFO:tasks.rados.rados.0.smithi040.stdout:42: finishing write tid 1 to smithi04078109-42 2024-04-22T04:27:09.771 INFO:tasks.rados.rados.0.smithi040.stdout:42: finishing write tid 2 to smithi04078109-42 2024-04-22T04:27:09.771 INFO:tasks.rados.rados.0.smithi040.stdout:42: finishing write tid 3 to smithi04078109-42 2024-04-22T04:27:09.771 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 2 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-22T04:27:09.771 INFO:tasks.rados.rados.0.smithi040.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-04-22T04:27:09.771 INFO:tasks.rados.rados.0.smithi040.stdout:43: finishing write tid 1 to smithi04078109-43 2024-04-22T04:27:09.771 INFO:tasks.rados.rados.0.smithi040.stdout:43: finishing write tid 2 to smithi04078109-43 2024-04-22T04:27:09.771 INFO:tasks.rados.rados.0.smithi040.stdout:43: finishing write tid 3 to smithi04078109-43 2024-04-22T04:27:09.771 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 6 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-22T04:27:09.771 INFO:tasks.rados.rados.0.smithi040.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-04-22T04:27:09.771 INFO:tasks.rados.rados.0.smithi040.stdout:44: finishing write tid 1 to smithi04078109-44 2024-04-22T04:27:09.771 INFO:tasks.rados.rados.0.smithi040.stdout:44: finishing write tid 2 to smithi04078109-44 2024-04-22T04:27:09.771 INFO:tasks.rados.rados.0.smithi040.stdout:44: finishing write tid 3 to smithi04078109-44 2024-04-22T04:27:09.771 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 12 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-22T04:27:09.771 INFO:tasks.rados.rados.0.smithi040.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-04-22T04:27:09.772 INFO:tasks.rados.rados.0.smithi040.stdout:45: finishing write tid 1 to smithi04078109-45 2024-04-22T04:27:09.772 INFO:tasks.rados.rados.0.smithi040.stdout:45: finishing write tid 2 to smithi04078109-45 2024-04-22T04:27:09.772 INFO:tasks.rados.rados.0.smithi040.stdout:45: finishing write tid 3 to smithi04078109-45 2024-04-22T04:27:09.772 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-22T04:27:09.772 INFO:tasks.rados.rados.0.smithi040.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-04-22T04:27:09.772 INFO:tasks.rados.rados.0.smithi040.stdout:46: finishing write tid 1 to smithi04078109-46 2024-04-22T04:27:09.772 INFO:tasks.rados.rados.0.smithi040.stdout:46: finishing write tid 2 to smithi04078109-46 2024-04-22T04:27:09.772 INFO:tasks.rados.rados.0.smithi040.stdout:46: finishing write tid 3 to smithi04078109-46 2024-04-22T04:27:09.772 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 2 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-22T04:27:09.772 INFO:tasks.rados.rados.0.smithi040.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-04-22T04:27:09.772 INFO:tasks.rados.rados.0.smithi040.stdout:47: finishing write tid 1 to smithi04078109-47 2024-04-22T04:27:09.772 INFO:tasks.rados.rados.0.smithi040.stdout:41: done (10 left) 2024-04-22T04:27:09.772 INFO:tasks.rados.rados.0.smithi040.stdout:42: done (9 left) 2024-04-22T04:27:09.772 INFO:tasks.rados.rados.0.smithi040.stdout:43: done (8 left) 2024-04-22T04:27:09.772 INFO:tasks.rados.rados.0.smithi040.stdout:44: done (7 left) 2024-04-22T04:27:09.773 INFO:tasks.rados.rados.0.smithi040.stdout:45: done (6 left) 2024-04-22T04:27:09.773 INFO:tasks.rados.rados.0.smithi040.stdout:46: done (5 left) 2024-04-22T04:27:09.773 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 0 2024-04-22T04:27:09.773 INFO:tasks.rados.rados.0.smithi040.stdout:52: seq_num 50 ranges {155648=442368,598016=401408} 2024-04-22T04:27:09.773 INFO:tasks.rados.rados.0.smithi040.stdout:52: writing smithi04078109-10 from 155648 to 598016 tid 1 2024-04-22T04:27:09.776 INFO:tasks.rados.rados.0.smithi040.stdout:52: writing smithi04078109-10 from 598016 to 999424 tid 2 2024-04-22T04:27:09.776 INFO:tasks.rados.rados.0.smithi040.stdout:53: rmattr oid 36 current snap is 0 2024-04-22T04:27:09.776 INFO:tasks.rados.rados.0.smithi040.stdout:53: done (6 left) 2024-04-22T04:27:09.776 INFO:tasks.rados.rados.0.smithi040.stdout:54: delete oid 34 current snap is 0 2024-04-22T04:27:09.776 INFO:tasks.rados.rados.0.smithi040.stdout:47: finishing write tid 2 to smithi04078109-47 2024-04-22T04:27:09.777 INFO:tasks.rados.rados.0.smithi040.stdout:47: finishing write tid 3 to smithi04078109-47 2024-04-22T04:27:09.777 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-22T04:27:09.777 INFO:tasks.rados.rados.0.smithi040.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-04-22T04:27:09.777 INFO:tasks.rados.rados.0.smithi040.stdout:48: finishing write tid 1 to smithi04078109-48 2024-04-22T04:27:09.777 INFO:tasks.rados.rados.0.smithi040.stdout:48: finishing write tid 2 to smithi04078109-48 2024-04-22T04:27:09.777 INFO:tasks.rados.rados.0.smithi040.stdout:48: finishing write tid 3 to smithi04078109-48 2024-04-22T04:27:09.777 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-22T04:27:09.777 INFO:tasks.rados.rados.0.smithi040.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-04-22T04:27:09.777 INFO:tasks.rados.rados.0.smithi040.stdout:49: finishing write tid 1 to smithi04078109-49 2024-04-22T04:27:09.777 INFO:tasks.rados.rados.0.smithi040.stdout:49: finishing write tid 2 to smithi04078109-49 2024-04-22T04:27:09.777 INFO:tasks.rados.rados.0.smithi040.stdout:49: finishing write tid 3 to smithi04078109-49 2024-04-22T04:27:09.777 INFO:tasks.rados.rados.0.smithi040.stdout:49: finishing write tid 4 to smithi04078109-49 2024-04-22T04:27:09.777 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-22T04:27:09.777 INFO:tasks.rados.rados.0.smithi040.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-04-22T04:27:09.777 INFO:tasks.rados.rados.0.smithi040.stdout:50: finishing write tid 1 to smithi04078109-50 2024-04-22T04:27:09.778 INFO:tasks.rados.rados.0.smithi040.stdout:50: finishing write tid 2 to smithi04078109-50 2024-04-22T04:27:09.778 INFO:tasks.rados.rados.0.smithi040.stdout:50: finishing write tid 3 to smithi04078109-50 2024-04-22T04:27:09.778 INFO:tasks.rados.rados.0.smithi040.stdout:50: finishing write tid 4 to smithi04078109-50 2024-04-22T04:27:09.778 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-22T04:27:09.778 INFO:tasks.rados.rados.0.smithi040.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-04-22T04:27:09.778 INFO:tasks.rados.rados.0.smithi040.stdout:51: finishing copy_from racing read to smithi04078109-15 2024-04-22T04:27:09.778 INFO:tasks.rados.rados.0.smithi040.stdout:51: finishing copy_from to smithi04078109-15 2024-04-22T04:27:09.778 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-22T04:27:09.778 INFO:tasks.rados.rados.0.smithi040.stdout:52: finishing write tid 1 to smithi04078109-10 2024-04-22T04:27:09.779 INFO:tasks.rados.rados.0.smithi040.stdout:47: done (6 left) 2024-04-22T04:27:09.779 INFO:tasks.rados.rados.0.smithi040.stdout:48: done (5 left) 2024-04-22T04:27:09.779 INFO:tasks.rados.rados.0.smithi040.stdout:49: done (4 left) 2024-04-22T04:27:09.779 INFO:tasks.rados.rados.0.smithi040.stdout:50: done (3 left) 2024-04-22T04:27:09.780 INFO:tasks.rados.rados.0.smithi040.stdout:51: done (2 left) 2024-04-22T04:27:09.780 INFO:tasks.rados.rados.0.smithi040.stdout:54: done (1 left) 2024-04-22T04:27:09.780 INFO:tasks.rados.rados.0.smithi040.stdout:55: read oid 16 snap -1 2024-04-22T04:27:09.780 INFO:tasks.rados.rados.0.smithi040.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2024-04-22T04:27:09.780 INFO:tasks.rados.rados.0.smithi040.stdout:56: rollback oid 31 current snap is 0 2024-04-22T04:27:09.780 INFO:tasks.rados.rados.0.smithi040.stdout:56: done (2 left) 2024-04-22T04:27:09.780 INFO:tasks.rados.rados.0.smithi040.stdout:57: read oid 28 snap -1 2024-04-22T04:27:09.780 INFO:tasks.rados.rados.0.smithi040.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-22T04:27:09.780 INFO:tasks.rados.rados.0.smithi040.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-04-22T04:27:09.780 INFO:tasks.rados.rados.0.smithi040.stdout:59: rollback oid 45 current snap is 0 2024-04-22T04:27:09.780 INFO:tasks.rados.rados.0.smithi040.stdout:59: done (4 left) 2024-04-22T04:27:09.780 INFO:tasks.rados.rados.0.smithi040.stdout:60: copy_from oid 23 from oid 48 current snap is 0 2024-04-22T04:27:09.780 INFO:tasks.rados.rados.0.smithi040.stdout:61: delete oid 1 current snap is 0 2024-04-22T04:27:09.780 INFO:tasks.rados.rados.0.smithi040.stdout:52: finishing write tid 2 to smithi04078109-10 2024-04-22T04:27:09.780 INFO:tasks.rados.rados.0.smithi040.stdout:52: finishing write tid 3 to smithi04078109-10 2024-04-22T04:27:09.780 INFO:tasks.rados.rados.0.smithi040.stdout:61: done (5 left) 2024-04-22T04:27:09.781 INFO:tasks.rados.rados.0.smithi040.stdout:62: read oid 18 snap -1 2024-04-22T04:27:09.781 INFO:tasks.rados.rados.0.smithi040.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-22T04:27:09.781 INFO:tasks.rados.rados.0.smithi040.stdout:63: snap_create 2024-04-22T04:27:09.781 INFO:tasks.rados.rados.0.smithi040.stdout:52: finishing write tid 4 to smithi04078109-10 2024-04-22T04:27:09.781 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-22T04:27:09.781 INFO:tasks.rados.rados.0.smithi040.stdout:52: left oid 10 (ObjNum 50 snap 0 seq_num 50) 2024-04-22T04:27:09.781 INFO:tasks.rados.rados.0.smithi040.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2024-04-22T04:27:09.789 INFO:tasks.rados.rados.0.smithi040.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-22T04:27:09.797 INFO:tasks.rados.rados.0.smithi040.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-22T04:27:09.810 INFO:tasks.rados.rados.0.smithi040.stdout:60: finishing copy_from racing read to smithi04078109-23 2024-04-22T04:27:09.810 INFO:tasks.rados.rados.0.smithi040.stdout:60: finishing copy_from to smithi04078109-23 2024-04-22T04:27:09.810 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-22T04:27:09.810 INFO:tasks.rados.rados.0.smithi040.stdout:58: finishing copy_from racing read to smithi04078109-29 2024-04-22T04:27:09.810 INFO:tasks.rados.rados.0.smithi040.stdout:58: finishing copy_from to smithi04078109-29 2024-04-22T04:27:09.810 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-22T04:27:09.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:27:09.534784+0000 mon.a (mon.0) 725 : audit [INF] from='client.? 172.21.15.40:0/619361358' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-22T04:27:09.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:27:09.534784+0000 mon.a (mon.0) 725 : audit [INF] from='client.? 172.21.15.40:0/619361358' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-22T04:27:09.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:27:09.534784+0000 mon.a (mon.0) 725 : audit [INF] from='client.? 172.21.15.40:0/619361358' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-22T04:27:10.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:27:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:27:10] "GET /metrics HTTP/1.1" 200 190752 "" "Prometheus/2.33.4" 2024-04-22T04:27:10.628 INFO:tasks.rados.rados.0.smithi040.stdout:52: done (6 left) 2024-04-22T04:27:10.628 INFO:tasks.rados.rados.0.smithi040.stdout:55: done (5 left) 2024-04-22T04:27:10.629 INFO:tasks.rados.rados.0.smithi040.stdout:57: done (4 left) 2024-04-22T04:27:10.629 INFO:tasks.rados.rados.0.smithi040.stdout:58: done (3 left) 2024-04-22T04:27:10.629 INFO:tasks.rados.rados.0.smithi040.stdout:60: done (2 left) 2024-04-22T04:27:10.629 INFO:tasks.rados.rados.0.smithi040.stdout:62: done (1 left) 2024-04-22T04:27:10.629 INFO:tasks.rados.rados.0.smithi040.stdout:63: done (0 left) 2024-04-22T04:27:10.629 INFO:tasks.rados.rados.0.smithi040.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-04-22T04:27:10.629 INFO:tasks.rados.rados.0.smithi040.stdout:65: read oid 30 snap -1 2024-04-22T04:27:10.629 INFO:tasks.rados.rados.0.smithi040.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-22T04:27:10.629 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 1 2024-04-22T04:27:10.629 INFO:tasks.rados.rados.0.smithi040.stdout:66: seq_num 53 ranges {794624=491520,1286144=401408} 2024-04-22T04:27:10.637 INFO:tasks.rados.rados.0.smithi040.stdout:66: writing smithi04078109-23 from 794624 to 1286144 tid 1 2024-04-22T04:27:10.639 INFO:tasks.rados.rados.0.smithi040.stdout:66: writing smithi04078109-23 from 1286144 to 1687552 tid 2 2024-04-22T04:27:10.639 INFO:tasks.rados.rados.0.smithi040.stdout:67: rollback oid 10 current snap is 1 2024-04-22T04:27:10.639 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 10 to 0 2024-04-22T04:27:10.639 INFO:tasks.rados.rados.0.smithi040.stdout:64: finishing copy_from racing read to smithi04078109-15 2024-04-22T04:27:10.640 INFO:tasks.rados.rados.0.smithi040.stdout:64: finishing copy_from to smithi04078109-15 2024-04-22T04:27:10.640 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-22T04:27:10.640 INFO:tasks.rados.rados.0.smithi040.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-22T04:27:10.655 INFO:tasks.rados.rados.0.smithi040.stdout:66: finishing write tid 1 to smithi04078109-23 2024-04-22T04:27:10.655 INFO:tasks.rados.rados.0.smithi040.stdout:66: finishing write tid 2 to smithi04078109-23 2024-04-22T04:27:10.655 INFO:tasks.rados.rados.0.smithi040.stdout:66: finishing write tid 3 to smithi04078109-23 2024-04-22T04:27:10.655 INFO:tasks.rados.rados.0.smithi040.stdout:64: done (3 left) 2024-04-22T04:27:10.655 INFO:tasks.rados.rados.0.smithi040.stdout:65: done (2 left) 2024-04-22T04:27:10.655 INFO:tasks.rados.rados.0.smithi040.stdout:68: setattr oid 20 current snap is 1 2024-04-22T04:27:10.655 INFO:tasks.rados.rados.0.smithi040.stdout:66: finishing write tid 4 to smithi04078109-23 2024-04-22T04:27:10.655 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 13 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-22T04:27:10.655 INFO:tasks.rados.rados.0.smithi040.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-04-22T04:27:10.655 INFO:tasks.rados.rados.0.smithi040.stdout:67: finishing rollback tid 0 to smithi04078109-10 2024-04-22T04:27:10.655 INFO:tasks.rados.rados.0.smithi040.stdout:67: finishing rollback tid 1 to smithi04078109-10 2024-04-22T04:27:10.655 INFO:tasks.rados.rados.0.smithi040.stdout:67: finishing rollback tid 2 to smithi04078109-10 2024-04-22T04:27:10.656 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-22T04:27:10.657 INFO:tasks.rados.rados.0.smithi040.stdout:66: done (2 left) 2024-04-22T04:27:10.657 INFO:tasks.rados.rados.0.smithi040.stdout:67: done (1 left) 2024-04-22T04:27:10.657 INFO:tasks.rados.rados.0.smithi040.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-04-22T04:27:10.657 INFO:tasks.rados.rados.0.smithi040.stdout:70: read oid 24 snap 0 2024-04-22T04:27:10.657 INFO:tasks.rados.rados.0.smithi040.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-22T04:27:10.657 INFO:tasks.rados.rados.0.smithi040.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-04-22T04:27:10.657 INFO:tasks.rados.rados.0.smithi040.stdout:72: rollback oid 49 current snap is 1 2024-04-22T04:27:10.657 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 49 to 0 2024-04-22T04:27:10.657 INFO:tasks.rados.rados.0.smithi040.stdout:73: read oid 4 snap 0 2024-04-22T04:27:10.657 INFO:tasks.rados.rados.0.smithi040.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-22T04:27:10.658 INFO:tasks.rados.rados.0.smithi040.stdout:74: rmattr oid 7 current snap is 1 2024-04-22T04:27:10.658 INFO:tasks.rados.rados.0.smithi040.stdout:74: done (6 left) 2024-04-22T04:27:10.658 INFO:tasks.rados.rados.0.smithi040.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-04-22T04:27:10.658 INFO:tasks.rados.rados.0.smithi040.stdout:76: read oid 39 snap -1 2024-04-22T04:27:10.658 INFO:tasks.rados.rados.0.smithi040.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-22T04:27:10.658 INFO:tasks.rados.rados.0.smithi040.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-04-22T04:27:10.658 INFO:tasks.rados.rados.0.smithi040.stdout:78: read oid 2 snap -1 2024-04-22T04:27:10.658 INFO:tasks.rados.rados.0.smithi040.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-22T04:27:10.658 INFO:tasks.rados.rados.0.smithi040.stdout:79: setattr oid 41 current snap is 1 2024-04-22T04:27:10.658 INFO:tasks.rados.rados.0.smithi040.stdout:80: snap_create 2024-04-22T04:27:10.659 INFO:tasks.rados.rados.0.smithi040.stdout:69: finishing copy_from to smithi04078109-45 2024-04-22T04:27:10.659 INFO:tasks.rados.rados.0.smithi040.stdout:69: got expected ENOENT (src dne) 2024-04-22T04:27:10.659 INFO:tasks.rados.rados.0.smithi040.stdout:69: finishing copy_from racing read to smithi04078109-45 2024-04-22T04:27:10.660 INFO:tasks.rados.rados.0.smithi040.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-22T04:27:10.666 INFO:tasks.rados.rados.0.smithi040.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-22T04:27:10.666 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 6 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-22T04:27:10.666 INFO:tasks.rados.rados.0.smithi040.stdout:72: finishing rollback tid 0 to smithi04078109-49 2024-04-22T04:27:10.666 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 17 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-22T04:27:10.666 INFO:tasks.rados.rados.0.smithi040.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-22T04:27:10.677 INFO:tasks.rados.rados.0.smithi040.stdout:75: finishing copy_from racing read to smithi04078109-21 2024-04-22T04:27:10.677 INFO:tasks.rados.rados.0.smithi040.stdout:72: finishing rollback tid 1 to smithi04078109-49 2024-04-22T04:27:10.677 INFO:tasks.rados.rados.0.smithi040.stdout:72: finishing rollback tid 2 to smithi04078109-49 2024-04-22T04:27:10.677 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 16 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-22T04:27:10.677 INFO:tasks.rados.rados.0.smithi040.stdout:75: finishing copy_from to smithi04078109-21 2024-04-22T04:27:10.677 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-22T04:27:10.677 INFO:tasks.rados.rados.0.smithi040.stdout:77: finishing copy_from racing read to smithi04078109-6 2024-04-22T04:27:10.678 INFO:tasks.rados.rados.0.smithi040.stdout:77: finishing copy_from to smithi04078109-6 2024-04-22T04:27:10.678 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-22T04:27:10.678 INFO:tasks.rados.rados.0.smithi040.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-22T04:27:10.696 INFO:tasks.rados.rados.0.smithi040.stdout:71: finishing copy_from racing read to smithi04078109-36 2024-04-22T04:27:10.696 INFO:tasks.rados.rados.0.smithi040.stdout:71: finishing copy_from to smithi04078109-36 2024-04-22T04:27:10.696 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-22T04:27:10.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:09.559345+0000 mgr.y (mgr.14574) 100 : cluster [DBG] pgmap v79: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:27:09.625233+0000 mon.a (mon.0) 726 : audit [INF] from='client.? 172.21.15.40:0/619361358' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-22T04:27:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:09.625299+0000 mon.a (mon.0) 727 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-04-22T04:27:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:09.559345+0000 mgr.y (mgr.14574) 100 : cluster [DBG] pgmap v79: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:27:09.625233+0000 mon.a (mon.0) 726 : audit [INF] from='client.? 172.21.15.40:0/619361358' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-22T04:27:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:09.625299+0000 mon.a (mon.0) 727 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-04-22T04:27:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:09.559345+0000 mgr.y (mgr.14574) 100 : cluster [DBG] pgmap v79: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:27:09.625233+0000 mon.a (mon.0) 726 : audit [INF] from='client.? 172.21.15.40:0/619361358' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-22T04:27:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:09.625299+0000 mon.a (mon.0) 727 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-04-22T04:27:11.634 INFO:tasks.rados.rados.0.smithi040.stdout:68: done (11 left) 2024-04-22T04:27:11.634 INFO:tasks.rados.rados.0.smithi040.stdout:69: done (10 left) 2024-04-22T04:27:11.634 INFO:tasks.rados.rados.0.smithi040.stdout:70: done (9 left) 2024-04-22T04:27:11.634 INFO:tasks.rados.rados.0.smithi040.stdout:71: done (8 left) 2024-04-22T04:27:11.634 INFO:tasks.rados.rados.0.smithi040.stdout:72: done (7 left) 2024-04-22T04:27:11.634 INFO:tasks.rados.rados.0.smithi040.stdout:73: done (6 left) 2024-04-22T04:27:11.634 INFO:tasks.rados.rados.0.smithi040.stdout:75: done (5 left) 2024-04-22T04:27:11.634 INFO:tasks.rados.rados.0.smithi040.stdout:76: done (4 left) 2024-04-22T04:27:11.634 INFO:tasks.rados.rados.0.smithi040.stdout:77: done (3 left) 2024-04-22T04:27:11.635 INFO:tasks.rados.rados.0.smithi040.stdout:78: done (2 left) 2024-04-22T04:27:11.635 INFO:tasks.rados.rados.0.smithi040.stdout:79: done (1 left) 2024-04-22T04:27:11.635 INFO:tasks.rados.rados.0.smithi040.stdout:80: done (0 left) 2024-04-22T04:27:11.635 INFO:tasks.rados.rados.0.smithi040.stdout:81: rollback oid 40 current snap is 2 2024-04-22T04:27:11.635 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 40 to 1 2024-04-22T04:27:11.635 INFO:tasks.rados.rados.0.smithi040.stdout:82: snap_create 2024-04-22T04:27:11.637 INFO:tasks.rados.rados.0.smithi040.stdout:81: finishing rollback tid 0 to smithi04078109-40 2024-04-22T04:27:11.638 INFO:tasks.rados.rados.0.smithi040.stdout:81: finishing rollback tid 1 to smithi04078109-40 2024-04-22T04:27:11.638 INFO:tasks.rados.rados.0.smithi040.stdout:81: finishing rollback tid 2 to smithi04078109-40 2024-04-22T04:27:11.638 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 18 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-22T04:27:11.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:10.630706+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-04-22T04:27:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:10.630706+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-04-22T04:27:12.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:10.630706+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-04-22T04:27:12.638 INFO:tasks.rados.rados.0.smithi040.stdout:81: done (1 left) 2024-04-22T04:27:12.638 INFO:tasks.rados.rados.0.smithi040.stdout:82: done (0 left) 2024-04-22T04:27:12.638 INFO:tasks.rados.rados.0.smithi040.stdout:83: rollback oid 9 current snap is 3 2024-04-22T04:27:12.638 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 9 to 0 2024-04-22T04:27:12.638 INFO:tasks.rados.rados.0.smithi040.stdout:84: read oid 20 snap 1 2024-04-22T04:27:12.638 INFO:tasks.rados.rados.0.smithi040.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-22T04:27:12.638 INFO:tasks.rados.rados.0.smithi040.stdout:85: read oid 25 snap -1 2024-04-22T04:27:12.638 INFO:tasks.rados.rados.0.smithi040.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-22T04:27:12.639 INFO:tasks.rados.rados.0.smithi040.stdout:86: copy_from oid 34 from oid 28 current snap is 3 2024-04-22T04:27:12.639 INFO:tasks.rados.rados.0.smithi040.stdout:87: setattr oid 48 current snap is 3 2024-04-22T04:27:12.639 INFO:tasks.rados.rados.0.smithi040.stdout:88: snap_remove snap 2 2024-04-22T04:27:12.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:11.559642+0000 mgr.y (mgr.14574) 101 : cluster [DBG] pgmap v82: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:11.636155+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-04-22T04:27:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:27:11.762389+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:27:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:11.559642+0000 mgr.y (mgr.14574) 101 : cluster [DBG] pgmap v82: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:11.636155+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-04-22T04:27:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:27:11.762389+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:27:13.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:11.559642+0000 mgr.y (mgr.14574) 101 : cluster [DBG] pgmap v82: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:13.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:11.636155+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-04-22T04:27:13.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:27:11.762389+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:27:13.648 INFO:tasks.rados.rados.0.smithi040.stdout:88: done (5 left) 2024-04-22T04:27:13.648 INFO:tasks.rados.rados.0.smithi040.stdout:89: read oid 38 snap 1 2024-04-22T04:27:13.649 INFO:tasks.rados.rados.0.smithi040.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-22T04:27:13.656 INFO:tasks.rados.rados.0.smithi040.stdout:90: read oid 18 snap -1 2024-04-22T04:27:13.656 INFO:tasks.rados.rados.0.smithi040.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-22T04:27:13.656 INFO:tasks.rados.rados.0.smithi040.stdout:91: copy_from oid 2 from oid 29 current snap is 3 2024-04-22T04:27:13.656 INFO:tasks.rados.rados.0.smithi040.stdout:92: rmattr oid 43 current snap is 3 2024-04-22T04:27:13.656 INFO:tasks.rados.rados.0.smithi040.stdout:92: done (8 left) 2024-04-22T04:27:13.656 INFO:tasks.rados.rados.0.smithi040.stdout:93: delete oid 14 current snap is 3 2024-04-22T04:27:13.656 INFO:tasks.rados.rados.0.smithi040.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-22T04:27:13.664 INFO:tasks.rados.rados.0.smithi040.stdout:83: finishing rollback tid 0 to smithi04078109-9 2024-04-22T04:27:13.664 INFO:tasks.rados.rados.0.smithi040.stdout:83: finishing rollback tid 1 to smithi04078109-9 2024-04-22T04:27:13.664 INFO:tasks.rados.rados.0.smithi040.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-22T04:27:13.679 INFO:tasks.rados.rados.0.smithi040.stdout:83: finishing rollback tid 2 to smithi04078109-9 2024-04-22T04:27:13.679 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 20 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-22T04:27:13.679 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 9 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-22T04:27:13.679 INFO:tasks.rados.rados.0.smithi040.stdout:86: finishing copy_from racing read to smithi04078109-34 2024-04-22T04:27:13.679 INFO:tasks.rados.rados.0.smithi040.stdout:86: finishing copy_from to smithi04078109-34 2024-04-22T04:27:13.679 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-22T04:27:13.679 INFO:tasks.rados.rados.0.smithi040.stdout:83: done (8 left) 2024-04-22T04:27:13.679 INFO:tasks.rados.rados.0.smithi040.stdout:84: done (7 left) 2024-04-22T04:27:13.679 INFO:tasks.rados.rados.0.smithi040.stdout:85: done (6 left) 2024-04-22T04:27:13.679 INFO:tasks.rados.rados.0.smithi040.stdout:86: done (5 left) 2024-04-22T04:27:13.679 INFO:tasks.rados.rados.0.smithi040.stdout:87: done (4 left) 2024-04-22T04:27:13.679 INFO:tasks.rados.rados.0.smithi040.stdout:93: done (3 left) 2024-04-22T04:27:13.680 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 3 2024-04-22T04:27:13.680 INFO:tasks.rados.rados.0.smithi040.stdout:94: seq_num 55 ranges {507904=524288,1032192=401408} 2024-04-22T04:27:13.684 INFO:tasks.rados.rados.0.smithi040.stdout:94: writing smithi04078109-31 from 507904 to 1032192 tid 1 2024-04-22T04:27:13.687 INFO:tasks.rados.rados.0.smithi040.stdout:94: writing smithi04078109-31 from 1032192 to 1433600 tid 2 2024-04-22T04:27:13.687 INFO:tasks.rados.rados.0.smithi040.stdout:95: read oid 40 snap 0 2024-04-22T04:27:13.687 INFO:tasks.rados.rados.0.smithi040.stdout:95: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-22T04:27:13.688 INFO:tasks.rados.rados.0.smithi040.stdout:96: rmattr oid 28 current snap is 3 2024-04-22T04:27:13.688 INFO:tasks.rados.rados.0.smithi040.stdout:96: done (5 left) 2024-04-22T04:27:13.688 INFO:tasks.rados.rados.0.smithi040.stdout:97: read oid 33 snap 0 2024-04-22T04:27:13.688 INFO:tasks.rados.rados.0.smithi040.stdout:97: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-22T04:27:13.688 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 3 2024-04-22T04:27:13.688 INFO:tasks.rados.rados.0.smithi040.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-22T04:27:13.698 INFO:tasks.rados.rados.0.smithi040.stdout:91: finishing copy_from racing read to smithi04078109-2 2024-04-22T04:27:13.698 INFO:tasks.rados.rados.0.smithi040.stdout:91: finishing copy_from to smithi04078109-2 2024-04-22T04:27:13.698 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-22T04:27:13.698 INFO:tasks.rados.rados.0.smithi040.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-22T04:27:13.717 INFO:tasks.rados.rados.0.smithi040.stdout:94: finishing write tid 1 to smithi04078109-31 2024-04-22T04:27:13.717 INFO:tasks.rados.rados.0.smithi040.stdout:94: finishing write tid 2 to smithi04078109-31 2024-04-22T04:27:13.717 INFO:tasks.rados.rados.0.smithi040.stdout:97: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-22T04:27:13.733 INFO:tasks.rados.rados.0.smithi040.stdout:94: finishing write tid 3 to smithi04078109-31 2024-04-22T04:27:13.734 INFO:tasks.rados.rados.0.smithi040.stdout:95: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-22T04:27:13.754 INFO:tasks.rados.rados.0.smithi040.stdout:94: finishing write tid 4 to smithi04078109-31 2024-04-22T04:27:13.755 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 22 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-04-22T04:27:13.755 INFO:tasks.rados.rados.0.smithi040.stdout:94: left oid 31 (ObjNum 55 snap 3 seq_num 55) 2024-04-22T04:27:13.755 INFO:tasks.rados.rados.0.smithi040.stdout:98: seq_num 56 ranges {606208=540672,1146880=401408} 2024-04-22T04:27:13.761 INFO:tasks.rados.rados.0.smithi040.stdout:98: writing smithi04078109-6 from 606208 to 1146880 tid 1 2024-04-22T04:27:13.764 INFO:tasks.rados.rados.0.smithi040.stdout:98: writing smithi04078109-6 from 1146880 to 1548288 tid 2 2024-04-22T04:27:13.764 INFO:tasks.rados.rados.0.smithi040.stdout:89: done (6 left) 2024-04-22T04:27:13.764 INFO:tasks.rados.rados.0.smithi040.stdout:90: done (5 left) 2024-04-22T04:27:13.764 INFO:tasks.rados.rados.0.smithi040.stdout:91: done (4 left) 2024-04-22T04:27:13.764 INFO:tasks.rados.rados.0.smithi040.stdout:94: done (3 left) 2024-04-22T04:27:13.764 INFO:tasks.rados.rados.0.smithi040.stdout:95: done (2 left) 2024-04-22T04:27:13.764 INFO:tasks.rados.rados.0.smithi040.stdout:97: done (1 left) 2024-04-22T04:27:13.764 INFO:tasks.rados.rados.0.smithi040.stdout:99: copy_from oid 35 from oid 29 current snap is 3 2024-04-22T04:27:13.764 INFO:tasks.rados.rados.0.smithi040.stdout:100: snap_remove snap 1 2024-04-22T04:27:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:12.638033+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-04-22T04:27:13.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:12.638033+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-04-22T04:27:14.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:12.638033+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-04-22T04:27:14.655 INFO:tasks.rados.rados.0.smithi040.stdout:100: done (2 left) 2024-04-22T04:27:14.655 INFO:tasks.rados.rados.0.smithi040.stdout:101: copy_from oid 16 from oid 21 current snap is 3 2024-04-22T04:27:14.655 INFO:tasks.rados.rados.0.smithi040.stdout:99: finishing copy_from racing read to smithi04078109-35 2024-04-22T04:27:14.656 INFO:tasks.rados.rados.0.smithi040.stdout:99: finishing copy_from to smithi04078109-35 2024-04-22T04:27:14.656 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-22T04:27:14.656 INFO:tasks.rados.rados.0.smithi040.stdout:98: finishing write tid 1 to smithi04078109-6 2024-04-22T04:27:14.656 INFO:tasks.rados.rados.0.smithi040.stdout:98: finishing write tid 2 to smithi04078109-6 2024-04-22T04:27:14.656 INFO:tasks.rados.rados.0.smithi040.stdout:98: finishing write tid 3 to smithi04078109-6 2024-04-22T04:27:14.656 INFO:tasks.rados.rados.0.smithi040.stdout:98: finishing write tid 4 to smithi04078109-6 2024-04-22T04:27:14.656 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 26 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-04-22T04:27:14.656 INFO:tasks.rados.rados.0.smithi040.stdout:98: left oid 6 (ObjNum 56 snap 3 seq_num 56) 2024-04-22T04:27:14.656 INFO:tasks.rados.rados.0.smithi040.stdout:98: done (2 left) 2024-04-22T04:27:14.656 INFO:tasks.rados.rados.0.smithi040.stdout:99: done (1 left) 2024-04-22T04:27:14.656 INFO:tasks.rados.rados.0.smithi040.stdout:102: read oid 14 snap 0 2024-04-22T04:27:14.656 INFO:tasks.rados.rados.0.smithi040.stdout:102: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-22T04:27:14.656 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 3 2024-04-22T04:27:14.656 INFO:tasks.rados.rados.0.smithi040.stdout:103: seq_num 57 ranges {811008=557056,1368064=401408} 2024-04-22T04:27:14.663 INFO:tasks.rados.rados.0.smithi040.stdout:103: writing smithi04078109-49 from 811008 to 1368064 tid 1 2024-04-22T04:27:14.666 INFO:tasks.rados.rados.0.smithi040.stdout:103: writing smithi04078109-49 from 1368064 to 1769472 tid 2 2024-04-22T04:27:14.666 INFO:tasks.rados.rados.0.smithi040.stdout:104: delete oid 43 current snap is 3 2024-04-22T04:27:14.670 INFO:tasks.rados.rados.0.smithi040.stdout:102: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-22T04:27:14.675 INFO:tasks.rados.rados.0.smithi040.stdout:101: finishing copy_from racing read to smithi04078109-16 2024-04-22T04:27:14.675 INFO:tasks.rados.rados.0.smithi040.stdout:101: finishing copy_from to smithi04078109-16 2024-04-22T04:27:14.675 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-22T04:27:14.675 INFO:tasks.rados.rados.0.smithi040.stdout:103: finishing write tid 1 to smithi04078109-49 2024-04-22T04:27:14.675 INFO:tasks.rados.rados.0.smithi040.stdout:103: finishing write tid 2 to smithi04078109-49 2024-04-22T04:27:14.675 INFO:tasks.rados.rados.0.smithi040.stdout:103: finishing write tid 3 to smithi04078109-49 2024-04-22T04:27:14.675 INFO:tasks.rados.rados.0.smithi040.stdout:101: done (3 left) 2024-04-22T04:27:14.675 INFO:tasks.rados.rados.0.smithi040.stdout:102: done (2 left) 2024-04-22T04:27:14.675 INFO:tasks.rados.rados.0.smithi040.stdout:104: done (1 left) 2024-04-22T04:27:14.676 INFO:tasks.rados.rados.0.smithi040.stdout:105: read oid 2 snap -1 2024-04-22T04:27:14.676 INFO:tasks.rados.rados.0.smithi040.stdout:105: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-22T04:27:14.676 INFO:tasks.rados.rados.0.smithi040.stdout:106: rollback oid 34 current snap is 3 2024-04-22T04:27:14.676 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 34 to 0 2024-04-22T04:27:14.676 INFO:tasks.rados.rados.0.smithi040.stdout:103: finishing write tid 4 to smithi04078109-49 2024-04-22T04:27:14.676 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 28 (ObjNum 57 snap 3 seq_num 57) dirty exists 2024-04-22T04:27:14.676 INFO:tasks.rados.rados.0.smithi040.stdout:103: left oid 49 (ObjNum 57 snap 3 seq_num 57) 2024-04-22T04:27:14.676 INFO:tasks.rados.rados.0.smithi040.stdout:103: done (2 left) 2024-04-22T04:27:14.676 INFO:tasks.rados.rados.0.smithi040.stdout:107: delete oid 12 current snap is 3 2024-04-22T04:27:14.677 INFO:tasks.rados.rados.0.smithi040.stdout:106: finishing rollback tid 0 to smithi04078109-34 2024-04-22T04:27:14.677 INFO:tasks.rados.rados.0.smithi040.stdout:106: finishing rollback tid 1 to smithi04078109-34 2024-04-22T04:27:14.677 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 30 (ObjNum 0 snap 32647 seq_num 2852176048) dirty dne 2024-04-22T04:27:14.678 INFO:tasks.rados.rados.0.smithi040.stdout:106: done (2 left) 2024-04-22T04:27:14.678 INFO:tasks.rados.rados.0.smithi040.stdout:107: done (1 left) 2024-04-22T04:27:14.678 INFO:tasks.rados.rados.0.smithi040.stdout:108: read oid 9 snap 0 2024-04-22T04:27:14.678 INFO:tasks.rados.rados.0.smithi040.stdout:108: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-22T04:27:14.678 INFO:tasks.rados.rados.0.smithi040.stdout:109: rollback oid 14 current snap is 3 2024-04-22T04:27:14.678 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 14 to 0 2024-04-22T04:27:14.678 INFO:tasks.rados.rados.0.smithi040.stdout:110: delete oid 13 current snap is 3 2024-04-22T04:27:14.679 INFO:tasks.rados.rados.0.smithi040.stdout:110: done (3 left) 2024-04-22T04:27:14.679 INFO:tasks.rados.rados.0.smithi040.stdout:111: setattr oid 45 current snap is 3 2024-04-22T04:27:14.680 INFO:tasks.rados.rados.0.smithi040.stdout:109: finishing rollback tid 1 to smithi04078109-14 2024-04-22T04:27:14.681 INFO:tasks.rados.rados.0.smithi040.stdout:109: finishing rollback tid 2 to smithi04078109-14 2024-04-22T04:27:14.681 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 19 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-22T04:27:14.681 INFO:tasks.rados.rados.0.smithi040.stdout:109: done (3 left) 2024-04-22T04:27:14.681 INFO:tasks.rados.rados.0.smithi040.stdout:112: snap_create 2024-04-22T04:27:14.681 INFO:tasks.rados.rados.0.smithi040.stdout:108: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-22T04:27:14.686 INFO:tasks.rados.rados.0.smithi040.stdout:105: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-22T04:27:14.715 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 32 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-22T04:27:14.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:13.559983+0000 mgr.y (mgr.14574) 102 : cluster [DBG] pgmap v85: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.2 MiB/s wr, 76 op/s 2024-04-22T04:27:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:13.648446+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-04-22T04:27:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:13.559983+0000 mgr.y (mgr.14574) 102 : cluster [DBG] pgmap v85: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.2 MiB/s wr, 76 op/s 2024-04-22T04:27:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:13.648446+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-04-22T04:27:15.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:13.559983+0000 mgr.y (mgr.14574) 102 : cluster [DBG] pgmap v85: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.2 MiB/s wr, 76 op/s 2024-04-22T04:27:15.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:13.648446+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-04-22T04:27:15.662 INFO:tasks.rados.rados.0.smithi040.stdout:105: done (3 left) 2024-04-22T04:27:15.662 INFO:tasks.rados.rados.0.smithi040.stdout:108: done (2 left) 2024-04-22T04:27:15.662 INFO:tasks.rados.rados.0.smithi040.stdout:111: done (1 left) 2024-04-22T04:27:15.662 INFO:tasks.rados.rados.0.smithi040.stdout:112: done (0 left) 2024-04-22T04:27:15.662 INFO:tasks.rados.rados.0.smithi040.stdout:113: copy_from oid 25 from oid 6 current snap is 4 2024-04-22T04:27:15.662 INFO:tasks.rados.rados.0.smithi040.stdout:114: setattr oid 23 current snap is 4 2024-04-22T04:27:15.670 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 4 2024-04-22T04:27:15.670 INFO:tasks.rados.rados.0.smithi040.stdout:115: seq_num 61 ranges {24576=630784,655360=401408} 2024-04-22T04:27:15.671 INFO:tasks.rados.rados.0.smithi040.stdout:115: writing smithi04078109-15 from 24576 to 655360 tid 1 2024-04-22T04:27:15.671 INFO:tasks.rados.rados.0.smithi040.stdout:115: writing smithi04078109-15 from 655360 to 1056768 tid 2 2024-04-22T04:27:15.671 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 4 2024-04-22T04:27:15.671 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 15 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-22T04:27:15.671 INFO:tasks.rados.rados.0.smithi040.stdout:116: seq_num 62 ranges {319488=647168,966656=401408} 2024-04-22T04:27:15.676 INFO:tasks.rados.rados.0.smithi040.stdout:116: writing smithi04078109-20 from 319488 to 966656 tid 1 2024-04-22T04:27:15.680 INFO:tasks.rados.rados.0.smithi040.stdout:116: writing smithi04078109-20 from 966656 to 1368064 tid 2 2024-04-22T04:27:15.680 INFO:tasks.rados.rados.0.smithi040.stdout:114: done (3 left) 2024-04-22T04:27:15.680 INFO:tasks.rados.rados.0.smithi040.stdout:117: rollback oid 14 current snap is 4 2024-04-22T04:27:15.680 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 14 to 0 2024-04-22T04:27:15.680 INFO:tasks.rados.rados.0.smithi040.stdout:115: finishing write tid 1 to smithi04078109-15 2024-04-22T04:27:15.680 INFO:tasks.rados.rados.0.smithi040.stdout:115: finishing write tid 2 to smithi04078109-15 2024-04-22T04:27:15.680 INFO:tasks.rados.rados.0.smithi040.stdout:115: finishing write tid 3 to smithi04078109-15 2024-04-22T04:27:15.680 INFO:tasks.rados.rados.0.smithi040.stdout:115: finishing write tid 4 to smithi04078109-15 2024-04-22T04:27:15.680 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 25 (ObjNum 61 snap 4 seq_num 61) dirty exists 2024-04-22T04:27:15.680 INFO:tasks.rados.rados.0.smithi040.stdout:115: left oid 15 (ObjNum 61 snap 4 seq_num 61) 2024-04-22T04:27:15.680 INFO:tasks.rados.rados.0.smithi040.stdout:113: finishing copy_from racing read to smithi04078109-25 2024-04-22T04:27:15.680 INFO:tasks.rados.rados.0.smithi040.stdout:113: finishing copy_from to smithi04078109-25 2024-04-22T04:27:15.680 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 26 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-04-22T04:27:15.680 INFO:tasks.rados.rados.0.smithi040.stdout:113: done (3 left) 2024-04-22T04:27:15.680 INFO:tasks.rados.rados.0.smithi040.stdout:115: done (2 left) 2024-04-22T04:27:15.681 INFO:tasks.rados.rados.0.smithi040.stdout:118: read oid 27 snap -1 2024-04-22T04:27:15.681 INFO:tasks.rados.rados.0.smithi040.stdout:118: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-22T04:27:15.681 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 4 2024-04-22T04:27:15.681 INFO:tasks.rados.rados.0.smithi040.stdout:119: seq_num 63 ranges {188416=663552,851968=401408} 2024-04-22T04:27:15.685 INFO:tasks.rados.rados.0.smithi040.stdout:119: writing smithi04078109-21 from 188416 to 851968 tid 1 2024-04-22T04:27:15.688 INFO:tasks.rados.rados.0.smithi040.stdout:119: writing smithi04078109-21 from 851968 to 1253376 tid 2 2024-04-22T04:27:15.688 INFO:tasks.rados.rados.0.smithi040.stdout:120: snap_create 2024-04-22T04:27:15.688 INFO:tasks.rados.rados.0.smithi040.stdout:116: finishing write tid 1 to smithi04078109-20 2024-04-22T04:27:15.688 INFO:tasks.rados.rados.0.smithi040.stdout:117: finishing rollback tid 0 to smithi04078109-14 2024-04-22T04:27:15.688 INFO:tasks.rados.rados.0.smithi040.stdout:117: finishing rollback tid 1 to smithi04078109-14 2024-04-22T04:27:15.688 INFO:tasks.rados.rados.0.smithi040.stdout:117: finishing rollback tid 2 to smithi04078109-14 2024-04-22T04:27:15.688 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 23 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-22T04:27:15.688 INFO:tasks.rados.rados.0.smithi040.stdout:118: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-22T04:27:15.703 INFO:tasks.rados.rados.0.smithi040.stdout:116: finishing write tid 2 to smithi04078109-20 2024-04-22T04:27:15.703 INFO:tasks.rados.rados.0.smithi040.stdout:116: finishing write tid 3 to smithi04078109-20 2024-04-22T04:27:15.703 INFO:tasks.rados.rados.0.smithi040.stdout:116: finishing write tid 4 to smithi04078109-20 2024-04-22T04:27:15.703 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 12 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-04-22T04:27:15.703 INFO:tasks.rados.rados.0.smithi040.stdout:116: left oid 20 (ObjNum 62 snap 4 seq_num 62) 2024-04-22T04:27:15.703 INFO:tasks.rados.rados.0.smithi040.stdout:119: finishing write tid 1 to smithi04078109-21 2024-04-22T04:27:15.703 INFO:tasks.rados.rados.0.smithi040.stdout:119: finishing write tid 2 to smithi04078109-21 2024-04-22T04:27:15.703 INFO:tasks.rados.rados.0.smithi040.stdout:119: finishing write tid 3 to smithi04078109-21 2024-04-22T04:27:15.703 INFO:tasks.rados.rados.0.smithi040.stdout:119: finishing write tid 4 to smithi04078109-21 2024-04-22T04:27:15.703 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 21 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-04-22T04:27:15.703 INFO:tasks.rados.rados.0.smithi040.stdout:119: left oid 21 (ObjNum 63 snap 4 seq_num 63) 2024-04-22T04:27:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:27:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:27:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:27:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:14.654239+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-04-22T04:27:16.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:14.654239+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-04-22T04:27:16.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:14.654239+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-04-22T04:27:16.665 INFO:tasks.rados.rados.0.smithi040.stdout:116: done (4 left) 2024-04-22T04:27:16.665 INFO:tasks.rados.rados.0.smithi040.stdout:117: done (3 left) 2024-04-22T04:27:16.665 INFO:tasks.rados.rados.0.smithi040.stdout:118: done (2 left) 2024-04-22T04:27:16.665 INFO:tasks.rados.rados.0.smithi040.stdout:119: done (1 left) 2024-04-22T04:27:16.665 INFO:tasks.rados.rados.0.smithi040.stdout:120: done (0 left) 2024-04-22T04:27:16.665 INFO:tasks.rados.rados.0.smithi040.stdout:121: read oid 48 snap 3 2024-04-22T04:27:16.665 INFO:tasks.rados.rados.0.smithi040.stdout:121: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-22T04:27:16.666 INFO:tasks.rados.rados.0.smithi040.stdout:122: rollback oid 22 current snap is 5 2024-04-22T04:27:16.666 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 22 to 0 2024-04-22T04:27:16.666 INFO:tasks.rados.rados.0.smithi040.stdout:123: read oid 17 snap 0 2024-04-22T04:27:16.666 INFO:tasks.rados.rados.0.smithi040.stdout:123: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-22T04:27:16.666 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 5 2024-04-22T04:27:16.666 INFO:tasks.rados.rados.0.smithi040.stdout:124: seq_num 64 ranges {524288=679936,1204224=401408} 2024-04-22T04:27:16.672 INFO:tasks.rados.rados.0.smithi040.stdout:124: writing smithi04078109-32 from 524288 to 1204224 tid 1 2024-04-22T04:27:16.676 INFO:tasks.rados.rados.0.smithi040.stdout:124: writing smithi04078109-32 from 1204224 to 1605632 tid 2 2024-04-22T04:27:16.676 INFO:tasks.rados.rados.0.smithi040.stdout:125: copy_from oid 1 from oid 24 current snap is 5 2024-04-22T04:27:16.676 INFO:tasks.rados.rados.0.smithi040.stdout:123: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-22T04:27:16.685 INFO:tasks.rados.rados.0.smithi040.stdout:122: finishing rollback tid 0 to smithi04078109-22 2024-04-22T04:27:16.685 INFO:tasks.rados.rados.0.smithi040.stdout:122: finishing rollback tid 1 to smithi04078109-22 2024-04-22T04:27:16.685 INFO:tasks.rados.rados.0.smithi040.stdout:122: finishing rollback tid 2 to smithi04078109-22 2024-04-22T04:27:16.685 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 6 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-22T04:27:16.685 INFO:tasks.rados.rados.0.smithi040.stdout:121: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-22T04:27:16.709 INFO:tasks.rados.rados.0.smithi040.stdout:124: finishing write tid 1 to smithi04078109-32 2024-04-22T04:27:16.709 INFO:tasks.rados.rados.0.smithi040.stdout:124: finishing write tid 2 to smithi04078109-32 2024-04-22T04:27:16.709 INFO:tasks.rados.rados.0.smithi040.stdout:124: finishing write tid 3 to smithi04078109-32 2024-04-22T04:27:16.709 INFO:tasks.rados.rados.0.smithi040.stdout:121: done (4 left) 2024-04-22T04:27:16.709 INFO:tasks.rados.rados.0.smithi040.stdout:122: done (3 left) 2024-04-22T04:27:16.710 INFO:tasks.rados.rados.0.smithi040.stdout:123: done (2 left) 2024-04-22T04:27:16.710 INFO:tasks.rados.rados.0.smithi040.stdout:126: read oid 48 snap -1 2024-04-22T04:27:16.710 INFO:tasks.rados.rados.0.smithi040.stdout:126: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-22T04:27:16.710 INFO:tasks.rados.rados.0.smithi040.stdout:127: rmattr oid 6 current snap is 5 2024-04-22T04:27:16.710 INFO:tasks.rados.rados.0.smithi040.stdout:127: done (3 left) 2024-04-22T04:27:16.710 INFO:tasks.rados.rados.0.smithi040.stdout:128: read oid 18 snap -1 2024-04-22T04:27:16.710 INFO:tasks.rados.rados.0.smithi040.stdout:128: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-22T04:27:16.710 INFO:tasks.rados.rados.0.smithi040.stdout:129: rmattr oid 42 current snap is 5 2024-04-22T04:27:16.710 INFO:tasks.rados.rados.0.smithi040.stdout:129: done (4 left) 2024-04-22T04:27:16.710 INFO:tasks.rados.rados.0.smithi040.stdout:130: setattr oid 39 current snap is 5 2024-04-22T04:27:16.710 INFO:tasks.rados.rados.0.smithi040.stdout:124: finishing write tid 4 to smithi04078109-32 2024-04-22T04:27:16.711 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 19 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-04-22T04:27:16.711 INFO:tasks.rados.rados.0.smithi040.stdout:124: left oid 32 (ObjNum 64 snap 5 seq_num 64) 2024-04-22T04:27:16.711 INFO:tasks.rados.rados.0.smithi040.stdout:125: finishing copy_from racing read to smithi04078109-1 2024-04-22T04:27:16.711 INFO:tasks.rados.rados.0.smithi040.stdout:125: finishing copy_from to smithi04078109-1 2024-04-22T04:27:16.711 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-22T04:27:16.713 INFO:tasks.rados.rados.0.smithi040.stdout:124: done (4 left) 2024-04-22T04:27:16.713 INFO:tasks.rados.rados.0.smithi040.stdout:125: done (3 left) 2024-04-22T04:27:16.713 INFO:tasks.rados.rados.0.smithi040.stdout:131: copy_from oid 24 from oid 20 current snap is 5 2024-04-22T04:27:16.713 INFO:tasks.rados.rados.0.smithi040.stdout:132: setattr oid 13 current snap is 5 2024-04-22T04:27:16.713 INFO:tasks.rados.rados.0.smithi040.stdout:128: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-22T04:27:16.722 INFO:tasks.rados.rados.0.smithi040.stdout:126: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-22T04:27:16.746 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-22T04:27:16.746 INFO:tasks.rados.rados.0.smithi040.stdout:131: finishing copy_from racing read to smithi04078109-24 2024-04-22T04:27:16.746 INFO:tasks.rados.rados.0.smithi040.stdout:131: finishing copy_from to smithi04078109-24 2024-04-22T04:27:16.746 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 12 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-04-22T04:27:16.747 INFO:tasks.rados.rados.0.smithi040.stdout:126: done (4 left) 2024-04-22T04:27:16.747 INFO:tasks.rados.rados.0.smithi040.stdout:128: done (3 left) 2024-04-22T04:27:16.747 INFO:tasks.rados.rados.0.smithi040.stdout:130: done (2 left) 2024-04-22T04:27:16.747 INFO:tasks.rados.rados.0.smithi040.stdout:131: done (1 left) 2024-04-22T04:27:16.747 INFO:tasks.rados.rados.0.smithi040.stdout:133: snap_remove snap 4 2024-04-22T04:27:16.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:15.560384+0000 mgr.y (mgr.14574) 103 : cluster [DBG] pgmap v88: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.2 MiB/s wr, 76 op/s 2024-04-22T04:27:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:15.664229+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-04-22T04:27:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:15.560384+0000 mgr.y (mgr.14574) 103 : cluster [DBG] pgmap v88: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.2 MiB/s wr, 76 op/s 2024-04-22T04:27:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:15.664229+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-04-22T04:27:17.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:15.560384+0000 mgr.y (mgr.14574) 103 : cluster [DBG] pgmap v88: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.2 MiB/s wr, 76 op/s 2024-04-22T04:27:17.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:15.664229+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-04-22T04:27:17.671 INFO:tasks.rados.rados.0.smithi040.stdout:133: done (1 left) 2024-04-22T04:27:17.672 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 45 current snap is 5 2024-04-22T04:27:17.672 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 11 (ObjNum 1 snap 32647 seq_num 2851438704) dirty exists 2024-04-22T04:27:17.672 INFO:tasks.rados.rados.0.smithi040.stdout:134: seq_num 65 ranges {745472=696320,1441792=401408} 2024-04-22T04:27:17.679 INFO:tasks.rados.rados.0.smithi040.stdout:134: writing smithi04078109-45 from 745472 to 1441792 tid 1 2024-04-22T04:27:17.684 INFO:tasks.rados.rados.0.smithi040.stdout:134: writing smithi04078109-45 from 1441792 to 1843200 tid 2 2024-04-22T04:27:17.684 INFO:tasks.rados.rados.0.smithi040.stdout:132: done (1 left) 2024-04-22T04:27:17.684 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 44 current snap is 5 2024-04-22T04:27:17.684 INFO:tasks.rados.rados.0.smithi040.stdout:135: seq_num 66 ranges {729088=712704,1441792=401408} 2024-04-22T04:27:17.690 INFO:tasks.rados.rados.0.smithi040.stdout:135: writing smithi04078109-44 from 729088 to 1441792 tid 1 2024-04-22T04:27:17.693 INFO:tasks.rados.rados.0.smithi040.stdout:135: writing smithi04078109-44 from 1441792 to 1843200 tid 2 2024-04-22T04:27:17.693 INFO:tasks.rados.rados.0.smithi040.stdout:136: snap_remove snap 0 2024-04-22T04:27:18.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:16.666845+0000 mon.a (mon.0) 735 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-04-22T04:27:18.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:16.666845+0000 mon.a (mon.0) 735 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-04-22T04:27:18.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:16.666845+0000 mon.a (mon.0) 735 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-04-22T04:27:18.675 INFO:tasks.rados.rados.0.smithi040.stdout:136: done (2 left) 2024-04-22T04:27:18.675 INFO:tasks.rados.rados.0.smithi040.stdout:137: delete oid 22 current snap is 5 2024-04-22T04:27:18.675 INFO:tasks.rados.rados.0.smithi040.stdout:134: finishing write tid 1 to smithi04078109-45 2024-04-22T04:27:18.675 INFO:tasks.rados.rados.0.smithi040.stdout:134: finishing write tid 2 to smithi04078109-45 2024-04-22T04:27:18.675 INFO:tasks.rados.rados.0.smithi040.stdout:134: finishing write tid 3 to smithi04078109-45 2024-04-22T04:27:18.675 INFO:tasks.rados.rados.0.smithi040.stdout:134: finishing write tid 4 to smithi04078109-45 2024-04-22T04:27:18.675 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 36 (ObjNum 65 snap 5 seq_num 65) dirty exists 2024-04-22T04:27:18.675 INFO:tasks.rados.rados.0.smithi040.stdout:134: left oid 45 (ObjNum 65 snap 5 seq_num 65) 2024-04-22T04:27:18.675 INFO:tasks.rados.rados.0.smithi040.stdout:135: finishing write tid 1 to smithi04078109-44 2024-04-22T04:27:18.675 INFO:tasks.rados.rados.0.smithi040.stdout:135: finishing write tid 2 to smithi04078109-44 2024-04-22T04:27:18.676 INFO:tasks.rados.rados.0.smithi040.stdout:135: finishing write tid 3 to smithi04078109-44 2024-04-22T04:27:18.676 INFO:tasks.rados.rados.0.smithi040.stdout:135: finishing write tid 4 to smithi04078109-44 2024-04-22T04:27:18.676 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 38 (ObjNum 66 snap 5 seq_num 66) dirty exists 2024-04-22T04:27:18.676 INFO:tasks.rados.rados.0.smithi040.stdout:135: left oid 44 (ObjNum 66 snap 5 seq_num 66) 2024-04-22T04:27:18.686 INFO:tasks.rados.rados.0.smithi040.stdout:134: done (2 left) 2024-04-22T04:27:18.686 INFO:tasks.rados.rados.0.smithi040.stdout:135: done (1 left) 2024-04-22T04:27:18.686 INFO:tasks.rados.rados.0.smithi040.stdout:137: done (0 left) 2024-04-22T04:27:18.686 INFO:tasks.rados.rados.0.smithi040.stdout:138: snap_create 2024-04-22T04:27:19.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:18 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:17.560901+0000 mgr.y (mgr.14574) 104 : cluster [DBG] pgmap v91: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.0 MiB/s wr, 52 op/s 2024-04-22T04:27:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:18 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:17.674007+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-04-22T04:27:19.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:17.560901+0000 mgr.y (mgr.14574) 104 : cluster [DBG] pgmap v91: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.0 MiB/s wr, 52 op/s 2024-04-22T04:27:19.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:17.674007+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-04-22T04:27:19.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:17.560901+0000 mgr.y (mgr.14574) 104 : cluster [DBG] pgmap v91: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.0 MiB/s wr, 52 op/s 2024-04-22T04:27:19.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:17.674007+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-04-22T04:27:19.679 INFO:tasks.rados.rados.0.smithi040.stdout:138: done (0 left) 2024-04-22T04:27:19.679 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 6 2024-04-22T04:27:19.679 INFO:tasks.rados.rados.0.smithi040.stdout:139: seq_num 68 ranges {1433600=745472,2179072=401408} 2024-04-22T04:27:19.691 INFO:tasks.rados.rados.0.smithi040.stdout:139: writing smithi04078109-31 from 1433600 to 2179072 tid 1 2024-04-22T04:27:19.694 INFO:tasks.rados.rados.0.smithi040.stdout:139: writing smithi04078109-31 from 2179072 to 2580480 tid 2 2024-04-22T04:27:19.694 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 16 current snap is 6 2024-04-22T04:27:19.694 INFO:tasks.rados.rados.0.smithi040.stdout:140: seq_num 69 ranges {188416=761856,950272=401408} 2024-04-22T04:27:19.699 INFO:tasks.rados.rados.0.smithi040.stdout:140: writing smithi04078109-16 from 188416 to 950272 tid 1 2024-04-22T04:27:19.703 INFO:tasks.rados.rados.0.smithi040.stdout:140: writing smithi04078109-16 from 950272 to 1351680 tid 2 2024-04-22T04:27:19.703 INFO:tasks.rados.rados.0.smithi040.stdout:141: copy_from oid 10 from oid 39 current snap is 6 2024-04-22T04:27:19.703 INFO:tasks.rados.rados.0.smithi040.stdout:139: finishing write tid 1 to smithi04078109-31 2024-04-22T04:27:19.703 INFO:tasks.rados.rados.0.smithi040.stdout:139: finishing write tid 2 to smithi04078109-31 2024-04-22T04:27:19.703 INFO:tasks.rados.rados.0.smithi040.stdout:142: read oid 48 snap 3 2024-04-22T04:27:19.703 INFO:tasks.rados.rados.0.smithi040.stdout:142: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-22T04:27:19.703 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 50 current snap is 6 2024-04-22T04:27:19.703 INFO:tasks.rados.rados.0.smithi040.stdout:143: seq_num 70 ranges {827392=778240,1605632=401408} 2024-04-22T04:27:19.711 INFO:tasks.rados.rados.0.smithi040.stdout:143: writing smithi04078109-50 from 827392 to 1605632 tid 1 2024-04-22T04:27:19.714 INFO:tasks.rados.rados.0.smithi040.stdout:143: writing smithi04078109-50 from 1605632 to 2007040 tid 2 2024-04-22T04:27:19.715 INFO:tasks.rados.rados.0.smithi040.stdout:144: delete oid 13 current snap is 6 2024-04-22T04:27:19.715 INFO:tasks.rados.rados.0.smithi040.stdout:139: finishing write tid 3 to smithi04078109-31 2024-04-22T04:27:19.715 INFO:tasks.rados.rados.0.smithi040.stdout:139: finishing write tid 4 to smithi04078109-31 2024-04-22T04:27:19.715 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 52 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-22T04:27:19.715 INFO:tasks.rados.rados.0.smithi040.stdout:139: left oid 31 (ObjNum 68 snap 6 seq_num 68) 2024-04-22T04:27:19.715 INFO:tasks.rados.rados.0.smithi040.stdout:140: finishing write tid 1 to smithi04078109-16 2024-04-22T04:27:19.715 INFO:tasks.rados.rados.0.smithi040.stdout:140: finishing write tid 2 to smithi04078109-16 2024-04-22T04:27:19.715 INFO:tasks.rados.rados.0.smithi040.stdout:140: finishing write tid 3 to smithi04078109-16 2024-04-22T04:27:19.715 INFO:tasks.rados.rados.0.smithi040.stdout:140: finishing write tid 4 to smithi04078109-16 2024-04-22T04:27:19.715 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 19 (ObjNum 69 snap 6 seq_num 69) dirty exists 2024-04-22T04:27:19.715 INFO:tasks.rados.rados.0.smithi040.stdout:140: left oid 16 (ObjNum 69 snap 6 seq_num 69) 2024-04-22T04:27:19.715 INFO:tasks.rados.rados.0.smithi040.stdout:142: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-22T04:27:19.739 INFO:tasks.rados.rados.0.smithi040.stdout:141: finishing copy_from racing read to smithi04078109-10 2024-04-22T04:27:19.739 INFO:tasks.rados.rados.0.smithi040.stdout:141: finishing copy_from to smithi04078109-10 2024-04-22T04:27:19.739 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-22T04:27:19.739 INFO:tasks.rados.rados.0.smithi040.stdout:143: finishing write tid 1 to smithi04078109-50 2024-04-22T04:27:19.739 INFO:tasks.rados.rados.0.smithi040.stdout:143: finishing write tid 2 to smithi04078109-50 2024-04-22T04:27:19.739 INFO:tasks.rados.rados.0.smithi040.stdout:139: done (5 left) 2024-04-22T04:27:19.739 INFO:tasks.rados.rados.0.smithi040.stdout:140: done (4 left) 2024-04-22T04:27:19.739 INFO:tasks.rados.rados.0.smithi040.stdout:141: done (3 left) 2024-04-22T04:27:19.739 INFO:tasks.rados.rados.0.smithi040.stdout:142: done (2 left) 2024-04-22T04:27:19.739 INFO:tasks.rados.rados.0.smithi040.stdout:144: done (1 left) 2024-04-22T04:27:19.739 INFO:tasks.rados.rados.0.smithi040.stdout:145: delete oid 24 current snap is 6 2024-04-22T04:27:19.739 INFO:tasks.rados.rados.0.smithi040.stdout:143: finishing write tid 3 to smithi04078109-50 2024-04-22T04:27:19.740 INFO:tasks.rados.rados.0.smithi040.stdout:143: finishing write tid 4 to smithi04078109-50 2024-04-22T04:27:19.740 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 11 (ObjNum 70 snap 6 seq_num 70) dirty exists 2024-04-22T04:27:19.740 INFO:tasks.rados.rados.0.smithi040.stdout:143: left oid 50 (ObjNum 70 snap 6 seq_num 70) 2024-04-22T04:27:19.742 INFO:tasks.rados.rados.0.smithi040.stdout:143: done (1 left) 2024-04-22T04:27:19.742 INFO:tasks.rados.rados.0.smithi040.stdout:145: done (0 left) 2024-04-22T04:27:19.742 INFO:tasks.rados.rados.0.smithi040.stdout:146: rmattr oid 18 current snap is 6 2024-04-22T04:27:19.742 INFO:tasks.rados.rados.0.smithi040.stdout:146: done (0 left) 2024-04-22T04:27:19.742 INFO:tasks.rados.rados.0.smithi040.stdout:147: snap_remove snap 3 2024-04-22T04:27:20.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:18.677277+0000 mon.a (mon.0) 737 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-04-22T04:27:20.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:18.677277+0000 mon.a (mon.0) 737 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-04-22T04:27:20.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:18.677277+0000 mon.a (mon.0) 737 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-04-22T04:27:20.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:27:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:27:20] "GET /metrics HTTP/1.1" 200 191546 "" "Prometheus/2.33.4" 2024-04-22T04:27:20.686 INFO:tasks.rados.rados.0.smithi040.stdout:147: done (0 left) 2024-04-22T04:27:20.686 INFO:tasks.rados.rados.0.smithi040.stdout:148: read oid 40 snap -1 2024-04-22T04:27:20.686 INFO:tasks.rados.rados.0.smithi040.stdout:148: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-22T04:27:20.686 INFO:tasks.rados.rados.0.smithi040.stdout:149: rmattr oid 1 current snap is 6 2024-04-22T04:27:20.686 INFO:tasks.rados.rados.0.smithi040.stdout:149: done (1 left) 2024-04-22T04:27:20.686 INFO:tasks.rados.rados.0.smithi040.stdout:150: snap_create 2024-04-22T04:27:20.701 INFO:tasks.rados.rados.0.smithi040.stdout:148: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-22T04:27:21.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:19.561231+0000 mgr.y (mgr.14574) 105 : cluster [DBG] pgmap v94: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.0 MiB/s wr, 52 op/s 2024-04-22T04:27:21.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:19.681779+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-04-22T04:27:21.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:19.561231+0000 mgr.y (mgr.14574) 105 : cluster [DBG] pgmap v94: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.0 MiB/s wr, 52 op/s 2024-04-22T04:27:21.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:19.681779+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-04-22T04:27:21.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:19.561231+0000 mgr.y (mgr.14574) 105 : cluster [DBG] pgmap v94: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.0 MiB/s wr, 52 op/s 2024-04-22T04:27:21.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:19.681779+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-04-22T04:27:21.687 INFO:tasks.rados.rados.0.smithi040.stdout:148: done (1 left) 2024-04-22T04:27:21.687 INFO:tasks.rados.rados.0.smithi040.stdout:150: done (0 left) 2024-04-22T04:27:21.687 INFO:tasks.rados.rados.0.smithi040.stdout:151: copy_from oid 17 from oid 8 current snap is 7 2024-04-22T04:27:21.687 INFO:tasks.rados.rados.0.smithi040.stdout:152: read oid 32 snap -1 2024-04-22T04:27:21.687 INFO:tasks.rados.rados.0.smithi040.stdout:152: expect (ObjNum 64 snap 5 seq_num 64) 2024-04-22T04:27:21.688 INFO:tasks.rados.rados.0.smithi040.stdout:153: snap_remove snap 6 2024-04-22T04:27:21.763 INFO:tasks.rados.rados.0.smithi040.stdout:153: done (2 left) 2024-04-22T04:27:21.763 INFO:tasks.rados.rados.0.smithi040.stdout:154: rmattr oid 13 current snap is 7 2024-04-22T04:27:21.763 INFO:tasks.rados.rados.0.smithi040.stdout:154: done (2 left) 2024-04-22T04:27:21.763 INFO:tasks.rados.rados.0.smithi040.stdout:155: copy_from oid 27 from oid 29 current snap is 7 2024-04-22T04:27:21.763 INFO:tasks.rados.rados.0.smithi040.stdout:151: finishing copy_from racing read to smithi04078109-17 2024-04-22T04:27:21.763 INFO:tasks.rados.rados.0.smithi040.stdout:151: finishing copy_from to smithi04078109-17 2024-04-22T04:27:21.763 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-22T04:27:21.763 INFO:tasks.rados.rados.0.smithi040.stdout:152: expect (ObjNum 64 snap 5 seq_num 64) 2024-04-22T04:27:21.820 INFO:tasks.rados.rados.0.smithi040.stdout:155: finishing copy_from racing read to smithi04078109-27 2024-04-22T04:27:21.820 INFO:tasks.rados.rados.0.smithi040.stdout:155: finishing copy_from to smithi04078109-27 2024-04-22T04:27:21.820 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-22T04:27:21.820 INFO:tasks.rados.rados.0.smithi040.stdout:151: done (2 left) 2024-04-22T04:27:21.820 INFO:tasks.rados.rados.0.smithi040.stdout:152: done (1 left) 2024-04-22T04:27:21.820 INFO:tasks.rados.rados.0.smithi040.stdout:155: done (0 left) 2024-04-22T04:27:21.820 INFO:tasks.rados.rados.0.smithi040.stdout:156: snap_remove snap 5 2024-04-22T04:27:22.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:20.684333+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-04-22T04:27:22.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:21.689485+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-04-22T04:27:22.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:20.684333+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-04-22T04:27:22.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:21.689485+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-04-22T04:27:22.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:20.684333+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-04-22T04:27:22.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:21.689485+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-04-22T04:27:22.771 INFO:tasks.rados.rados.0.smithi040.stdout:156: done (0 left) 2024-04-22T04:27:22.771 INFO:tasks.rados.rados.0.smithi040.stdout:157: read oid 1 snap -1 2024-04-22T04:27:22.771 INFO:tasks.rados.rados.0.smithi040.stdout:157: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-22T04:27:22.772 INFO:tasks.rados.rados.0.smithi040.stdout:158: rollback oid 20 current snap is 7 2024-04-22T04:27:22.772 INFO:tasks.rados.rados.0.smithi040.stdout:158: done (1 left) 2024-04-22T04:27:22.772 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 22 current snap is 7 2024-04-22T04:27:22.772 INFO:tasks.rados.rados.0.smithi040.stdout:159: seq_num 73 ranges {0=425984,425984=409600,835584=393216} 2024-04-22T04:27:22.772 INFO:tasks.rados.rados.0.smithi040.stdout:159: writing smithi04078109-22 from 0 to 425984 tid 1 2024-04-22T04:27:22.772 INFO:tasks.rados.rados.0.smithi040.stdout:159: writing smithi04078109-22 from 425984 to 835584 tid 2 2024-04-22T04:27:22.772 INFO:tasks.rados.rados.0.smithi040.stdout:159: writing smithi04078109-22 from 835584 to 1228800 tid 3 2024-04-22T04:27:22.773 INFO:tasks.rados.rados.0.smithi040.stdout:160: read oid 13 snap -1 2024-04-22T04:27:22.773 INFO:tasks.rados.rados.0.smithi040.stdout:160: expect deleted 2024-04-22T04:27:22.773 INFO:tasks.rados.rados.0.smithi040.stdout:161: rollback oid 46 current snap is 7 2024-04-22T04:27:22.773 INFO:tasks.rados.rados.0.smithi040.stdout:161: done (3 left) 2024-04-22T04:27:22.773 INFO:tasks.rados.rados.0.smithi040.stdout:162: snap_create 2024-04-22T04:27:22.774 INFO:tasks.rados.rados.0.smithi040.stdout:157: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-22T04:27:22.786 INFO:tasks.rados.rados.0.smithi040.stdout:159: finishing write tid 1 to smithi04078109-22 2024-04-22T04:27:22.786 INFO:tasks.rados.rados.0.smithi040.stdout:159: finishing write tid 2 to smithi04078109-22 2024-04-22T04:27:22.786 INFO:tasks.rados.rados.0.smithi040.stdout:159: finishing write tid 3 to smithi04078109-22 2024-04-22T04:27:22.786 INFO:tasks.rados.rados.0.smithi040.stdout:159: finishing write tid 4 to smithi04078109-22 2024-04-22T04:27:22.786 INFO:tasks.rados.rados.0.smithi040.stdout:159: finishing write tid 5 to smithi04078109-22 2024-04-22T04:27:22.786 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 17 (ObjNum 73 snap 7 seq_num 73) dirty exists 2024-04-22T04:27:22.786 INFO:tasks.rados.rados.0.smithi040.stdout:159: left oid 22 (ObjNum 73 snap 7 seq_num 73) 2024-04-22T04:27:23.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:21.561526+0000 mgr.y (mgr.14574) 106 : cluster [DBG] pgmap v97: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:23.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:21.763763+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-04-22T04:27:23.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:21.561526+0000 mgr.y (mgr.14574) 106 : cluster [DBG] pgmap v97: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:21.763763+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-04-22T04:27:23.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:21.561526+0000 mgr.y (mgr.14574) 106 : cluster [DBG] pgmap v97: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:23.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:21.763763+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-04-22T04:27:23.769 INFO:tasks.rados.rados.0.smithi040.stdout:157: done (3 left) 2024-04-22T04:27:23.769 INFO:tasks.rados.rados.0.smithi040.stdout:159: done (2 left) 2024-04-22T04:27:23.769 INFO:tasks.rados.rados.0.smithi040.stdout:160: done (1 left) 2024-04-22T04:27:23.769 INFO:tasks.rados.rados.0.smithi040.stdout:162: done (0 left) 2024-04-22T04:27:23.769 INFO:tasks.rados.rados.0.smithi040.stdout:163: delete oid 11 current snap is 8 2024-04-22T04:27:23.773 INFO:tasks.rados.rados.0.smithi040.stdout:163: done (0 left) 2024-04-22T04:27:23.773 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 44 current snap is 8 2024-04-22T04:27:23.774 INFO:tasks.rados.rados.0.smithi040.stdout:164: seq_num 75 ranges {1843200=458752,2301952=581632,2883584=221184} 2024-04-22T04:27:23.786 INFO:tasks.rados.rados.0.smithi040.stdout:164: writing smithi04078109-44 from 1843200 to 2301952 tid 1 2024-04-22T04:27:23.789 INFO:tasks.rados.rados.0.smithi040.stdout:164: writing smithi04078109-44 from 2301952 to 2883584 tid 2 2024-04-22T04:27:23.791 INFO:tasks.rados.rados.0.smithi040.stdout:164: writing smithi04078109-44 from 2883584 to 3104768 tid 3 2024-04-22T04:27:23.791 INFO:tasks.rados.rados.0.smithi040.stdout:165: snap_create 2024-04-22T04:27:23.791 INFO:tasks.rados.rados.0.smithi040.stdout:164: finishing write tid 1 to smithi04078109-44 2024-04-22T04:27:23.793 INFO:tasks.rados.rados.0.smithi040.stdout:164: finishing write tid 2 to smithi04078109-44 2024-04-22T04:27:23.793 INFO:tasks.rados.rados.0.smithi040.stdout:164: finishing write tid 3 to smithi04078109-44 2024-04-22T04:27:23.793 INFO:tasks.rados.rados.0.smithi040.stdout:164: finishing write tid 4 to smithi04078109-44 2024-04-22T04:27:23.794 INFO:tasks.rados.rados.0.smithi040.stdout:164: finishing write tid 5 to smithi04078109-44 2024-04-22T04:27:23.794 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 67 (ObjNum 75 snap 8 seq_num 75) dirty exists 2024-04-22T04:27:23.794 INFO:tasks.rados.rados.0.smithi040.stdout:164: left oid 44 (ObjNum 75 snap 8 seq_num 75) 2024-04-22T04:27:24.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:22.765716+0000 mon.a (mon.0) 742 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-04-22T04:27:24.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:22.765716+0000 mon.a (mon.0) 742 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-04-22T04:27:24.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:22.765716+0000 mon.a (mon.0) 742 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-04-22T04:27:24.780 INFO:tasks.rados.rados.0.smithi040.stdout:164: done (1 left) 2024-04-22T04:27:24.780 INFO:tasks.rados.rados.0.smithi040.stdout:165: done (0 left) 2024-04-22T04:27:24.781 INFO:tasks.rados.rados.0.smithi040.stdout:166: snap_remove snap 7 2024-04-22T04:27:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:23.561964+0000 mgr.y (mgr.14574) 107 : cluster [DBG] pgmap v101: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-04-22T04:27:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:23.771242+0000 mon.a (mon.0) 743 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-04-22T04:27:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:23.561964+0000 mgr.y (mgr.14574) 107 : cluster [DBG] pgmap v101: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-04-22T04:27:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:23.771242+0000 mon.a (mon.0) 743 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-04-22T04:27:25.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:23.561964+0000 mgr.y (mgr.14574) 107 : cluster [DBG] pgmap v101: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-04-22T04:27:25.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:23.771242+0000 mon.a (mon.0) 743 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-04-22T04:27:25.783 INFO:tasks.rados.rados.0.smithi040.stdout:166: done (0 left) 2024-04-22T04:27:25.783 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 22 current snap is 9 2024-04-22T04:27:25.783 INFO:tasks.rados.rados.0.smithi040.stdout:167: seq_num 76 ranges {1228800=475136,1703936=458752,2162688=344064} 2024-04-22T04:27:25.786 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:27:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:27:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:27:25.791 INFO:tasks.rados.rados.0.smithi040.stdout:167: writing smithi04078109-22 from 1228800 to 1703936 tid 1 2024-04-22T04:27:25.793 INFO:tasks.rados.rados.0.smithi040.stdout:167: writing smithi04078109-22 from 1703936 to 2162688 tid 2 2024-04-22T04:27:25.796 INFO:tasks.rados.rados.0.smithi040.stdout:167: writing smithi04078109-22 from 2162688 to 2506752 tid 3 2024-04-22T04:27:25.796 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 9 2024-04-22T04:27:25.796 INFO:tasks.rados.rados.0.smithi040.stdout:168: seq_num 77 ranges {638976=491520,1130496=794624,1925120=8192} 2024-04-22T04:27:25.802 INFO:tasks.rados.rados.0.smithi040.stdout:168: writing smithi04078109-10 from 638976 to 1130496 tid 1 2024-04-22T04:27:25.807 INFO:tasks.rados.rados.0.smithi040.stdout:168: writing smithi04078109-10 from 1130496 to 1925120 tid 2 2024-04-22T04:27:25.807 INFO:tasks.rados.rados.0.smithi040.stdout:168: writing smithi04078109-10 from 1925120 to 1933312 tid 3 2024-04-22T04:27:25.807 INFO:tasks.rados.rados.0.smithi040.stdout:169: setattr oid 6 current snap is 9 2024-04-22T04:27:25.807 INFO:tasks.rados.rados.0.smithi040.stdout:167: finishing write tid 1 to smithi04078109-22 2024-04-22T04:27:25.807 INFO:tasks.rados.rados.0.smithi040.stdout:167: finishing write tid 2 to smithi04078109-22 2024-04-22T04:27:25.807 INFO:tasks.rados.rados.0.smithi040.stdout:167: finishing write tid 3 to smithi04078109-22 2024-04-22T04:27:25.808 INFO:tasks.rados.rados.0.smithi040.stdout:167: finishing write tid 4 to smithi04078109-22 2024-04-22T04:27:25.808 INFO:tasks.rados.rados.0.smithi040.stdout:167: finishing write tid 5 to smithi04078109-22 2024-04-22T04:27:25.808 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 22 (ObjNum 76 snap 9 seq_num 76) dirty exists 2024-04-22T04:27:25.808 INFO:tasks.rados.rados.0.smithi040.stdout:167: left oid 22 (ObjNum 76 snap 9 seq_num 76) 2024-04-22T04:27:25.808 INFO:tasks.rados.rados.0.smithi040.stdout:168: finishing write tid 1 to smithi04078109-10 2024-04-22T04:27:25.809 INFO:tasks.rados.rados.0.smithi040.stdout:167: done (2 left) 2024-04-22T04:27:25.809 INFO:tasks.rados.rados.0.smithi040.stdout:170: read oid 12 snap 8 2024-04-22T04:27:25.809 INFO:tasks.rados.rados.0.smithi040.stdout:170: expect deleted 2024-04-22T04:27:25.809 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 3 current snap is 9 2024-04-22T04:27:25.809 INFO:tasks.rados.rados.0.smithi040.stdout:171: seq_num 78 ranges {40960=516096,557056=679936,1236992=122880} 2024-04-22T04:27:25.812 INFO:tasks.rados.rados.0.smithi040.stdout:171: writing smithi04078109-3 from 40960 to 557056 tid 1 2024-04-22T04:27:25.817 INFO:tasks.rados.rados.0.smithi040.stdout:171: writing smithi04078109-3 from 557056 to 1236992 tid 2 2024-04-22T04:27:25.818 INFO:tasks.rados.rados.0.smithi040.stdout:171: writing smithi04078109-3 from 1236992 to 1359872 tid 3 2024-04-22T04:27:25.818 INFO:tasks.rados.rados.0.smithi040.stdout:172: snap_create 2024-04-22T04:27:25.818 INFO:tasks.rados.rados.0.smithi040.stdout:168: finishing write tid 2 to smithi04078109-10 2024-04-22T04:27:25.818 INFO:tasks.rados.rados.0.smithi040.stdout:168: finishing write tid 3 to smithi04078109-10 2024-04-22T04:27:25.818 INFO:tasks.rados.rados.0.smithi040.stdout:168: finishing write tid 4 to smithi04078109-10 2024-04-22T04:27:25.818 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 73 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-04-22T04:27:25.818 INFO:tasks.rados.rados.0.smithi040.stdout:168: finishing write tid 5 to smithi04078109-10 2024-04-22T04:27:25.818 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 30 (ObjNum 77 snap 9 seq_num 77) dirty exists 2024-04-22T04:27:25.819 INFO:tasks.rados.rados.0.smithi040.stdout:168: left oid 10 (ObjNum 77 snap 9 seq_num 77) 2024-04-22T04:27:25.819 INFO:tasks.rados.rados.0.smithi040.stdout:171: finishing write tid 1 to smithi04078109-3 2024-04-22T04:27:25.820 INFO:tasks.rados.rados.0.smithi040.stdout:171: finishing write tid 2 to smithi04078109-3 2024-04-22T04:27:25.820 INFO:tasks.rados.rados.0.smithi040.stdout:171: finishing write tid 3 to smithi04078109-3 2024-04-22T04:27:25.820 INFO:tasks.rados.rados.0.smithi040.stdout:171: finishing write tid 4 to smithi04078109-3 2024-04-22T04:27:25.822 INFO:tasks.rados.rados.0.smithi040.stdout:171: finishing write tid 5 to smithi04078109-3 2024-04-22T04:27:25.822 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 46 (ObjNum 78 snap 9 seq_num 78) dirty exists 2024-04-22T04:27:25.822 INFO:tasks.rados.rados.0.smithi040.stdout:171: left oid 3 (ObjNum 78 snap 9 seq_num 78) 2024-04-22T04:27:26.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:24.782449+0000 mon.a (mon.0) 744 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-04-22T04:27:26.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:27:25.339661+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:27:26.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:27:25.341532+0000 mon.c (mon.2) 106 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:27:26.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:27:25.346381+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:27:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:24.782449+0000 mon.a (mon.0) 744 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-04-22T04:27:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:27:25.339661+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:27:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:27:25.341532+0000 mon.c (mon.2) 106 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:27:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:27:25.346381+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:27:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:24.782449+0000 mon.a (mon.0) 744 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-04-22T04:27:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:27:25.339661+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:27:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:27:25.341532+0000 mon.c (mon.2) 106 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:27:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:27:25.346381+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:27:26.763 INFO:tasks.rados.rados.0.smithi040.stdout:168: done (4 left) 2024-04-22T04:27:26.763 INFO:tasks.rados.rados.0.smithi040.stdout:169: done (3 left) 2024-04-22T04:27:26.764 INFO:tasks.rados.rados.0.smithi040.stdout:170: done (2 left) 2024-04-22T04:27:26.764 INFO:tasks.rados.rados.0.smithi040.stdout:171: done (1 left) 2024-04-22T04:27:26.764 INFO:tasks.rados.rados.0.smithi040.stdout:172: done (0 left) 2024-04-22T04:27:26.764 INFO:tasks.rados.rados.0.smithi040.stdout:173: snap_create 2024-04-22T04:27:27.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:27:25.340554+0000 mgr.y (mgr.14574) 108 : cephadm [INF] Upgrade: Target is version 17.2.7-878-g5d873850 (unknown) 2024-04-22T04:27:27.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:27:25.340629+0000 mgr.y (mgr.14574) 109 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:15aaadffb5188cb2ba87bb19549bc43bff061e2174796264d2770b889b650b1e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:15aaadffb5188cb2ba87bb19549bc43bff061e2174796264d2770b889b650b1e'] 2024-04-22T04:27:27.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:27:25.347601+0000 mgr.y (mgr.14574) 110 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-04-22T04:27:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:25.562474+0000 mgr.y (mgr.14574) 111 : cluster [DBG] pgmap v104: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-04-22T04:27:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:27:25.601530+0000 mgr.y (mgr.14574) 112 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:15aaadffb5188cb2ba87bb19549bc43bff061e2174796264d2770b889b650b1e on smithi062 2024-04-22T04:27:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:25.783056+0000 mon.a (mon.0) 747 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-04-22T04:27:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:26.765247+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-04-22T04:27:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:27:25.340554+0000 mgr.y (mgr.14574) 108 : cephadm [INF] Upgrade: Target is version 17.2.7-878-g5d873850 (unknown) 2024-04-22T04:27:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:27:25.340629+0000 mgr.y (mgr.14574) 109 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:15aaadffb5188cb2ba87bb19549bc43bff061e2174796264d2770b889b650b1e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:15aaadffb5188cb2ba87bb19549bc43bff061e2174796264d2770b889b650b1e'] 2024-04-22T04:27:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:27:25.347601+0000 mgr.y (mgr.14574) 110 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-04-22T04:27:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:25.562474+0000 mgr.y (mgr.14574) 111 : cluster [DBG] pgmap v104: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-04-22T04:27:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:27:25.601530+0000 mgr.y (mgr.14574) 112 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:15aaadffb5188cb2ba87bb19549bc43bff061e2174796264d2770b889b650b1e on smithi062 2024-04-22T04:27:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:25.783056+0000 mon.a (mon.0) 747 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-04-22T04:27:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:26.765247+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-04-22T04:27:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:27:25.340554+0000 mgr.y (mgr.14574) 108 : cephadm [INF] Upgrade: Target is version 17.2.7-878-g5d873850 (unknown) 2024-04-22T04:27:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:27:25.340629+0000 mgr.y (mgr.14574) 109 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:15aaadffb5188cb2ba87bb19549bc43bff061e2174796264d2770b889b650b1e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:15aaadffb5188cb2ba87bb19549bc43bff061e2174796264d2770b889b650b1e'] 2024-04-22T04:27:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:27:25.347601+0000 mgr.y (mgr.14574) 110 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-04-22T04:27:27.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:25.562474+0000 mgr.y (mgr.14574) 111 : cluster [DBG] pgmap v104: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-04-22T04:27:27.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:27:25.601530+0000 mgr.y (mgr.14574) 112 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:15aaadffb5188cb2ba87bb19549bc43bff061e2174796264d2770b889b650b1e on smithi062 2024-04-22T04:27:27.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:25.783056+0000 mon.a (mon.0) 747 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-04-22T04:27:27.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:26.765247+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-04-22T04:27:27.763 INFO:tasks.rados.rados.0.smithi040.stdout:173: done (0 left) 2024-04-22T04:27:27.763 INFO:tasks.rados.rados.0.smithi040.stdout:174: read oid 45 snap -1 2024-04-22T04:27:27.763 INFO:tasks.rados.rados.0.smithi040.stdout:174: expect (ObjNum 65 snap 5 seq_num 65) 2024-04-22T04:27:27.763 INFO:tasks.rados.rados.0.smithi040.stdout:175: rollback oid 46 current snap is 11 2024-04-22T04:27:27.763 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 46 to 8 2024-04-22T04:27:27.763 INFO:tasks.rados.rados.0.smithi040.stdout:176: delete oid 47 current snap is 11 2024-04-22T04:27:27.770 INFO:tasks.rados.rados.0.smithi040.stdout:176: done (2 left) 2024-04-22T04:27:27.770 INFO:tasks.rados.rados.0.smithi040.stdout:177: read oid 29 snap -1 2024-04-22T04:27:27.770 INFO:tasks.rados.rados.0.smithi040.stdout:177: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-22T04:27:27.770 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 1 current snap is 11 2024-04-22T04:27:27.770 INFO:tasks.rados.rados.0.smithi040.stdout:178: seq_num 80 ranges {393216=548864,942080=450560,1392640=352256} 2024-04-22T04:27:27.776 INFO:tasks.rados.rados.0.smithi040.stdout:178: writing smithi04078109-1 from 393216 to 942080 tid 1 2024-04-22T04:27:27.778 INFO:tasks.rados.rados.0.smithi040.stdout:178: writing smithi04078109-1 from 942080 to 1392640 tid 2 2024-04-22T04:27:27.780 INFO:tasks.rados.rados.0.smithi040.stdout:178: writing smithi04078109-1 from 1392640 to 1744896 tid 3 2024-04-22T04:27:27.781 INFO:tasks.rados.rados.0.smithi040.stdout:179: copy_from oid 24 from oid 10 current snap is 11 2024-04-22T04:27:27.781 INFO:tasks.rados.rados.0.smithi040.stdout:175: finishing rollback tid 0 to smithi04078109-46 2024-04-22T04:27:27.781 INFO:tasks.rados.rados.0.smithi040.stdout:175: finishing rollback tid 1 to smithi04078109-46 2024-04-22T04:27:27.781 INFO:tasks.rados.rados.0.smithi040.stdout:175: finishing rollback tid 2 to smithi04078109-46 2024-04-22T04:27:27.781 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-22T04:27:27.781 INFO:tasks.rados.rados.0.smithi040.stdout:174: expect (ObjNum 65 snap 5 seq_num 65) 2024-04-22T04:27:27.845 INFO:tasks.rados.rados.0.smithi040.stdout:177: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-22T04:27:27.866 INFO:tasks.rados.rados.0.smithi040.stdout:178: finishing write tid 1 to smithi04078109-1 2024-04-22T04:27:27.866 INFO:tasks.rados.rados.0.smithi040.stdout:178: finishing write tid 2 to smithi04078109-1 2024-04-22T04:27:27.867 INFO:tasks.rados.rados.0.smithi040.stdout:178: finishing write tid 3 to smithi04078109-1 2024-04-22T04:27:27.867 INFO:tasks.rados.rados.0.smithi040.stdout:178: finishing write tid 4 to smithi04078109-1 2024-04-22T04:27:27.867 INFO:tasks.rados.rados.0.smithi040.stdout:178: finishing write tid 5 to smithi04078109-1 2024-04-22T04:27:27.867 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 33 (ObjNum 80 snap 11 seq_num 80) dirty exists 2024-04-22T04:27:27.867 INFO:tasks.rados.rados.0.smithi040.stdout:178: left oid 1 (ObjNum 80 snap 11 seq_num 80) 2024-04-22T04:27:27.867 INFO:tasks.rados.rados.0.smithi040.stdout:179: finishing copy_from racing read to smithi04078109-24 2024-04-22T04:27:27.867 INFO:tasks.rados.rados.0.smithi040.stdout:179: finishing copy_from to smithi04078109-24 2024-04-22T04:27:27.867 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 30 (ObjNum 77 snap 9 seq_num 77) dirty exists 2024-04-22T04:27:27.867 INFO:tasks.rados.rados.0.smithi040.stdout:174: done (4 left) 2024-04-22T04:27:27.867 INFO:tasks.rados.rados.0.smithi040.stdout:175: done (3 left) 2024-04-22T04:27:27.867 INFO:tasks.rados.rados.0.smithi040.stdout:177: done (2 left) 2024-04-22T04:27:27.867 INFO:tasks.rados.rados.0.smithi040.stdout:178: done (1 left) 2024-04-22T04:27:27.867 INFO:tasks.rados.rados.0.smithi040.stdout:179: done (0 left) 2024-04-22T04:27:27.867 INFO:tasks.rados.rados.0.smithi040.stdout:180: snap_create 2024-04-22T04:27:28.796 INFO:tasks.rados.rados.0.smithi040.stdout:180: done (0 left) 2024-04-22T04:27:28.796 INFO:tasks.rados.rados.0.smithi040.stdout:181: delete oid 31 current snap is 12 2024-04-22T04:27:28.801 INFO:tasks.rados.rados.0.smithi040.stdout:181: done (0 left) 2024-04-22T04:27:28.801 INFO:tasks.rados.rados.0.smithi040.stdout:182: delete oid 26 current snap is 12 2024-04-22T04:27:28.805 INFO:tasks.rados.rados.0.smithi040.stdout:182: done (0 left) 2024-04-22T04:27:28.805 INFO:tasks.rados.rados.0.smithi040.stdout:183: copy_from oid 20 from oid 42 current snap is 12 2024-04-22T04:27:28.805 INFO:tasks.rados.rados.0.smithi040.stdout:184: delete oid 5 current snap is 12 2024-04-22T04:27:28.807 INFO:tasks.rados.rados.0.smithi040.stdout:184: done (1 left) 2024-04-22T04:27:28.807 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 12 2024-04-22T04:27:28.807 INFO:tasks.rados.rados.0.smithi040.stdout:185: seq_num 84 ranges {0=614400,614400=434176,1048576=368640} 2024-04-22T04:27:28.811 INFO:tasks.rados.rados.0.smithi040.stdout:185: writing smithi04078109-13 from 0 to 614400 tid 1 2024-04-22T04:27:28.813 INFO:tasks.rados.rados.0.smithi040.stdout:185: writing smithi04078109-13 from 614400 to 1048576 tid 2 2024-04-22T04:27:28.816 INFO:tasks.rados.rados.0.smithi040.stdout:185: writing smithi04078109-13 from 1048576 to 1417216 tid 3 2024-04-22T04:27:28.816 INFO:tasks.rados.rados.0.smithi040.stdout:183: finishing copy_from racing read to smithi04078109-20 2024-04-22T04:27:28.816 INFO:tasks.rados.rados.0.smithi040.stdout:183: finishing copy_from to smithi04078109-20 2024-04-22T04:27:28.816 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 2 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-22T04:27:28.817 INFO:tasks.rados.rados.0.smithi040.stdout:185: finishing write tid 1 to smithi04078109-13 2024-04-22T04:27:28.817 INFO:tasks.rados.rados.0.smithi040.stdout:186: read oid 19 snap -1 2024-04-22T04:27:28.817 INFO:tasks.rados.rados.0.smithi040.stdout:186: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-22T04:27:28.817 INFO:tasks.rados.rados.0.smithi040.stdout:183: done (2 left) 2024-04-22T04:27:28.817 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 42 current snap is 12 2024-04-22T04:27:28.817 INFO:tasks.rados.rados.0.smithi040.stdout:187: seq_num 85 ranges {696320=630784,1327104=720896,2048000=81920} 2024-04-22T04:27:28.823 INFO:tasks.rados.rados.0.smithi040.stdout:187: writing smithi04078109-42 from 696320 to 1327104 tid 1 2024-04-22T04:27:28.827 INFO:tasks.rados.rados.0.smithi040.stdout:187: writing smithi04078109-42 from 1327104 to 2048000 tid 2 2024-04-22T04:27:28.828 INFO:tasks.rados.rados.0.smithi040.stdout:187: writing smithi04078109-42 from 2048000 to 2129920 tid 3 2024-04-22T04:27:28.828 INFO:tasks.rados.rados.0.smithi040.stdout:188: delete oid 11 current snap is 12 2024-04-22T04:27:28.828 INFO:tasks.rados.rados.0.smithi040.stdout:185: finishing write tid 2 to smithi04078109-13 2024-04-22T04:27:28.828 INFO:tasks.rados.rados.0.smithi040.stdout:185: finishing write tid 3 to smithi04078109-13 2024-04-22T04:27:28.828 INFO:tasks.rados.rados.0.smithi040.stdout:185: finishing write tid 4 to smithi04078109-13 2024-04-22T04:27:28.828 INFO:tasks.rados.rados.0.smithi040.stdout:186: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-22T04:27:28.837 INFO:tasks.rados.rados.0.smithi040.stdout:185: finishing write tid 5 to smithi04078109-13 2024-04-22T04:27:28.837 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 31 (ObjNum 84 snap 12 seq_num 84) dirty exists 2024-04-22T04:27:28.837 INFO:tasks.rados.rados.0.smithi040.stdout:185: left oid 13 (ObjNum 84 snap 12 seq_num 84) 2024-04-22T04:27:28.837 INFO:tasks.rados.rados.0.smithi040.stdout:187: finishing write tid 1 to smithi04078109-42 2024-04-22T04:27:28.837 INFO:tasks.rados.rados.0.smithi040.stdout:185: done (3 left) 2024-04-22T04:27:28.837 INFO:tasks.rados.rados.0.smithi040.stdout:186: done (2 left) 2024-04-22T04:27:28.837 INFO:tasks.rados.rados.0.smithi040.stdout:188: done (1 left) 2024-04-22T04:27:28.837 INFO:tasks.rados.rados.0.smithi040.stdout:189: read oid 31 snap -1 2024-04-22T04:27:28.837 INFO:tasks.rados.rados.0.smithi040.stdout:189: expect deleted 2024-04-22T04:27:28.837 INFO:tasks.rados.rados.0.smithi040.stdout:190: copy_from oid 27 from oid 4 current snap is 12 2024-04-22T04:27:28.838 INFO:tasks.rados.rados.0.smithi040.stdout:187: finishing write tid 2 to smithi04078109-42 2024-04-22T04:27:28.838 INFO:tasks.rados.rados.0.smithi040.stdout:187: finishing write tid 3 to smithi04078109-42 2024-04-22T04:27:28.838 INFO:tasks.rados.rados.0.smithi040.stdout:187: finishing write tid 4 to smithi04078109-42 2024-04-22T04:27:28.838 INFO:tasks.rados.rados.0.smithi040.stdout:187: finishing write tid 5 to smithi04078109-42 2024-04-22T04:27:28.838 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 22 (ObjNum 85 snap 12 seq_num 85) dirty exists 2024-04-22T04:27:28.838 INFO:tasks.rados.rados.0.smithi040.stdout:187: left oid 42 (ObjNum 85 snap 12 seq_num 85) 2024-04-22T04:27:28.838 INFO:tasks.rados.rados.0.smithi040.stdout:187: done (2 left) 2024-04-22T04:27:28.838 INFO:tasks.rados.rados.0.smithi040.stdout:191: copy_from oid 32 from oid 19 current snap is 12 2024-04-22T04:27:28.838 INFO:tasks.rados.rados.0.smithi040.stdout:192: read oid 14 snap 11 2024-04-22T04:27:28.838 INFO:tasks.rados.rados.0.smithi040.stdout:192: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-22T04:27:28.838 INFO:tasks.rados.rados.0.smithi040.stdout:193: delete oid 41 current snap is 12 2024-04-22T04:27:28.839 INFO:tasks.rados.rados.0.smithi040.stdout:190: finishing copy_from racing read to smithi04078109-27 2024-04-22T04:27:28.839 INFO:tasks.rados.rados.0.smithi040.stdout:189: done (4 left) 2024-04-22T04:27:28.839 INFO:tasks.rados.rados.0.smithi040.stdout:193: done (3 left) 2024-04-22T04:27:28.839 INFO:tasks.rados.rados.0.smithi040.stdout:194: rollback oid 30 current snap is 12 2024-04-22T04:27:28.840 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 30 to 9 2024-04-22T04:27:28.840 INFO:tasks.rados.rados.0.smithi040.stdout:195: delete oid 15 current snap is 12 2024-04-22T04:27:28.840 INFO:tasks.rados.rados.0.smithi040.stdout:192: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-22T04:27:28.847 INFO:tasks.rados.rados.0.smithi040.stdout:190: finishing copy_from to smithi04078109-27 2024-04-22T04:27:28.847 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-22T04:27:28.848 INFO:tasks.rados.rados.0.smithi040.stdout:191: finishing copy_from racing read to smithi04078109-32 2024-04-22T04:27:28.848 INFO:tasks.rados.rados.0.smithi040.stdout:191: finishing copy_from to smithi04078109-32 2024-04-22T04:27:28.848 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-22T04:27:28.848 INFO:tasks.rados.rados.0.smithi040.stdout:190: done (4 left) 2024-04-22T04:27:28.848 INFO:tasks.rados.rados.0.smithi040.stdout:191: done (3 left) 2024-04-22T04:27:28.848 INFO:tasks.rados.rados.0.smithi040.stdout:192: done (2 left) 2024-04-22T04:27:28.848 INFO:tasks.rados.rados.0.smithi040.stdout:195: done (1 left) 2024-04-22T04:27:28.848 INFO:tasks.rados.rados.0.smithi040.stdout:196: copy_from oid 41 from oid 8 current snap is 12 2024-04-22T04:27:28.848 INFO:tasks.rados.rados.0.smithi040.stdout:194: finishing rollback tid 0 to smithi04078109-30 2024-04-22T04:27:28.848 INFO:tasks.rados.rados.0.smithi040.stdout:194: finishing rollback tid 1 to smithi04078109-30 2024-04-22T04:27:28.848 INFO:tasks.rados.rados.0.smithi040.stdout:194: finishing rollback tid 2 to smithi04078109-30 2024-04-22T04:27:28.848 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 37 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-22T04:27:28.848 INFO:tasks.rados.rados.0.smithi040.stdout:194: done (1 left) 2024-04-22T04:27:28.848 INFO:tasks.rados.rados.0.smithi040.stdout:197: rollback oid 13 current snap is 12 2024-04-22T04:27:28.848 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 13 to 8 2024-04-22T04:27:28.848 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 12 2024-04-22T04:27:28.849 INFO:tasks.rados.rados.0.smithi040.stdout:198: seq_num 89 ranges {122880=696320,819200=655360,1474560=147456} 2024-04-22T04:27:28.852 INFO:tasks.rados.rados.0.smithi040.stdout:198: writing smithi04078109-17 from 122880 to 819200 tid 1 2024-04-22T04:27:28.855 INFO:tasks.rados.rados.0.smithi040.stdout:198: writing smithi04078109-17 from 819200 to 1474560 tid 2 2024-04-22T04:27:28.857 INFO:tasks.rados.rados.0.smithi040.stdout:198: writing smithi04078109-17 from 1474560 to 1622016 tid 3 2024-04-22T04:27:28.857 INFO:tasks.rados.rados.0.smithi040.stdout:199: rollback oid 34 current snap is 12 2024-04-22T04:27:28.857 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 34 to 9 2024-04-22T04:27:28.857 INFO:tasks.rados.rados.0.smithi040.stdout:197: finishing rollback tid 0 to smithi04078109-13 2024-04-22T04:27:28.857 INFO:tasks.rados.rados.0.smithi040.stdout:197: finishing rollback tid 1 to smithi04078109-13 2024-04-22T04:27:28.857 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 33 (ObjNum -1443231792 snap 21852 seq_num 2851408832) dirty dne 2024-04-22T04:27:28.857 INFO:tasks.rados.rados.0.smithi040.stdout:196: finishing copy_from racing read to smithi04078109-41 2024-04-22T04:27:28.857 INFO:tasks.rados.rados.0.smithi040.stdout:196: finishing copy_from to smithi04078109-41 2024-04-22T04:27:28.857 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-22T04:27:28.857 INFO:tasks.rados.rados.0.smithi040.stdout:198: finishing write tid 1 to smithi04078109-17 2024-04-22T04:27:28.857 INFO:tasks.rados.rados.0.smithi040.stdout:196: done (3 left) 2024-04-22T04:27:28.857 INFO:tasks.rados.rados.0.smithi040.stdout:197: done (2 left) 2024-04-22T04:27:28.858 INFO:tasks.rados.rados.0.smithi040.stdout:200: snap_remove snap 11 2024-04-22T04:27:29.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:27.563242+0000 mgr.y (mgr.14574) 113 : cluster [DBG] pgmap v107: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-22T04:27:29.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:27.765152+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-04-22T04:27:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:27.563242+0000 mgr.y (mgr.14574) 113 : cluster [DBG] pgmap v107: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-22T04:27:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:27.765152+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-04-22T04:27:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:27.563242+0000 mgr.y (mgr.14574) 113 : cluster [DBG] pgmap v107: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-22T04:27:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:27.765152+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-04-22T04:27:29.803 INFO:tasks.rados.rados.0.smithi040.stdout:200: done (2 left) 2024-04-22T04:27:29.803 INFO:tasks.rados.rados.0.smithi040.stdout:201: snap_remove snap 8 2024-04-22T04:27:30.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:28.798663+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-04-22T04:27:30.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:28.798663+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-04-22T04:27:30.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:28.798663+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-04-22T04:27:30.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:27:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:27:30] "GET /metrics HTTP/1.1" 200 191546 "" "Prometheus/2.33.4" 2024-04-22T04:27:30.807 INFO:tasks.rados.rados.0.smithi040.stdout:201: done (2 left) 2024-04-22T04:27:30.807 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 24 current snap is 12 2024-04-22T04:27:30.807 INFO:tasks.rados.rados.0.smithi040.stdout:199: finishing rollback tid 1 to smithi04078109-34 2024-04-22T04:27:30.807 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 0 (ObjNum -1470253160 snap 21852 seq_num 1) dirty dne 2024-04-22T04:27:30.807 INFO:tasks.rados.rados.0.smithi040.stdout:202: seq_num 90 ranges {1933312=712704,2646016=540672,3186688=262144} 2024-04-22T04:27:30.823 INFO:tasks.rados.rados.0.smithi040.stdout:202: writing smithi04078109-24 from 1933312 to 2646016 tid 1 2024-04-22T04:27:30.826 INFO:tasks.rados.rados.0.smithi040.stdout:202: writing smithi04078109-24 from 2646016 to 3186688 tid 2 2024-04-22T04:27:30.828 INFO:tasks.rados.rados.0.smithi040.stdout:202: writing smithi04078109-24 from 3186688 to 3448832 tid 3 2024-04-22T04:27:30.828 INFO:tasks.rados.rados.0.smithi040.stdout:199: done (2 left) 2024-04-22T04:27:30.828 INFO:tasks.rados.rados.0.smithi040.stdout:203: copy_from oid 35 from oid 49 current snap is 12 2024-04-22T04:27:30.828 INFO:tasks.rados.rados.0.smithi040.stdout:198: finishing write tid 2 to smithi04078109-17 2024-04-22T04:27:30.829 INFO:tasks.rados.rados.0.smithi040.stdout:198: finishing write tid 3 to smithi04078109-17 2024-04-22T04:27:30.829 INFO:tasks.rados.rados.0.smithi040.stdout:198: finishing write tid 4 to smithi04078109-17 2024-04-22T04:27:30.829 INFO:tasks.rados.rados.0.smithi040.stdout:198: finishing write tid 5 to smithi04078109-17 2024-04-22T04:27:30.829 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 51 (ObjNum 89 snap 12 seq_num 89) dirty exists 2024-04-22T04:27:30.829 INFO:tasks.rados.rados.0.smithi040.stdout:198: left oid 17 (ObjNum 89 snap 12 seq_num 89) 2024-04-22T04:27:30.829 INFO:tasks.rados.rados.0.smithi040.stdout:202: finishing write tid 1 to smithi04078109-24 2024-04-22T04:27:30.829 INFO:tasks.rados.rados.0.smithi040.stdout:198: done (2 left) 2024-04-22T04:27:30.829 INFO:tasks.rados.rados.0.smithi040.stdout:204: delete oid 15 current snap is 12 2024-04-22T04:27:30.829 INFO:tasks.rados.rados.0.smithi040.stdout:204: done (2 left) 2024-04-22T04:27:30.830 INFO:tasks.rados.rados.0.smithi040.stdout:205: delete oid 40 current snap is 12 2024-04-22T04:27:30.830 INFO:tasks.rados.rados.0.smithi040.stdout:202: finishing write tid 2 to smithi04078109-24 2024-04-22T04:27:30.831 INFO:tasks.rados.rados.0.smithi040.stdout:202: finishing write tid 3 to smithi04078109-24 2024-04-22T04:27:30.831 INFO:tasks.rados.rados.0.smithi040.stdout:202: finishing write tid 4 to smithi04078109-24 2024-04-22T04:27:30.833 INFO:tasks.rados.rados.0.smithi040.stdout:205: done (2 left) 2024-04-22T04:27:30.833 INFO:tasks.rados.rados.0.smithi040.stdout:206: setattr oid 8 current snap is 12 2024-04-22T04:27:30.833 INFO:tasks.rados.rados.0.smithi040.stdout:202: finishing write tid 5 to smithi04078109-24 2024-04-22T04:27:30.833 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 59 (ObjNum 90 snap 12 seq_num 90) dirty exists 2024-04-22T04:27:30.833 INFO:tasks.rados.rados.0.smithi040.stdout:202: left oid 24 (ObjNum 90 snap 12 seq_num 90) 2024-04-22T04:27:30.833 INFO:tasks.rados.rados.0.smithi040.stdout:202: done (2 left) 2024-04-22T04:27:30.834 INFO:tasks.rados.rados.0.smithi040.stdout:207: snap_remove snap 9 2024-04-22T04:27:31.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:29.563728+0000 mgr.y (mgr.14574) 114 : cluster [DBG] pgmap v110: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-22T04:27:31.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:29.805310+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-04-22T04:27:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:29.563728+0000 mgr.y (mgr.14574) 114 : cluster [DBG] pgmap v110: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-22T04:27:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:29.805310+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-04-22T04:27:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:29.563728+0000 mgr.y (mgr.14574) 114 : cluster [DBG] pgmap v110: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-22T04:27:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:29.805310+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-04-22T04:27:31.760 INFO:tasks.rados.rados.0.smithi040.stdout:207: done (2 left) 2024-04-22T04:27:31.761 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 12 2024-04-22T04:27:31.761 INFO:tasks.rados.rados.0.smithi040.stdout:208: seq_num 93 ranges {0=761856,761856=647168,1409024=155648} 2024-04-22T04:27:31.771 INFO:tasks.rados.rados.0.smithi040.stdout:208: writing smithi04078109-47 from 0 to 761856 tid 1 2024-04-22T04:27:31.771 INFO:tasks.rados.rados.0.smithi040.stdout:208: writing smithi04078109-47 from 761856 to 1409024 tid 2 2024-04-22T04:27:31.771 INFO:tasks.rados.rados.0.smithi040.stdout:208: writing smithi04078109-47 from 1409024 to 1564672 tid 3 2024-04-22T04:27:31.771 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 14 current snap is 12 2024-04-22T04:27:31.771 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 16 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-22T04:27:31.771 INFO:tasks.rados.rados.0.smithi040.stdout:209: seq_num 94 ranges {221184=778240,999424=532480,1531904=270336} 2024-04-22T04:27:31.776 INFO:tasks.rados.rados.0.smithi040.stdout:209: writing smithi04078109-14 from 221184 to 999424 tid 1 2024-04-22T04:27:31.780 INFO:tasks.rados.rados.0.smithi040.stdout:209: writing smithi04078109-14 from 999424 to 1531904 tid 2 2024-04-22T04:27:31.781 INFO:tasks.rados.rados.0.smithi040.stdout:209: writing smithi04078109-14 from 1531904 to 1802240 tid 3 2024-04-22T04:27:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:206: done (3 left) 2024-04-22T04:27:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:210: copy_from oid 5 from oid 4 current snap is 12 2024-04-22T04:27:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:203: finishing copy_from racing read to smithi04078109-35 2024-04-22T04:27:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:211: snap_create 2024-04-22T04:27:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:203: finishing copy_from to smithi04078109-35 2024-04-22T04:27:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 28 (ObjNum 57 snap 3 seq_num 57) dirty exists 2024-04-22T04:27:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:208: finishing write tid 1 to smithi04078109-47 2024-04-22T04:27:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:208: finishing write tid 2 to smithi04078109-47 2024-04-22T04:27:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:208: finishing write tid 3 to smithi04078109-47 2024-04-22T04:27:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:208: finishing write tid 4 to smithi04078109-47 2024-04-22T04:27:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:208: finishing write tid 5 to smithi04078109-47 2024-04-22T04:27:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 36 (ObjNum 93 snap 12 seq_num 93) dirty exists 2024-04-22T04:27:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:208: left oid 47 (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:27:31.786 INFO:tasks.rados.rados.0.smithi040.stdout:210: finishing copy_from racing read to smithi04078109-5 2024-04-22T04:27:31.786 INFO:tasks.rados.rados.0.smithi040.stdout:209: finishing write tid 1 to smithi04078109-14 2024-04-22T04:27:31.787 INFO:tasks.rados.rados.0.smithi040.stdout:209: finishing write tid 2 to smithi04078109-14 2024-04-22T04:27:31.787 INFO:tasks.rados.rados.0.smithi040.stdout:209: finishing write tid 3 to smithi04078109-14 2024-04-22T04:27:31.787 INFO:tasks.rados.rados.0.smithi040.stdout:210: finishing copy_from to smithi04078109-5 2024-04-22T04:27:31.787 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-22T04:27:31.787 INFO:tasks.rados.rados.0.smithi040.stdout:209: finishing write tid 4 to smithi04078109-14 2024-04-22T04:27:31.789 INFO:tasks.rados.rados.0.smithi040.stdout:209: finishing write tid 5 to smithi04078109-14 2024-04-22T04:27:31.789 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 34 (ObjNum 94 snap 12 seq_num 94) dirty exists 2024-04-22T04:27:31.789 INFO:tasks.rados.rados.0.smithi040.stdout:209: left oid 14 (ObjNum 94 snap 12 seq_num 94) 2024-04-22T04:27:32.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:30.808240+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-04-22T04:27:32.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:31.761431+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-04-22T04:27:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:30.808240+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-04-22T04:27:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:31.761431+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-04-22T04:27:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:30.808240+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-04-22T04:27:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:31.761431+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-04-22T04:27:32.764 INFO:tasks.rados.rados.0.smithi040.stdout:203: done (4 left) 2024-04-22T04:27:32.764 INFO:tasks.rados.rados.0.smithi040.stdout:208: done (3 left) 2024-04-22T04:27:32.764 INFO:tasks.rados.rados.0.smithi040.stdout:209: done (2 left) 2024-04-22T04:27:32.765 INFO:tasks.rados.rados.0.smithi040.stdout:210: done (1 left) 2024-04-22T04:27:32.765 INFO:tasks.rados.rados.0.smithi040.stdout:211: done (0 left) 2024-04-22T04:27:32.765 INFO:tasks.rados.rados.0.smithi040.stdout:212: snap_create 2024-04-22T04:27:33.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:31.564130+0000 mgr.y (mgr.14574) 115 : cluster [DBG] pgmap v113: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:33.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:32.766620+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-04-22T04:27:33.148 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:27:33.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:31.564130+0000 mgr.y (mgr.14574) 115 : cluster [DBG] pgmap v113: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:33.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:32.766620+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-04-22T04:27:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:31.564130+0000 mgr.y (mgr.14574) 115 : cluster [DBG] pgmap v113: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:32.766620+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-04-22T04:27:33.437 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:27:33.437 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (60s) 49s ago 108s 13.6M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:27:33.437 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (95s) 44s ago 94s 51.7M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:27:33.437 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (2m) 49s ago 2m 12.5M - 16.2.15-1-g8963e9de 727f386679cb 07889a83e85d 2024-04-22T04:27:33.437 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (2m) 44s ago 2m 13.6M - 16.2.15-1-g8963e9de 727f386679cb 37118b502053 2024-04-22T04:27:33.438 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443 running (6m) 44s ago 6m 385M - 16.2.15-1-g8963e9de 727f386679cb 2842dc17f688 2024-04-22T04:27:33.438 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:9283 running (8m) 49s ago 8m 433M - 16.2.15-1-g8963e9de 727f386679cb 8a45996e439b 2024-04-22T04:27:33.438 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (8m) 49s ago 8m 67.0M 2048M 16.2.15-1-g8963e9de 727f386679cb 345f97f2a3df 2024-04-22T04:27:33.438 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (7m) 44s ago 7m 42.1M 2048M 16.2.15-1-g8963e9de 727f386679cb ffc5f26fd230 2024-04-22T04:27:33.438 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (7m) 49s ago 7m 40.0M 2048M 16.2.15-1-g8963e9de 727f386679cb ef0cdaf2d528 2024-04-22T04:27:33.438 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (2m) 49s ago 2m 11.0M - 1.3.1 1dbe0e931976 3d926365bac8 2024-04-22T04:27:33.438 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (2m) 44s ago 2m 13.1M - 1.3.1 1dbe0e931976 cd70c5d64335 2024-04-22T04:27:33.438 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (6m) 49s ago 6m 41.9M 3001M 16.2.15-1-g8963e9de 727f386679cb a05040c28137 2024-04-22T04:27:33.438 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (5m) 49s ago 5m 38.5M 3001M 16.2.15-1-g8963e9de 727f386679cb 132b282d5078 2024-04-22T04:27:33.438 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (5m) 49s ago 5m 37.2M 3001M 16.2.15-1-g8963e9de 727f386679cb 18997dafed68 2024-04-22T04:27:33.438 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (5m) 49s ago 5m 37.7M 3001M 16.2.15-1-g8963e9de 727f386679cb 143d3b49613e 2024-04-22T04:27:33.438 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (4m) 44s ago 4m 40.3M 3256M 16.2.15-1-g8963e9de 727f386679cb 60d50d2f7849 2024-04-22T04:27:33.438 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (4m) 44s ago 4m 39.5M 3256M 16.2.15-1-g8963e9de 727f386679cb b7e17a5d779e 2024-04-22T04:27:33.438 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (3m) 44s ago 3m 38.9M 3256M 16.2.15-1-g8963e9de 727f386679cb a25b6c33c8a6 2024-04-22T04:27:33.439 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (3m) 44s ago 3m 39.0M 3256M 16.2.15-1-g8963e9de 727f386679cb 65d10d469953 2024-04-22T04:27:33.439 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (53s) 44s ago 2m 37.4M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:27:33.764 INFO:tasks.rados.rados.0.smithi040.stdout:212: done (0 left) 2024-04-22T04:27:33.764 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 14 2024-04-22T04:27:33.764 INFO:tasks.rados.rados.0.smithi040.stdout:213: seq_num 95 ranges {1622016=794624,2416640=409600,2826240=393216} 2024-04-22T04:27:33.777 INFO:tasks.rados.rados.0.smithi040.stdout:213: writing smithi04078109-17 from 1622016 to 2416640 tid 1 2024-04-22T04:27:33.780 INFO:tasks.rados.rados.0.smithi040.stdout:213: writing smithi04078109-17 from 2416640 to 2826240 tid 2 2024-04-22T04:27:33.782 INFO:tasks.rados.rados.0.smithi040.stdout:213: writing smithi04078109-17 from 2826240 to 3219456 tid 3 2024-04-22T04:27:33.782 INFO:tasks.rados.rados.0.smithi040.stdout:214: rollback oid 8 current snap is 14 2024-04-22T04:27:33.782 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 8 to 12 2024-04-22T04:27:33.782 INFO:tasks.rados.rados.0.smithi040.stdout:215: rmattr oid 26 current snap is 14 2024-04-22T04:27:33.783 INFO:tasks.rados.rados.0.smithi040.stdout:215: done (2 left) 2024-04-22T04:27:33.783 INFO:tasks.rados.rados.0.smithi040.stdout:216: delete oid 2 current snap is 14 2024-04-22T04:27:33.784 INFO:tasks.rados.rados.0.smithi040.stdout:213: finishing write tid 1 to smithi04078109-17 2024-04-22T04:27:33.784 INFO:tasks.rados.rados.0.smithi040.stdout:213: finishing write tid 2 to smithi04078109-17 2024-04-22T04:27:33.786 INFO:tasks.rados.rados.0.smithi040.stdout:213: finishing write tid 3 to smithi04078109-17 2024-04-22T04:27:33.787 INFO:tasks.rados.rados.0.smithi040.stdout:213: finishing write tid 4 to smithi04078109-17 2024-04-22T04:27:33.788 INFO:tasks.rados.rados.0.smithi040.stdout:213: finishing write tid 5 to smithi04078109-17 2024-04-22T04:27:33.788 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 82 (ObjNum 95 snap 14 seq_num 95) dirty exists 2024-04-22T04:27:33.788 INFO:tasks.rados.rados.0.smithi040.stdout:213: left oid 17 (ObjNum 95 snap 14 seq_num 95) 2024-04-22T04:27:33.788 INFO:tasks.rados.rados.0.smithi040.stdout:213: done (2 left) 2024-04-22T04:27:33.788 INFO:tasks.rados.rados.0.smithi040.stdout:216: done (1 left) 2024-04-22T04:27:33.788 INFO:tasks.rados.rados.0.smithi040.stdout:217: rmattr oid 10 current snap is 14 2024-04-22T04:27:33.788 INFO:tasks.rados.rados.0.smithi040.stdout:218: snap_create 2024-04-22T04:27:33.789 INFO:tasks.rados.rados.0.smithi040.stdout:214: finishing rollback tid 0 to smithi04078109-8 2024-04-22T04:27:33.789 INFO:tasks.rados.rados.0.smithi040.stdout:214: finishing rollback tid 1 to smithi04078109-8 2024-04-22T04:27:33.789 INFO:tasks.rados.rados.0.smithi040.stdout:214: finishing rollback tid 2 to smithi04078109-8 2024-04-22T04:27:33.789 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 22 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-22T04:27:33.793 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 34 (ObjNum 77 snap 9 seq_num 77) dirty exists 2024-04-22T04:27:33.797 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:27:33.797 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:27:33.797 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3 2024-04-22T04:27:33.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:27:33.797 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:27:33.797 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:27:33.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:27:33.797 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:27:33.797 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-22T04:27:33.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:27:33.797 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:27:33.797 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:27:33.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:27:33.797 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:27:33.797 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 15 2024-04-22T04:27:33.798 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:27:33.798 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:27:34.767 INFO:tasks.rados.rados.0.smithi040.stdout:214: done (2 left) 2024-04-22T04:27:34.767 INFO:tasks.rados.rados.0.smithi040.stdout:217: done (1 left) 2024-04-22T04:27:34.767 INFO:tasks.rados.rados.0.smithi040.stdout:218: done (0 left) 2024-04-22T04:27:34.767 INFO:tasks.rados.rados.0.smithi040.stdout:219: copy_from oid 48 from oid 47 current snap is 15 2024-04-22T04:27:34.768 INFO:tasks.rados.rados.0.smithi040.stdout:220: read oid 34 snap -1 2024-04-22T04:27:34.768 INFO:tasks.rados.rados.0.smithi040.stdout:220: expect deleted 2024-04-22T04:27:34.768 INFO:tasks.rados.rados.0.smithi040.stdout:221: snap_create 2024-04-22T04:27:34.782 INFO:tasks.rados.rados.0.smithi040.stdout:219: finishing copy_from racing read to smithi04078109-48 2024-04-22T04:27:34.783 INFO:tasks.rados.rados.0.smithi040.stdout:219: finishing copy_from to smithi04078109-48 2024-04-22T04:27:34.783 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 36 (ObjNum 93 snap 12 seq_num 93) dirty exists 2024-04-22T04:27:35.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:27:33.138817+0000 mgr.y (mgr.14574) 116 : audit [DBG] from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:27:35.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:27:33.431658+0000 mgr.y (mgr.14574) 117 : audit [DBG] from='client.24863 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:27:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:33.564414+0000 mgr.y (mgr.14574) 118 : cluster [DBG] pgmap v116: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-22T04:27:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:33.766124+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-04-22T04:27:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:27:33.798921+0000 mon.c (mon.2) 107 : audit [DBG] from='client.? 172.21.15.40:0/360692124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:27:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:27:33.138817+0000 mgr.y (mgr.14574) 116 : audit [DBG] from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:27:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:27:33.431658+0000 mgr.y (mgr.14574) 117 : audit [DBG] from='client.24863 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:27:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:33.564414+0000 mgr.y (mgr.14574) 118 : cluster [DBG] pgmap v116: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-22T04:27:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:33.766124+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-04-22T04:27:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:27:33.798921+0000 mon.c (mon.2) 107 : audit [DBG] from='client.? 172.21.15.40:0/360692124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:27:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:27:33.138817+0000 mgr.y (mgr.14574) 116 : audit [DBG] from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:27:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:27:33.431658+0000 mgr.y (mgr.14574) 117 : audit [DBG] from='client.24863 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:27:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:33.564414+0000 mgr.y (mgr.14574) 118 : cluster [DBG] pgmap v116: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-22T04:27:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:33.766124+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-04-22T04:27:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:27:33.798921+0000 mon.c (mon.2) 107 : audit [DBG] from='client.? 172.21.15.40:0/360692124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:27:35.769 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:27:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:27:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:27:35.770 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:34.769454+0000 mon.a (mon.0) 756 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-04-22T04:27:35.773 INFO:tasks.rados.rados.0.smithi040.stdout:219: done (2 left) 2024-04-22T04:27:35.773 INFO:tasks.rados.rados.0.smithi040.stdout:220: done (1 left) 2024-04-22T04:27:35.774 INFO:tasks.rados.rados.0.smithi040.stdout:221: done (0 left) 2024-04-22T04:27:35.774 INFO:tasks.rados.rados.0.smithi040.stdout:222: read oid 47 snap -1 2024-04-22T04:27:35.774 INFO:tasks.rados.rados.0.smithi040.stdout:222: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:27:35.778 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 45 current snap is 16 2024-04-22T04:27:35.778 INFO:tasks.rados.rados.0.smithi040.stdout:223: seq_num 97 ranges {1843200=434176,2277376=581632,2859008=540672,3399680=81920} 2024-04-22T04:27:35.786 INFO:tasks.rados.rados.0.smithi040.stdout:223: writing smithi04078109-45 from 1843200 to 2277376 tid 1 2024-04-22T04:27:35.790 INFO:tasks.rados.rados.0.smithi040.stdout:223: writing smithi04078109-45 from 2277376 to 2859008 tid 2 2024-04-22T04:27:35.793 INFO:tasks.rados.rados.0.smithi040.stdout:223: writing smithi04078109-45 from 2859008 to 3399680 tid 3 2024-04-22T04:27:35.794 INFO:tasks.rados.rados.0.smithi040.stdout:223: writing smithi04078109-45 from 3399680 to 3481600 tid 4 2024-04-22T04:27:35.795 INFO:tasks.rados.rados.0.smithi040.stdout:224: read oid 49 snap 15 2024-04-22T04:27:35.795 INFO:tasks.rados.rados.0.smithi040.stdout:224: expect (ObjNum 57 snap 3 seq_num 57) 2024-04-22T04:27:35.795 INFO:tasks.rados.rados.0.smithi040.stdout:225: read oid 28 snap -1 2024-04-22T04:27:35.795 INFO:tasks.rados.rados.0.smithi040.stdout:225: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-22T04:27:35.795 INFO:tasks.rados.rados.0.smithi040.stdout:226: read oid 46 snap 13 2024-04-22T04:27:35.795 INFO:tasks.rados.rados.0.smithi040.stdout:226: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-22T04:27:35.795 INFO:tasks.rados.rados.0.smithi040.stdout:227: snap_remove snap 12 2024-04-22T04:27:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:34.769454+0000 mon.a (mon.0) 756 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-04-22T04:27:36.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:34.769454+0000 mon.a (mon.0) 756 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-04-22T04:27:36.765 INFO:tasks.rados.rados.0.smithi040.stdout:227: done (5 left) 2024-04-22T04:27:36.765 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 48 current snap is 16 2024-04-22T04:27:36.766 INFO:tasks.rados.rados.0.smithi040.stdout:228: seq_num 98 ranges {1564672=450560,2015232=466944,2482176=737280} 2024-04-22T04:27:36.776 INFO:tasks.rados.rados.0.smithi040.stdout:228: writing smithi04078109-48 from 1564672 to 2015232 tid 1 2024-04-22T04:27:36.779 INFO:tasks.rados.rados.0.smithi040.stdout:228: writing smithi04078109-48 from 2015232 to 2482176 tid 2 2024-04-22T04:27:36.784 INFO:tasks.rados.rados.0.smithi040.stdout:228: writing smithi04078109-48 from 2482176 to 3219456 tid 3 2024-04-22T04:27:36.792 INFO:tasks.rados.rados.0.smithi040.stdout:229: read oid 8 snap -1 2024-04-22T04:27:36.792 INFO:tasks.rados.rados.0.smithi040.stdout:229: expect (ObjNum 7 snap 0 seq_num 7) 2024-04-22T04:27:36.792 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 26 current snap is 16 2024-04-22T04:27:36.792 INFO:tasks.rados.rados.0.smithi040.stdout:230: seq_num 99 ranges {0=466944,466944=802816,1269760=401408} 2024-04-22T04:27:36.792 INFO:tasks.rados.rados.0.smithi040.stdout:230: writing smithi04078109-26 from 0 to 466944 tid 1 2024-04-22T04:27:36.793 INFO:tasks.rados.rados.0.smithi040.stdout:230: writing smithi04078109-26 from 466944 to 1269760 tid 2 2024-04-22T04:27:36.795 INFO:tasks.rados.rados.0.smithi040.stdout:230: writing smithi04078109-26 from 1269760 to 1671168 tid 3 2024-04-22T04:27:36.795 INFO:tasks.rados.rados.0.smithi040.stdout:231: setattr oid 7 current snap is 16 2024-04-22T04:27:36.795 INFO:tasks.rados.rados.0.smithi040.stdout:222: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:27:36.838 INFO:tasks.rados.rados.0.smithi040.stdout:223: finishing write tid 1 to smithi04078109-45 2024-04-22T04:27:36.838 INFO:tasks.rados.rados.0.smithi040.stdout:223: finishing write tid 2 to smithi04078109-45 2024-04-22T04:27:36.839 INFO:tasks.rados.rados.0.smithi040.stdout:223: finishing write tid 3 to smithi04078109-45 2024-04-22T04:27:36.839 INFO:tasks.rados.rados.0.smithi040.stdout:223: finishing write tid 4 to smithi04078109-45 2024-04-22T04:27:36.839 INFO:tasks.rados.rados.0.smithi040.stdout:223: finishing write tid 5 to smithi04078109-45 2024-04-22T04:27:36.839 INFO:tasks.rados.rados.0.smithi040.stdout:225: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-22T04:27:36.851 INFO:tasks.rados.rados.0.smithi040.stdout:223: finishing write tid 6 to smithi04078109-45 2024-04-22T04:27:36.851 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 51 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-04-22T04:27:36.851 INFO:tasks.rados.rados.0.smithi040.stdout:223: left oid 45 (ObjNum 97 snap 16 seq_num 97) 2024-04-22T04:27:36.851 INFO:tasks.rados.rados.0.smithi040.stdout:226: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-22T04:27:36.872 INFO:tasks.rados.rados.0.smithi040.stdout:224: expect (ObjNum 57 snap 3 seq_num 57) 2024-04-22T04:27:36.933 INFO:tasks.rados.rados.0.smithi040.stdout:228: finishing write tid 1 to smithi04078109-48 2024-04-22T04:27:36.934 INFO:tasks.rados.rados.0.smithi040.stdout:228: finishing write tid 2 to smithi04078109-48 2024-04-22T04:27:36.934 INFO:tasks.rados.rados.0.smithi040.stdout:229: expect (ObjNum 7 snap 0 seq_num 7) 2024-04-22T04:27:36.939 INFO:tasks.rados.rados.0.smithi040.stdout:230: finishing write tid 1 to smithi04078109-26 2024-04-22T04:27:36.939 INFO:tasks.rados.rados.0.smithi040.stdout:228: finishing write tid 3 to smithi04078109-48 2024-04-22T04:27:36.939 INFO:tasks.rados.rados.0.smithi040.stdout:228: finishing write tid 4 to smithi04078109-48 2024-04-22T04:27:36.939 INFO:tasks.rados.rados.0.smithi040.stdout:228: finishing write tid 5 to smithi04078109-48 2024-04-22T04:27:36.939 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 43 (ObjNum 98 snap 16 seq_num 98) dirty exists 2024-04-22T04:27:36.939 INFO:tasks.rados.rados.0.smithi040.stdout:228: left oid 48 (ObjNum 98 snap 16 seq_num 98) 2024-04-22T04:27:36.939 INFO:tasks.rados.rados.0.smithi040.stdout:230: finishing write tid 2 to smithi04078109-26 2024-04-22T04:27:36.939 INFO:tasks.rados.rados.0.smithi040.stdout:230: finishing write tid 3 to smithi04078109-26 2024-04-22T04:27:36.939 INFO:tasks.rados.rados.0.smithi040.stdout:230: finishing write tid 4 to smithi04078109-26 2024-04-22T04:27:36.940 INFO:tasks.rados.rados.0.smithi040.stdout:230: finishing write tid 5 to smithi04078109-26 2024-04-22T04:27:36.940 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 22 (ObjNum 99 snap 16 seq_num 99) dirty exists 2024-04-22T04:27:36.940 INFO:tasks.rados.rados.0.smithi040.stdout:230: left oid 26 (ObjNum 99 snap 16 seq_num 99) 2024-04-22T04:27:36.940 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 55 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-22T04:27:36.940 INFO:tasks.rados.rados.0.smithi040.stdout:222: done (8 left) 2024-04-22T04:27:36.940 INFO:tasks.rados.rados.0.smithi040.stdout:223: done (7 left) 2024-04-22T04:27:36.940 INFO:tasks.rados.rados.0.smithi040.stdout:224: done (6 left) 2024-04-22T04:27:36.940 INFO:tasks.rados.rados.0.smithi040.stdout:225: done (5 left) 2024-04-22T04:27:36.940 INFO:tasks.rados.rados.0.smithi040.stdout:226: done (4 left) 2024-04-22T04:27:36.940 INFO:tasks.rados.rados.0.smithi040.stdout:228: done (3 left) 2024-04-22T04:27:36.940 INFO:tasks.rados.rados.0.smithi040.stdout:229: done (2 left) 2024-04-22T04:27:36.940 INFO:tasks.rados.rados.0.smithi040.stdout:230: done (1 left) 2024-04-22T04:27:36.940 INFO:tasks.rados.rados.0.smithi040.stdout:231: done (0 left) 2024-04-22T04:27:36.940 INFO:tasks.rados.rados.0.smithi040.stdout:232: setattr oid 39 current snap is 16 2024-04-22T04:27:36.941 INFO:tasks.rados.rados.0.smithi040.stdout:233: snap_remove snap 14 2024-04-22T04:27:37.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:35.564827+0000 mgr.y (mgr.14574) 119 : cluster [DBG] pgmap v119: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-22T04:27:37.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:35.775272+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-04-22T04:27:37.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:36.766452+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-04-22T04:27:37.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:35.564827+0000 mgr.y (mgr.14574) 119 : cluster [DBG] pgmap v119: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-22T04:27:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:35.775272+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-04-22T04:27:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:36.766452+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-04-22T04:27:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:35.564827+0000 mgr.y (mgr.14574) 119 : cluster [DBG] pgmap v119: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-22T04:27:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:35.775272+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-04-22T04:27:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:36.766452+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-04-22T04:27:37.780 INFO:tasks.rados.rados.0.smithi040.stdout:233: done (1 left) 2024-04-22T04:27:37.781 INFO:tasks.rados.rados.0.smithi040.stdout:234: read oid 17 snap -1 2024-04-22T04:27:37.781 INFO:tasks.rados.rados.0.smithi040.stdout:234: expect (ObjNum 95 snap 14 seq_num 95) 2024-04-22T04:27:37.781 INFO:tasks.rados.rados.0.smithi040.stdout:235: read oid 38 snap -1 2024-04-22T04:27:37.781 INFO:tasks.rados.rados.0.smithi040.stdout:235: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-22T04:27:37.781 INFO:tasks.rados.rados.0.smithi040.stdout:236: read oid 35 snap -1 2024-04-22T04:27:37.781 INFO:tasks.rados.rados.0.smithi040.stdout:236: expect (ObjNum 57 snap 3 seq_num 57) 2024-04-22T04:27:37.781 INFO:tasks.rados.rados.0.smithi040.stdout:237: snap_remove snap 15 2024-04-22T04:27:38.788 INFO:tasks.rados.rados.0.smithi040.stdout:237: done (4 left) 2024-04-22T04:27:38.788 INFO:tasks.rados.rados.0.smithi040.stdout:238: copy_from oid 34 from oid 33 current snap is 16 2024-04-22T04:27:38.788 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 26 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-22T04:27:38.788 INFO:tasks.rados.rados.0.smithi040.stdout:235: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-22T04:27:38.807 INFO:tasks.rados.rados.0.smithi040.stdout:236: expect (ObjNum 57 snap 3 seq_num 57) 2024-04-22T04:27:38.868 INFO:tasks.rados.rados.0.smithi040.stdout:234: expect (ObjNum 95 snap 14 seq_num 95) 2024-04-22T04:27:38.982 INFO:tasks.rados.rados.0.smithi040.stdout:238: finishing copy_from racing read to smithi04078109-34 2024-04-22T04:27:38.982 INFO:tasks.rados.rados.0.smithi040.stdout:238: finishing copy_from to smithi04078109-34 2024-04-22T04:27:38.982 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 8 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-22T04:27:38.982 INFO:tasks.rados.rados.0.smithi040.stdout:232: done (4 left) 2024-04-22T04:27:38.982 INFO:tasks.rados.rados.0.smithi040.stdout:234: done (3 left) 2024-04-22T04:27:38.983 INFO:tasks.rados.rados.0.smithi040.stdout:235: done (2 left) 2024-04-22T04:27:38.983 INFO:tasks.rados.rados.0.smithi040.stdout:236: done (1 left) 2024-04-22T04:27:38.983 INFO:tasks.rados.rados.0.smithi040.stdout:238: done (0 left) 2024-04-22T04:27:38.983 INFO:tasks.rados.rados.0.smithi040.stdout:239: read oid 27 snap -1 2024-04-22T04:27:38.983 INFO:tasks.rados.rados.0.smithi040.stdout:239: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-22T04:27:38.983 INFO:tasks.rados.rados.0.smithi040.stdout:240: snap_remove snap 10 2024-04-22T04:27:39.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:37.565500+0000 mgr.y (mgr.14574) 120 : cluster [DBG] pgmap v122: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 22 op/s 2024-04-22T04:27:39.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:37.781498+0000 mon.a (mon.0) 759 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-04-22T04:27:39.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:37.565500+0000 mgr.y (mgr.14574) 120 : cluster [DBG] pgmap v122: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 22 op/s 2024-04-22T04:27:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:37.781498+0000 mon.a (mon.0) 759 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-04-22T04:27:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:37.565500+0000 mgr.y (mgr.14574) 120 : cluster [DBG] pgmap v122: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 22 op/s 2024-04-22T04:27:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:37.781498+0000 mon.a (mon.0) 759 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-04-22T04:27:39.800 INFO:tasks.rados.rados.0.smithi040.stdout:240: done (1 left) 2024-04-22T04:27:39.800 INFO:tasks.rados.rados.0.smithi040.stdout:241: read oid 33 snap -1 2024-04-22T04:27:39.800 INFO:tasks.rados.rados.0.smithi040.stdout:241: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-22T04:27:39.800 INFO:tasks.rados.rados.0.smithi040.stdout:242: delete oid 36 current snap is 16 2024-04-22T04:27:39.800 INFO:tasks.rados.rados.0.smithi040.stdout:239: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-22T04:27:39.811 INFO:tasks.rados.rados.0.smithi040.stdout:239: done (2 left) 2024-04-22T04:27:39.811 INFO:tasks.rados.rados.0.smithi040.stdout:242: done (1 left) 2024-04-22T04:27:39.811 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 16 2024-04-22T04:27:39.811 INFO:tasks.rados.rados.0.smithi040.stdout:243: seq_num 101 ranges {1933312=499712,2433024=573440,3006464=524288,3530752=106496} 2024-04-22T04:27:39.825 INFO:tasks.rados.rados.0.smithi040.stdout:243: writing smithi04078109-10 from 1933312 to 2433024 tid 1 2024-04-22T04:27:39.828 INFO:tasks.rados.rados.0.smithi040.stdout:243: writing smithi04078109-10 from 2433024 to 3006464 tid 2 2024-04-22T04:27:39.831 INFO:tasks.rados.rados.0.smithi040.stdout:243: writing smithi04078109-10 from 3006464 to 3530752 tid 3 2024-04-22T04:27:39.832 INFO:tasks.rados.rados.0.smithi040.stdout:243: writing smithi04078109-10 from 3530752 to 3637248 tid 4 2024-04-22T04:27:39.832 INFO:tasks.rados.rados.0.smithi040.stdout:244: rmattr oid 7 current snap is 16 2024-04-22T04:27:39.832 INFO:tasks.rados.rados.0.smithi040.stdout:241: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-22T04:27:39.848 INFO:tasks.rados.rados.0.smithi040.stdout:243: finishing write tid 1 to smithi04078109-10 2024-04-22T04:27:39.848 INFO:tasks.rados.rados.0.smithi040.stdout:243: finishing write tid 2 to smithi04078109-10 2024-04-22T04:27:39.848 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 69 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-22T04:27:39.848 INFO:tasks.rados.rados.0.smithi040.stdout:243: finishing write tid 3 to smithi04078109-10 2024-04-22T04:27:39.848 INFO:tasks.rados.rados.0.smithi040.stdout:243: finishing write tid 4 to smithi04078109-10 2024-04-22T04:27:39.848 INFO:tasks.rados.rados.0.smithi040.stdout:243: finishing write tid 5 to smithi04078109-10 2024-04-22T04:27:39.848 INFO:tasks.rados.rados.0.smithi040.stdout:243: finishing write tid 6 to smithi04078109-10 2024-04-22T04:27:39.848 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 43 (ObjNum 101 snap 16 seq_num 101) dirty exists 2024-04-22T04:27:39.848 INFO:tasks.rados.rados.0.smithi040.stdout:243: left oid 10 (ObjNum 101 snap 16 seq_num 101) 2024-04-22T04:27:39.848 INFO:tasks.rados.rados.0.smithi040.stdout:241: done (2 left) 2024-04-22T04:27:39.848 INFO:tasks.rados.rados.0.smithi040.stdout:243: done (1 left) 2024-04-22T04:27:39.849 INFO:tasks.rados.rados.0.smithi040.stdout:244: done (0 left) 2024-04-22T04:27:39.849 INFO:tasks.rados.rados.0.smithi040.stdout:245: snap_remove snap 13 2024-04-22T04:27:40.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:38.788450+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-04-22T04:27:40.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:38.788450+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-04-22T04:27:40.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:38.788450+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-04-22T04:27:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:27:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:27:40] "GET /metrics HTTP/1.1" 200 191634 "" "Prometheus/2.33.4" 2024-04-22T04:27:40.808 INFO:tasks.rados.rados.0.smithi040.stdout:245: done (0 left) 2024-04-22T04:27:40.808 INFO:tasks.rados.rados.0.smithi040.stdout:246: rmattr oid 21 current snap is 16 2024-04-22T04:27:40.808 INFO:tasks.rados.rados.0.smithi040.stdout:246: done (0 left) 2024-04-22T04:27:40.808 INFO:tasks.rados.rados.0.smithi040.stdout:247: read oid 17 snap -1 2024-04-22T04:27:40.808 INFO:tasks.rados.rados.0.smithi040.stdout:247: expect (ObjNum 95 snap 14 seq_num 95) 2024-04-22T04:27:40.808 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 16 2024-04-22T04:27:40.808 INFO:tasks.rados.rados.0.smithi040.stdout:248: seq_num 102 ranges {0=516096,516096=450560,966656=729088,1695744=24576} 2024-04-22T04:27:40.815 INFO:tasks.rados.rados.0.smithi040.stdout:248: writing smithi04078109-11 from 0 to 516096 tid 1 2024-04-22T04:27:40.815 INFO:tasks.rados.rados.0.smithi040.stdout:248: writing smithi04078109-11 from 516096 to 966656 tid 2 2024-04-22T04:27:40.819 INFO:tasks.rados.rados.0.smithi040.stdout:248: writing smithi04078109-11 from 966656 to 1695744 tid 3 2024-04-22T04:27:40.819 INFO:tasks.rados.rados.0.smithi040.stdout:248: writing smithi04078109-11 from 1695744 to 1720320 tid 4 2024-04-22T04:27:40.819 INFO:tasks.rados.rados.0.smithi040.stdout:249: snap_create 2024-04-22T04:27:40.819 INFO:tasks.rados.rados.0.smithi040.stdout:248: finishing write tid 1 to smithi04078109-11 2024-04-22T04:27:40.823 INFO:tasks.rados.rados.0.smithi040.stdout:248: finishing write tid 2 to smithi04078109-11 2024-04-22T04:27:40.825 INFO:tasks.rados.rados.0.smithi040.stdout:248: finishing write tid 3 to smithi04078109-11 2024-04-22T04:27:40.825 INFO:tasks.rados.rados.0.smithi040.stdout:248: finishing write tid 4 to smithi04078109-11 2024-04-22T04:27:40.825 INFO:tasks.rados.rados.0.smithi040.stdout:247: expect (ObjNum 95 snap 14 seq_num 95) 2024-04-22T04:27:40.940 INFO:tasks.rados.rados.0.smithi040.stdout:248: finishing write tid 5 to smithi04078109-11 2024-04-22T04:27:40.940 INFO:tasks.rados.rados.0.smithi040.stdout:248: finishing write tid 6 to smithi04078109-11 2024-04-22T04:27:40.941 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 97 (ObjNum 102 snap 16 seq_num 102) dirty exists 2024-04-22T04:27:40.941 INFO:tasks.rados.rados.0.smithi040.stdout:248: left oid 11 (ObjNum 102 snap 16 seq_num 102) 2024-04-22T04:27:41.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:39.565962+0000 mgr.y (mgr.14574) 121 : cluster [DBG] pgmap v125: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 22 op/s 2024-04-22T04:27:41.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:39.801914+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-04-22T04:27:41.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:39.565962+0000 mgr.y (mgr.14574) 121 : cluster [DBG] pgmap v125: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 22 op/s 2024-04-22T04:27:41.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:39.801914+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-04-22T04:27:41.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:39.565962+0000 mgr.y (mgr.14574) 121 : cluster [DBG] pgmap v125: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 22 op/s 2024-04-22T04:27:41.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:39.801914+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-04-22T04:27:41.764 INFO:tasks.rados.rados.0.smithi040.stdout:247: done (2 left) 2024-04-22T04:27:41.764 INFO:tasks.rados.rados.0.smithi040.stdout:248: done (1 left) 2024-04-22T04:27:41.764 INFO:tasks.rados.rados.0.smithi040.stdout:249: done (0 left) 2024-04-22T04:27:41.764 INFO:tasks.rados.rados.0.smithi040.stdout:250: delete oid 41 current snap is 17 2024-04-22T04:27:41.767 INFO:tasks.rados.rados.0.smithi040.stdout:250: done (0 left) 2024-04-22T04:27:41.768 INFO:tasks.rados.rados.0.smithi040.stdout:251: read oid 13 snap -1 2024-04-22T04:27:41.768 INFO:tasks.rados.rados.0.smithi040.stdout:251: expect deleted 2024-04-22T04:27:41.768 INFO:tasks.rados.rados.0.smithi040.stdout:252: setattr oid 26 current snap is 17 2024-04-22T04:27:41.769 INFO:tasks.rados.rados.0.smithi040.stdout:253: copy_from oid 32 from oid 7 current snap is 17 2024-04-22T04:27:41.769 INFO:tasks.rados.rados.0.smithi040.stdout:254: read oid 22 snap -1 2024-04-22T04:27:41.769 INFO:tasks.rados.rados.0.smithi040.stdout:254: expect (ObjNum 76 snap 9 seq_num 76) 2024-04-22T04:27:41.769 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 17 2024-04-22T04:27:41.769 INFO:tasks.rados.rados.0.smithi040.stdout:255: seq_num 104 ranges {0=548864,548864=622592,1171456=581632} 2024-04-22T04:27:41.773 INFO:tasks.rados.rados.0.smithi040.stdout:255: writing smithi04078109-15 from 0 to 548864 tid 1 2024-04-22T04:27:41.777 INFO:tasks.rados.rados.0.smithi040.stdout:255: writing smithi04078109-15 from 548864 to 1171456 tid 2 2024-04-22T04:27:41.781 INFO:tasks.rados.rados.0.smithi040.stdout:255: writing smithi04078109-15 from 1171456 to 1753088 tid 3 2024-04-22T04:27:41.781 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 17 2024-04-22T04:27:41.781 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 26 (ObjNum 99 snap 16 seq_num 99) dirty exists 2024-04-22T04:27:41.781 INFO:tasks.rados.rados.0.smithi040.stdout:255: finishing write tid 1 to smithi04078109-15 2024-04-22T04:27:41.782 INFO:tasks.rados.rados.0.smithi040.stdout:253: finishing copy_from racing read to smithi04078109-32 2024-04-22T04:27:41.782 INFO:tasks.rados.rados.0.smithi040.stdout:253: finishing copy_from to smithi04078109-32 2024-04-22T04:27:41.782 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 69 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-22T04:27:41.782 INFO:tasks.rados.rados.0.smithi040.stdout:255: finishing write tid 2 to smithi04078109-15 2024-04-22T04:27:41.782 INFO:tasks.rados.rados.0.smithi040.stdout:256: seq_num 105 ranges {1769472=565248,2334720=507904,2842624=507904,3350528=188416} 2024-04-22T04:27:41.794 INFO:tasks.rados.rados.0.smithi040.stdout:256: writing smithi04078109-49 from 1769472 to 2334720 tid 1 2024-04-22T04:27:41.797 INFO:tasks.rados.rados.0.smithi040.stdout:256: writing smithi04078109-49 from 2334720 to 2842624 tid 2 2024-04-22T04:27:41.800 INFO:tasks.rados.rados.0.smithi040.stdout:256: writing smithi04078109-49 from 2842624 to 3350528 tid 3 2024-04-22T04:27:41.801 INFO:tasks.rados.rados.0.smithi040.stdout:256: writing smithi04078109-49 from 3350528 to 3538944 tid 4 2024-04-22T04:27:41.802 INFO:tasks.rados.rados.0.smithi040.stdout:251: done (5 left) 2024-04-22T04:27:41.802 INFO:tasks.rados.rados.0.smithi040.stdout:252: done (4 left) 2024-04-22T04:27:41.802 INFO:tasks.rados.rados.0.smithi040.stdout:253: done (3 left) 2024-04-22T04:27:41.802 INFO:tasks.rados.rados.0.smithi040.stdout:257: rollback oid 33 current snap is 17 2024-04-22T04:27:41.802 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 33 to 16 2024-04-22T04:27:41.802 INFO:tasks.rados.rados.0.smithi040.stdout:255: finishing write tid 3 to smithi04078109-15 2024-04-22T04:27:41.802 INFO:tasks.rados.rados.0.smithi040.stdout:255: finishing write tid 4 to smithi04078109-15 2024-04-22T04:27:41.802 INFO:tasks.rados.rados.0.smithi040.stdout:255: finishing write tid 5 to smithi04078109-15 2024-04-22T04:27:41.802 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 108 (ObjNum 104 snap 17 seq_num 104) dirty exists 2024-04-22T04:27:41.802 INFO:tasks.rados.rados.0.smithi040.stdout:255: left oid 15 (ObjNum 104 snap 17 seq_num 104) 2024-04-22T04:27:41.802 INFO:tasks.rados.rados.0.smithi040.stdout:254: expect (ObjNum 76 snap 9 seq_num 76) 2024-04-22T04:27:41.893 INFO:tasks.rados.rados.0.smithi040.stdout:256: finishing write tid 1 to smithi04078109-49 2024-04-22T04:27:41.894 INFO:tasks.rados.rados.0.smithi040.stdout:256: finishing write tid 2 to smithi04078109-49 2024-04-22T04:27:41.894 INFO:tasks.rados.rados.0.smithi040.stdout:254: done (3 left) 2024-04-22T04:27:41.894 INFO:tasks.rados.rados.0.smithi040.stdout:255: done (2 left) 2024-04-22T04:27:41.894 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 17 2024-04-22T04:27:41.894 INFO:tasks.rados.rados.0.smithi040.stdout:256: finishing write tid 3 to smithi04078109-49 2024-04-22T04:27:41.894 INFO:tasks.rados.rados.0.smithi040.stdout:256: finishing write tid 4 to smithi04078109-49 2024-04-22T04:27:41.894 INFO:tasks.rados.rados.0.smithi040.stdout:256: finishing write tid 5 to smithi04078109-49 2024-04-22T04:27:41.894 INFO:tasks.rados.rados.0.smithi040.stdout:258: seq_num 106 ranges {3637248=581632,4218880=794624,5013504=409600} 2024-04-22T04:27:41.916 INFO:tasks.rados.rados.0.smithi040.stdout:258: writing smithi04078109-10 from 3637248 to 4218880 tid 1 2024-04-22T04:27:41.921 INFO:tasks.rados.rados.0.smithi040.stdout:258: writing smithi04078109-10 from 4218880 to 5013504 tid 2 2024-04-22T04:27:41.924 INFO:tasks.rados.rados.0.smithi040.stdout:258: writing smithi04078109-10 from 5013504 to 5423104 tid 3 2024-04-22T04:27:41.924 INFO:tasks.rados.rados.0.smithi040.stdout:259: read oid 13 snap -1 2024-04-22T04:27:41.924 INFO:tasks.rados.rados.0.smithi040.stdout:259: expect deleted 2024-04-22T04:27:41.924 INFO:tasks.rados.rados.0.smithi040.stdout:260: rollback oid 26 current snap is 17 2024-04-22T04:27:41.924 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 26 to 16 2024-04-22T04:27:41.924 INFO:tasks.rados.rados.0.smithi040.stdout:257: finishing rollback tid 0 to smithi04078109-33 2024-04-22T04:27:41.924 INFO:tasks.rados.rados.0.smithi040.stdout:257: finishing rollback tid 1 to smithi04078109-33 2024-04-22T04:27:41.924 INFO:tasks.rados.rados.0.smithi040.stdout:256: finishing write tid 6 to smithi04078109-49 2024-04-22T04:27:41.924 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 79 (ObjNum 105 snap 17 seq_num 105) dirty exists 2024-04-22T04:27:41.924 INFO:tasks.rados.rados.0.smithi040.stdout:256: left oid 49 (ObjNum 105 snap 17 seq_num 105) 2024-04-22T04:27:41.924 INFO:tasks.rados.rados.0.smithi040.stdout:257: finishing rollback tid 2 to smithi04078109-33 2024-04-22T04:27:41.924 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 61 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-22T04:27:41.924 INFO:tasks.rados.rados.0.smithi040.stdout:256: done (4 left) 2024-04-22T04:27:41.925 INFO:tasks.rados.rados.0.smithi040.stdout:257: done (3 left) 2024-04-22T04:27:41.925 INFO:tasks.rados.rados.0.smithi040.stdout:261: rmattr oid 24 current snap is 17 2024-04-22T04:27:41.925 INFO:tasks.rados.rados.0.smithi040.stdout:262: copy_from oid 30 from oid 19 current snap is 17 2024-04-22T04:27:41.925 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 17 2024-04-22T04:27:41.925 INFO:tasks.rados.rados.0.smithi040.stdout:258: finishing write tid 1 to smithi04078109-10 2024-04-22T04:27:41.925 INFO:tasks.rados.rados.0.smithi040.stdout:263: seq_num 107 ranges {1753088=598016,2351104=729088,3080192=466944,3547136=8192} 2024-04-22T04:27:41.936 INFO:tasks.rados.rados.0.smithi040.stdout:263: writing smithi04078109-15 from 1753088 to 2351104 tid 1 2024-04-22T04:27:41.941 INFO:tasks.rados.rados.0.smithi040.stdout:263: writing smithi04078109-15 from 2351104 to 3080192 tid 2 2024-04-22T04:27:41.944 INFO:tasks.rados.rados.0.smithi040.stdout:263: writing smithi04078109-15 from 3080192 to 3547136 tid 3 2024-04-22T04:27:41.944 INFO:tasks.rados.rados.0.smithi040.stdout:263: writing smithi04078109-15 from 3547136 to 3555328 tid 4 2024-04-22T04:27:41.944 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 3 current snap is 17 2024-04-22T04:27:41.944 INFO:tasks.rados.rados.0.smithi040.stdout:264: seq_num 108 ranges {1359872=614400,1974272=606208,2580480=598016} 2024-04-22T04:27:41.955 INFO:tasks.rados.rados.0.smithi040.stdout:264: writing smithi04078109-3 from 1359872 to 1974272 tid 1 2024-04-22T04:27:41.958 INFO:tasks.rados.rados.0.smithi040.stdout:264: writing smithi04078109-3 from 1974272 to 2580480 tid 2 2024-04-22T04:27:41.962 INFO:tasks.rados.rados.0.smithi040.stdout:264: writing smithi04078109-3 from 2580480 to 3178496 tid 3 2024-04-22T04:27:41.962 INFO:tasks.rados.rados.0.smithi040.stdout:265: read oid 14 snap 16 2024-04-22T04:27:41.962 INFO:tasks.rados.rados.0.smithi040.stdout:265: expect (ObjNum 94 snap 12 seq_num 94) 2024-04-22T04:27:41.962 INFO:tasks.rados.rados.0.smithi040.stdout:266: rmattr oid 4 current snap is 17 2024-04-22T04:27:41.962 INFO:tasks.rados.rados.0.smithi040.stdout:266: done (8 left) 2024-04-22T04:27:41.962 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 43 current snap is 17 2024-04-22T04:27:41.962 INFO:tasks.rados.rados.0.smithi040.stdout:267: seq_num 109 ranges {0=630784,630784=491520,1122304=483328,1605632=229376} 2024-04-22T04:27:41.966 INFO:tasks.rados.rados.0.smithi040.stdout:267: writing smithi04078109-43 from 0 to 630784 tid 1 2024-04-22T04:27:41.969 INFO:tasks.rados.rados.0.smithi040.stdout:267: writing smithi04078109-43 from 630784 to 1122304 tid 2 2024-04-22T04:27:41.971 INFO:tasks.rados.rados.0.smithi040.stdout:267: writing smithi04078109-43 from 1122304 to 1605632 tid 3 2024-04-22T04:27:41.973 INFO:tasks.rados.rados.0.smithi040.stdout:267: writing smithi04078109-43 from 1605632 to 1835008 tid 4 2024-04-22T04:27:41.973 INFO:tasks.rados.rados.0.smithi040.stdout:268: read oid 5 snap -1 2024-04-22T04:27:41.973 INFO:tasks.rados.rados.0.smithi040.stdout:268: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-22T04:27:41.973 INFO:tasks.rados.rados.0.smithi040.stdout:269: read oid 4 snap 16 2024-04-22T04:27:41.974 INFO:tasks.rados.rados.0.smithi040.stdout:269: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-22T04:27:41.974 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 38 current snap is 17 2024-04-22T04:27:41.974 INFO:tasks.rados.rados.0.smithi040.stdout:270: seq_num 110 ranges {622592=647168,1269760=778240,2048000=425984} 2024-04-22T04:27:41.980 INFO:tasks.rados.rados.0.smithi040.stdout:270: writing smithi04078109-38 from 622592 to 1269760 tid 1 2024-04-22T04:27:41.985 INFO:tasks.rados.rados.0.smithi040.stdout:270: writing smithi04078109-38 from 1269760 to 2048000 tid 2 2024-04-22T04:27:41.988 INFO:tasks.rados.rados.0.smithi040.stdout:270: writing smithi04078109-38 from 2048000 to 2473984 tid 3 2024-04-22T04:27:41.988 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 33 current snap is 17 2024-04-22T04:27:41.988 INFO:tasks.rados.rados.0.smithi040.stdout:258: finishing write tid 2 to smithi04078109-10 2024-04-22T04:27:41.988 INFO:tasks.rados.rados.0.smithi040.stdout:258: finishing write tid 3 to smithi04078109-10 2024-04-22T04:27:41.988 INFO:tasks.rados.rados.0.smithi040.stdout:258: finishing write tid 4 to smithi04078109-10 2024-04-22T04:27:41.988 INFO:tasks.rados.rados.0.smithi040.stdout:258: finishing write tid 5 to smithi04078109-10 2024-04-22T04:27:41.989 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 50 (ObjNum 106 snap 17 seq_num 106) dirty exists 2024-04-22T04:27:41.989 INFO:tasks.rados.rados.0.smithi040.stdout:258: left oid 10 (ObjNum 106 snap 17 seq_num 106) 2024-04-22T04:27:41.989 INFO:tasks.rados.rados.0.smithi040.stdout:262: finishing copy_from racing read to smithi04078109-30 2024-04-22T04:27:41.989 INFO:tasks.rados.rados.0.smithi040.stdout:260: finishing rollback tid 0 to smithi04078109-26 2024-04-22T04:27:41.989 INFO:tasks.rados.rados.0.smithi040.stdout:262: finishing copy_from to smithi04078109-30 2024-04-22T04:27:41.989 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-22T04:27:41.989 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 70 (ObjNum 90 snap 12 seq_num 90) dirty exists 2024-04-22T04:27:41.989 INFO:tasks.rados.rados.0.smithi040.stdout:260: finishing rollback tid 1 to smithi04078109-26 2024-04-22T04:27:41.989 INFO:tasks.rados.rados.0.smithi040.stdout:260: finishing rollback tid 2 to smithi04078109-26 2024-04-22T04:27:41.989 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 29 (ObjNum 99 snap 16 seq_num 99) dirty exists 2024-04-22T04:27:41.989 INFO:tasks.rados.rados.0.smithi040.stdout:263: finishing write tid 1 to smithi04078109-15 2024-04-22T04:27:41.989 INFO:tasks.rados.rados.0.smithi040.stdout:263: finishing write tid 2 to smithi04078109-15 2024-04-22T04:27:41.989 INFO:tasks.rados.rados.0.smithi040.stdout:263: finishing write tid 3 to smithi04078109-15 2024-04-22T04:27:41.990 INFO:tasks.rados.rados.0.smithi040.stdout:263: finishing write tid 4 to smithi04078109-15 2024-04-22T04:27:41.990 INFO:tasks.rados.rados.0.smithi040.stdout:271: seq_num 111 ranges {540672=663552,1204224=663552,1867776=450560,2318336=90112} 2024-04-22T04:27:41.994 INFO:tasks.rados.rados.0.smithi040.stdout:271: writing smithi04078109-33 from 540672 to 1204224 tid 1 2024-04-22T04:27:41.998 INFO:tasks.rados.rados.0.smithi040.stdout:271: writing smithi04078109-33 from 1204224 to 1867776 tid 2 2024-04-22T04:27:42.001 INFO:tasks.rados.rados.0.smithi040.stdout:271: writing smithi04078109-33 from 1867776 to 2318336 tid 3 2024-04-22T04:27:42.002 INFO:tasks.rados.rados.0.smithi040.stdout:271: writing smithi04078109-33 from 2318336 to 2408448 tid 4 2024-04-22T04:27:42.002 INFO:tasks.rados.rados.0.smithi040.stdout:258: done (12 left) 2024-04-22T04:27:42.002 INFO:tasks.rados.rados.0.smithi040.stdout:259: done (11 left) 2024-04-22T04:27:42.002 INFO:tasks.rados.rados.0.smithi040.stdout:260: done (10 left) 2024-04-22T04:27:42.002 INFO:tasks.rados.rados.0.smithi040.stdout:261: done (9 left) 2024-04-22T04:27:42.002 INFO:tasks.rados.rados.0.smithi040.stdout:262: done (8 left) 2024-04-22T04:27:42.002 INFO:tasks.rados.rados.0.smithi040.stdout:272: copy_from oid 42 from oid 6 current snap is 17 2024-04-22T04:27:42.002 INFO:tasks.rados.rados.0.smithi040.stdout:263: finishing write tid 5 to smithi04078109-15 2024-04-22T04:27:42.002 INFO:tasks.rados.rados.0.smithi040.stdout:263: finishing write tid 6 to smithi04078109-15 2024-04-22T04:27:42.003 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 113 (ObjNum 107 snap 17 seq_num 107) dirty exists 2024-04-22T04:27:42.003 INFO:tasks.rados.rados.0.smithi040.stdout:263: left oid 15 (ObjNum 107 snap 17 seq_num 107) 2024-04-22T04:27:42.003 INFO:tasks.rados.rados.0.smithi040.stdout:264: finishing write tid 1 to smithi04078109-3 2024-04-22T04:27:42.003 INFO:tasks.rados.rados.0.smithi040.stdout:264: finishing write tid 2 to smithi04078109-3 2024-04-22T04:27:42.003 INFO:tasks.rados.rados.0.smithi040.stdout:264: finishing write tid 3 to smithi04078109-3 2024-04-22T04:27:42.003 INFO:tasks.rados.rados.0.smithi040.stdout:264: finishing write tid 4 to smithi04078109-3 2024-04-22T04:27:42.003 INFO:tasks.rados.rados.0.smithi040.stdout:264: finishing write tid 5 to smithi04078109-3 2024-04-22T04:27:42.003 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 74 (ObjNum 108 snap 17 seq_num 108) dirty exists 2024-04-22T04:27:42.003 INFO:tasks.rados.rados.0.smithi040.stdout:264: left oid 3 (ObjNum 108 snap 17 seq_num 108) 2024-04-22T04:27:42.003 INFO:tasks.rados.rados.0.smithi040.stdout:267: finishing write tid 1 to smithi04078109-43 2024-04-22T04:27:42.003 INFO:tasks.rados.rados.0.smithi040.stdout:263: done (8 left) 2024-04-22T04:27:42.003 INFO:tasks.rados.rados.0.smithi040.stdout:264: done (7 left) 2024-04-22T04:27:42.003 INFO:tasks.rados.rados.0.smithi040.stdout:273: rollback oid 17 current snap is 17 2024-04-22T04:27:42.003 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 17 to 16 2024-04-22T04:27:42.003 INFO:tasks.rados.rados.0.smithi040.stdout:265: expect (ObjNum 94 snap 12 seq_num 94) 2024-04-22T04:27:42.055 INFO:tasks.rados.rados.0.smithi040.stdout:267: finishing write tid 2 to smithi04078109-43 2024-04-22T04:27:42.055 INFO:tasks.rados.rados.0.smithi040.stdout:267: finishing write tid 3 to smithi04078109-43 2024-04-22T04:27:42.055 INFO:tasks.rados.rados.0.smithi040.stdout:267: finishing write tid 4 to smithi04078109-43 2024-04-22T04:27:42.055 INFO:tasks.rados.rados.0.smithi040.stdout:267: finishing write tid 5 to smithi04078109-43 2024-04-22T04:27:42.055 INFO:tasks.rados.rados.0.smithi040.stdout:269: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-22T04:27:42.057 INFO:tasks.rados.rados.0.smithi040.stdout:268: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-22T04:27:42.060 INFO:tasks.rados.rados.0.smithi040.stdout:267: finishing write tid 6 to smithi04078109-43 2024-04-22T04:27:42.060 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 55 (ObjNum 109 snap 17 seq_num 109) dirty exists 2024-04-22T04:27:42.060 INFO:tasks.rados.rados.0.smithi040.stdout:267: left oid 43 (ObjNum 109 snap 17 seq_num 109) 2024-04-22T04:27:42.060 INFO:tasks.rados.rados.0.smithi040.stdout:270: finishing write tid 1 to smithi04078109-38 2024-04-22T04:27:42.060 INFO:tasks.rados.rados.0.smithi040.stdout:270: finishing write tid 2 to smithi04078109-38 2024-04-22T04:27:42.060 INFO:tasks.rados.rados.0.smithi040.stdout:270: finishing write tid 3 to smithi04078109-38 2024-04-22T04:27:42.060 INFO:tasks.rados.rados.0.smithi040.stdout:270: finishing write tid 4 to smithi04078109-38 2024-04-22T04:27:42.060 INFO:tasks.rados.rados.0.smithi040.stdout:270: finishing write tid 5 to smithi04078109-38 2024-04-22T04:27:42.060 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 60 (ObjNum 110 snap 17 seq_num 110) dirty exists 2024-04-22T04:27:42.060 INFO:tasks.rados.rados.0.smithi040.stdout:270: left oid 38 (ObjNum 110 snap 17 seq_num 110) 2024-04-22T04:27:42.060 INFO:tasks.rados.rados.0.smithi040.stdout:271: finishing write tid 1 to smithi04078109-33 2024-04-22T04:27:42.060 INFO:tasks.rados.rados.0.smithi040.stdout:271: finishing write tid 2 to smithi04078109-33 2024-04-22T04:27:42.060 INFO:tasks.rados.rados.0.smithi040.stdout:273: finishing rollback tid 0 to smithi04078109-17 2024-04-22T04:27:42.061 INFO:tasks.rados.rados.0.smithi040.stdout:273: finishing rollback tid 1 to smithi04078109-17 2024-04-22T04:27:42.061 INFO:tasks.rados.rados.0.smithi040.stdout:273: finishing rollback tid 2 to smithi04078109-17 2024-04-22T04:27:42.061 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 117 (ObjNum 95 snap 14 seq_num 95) dirty exists 2024-04-22T04:27:42.061 INFO:tasks.rados.rados.0.smithi040.stdout:271: finishing write tid 3 to smithi04078109-33 2024-04-22T04:27:42.061 INFO:tasks.rados.rados.0.smithi040.stdout:271: finishing write tid 4 to smithi04078109-33 2024-04-22T04:27:42.061 INFO:tasks.rados.rados.0.smithi040.stdout:271: finishing write tid 5 to smithi04078109-33 2024-04-22T04:27:42.061 INFO:tasks.rados.rados.0.smithi040.stdout:271: finishing write tid 6 to smithi04078109-33 2024-04-22T04:27:42.061 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 68 (ObjNum 111 snap 17 seq_num 111) dirty exists 2024-04-22T04:27:42.061 INFO:tasks.rados.rados.0.smithi040.stdout:271: left oid 33 (ObjNum 111 snap 17 seq_num 111) 2024-04-22T04:27:42.061 INFO:tasks.rados.rados.0.smithi040.stdout:272: finishing copy_from racing read to smithi04078109-42 2024-04-22T04:27:42.061 INFO:tasks.rados.rados.0.smithi040.stdout:265: done (7 left) 2024-04-22T04:27:42.061 INFO:tasks.rados.rados.0.smithi040.stdout:267: done (6 left) 2024-04-22T04:27:42.061 INFO:tasks.rados.rados.0.smithi040.stdout:268: done (5 left) 2024-04-22T04:27:42.061 INFO:tasks.rados.rados.0.smithi040.stdout:269: done (4 left) 2024-04-22T04:27:42.061 INFO:tasks.rados.rados.0.smithi040.stdout:270: done (3 left) 2024-04-22T04:27:42.061 INFO:tasks.rados.rados.0.smithi040.stdout:271: done (2 left) 2024-04-22T04:27:42.061 INFO:tasks.rados.rados.0.smithi040.stdout:273: done (1 left) 2024-04-22T04:27:42.062 INFO:tasks.rados.rados.0.smithi040.stdout:274: rollback oid 12 current snap is 17 2024-04-22T04:27:42.062 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 12 to 16 2024-04-22T04:27:42.062 INFO:tasks.rados.rados.0.smithi040.stdout:272: finishing copy_from to smithi04078109-42 2024-04-22T04:27:42.062 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 73 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-04-22T04:27:42.062 INFO:tasks.rados.rados.0.smithi040.stdout:272: done (1 left) 2024-04-22T04:27:42.062 INFO:tasks.rados.rados.0.smithi040.stdout:275: rmattr oid 11 current snap is 17 2024-04-22T04:27:42.062 INFO:tasks.rados.rados.0.smithi040.stdout:275: done (1 left) 2024-04-22T04:27:42.062 INFO:tasks.rados.rados.0.smithi040.stdout:276: rollback oid 48 current snap is 17 2024-04-22T04:27:42.062 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 48 to 16 2024-04-22T04:27:42.062 INFO:tasks.rados.rados.0.smithi040.stdout:277: rmattr oid 7 current snap is 17 2024-04-22T04:27:42.062 INFO:tasks.rados.rados.0.smithi040.stdout:278: copy_from oid 38 from oid 14 current snap is 17 2024-04-22T04:27:42.062 INFO:tasks.rados.rados.0.smithi040.stdout:279: rollback oid 2 current snap is 17 2024-04-22T04:27:42.063 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 2 to 16 2024-04-22T04:27:42.063 INFO:tasks.rados.rados.0.smithi040.stdout:280: snap_create 2024-04-22T04:27:42.063 INFO:tasks.rados.rados.0.smithi040.stdout:274: finishing rollback tid 1 to smithi04078109-12 2024-04-22T04:27:42.063 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 0 (ObjNum -63752046 snap 21849 seq_num 0) dirty dne 2024-04-22T04:27:42.063 INFO:tasks.rados.rados.0.smithi040.stdout:279: finishing rollback tid 1 to smithi04078109-2 2024-04-22T04:27:42.063 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 0 (ObjNum -1244876912 snap 32642 seq_num 3717482871) dirty dne 2024-04-22T04:27:42.064 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 81 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-22T04:27:42.064 INFO:tasks.rados.rados.0.smithi040.stdout:276: finishing rollback tid 0 to smithi04078109-48 2024-04-22T04:27:42.064 INFO:tasks.rados.rados.0.smithi040.stdout:276: finishing rollback tid 1 to smithi04078109-48 2024-04-22T04:27:42.064 INFO:tasks.rados.rados.0.smithi040.stdout:276: finishing rollback tid 2 to smithi04078109-48 2024-04-22T04:27:42.064 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 57 (ObjNum 98 snap 16 seq_num 98) dirty exists 2024-04-22T04:27:42.068 INFO:tasks.rados.rados.0.smithi040.stdout:278: finishing copy_from racing read to smithi04078109-38 2024-04-22T04:27:42.069 INFO:tasks.rados.rados.0.smithi040.stdout:278: finishing copy_from to smithi04078109-38 2024-04-22T04:27:42.069 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 34 (ObjNum 94 snap 12 seq_num 94) dirty exists 2024-04-22T04:27:42.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:40.809703+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-04-22T04:27:42.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:41.765996+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-04-22T04:27:42.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:40.809703+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-04-22T04:27:42.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:41.765996+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-04-22T04:27:42.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:40.809703+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-04-22T04:27:42.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:41.765996+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-04-22T04:27:42.817 INFO:tasks.rados.rados.0.smithi040.stdout:274: done (5 left) 2024-04-22T04:27:42.817 INFO:tasks.rados.rados.0.smithi040.stdout:276: done (4 left) 2024-04-22T04:27:42.817 INFO:tasks.rados.rados.0.smithi040.stdout:277: done (3 left) 2024-04-22T04:27:42.817 INFO:tasks.rados.rados.0.smithi040.stdout:278: done (2 left) 2024-04-22T04:27:42.817 INFO:tasks.rados.rados.0.smithi040.stdout:279: done (1 left) 2024-04-22T04:27:42.817 INFO:tasks.rados.rados.0.smithi040.stdout:280: done (0 left) 2024-04-22T04:27:42.817 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 16 current snap is 18 2024-04-22T04:27:42.817 INFO:tasks.rados.rados.0.smithi040.stdout:281: seq_num 112 ranges {1351680=679936,2031616=548864,2580480=655360} 2024-04-22T04:27:42.828 INFO:tasks.rados.rados.0.smithi040.stdout:281: writing smithi04078109-16 from 1351680 to 2031616 tid 1 2024-04-22T04:27:42.831 INFO:tasks.rados.rados.0.smithi040.stdout:281: writing smithi04078109-16 from 2031616 to 2580480 tid 2 2024-04-22T04:27:42.835 INFO:tasks.rados.rados.0.smithi040.stdout:281: writing smithi04078109-16 from 2580480 to 3235840 tid 3 2024-04-22T04:27:42.835 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 18 current snap is 18 2024-04-22T04:27:42.835 INFO:tasks.rados.rados.0.smithi040.stdout:282: seq_num 113 ranges {286720=696320,983040=434176,1417216=466944,1884160=303104} 2024-04-22T04:27:42.840 INFO:tasks.rados.rados.0.smithi040.stdout:282: writing smithi04078109-18 from 286720 to 983040 tid 1 2024-04-22T04:27:42.843 INFO:tasks.rados.rados.0.smithi040.stdout:282: writing smithi04078109-18 from 983040 to 1417216 tid 2 2024-04-22T04:27:42.846 INFO:tasks.rados.rados.0.smithi040.stdout:282: writing smithi04078109-18 from 1417216 to 1884160 tid 3 2024-04-22T04:27:42.848 INFO:tasks.rados.rados.0.smithi040.stdout:282: writing smithi04078109-18 from 1884160 to 2187264 tid 4 2024-04-22T04:27:42.848 INFO:tasks.rados.rados.0.smithi040.stdout:283: setattr oid 45 current snap is 18 2024-04-22T04:27:42.848 INFO:tasks.rados.rados.0.smithi040.stdout:281: finishing write tid 1 to smithi04078109-16 2024-04-22T04:27:42.848 INFO:tasks.rados.rados.0.smithi040.stdout:281: finishing write tid 2 to smithi04078109-16 2024-04-22T04:27:42.848 INFO:tasks.rados.rados.0.smithi040.stdout:281: finishing write tid 3 to smithi04078109-16 2024-04-22T04:27:42.848 INFO:tasks.rados.rados.0.smithi040.stdout:281: finishing write tid 4 to smithi04078109-16 2024-04-22T04:27:42.848 INFO:tasks.rados.rados.0.smithi040.stdout:281: finishing write tid 5 to smithi04078109-16 2024-04-22T04:27:42.848 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 38 (ObjNum 112 snap 18 seq_num 112) dirty exists 2024-04-22T04:27:42.849 INFO:tasks.rados.rados.0.smithi040.stdout:281: left oid 16 (ObjNum 112 snap 18 seq_num 112) 2024-04-22T04:27:42.849 INFO:tasks.rados.rados.0.smithi040.stdout:282: finishing write tid 1 to smithi04078109-18 2024-04-22T04:27:42.849 INFO:tasks.rados.rados.0.smithi040.stdout:282: finishing write tid 2 to smithi04078109-18 2024-04-22T04:27:42.849 INFO:tasks.rados.rados.0.smithi040.stdout:282: finishing write tid 3 to smithi04078109-18 2024-04-22T04:27:42.849 INFO:tasks.rados.rados.0.smithi040.stdout:281: done (2 left) 2024-04-22T04:27:42.849 INFO:tasks.rados.rados.0.smithi040.stdout:284: snap_remove snap 16 2024-04-22T04:27:43.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:41.566550+0000 mgr.y (mgr.14574) 122 : cluster [DBG] pgmap v128: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:43.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:41.566550+0000 mgr.y (mgr.14574) 122 : cluster [DBG] pgmap v128: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:43.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:41.566550+0000 mgr.y (mgr.14574) 122 : cluster [DBG] pgmap v128: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:43.830 INFO:tasks.rados.rados.0.smithi040.stdout:284: done (2 left) 2024-04-22T04:27:43.830 INFO:tasks.rados.rados.0.smithi040.stdout:285: setattr oid 15 current snap is 18 2024-04-22T04:27:43.830 INFO:tasks.rados.rados.0.smithi040.stdout:282: finishing write tid 4 to smithi04078109-18 2024-04-22T04:27:43.830 INFO:tasks.rados.rados.0.smithi040.stdout:282: finishing write tid 5 to smithi04078109-18 2024-04-22T04:27:43.830 INFO:tasks.rados.rados.0.smithi040.stdout:282: finishing write tid 6 to smithi04078109-18 2024-04-22T04:27:43.830 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 35 (ObjNum 113 snap 18 seq_num 113) dirty exists 2024-04-22T04:27:43.831 INFO:tasks.rados.rados.0.smithi040.stdout:282: left oid 18 (ObjNum 113 snap 18 seq_num 113) 2024-04-22T04:27:43.831 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 83 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-04-22T04:27:43.831 INFO:tasks.rados.rados.0.smithi040.stdout:282: done (2 left) 2024-04-22T04:27:43.831 INFO:tasks.rados.rados.0.smithi040.stdout:283: done (1 left) 2024-04-22T04:27:43.831 INFO:tasks.rados.rados.0.smithi040.stdout:286: snap_create 2024-04-22T04:27:43.839 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 119 (ObjNum 107 snap 17 seq_num 107) dirty exists 2024-04-22T04:27:44.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:42.818566+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-04-22T04:27:44.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:42.818566+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-04-22T04:27:44.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:42.818566+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-04-22T04:27:44.831 INFO:tasks.rados.rados.0.smithi040.stdout:285: done (1 left) 2024-04-22T04:27:44.831 INFO:tasks.rados.rados.0.smithi040.stdout:286: done (0 left) 2024-04-22T04:27:44.831 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 33 current snap is 19 2024-04-22T04:27:44.832 INFO:tasks.rados.rados.0.smithi040.stdout:287: seq_num 114 ranges {2408448=712704,3121152=712704,3833856=491520} 2024-04-22T04:27:44.848 INFO:tasks.rados.rados.0.smithi040.stdout:287: writing smithi04078109-33 from 2408448 to 3121152 tid 1 2024-04-22T04:27:44.853 INFO:tasks.rados.rados.0.smithi040.stdout:287: writing smithi04078109-33 from 3121152 to 3833856 tid 2 2024-04-22T04:27:44.856 INFO:tasks.rados.rados.0.smithi040.stdout:287: writing smithi04078109-33 from 3833856 to 4325376 tid 3 2024-04-22T04:27:44.856 INFO:tasks.rados.rados.0.smithi040.stdout:288: copy_from oid 18 from oid 13 current snap is 19 2024-04-22T04:27:44.856 INFO:tasks.rados.rados.0.smithi040.stdout:287: finishing write tid 1 to smithi04078109-33 2024-04-22T04:27:44.856 INFO:tasks.rados.rados.0.smithi040.stdout:289: snap_create 2024-04-22T04:27:44.857 INFO:tasks.rados.rados.0.smithi040.stdout:288: finishing copy_from to smithi04078109-18 2024-04-22T04:27:44.857 INFO:tasks.rados.rados.0.smithi040.stdout:288: got expected ENOENT (src dne) 2024-04-22T04:27:44.857 INFO:tasks.rados.rados.0.smithi040.stdout:288: finishing copy_from racing read to smithi04078109-18 2024-04-22T04:27:44.857 INFO:tasks.rados.rados.0.smithi040.stdout:287: finishing write tid 2 to smithi04078109-33 2024-04-22T04:27:44.858 INFO:tasks.rados.rados.0.smithi040.stdout:287: finishing write tid 3 to smithi04078109-33 2024-04-22T04:27:44.858 INFO:tasks.rados.rados.0.smithi040.stdout:287: finishing write tid 4 to smithi04078109-33 2024-04-22T04:27:44.859 INFO:tasks.rados.rados.0.smithi040.stdout:287: finishing write tid 5 to smithi04078109-33 2024-04-22T04:27:44.860 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 77 (ObjNum 114 snap 19 seq_num 114) dirty exists 2024-04-22T04:27:44.860 INFO:tasks.rados.rados.0.smithi040.stdout:287: left oid 33 (ObjNum 114 snap 19 seq_num 114) 2024-04-22T04:27:45.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:43.567029+0000 mgr.y (mgr.14574) 123 : cluster [DBG] pgmap v131: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-22T04:27:45.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:43.830055+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-04-22T04:27:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:43.567029+0000 mgr.y (mgr.14574) 123 : cluster [DBG] pgmap v131: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-22T04:27:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:43.830055+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-04-22T04:27:45.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:43.567029+0000 mgr.y (mgr.14574) 123 : cluster [DBG] pgmap v131: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-22T04:27:45.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:43.830055+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-04-22T04:27:45.839 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:27:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:27:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:27:45.839 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:44.832727+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-04-22T04:27:45.843 INFO:tasks.rados.rados.0.smithi040.stdout:287: done (2 left) 2024-04-22T04:27:45.843 INFO:tasks.rados.rados.0.smithi040.stdout:288: done (1 left) 2024-04-22T04:27:45.843 INFO:tasks.rados.rados.0.smithi040.stdout:289: done (0 left) 2024-04-22T04:27:45.843 INFO:tasks.rados.rados.0.smithi040.stdout:290: snap_create 2024-04-22T04:27:46.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:44.832727+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-04-22T04:27:46.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:44.832727+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-04-22T04:27:46.763 INFO:tasks.rados.rados.0.smithi040.stdout:290: done (0 left) 2024-04-22T04:27:46.763 INFO:tasks.rados.rados.0.smithi040.stdout:291: read oid 15 snap -1 2024-04-22T04:27:46.763 INFO:tasks.rados.rados.0.smithi040.stdout:291: expect (ObjNum 107 snap 17 seq_num 107) 2024-04-22T04:27:46.763 INFO:tasks.rados.rados.0.smithi040.stdout:292: snap_create 2024-04-22T04:27:46.778 INFO:tasks.rados.rados.0.smithi040.stdout:291: expect (ObjNum 107 snap 17 seq_num 107) 2024-04-22T04:27:47.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:45.567429+0000 mgr.y (mgr.14574) 124 : cluster [DBG] pgmap v134: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-22T04:27:47.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:45.844365+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-04-22T04:27:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:46.765290+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-04-22T04:27:47.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:45.567429+0000 mgr.y (mgr.14574) 124 : cluster [DBG] pgmap v134: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-22T04:27:47.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:45.844365+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-04-22T04:27:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:46.765290+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-04-22T04:27:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:45.567429+0000 mgr.y (mgr.14574) 124 : cluster [DBG] pgmap v134: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-22T04:27:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:45.844365+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-04-22T04:27:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:46.765290+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-04-22T04:27:47.765 INFO:tasks.rados.rados.0.smithi040.stdout:291: done (1 left) 2024-04-22T04:27:47.765 INFO:tasks.rados.rados.0.smithi040.stdout:292: done (0 left) 2024-04-22T04:27:47.766 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 22 2024-04-22T04:27:47.766 INFO:tasks.rados.rados.0.smithi040.stdout:293: seq_num 115 ranges {1687552=729088,2416640=647168,3063808=434176,3497984=122880} 2024-04-22T04:27:47.778 INFO:tasks.rados.rados.0.smithi040.stdout:293: writing smithi04078109-23 from 1687552 to 2416640 tid 1 2024-04-22T04:27:47.782 INFO:tasks.rados.rados.0.smithi040.stdout:293: writing smithi04078109-23 from 2416640 to 3063808 tid 2 2024-04-22T04:27:47.785 INFO:tasks.rados.rados.0.smithi040.stdout:293: writing smithi04078109-23 from 3063808 to 3497984 tid 3 2024-04-22T04:27:47.786 INFO:tasks.rados.rados.0.smithi040.stdout:293: writing smithi04078109-23 from 3497984 to 3620864 tid 4 2024-04-22T04:27:47.786 INFO:tasks.rados.rados.0.smithi040.stdout:294: rollback oid 9 current snap is 22 2024-04-22T04:27:47.786 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 9 to 21 2024-04-22T04:27:47.786 INFO:tasks.rados.rados.0.smithi040.stdout:293: finishing write tid 1 to smithi04078109-23 2024-04-22T04:27:47.786 INFO:tasks.rados.rados.0.smithi040.stdout:293: finishing write tid 2 to smithi04078109-23 2024-04-22T04:27:47.786 INFO:tasks.rados.rados.0.smithi040.stdout:295: snap_remove snap 19 2024-04-22T04:27:48.772 INFO:tasks.rados.rados.0.smithi040.stdout:295: done (2 left) 2024-04-22T04:27:48.772 INFO:tasks.rados.rados.0.smithi040.stdout:296: read oid 18 snap 20 2024-04-22T04:27:48.772 INFO:tasks.rados.rados.0.smithi040.stdout:296: expect (ObjNum 113 snap 18 seq_num 113) 2024-04-22T04:27:48.772 INFO:tasks.rados.rados.0.smithi040.stdout:297: snap_create 2024-04-22T04:27:48.773 INFO:tasks.rados.rados.0.smithi040.stdout:293: finishing write tid 3 to smithi04078109-23 2024-04-22T04:27:48.773 INFO:tasks.rados.rados.0.smithi040.stdout:293: finishing write tid 4 to smithi04078109-23 2024-04-22T04:27:48.773 INFO:tasks.rados.rados.0.smithi040.stdout:293: finishing write tid 5 to smithi04078109-23 2024-04-22T04:27:48.773 INFO:tasks.rados.rados.0.smithi040.stdout:293: finishing write tid 6 to smithi04078109-23 2024-04-22T04:27:48.773 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 84 (ObjNum 115 snap 22 seq_num 115) dirty exists 2024-04-22T04:27:48.773 INFO:tasks.rados.rados.0.smithi040.stdout:293: left oid 23 (ObjNum 115 snap 22 seq_num 115) 2024-04-22T04:27:48.773 INFO:tasks.rados.rados.0.smithi040.stdout:294: finishing rollback tid 0 to smithi04078109-9 2024-04-22T04:27:48.773 INFO:tasks.rados.rados.0.smithi040.stdout:294: finishing rollback tid 1 to smithi04078109-9 2024-04-22T04:27:48.773 INFO:tasks.rados.rados.0.smithi040.stdout:294: finishing rollback tid 2 to smithi04078109-9 2024-04-22T04:27:48.773 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 93 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-22T04:27:48.787 INFO:tasks.rados.rados.0.smithi040.stdout:296: expect (ObjNum 113 snap 18 seq_num 113) 2024-04-22T04:27:49.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:47.568025+0000 mgr.y (mgr.14574) 125 : cluster [DBG] pgmap v137: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-22T04:27:49.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:47.767514+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-04-22T04:27:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:47.568025+0000 mgr.y (mgr.14574) 125 : cluster [DBG] pgmap v137: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-22T04:27:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:47.767514+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-04-22T04:27:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:47.568025+0000 mgr.y (mgr.14574) 125 : cluster [DBG] pgmap v137: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-22T04:27:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:47.767514+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-04-22T04:27:49.777 INFO:tasks.rados.rados.0.smithi040.stdout:293: done (3 left) 2024-04-22T04:27:49.777 INFO:tasks.rados.rados.0.smithi040.stdout:294: done (2 left) 2024-04-22T04:27:49.777 INFO:tasks.rados.rados.0.smithi040.stdout:296: done (1 left) 2024-04-22T04:27:49.777 INFO:tasks.rados.rados.0.smithi040.stdout:297: done (0 left) 2024-04-22T04:27:49.777 INFO:tasks.rados.rados.0.smithi040.stdout:298: read oid 23 snap -1 2024-04-22T04:27:49.777 INFO:tasks.rados.rados.0.smithi040.stdout:298: expect (ObjNum 115 snap 22 seq_num 115) 2024-04-22T04:27:49.777 INFO:tasks.rados.rados.0.smithi040.stdout:299: delete oid 34 current snap is 23 2024-04-22T04:27:49.781 INFO:tasks.rados.rados.0.smithi040.stdout:299: done (1 left) 2024-04-22T04:27:49.781 INFO:tasks.rados.rados.0.smithi040.stdout:300: delete oid 10 current snap is 23 2024-04-22T04:27:49.789 INFO:tasks.rados.rados.0.smithi040.stdout:300: done (1 left) 2024-04-22T04:27:49.789 INFO:tasks.rados.rados.0.smithi040.stdout:301: read oid 37 snap -1 2024-04-22T04:27:49.789 INFO:tasks.rados.rados.0.smithi040.stdout:301: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-22T04:27:49.789 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 48 current snap is 23 2024-04-22T04:27:49.789 INFO:tasks.rados.rados.0.smithi040.stdout:302: seq_num 118 ranges {3219456=786432,4005888=704512,4710400=499712} 2024-04-22T04:27:49.810 INFO:tasks.rados.rados.0.smithi040.stdout:302: writing smithi04078109-48 from 3219456 to 4005888 tid 1 2024-04-22T04:27:49.814 INFO:tasks.rados.rados.0.smithi040.stdout:302: writing smithi04078109-48 from 4005888 to 4710400 tid 2 2024-04-22T04:27:49.817 INFO:tasks.rados.rados.0.smithi040.stdout:302: writing smithi04078109-48 from 4710400 to 5210112 tid 3 2024-04-22T04:27:49.817 INFO:tasks.rados.rados.0.smithi040.stdout:303: snap_remove snap 17 2024-04-22T04:27:50.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:48.772895+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-04-22T04:27:50.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:48.772895+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-04-22T04:27:50.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:48.772895+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-04-22T04:27:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:27:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:27:50] "GET /metrics HTTP/1.1" 200 191681 "" "Prometheus/2.33.4" 2024-04-22T04:27:50.786 INFO:tasks.rados.rados.0.smithi040.stdout:303: done (3 left) 2024-04-22T04:27:50.786 INFO:tasks.rados.rados.0.smithi040.stdout:304: read oid 35 snap -1 2024-04-22T04:27:50.786 INFO:tasks.rados.rados.0.smithi040.stdout:304: expect (ObjNum 57 snap 3 seq_num 57) 2024-04-22T04:27:50.787 INFO:tasks.rados.rados.0.smithi040.stdout:305: read oid 22 snap -1 2024-04-22T04:27:50.787 INFO:tasks.rados.rados.0.smithi040.stdout:305: expect (ObjNum 76 snap 9 seq_num 76) 2024-04-22T04:27:50.787 INFO:tasks.rados.rados.0.smithi040.stdout:306: copy_from oid 7 from oid 20 current snap is 23 2024-04-22T04:27:50.787 INFO:tasks.rados.rados.0.smithi040.stdout:307: delete oid 42 current snap is 23 2024-04-22T04:27:50.787 INFO:tasks.rados.rados.0.smithi040.stdout:298: expect (ObjNum 115 snap 22 seq_num 115) 2024-04-22T04:27:50.932 INFO:tasks.rados.rados.0.smithi040.stdout:301: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-22T04:27:50.948 INFO:tasks.rados.rados.0.smithi040.stdout:302: finishing write tid 1 to smithi04078109-48 2024-04-22T04:27:50.948 INFO:tasks.rados.rados.0.smithi040.stdout:302: finishing write tid 2 to smithi04078109-48 2024-04-22T04:27:50.948 INFO:tasks.rados.rados.0.smithi040.stdout:302: finishing write tid 3 to smithi04078109-48 2024-04-22T04:27:50.948 INFO:tasks.rados.rados.0.smithi040.stdout:302: finishing write tid 4 to smithi04078109-48 2024-04-22T04:27:50.948 INFO:tasks.rados.rados.0.smithi040.stdout:298: done (6 left) 2024-04-22T04:27:50.948 INFO:tasks.rados.rados.0.smithi040.stdout:301: done (5 left) 2024-04-22T04:27:50.948 INFO:tasks.rados.rados.0.smithi040.stdout:307: done (4 left) 2024-04-22T04:27:50.948 INFO:tasks.rados.rados.0.smithi040.stdout:308: snap_create 2024-04-22T04:27:50.948 INFO:tasks.rados.rados.0.smithi040.stdout:302: finishing write tid 5 to smithi04078109-48 2024-04-22T04:27:50.948 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 64 (ObjNum 118 snap 23 seq_num 118) dirty exists 2024-04-22T04:27:50.948 INFO:tasks.rados.rados.0.smithi040.stdout:302: left oid 48 (ObjNum 118 snap 23 seq_num 118) 2024-04-22T04:27:50.949 INFO:tasks.rados.rados.0.smithi040.stdout:304: expect (ObjNum 57 snap 3 seq_num 57) 2024-04-22T04:27:51.008 INFO:tasks.rados.rados.0.smithi040.stdout:306: finishing copy_from racing read to smithi04078109-7 2024-04-22T04:27:51.008 INFO:tasks.rados.rados.0.smithi040.stdout:306: finishing copy_from to smithi04078109-7 2024-04-22T04:27:51.008 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 2 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-22T04:27:51.008 INFO:tasks.rados.rados.0.smithi040.stdout:305: expect (ObjNum 76 snap 9 seq_num 76) 2024-04-22T04:27:51.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:49.568466+0000 mgr.y (mgr.14574) 126 : cluster [DBG] pgmap v140: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-22T04:27:51.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:49.778841+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-04-22T04:27:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:49.568466+0000 mgr.y (mgr.14574) 126 : cluster [DBG] pgmap v140: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-22T04:27:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:49.778841+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-04-22T04:27:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:49.568466+0000 mgr.y (mgr.14574) 126 : cluster [DBG] pgmap v140: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-22T04:27:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:49.778841+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-04-22T04:27:51.765 INFO:tasks.rados.rados.0.smithi040.stdout:302: done (4 left) 2024-04-22T04:27:51.765 INFO:tasks.rados.rados.0.smithi040.stdout:304: done (3 left) 2024-04-22T04:27:51.765 INFO:tasks.rados.rados.0.smithi040.stdout:305: done (2 left) 2024-04-22T04:27:51.765 INFO:tasks.rados.rados.0.smithi040.stdout:306: done (1 left) 2024-04-22T04:27:51.766 INFO:tasks.rados.rados.0.smithi040.stdout:308: done (0 left) 2024-04-22T04:27:51.766 INFO:tasks.rados.rados.0.smithi040.stdout:309: delete oid 19 current snap is 24 2024-04-22T04:27:51.767 INFO:tasks.rados.rados.0.smithi040.stdout:309: done (0 left) 2024-04-22T04:27:51.768 INFO:tasks.rados.rados.0.smithi040.stdout:310: delete oid 8 current snap is 24 2024-04-22T04:27:51.771 INFO:tasks.rados.rados.0.smithi040.stdout:310: done (0 left) 2024-04-22T04:27:51.771 INFO:tasks.rados.rados.0.smithi040.stdout:311: delete oid 49 current snap is 24 2024-04-22T04:27:51.776 INFO:tasks.rados.rados.0.smithi040.stdout:311: done (0 left) 2024-04-22T04:27:51.777 INFO:tasks.rados.rados.0.smithi040.stdout:312: copy_from oid 33 from oid 9 current snap is 24 2024-04-22T04:27:51.777 INFO:tasks.rados.rados.0.smithi040.stdout:313: read oid 27 snap -1 2024-04-22T04:27:51.777 INFO:tasks.rados.rados.0.smithi040.stdout:313: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-22T04:27:51.777 INFO:tasks.rados.rados.0.smithi040.stdout:314: rollback oid 42 current snap is 24 2024-04-22T04:27:51.777 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 42 to 21 2024-04-22T04:27:51.777 INFO:tasks.rados.rados.0.smithi040.stdout:315: read oid 29 snap -1 2024-04-22T04:27:51.777 INFO:tasks.rados.rados.0.smithi040.stdout:315: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-22T04:27:51.777 INFO:tasks.rados.rados.0.smithi040.stdout:316: delete oid 19 current snap is 24 2024-04-22T04:27:51.781 INFO:tasks.rados.rados.0.smithi040.stdout:313: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-22T04:27:51.783 INFO:tasks.rados.rados.0.smithi040.stdout:314: finishing rollback tid 1 to smithi04078109-42 2024-04-22T04:27:51.783 INFO:tasks.rados.rados.0.smithi040.stdout:314: finishing rollback tid 2 to smithi04078109-42 2024-04-22T04:27:51.783 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 76 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-04-22T04:27:51.783 INFO:tasks.rados.rados.0.smithi040.stdout:315: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-22T04:27:51.805 INFO:tasks.rados.rados.0.smithi040.stdout:312: finishing copy_from racing read to smithi04078109-33 2024-04-22T04:27:51.805 INFO:tasks.rados.rados.0.smithi040.stdout:312: finishing copy_from to smithi04078109-33 2024-04-22T04:27:51.806 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 93 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-22T04:27:51.806 INFO:tasks.rados.rados.0.smithi040.stdout:312: done (4 left) 2024-04-22T04:27:51.806 INFO:tasks.rados.rados.0.smithi040.stdout:313: done (3 left) 2024-04-22T04:27:51.806 INFO:tasks.rados.rados.0.smithi040.stdout:314: done (2 left) 2024-04-22T04:27:51.806 INFO:tasks.rados.rados.0.smithi040.stdout:315: done (1 left) 2024-04-22T04:27:51.806 INFO:tasks.rados.rados.0.smithi040.stdout:316: done (0 left) 2024-04-22T04:27:51.806 INFO:tasks.rados.rados.0.smithi040.stdout:317: rollback oid 40 current snap is 24 2024-04-22T04:27:51.806 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 40 to 18 2024-04-22T04:27:51.806 INFO:tasks.rados.rados.0.smithi040.stdout:318: rollback oid 34 current snap is 24 2024-04-22T04:27:51.806 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 34 to 20 2024-04-22T04:27:51.806 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 33 current snap is 24 2024-04-22T04:27:51.806 INFO:tasks.rados.rados.0.smithi040.stdout:319: seq_num 124 ranges {139264=483328,622592=458752,1081344=598016,1679360=548864} 2024-04-22T04:27:51.809 INFO:tasks.rados.rados.0.smithi040.stdout:319: writing smithi04078109-33 from 139264 to 622592 tid 1 2024-04-22T04:27:51.811 INFO:tasks.rados.rados.0.smithi040.stdout:319: writing smithi04078109-33 from 622592 to 1081344 tid 2 2024-04-22T04:27:51.815 INFO:tasks.rados.rados.0.smithi040.stdout:319: writing smithi04078109-33 from 1081344 to 1679360 tid 3 2024-04-22T04:27:51.819 INFO:tasks.rados.rados.0.smithi040.stdout:319: writing smithi04078109-33 from 1679360 to 2228224 tid 4 2024-04-22T04:27:51.819 INFO:tasks.rados.rados.0.smithi040.stdout:320: read oid 46 snap -1 2024-04-22T04:27:51.819 INFO:tasks.rados.rados.0.smithi040.stdout:320: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-22T04:27:51.819 INFO:tasks.rados.rados.0.smithi040.stdout:321: rollback oid 23 current snap is 24 2024-04-22T04:27:51.819 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 23 to 18 2024-04-22T04:27:51.819 INFO:tasks.rados.rados.0.smithi040.stdout:317: finishing rollback tid 1 to smithi04078109-40 2024-04-22T04:27:51.819 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 0 (ObjNum 1953066355 snap 875587944 seq_num 825767728) dirty dne 2024-04-22T04:27:51.819 INFO:tasks.rados.rados.0.smithi040.stdout:317: done (4 left) 2024-04-22T04:27:51.819 INFO:tasks.rados.rados.0.smithi040.stdout:322: snap_create 2024-04-22T04:27:51.820 INFO:tasks.rados.rados.0.smithi040.stdout:318: finishing rollback tid 1 to smithi04078109-34 2024-04-22T04:27:51.820 INFO:tasks.rados.rados.0.smithi040.stdout:318: finishing rollback tid 2 to smithi04078109-34 2024-04-22T04:27:51.820 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 109 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-22T04:27:51.820 INFO:tasks.rados.rados.0.smithi040.stdout:319: finishing write tid 1 to smithi04078109-33 2024-04-22T04:27:51.820 INFO:tasks.rados.rados.0.smithi040.stdout:319: finishing write tid 2 to smithi04078109-33 2024-04-22T04:27:51.820 INFO:tasks.rados.rados.0.smithi040.stdout:319: finishing write tid 3 to smithi04078109-33 2024-04-22T04:27:51.821 INFO:tasks.rados.rados.0.smithi040.stdout:319: finishing write tid 4 to smithi04078109-33 2024-04-22T04:27:51.822 INFO:tasks.rados.rados.0.smithi040.stdout:319: finishing write tid 5 to smithi04078109-33 2024-04-22T04:27:51.822 INFO:tasks.rados.rados.0.smithi040.stdout:321: finishing rollback tid 0 to smithi04078109-23 2024-04-22T04:27:51.822 INFO:tasks.rados.rados.0.smithi040.stdout:321: finishing rollback tid 1 to smithi04078109-23 2024-04-22T04:27:51.823 INFO:tasks.rados.rados.0.smithi040.stdout:321: finishing rollback tid 2 to smithi04078109-23 2024-04-22T04:27:51.823 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 92 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-22T04:27:51.823 INFO:tasks.rados.rados.0.smithi040.stdout:319: finishing write tid 6 to smithi04078109-33 2024-04-22T04:27:51.823 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 98 (ObjNum 124 snap 24 seq_num 124) dirty exists 2024-04-22T04:27:51.823 INFO:tasks.rados.rados.0.smithi040.stdout:319: left oid 33 (ObjNum 124 snap 24 seq_num 124) 2024-04-22T04:27:51.825 INFO:tasks.rados.rados.0.smithi040.stdout:320: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-22T04:27:52.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:50.787896+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-04-22T04:27:52.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:51.767584+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-04-22T04:27:52.158 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:50.787896+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-04-22T04:27:52.158 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:51.767584+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-04-22T04:27:52.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:50.787896+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-04-22T04:27:52.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:51.767584+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-04-22T04:27:52.797 INFO:tasks.rados.rados.0.smithi040.stdout:318: done (4 left) 2024-04-22T04:27:52.798 INFO:tasks.rados.rados.0.smithi040.stdout:319: done (3 left) 2024-04-22T04:27:52.798 INFO:tasks.rados.rados.0.smithi040.stdout:320: done (2 left) 2024-04-22T04:27:52.798 INFO:tasks.rados.rados.0.smithi040.stdout:321: done (1 left) 2024-04-22T04:27:52.798 INFO:tasks.rados.rados.0.smithi040.stdout:322: done (0 left) 2024-04-22T04:27:52.798 INFO:tasks.rados.rados.0.smithi040.stdout:323: rollback oid 50 current snap is 25 2024-04-22T04:27:52.798 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 50 to 21 2024-04-22T04:27:52.798 INFO:tasks.rados.rados.0.smithi040.stdout:324: rmattr oid 38 current snap is 25 2024-04-22T04:27:52.798 INFO:tasks.rados.rados.0.smithi040.stdout:324: done (1 left) 2024-04-22T04:27:52.798 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 25 2024-04-22T04:27:52.798 INFO:tasks.rados.rados.0.smithi040.stdout:325: seq_num 125 ranges {1253376=499712,1753088=745472,2498560=409600,2908160=450560} 2024-04-22T04:27:52.807 INFO:tasks.rados.rados.0.smithi040.stdout:325: writing smithi04078109-21 from 1253376 to 1753088 tid 1 2024-04-22T04:27:52.811 INFO:tasks.rados.rados.0.smithi040.stdout:325: writing smithi04078109-21 from 1753088 to 2498560 tid 2 2024-04-22T04:27:52.814 INFO:tasks.rados.rados.0.smithi040.stdout:325: writing smithi04078109-21 from 2498560 to 2908160 tid 3 2024-04-22T04:27:52.817 INFO:tasks.rados.rados.0.smithi040.stdout:325: writing smithi04078109-21 from 2908160 to 3358720 tid 4 2024-04-22T04:27:52.817 INFO:tasks.rados.rados.0.smithi040.stdout:326: copy_from oid 37 from oid 14 current snap is 25 2024-04-22T04:27:52.817 INFO:tasks.rados.rados.0.smithi040.stdout:323: finishing rollback tid 0 to smithi04078109-50 2024-04-22T04:27:52.817 INFO:tasks.rados.rados.0.smithi040.stdout:323: finishing rollback tid 1 to smithi04078109-50 2024-04-22T04:27:52.817 INFO:tasks.rados.rados.0.smithi040.stdout:323: finishing rollback tid 2 to smithi04078109-50 2024-04-22T04:27:52.817 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 79 (ObjNum 70 snap 6 seq_num 70) dirty exists 2024-04-22T04:27:52.817 INFO:tasks.rados.rados.0.smithi040.stdout:325: finishing write tid 1 to smithi04078109-21 2024-04-22T04:27:52.817 INFO:tasks.rados.rados.0.smithi040.stdout:325: finishing write tid 2 to smithi04078109-21 2024-04-22T04:27:52.817 INFO:tasks.rados.rados.0.smithi040.stdout:323: done (2 left) 2024-04-22T04:27:52.817 INFO:tasks.rados.rados.0.smithi040.stdout:327: rmattr oid 44 current snap is 25 2024-04-22T04:27:52.818 INFO:tasks.rados.rados.0.smithi040.stdout:327: done (2 left) 2024-04-22T04:27:52.818 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 25 2024-04-22T04:27:52.818 INFO:tasks.rados.rados.0.smithi040.stdout:328: seq_num 126 ranges {3555328=516096,4071424=630784,4702208=614400,5316608=360448} 2024-04-22T04:27:52.839 INFO:tasks.rados.rados.0.smithi040.stdout:328: writing smithi04078109-15 from 3555328 to 4071424 tid 1 2024-04-22T04:27:52.843 INFO:tasks.rados.rados.0.smithi040.stdout:328: writing smithi04078109-15 from 4071424 to 4702208 tid 2 2024-04-22T04:27:52.846 INFO:tasks.rados.rados.0.smithi040.stdout:328: writing smithi04078109-15 from 4702208 to 5316608 tid 3 2024-04-22T04:27:52.849 INFO:tasks.rados.rados.0.smithi040.stdout:328: writing smithi04078109-15 from 5316608 to 5677056 tid 4 2024-04-22T04:27:52.849 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 22 current snap is 25 2024-04-22T04:27:52.849 INFO:tasks.rados.rados.0.smithi040.stdout:325: finishing write tid 3 to smithi04078109-21 2024-04-22T04:27:52.849 INFO:tasks.rados.rados.0.smithi040.stdout:325: finishing write tid 4 to smithi04078109-21 2024-04-22T04:27:52.849 INFO:tasks.rados.rados.0.smithi040.stdout:329: seq_num 127 ranges {2506752=532480,3039232=507904,3547136=778240,4325376=319488} 2024-04-22T04:27:52.865 INFO:tasks.rados.rados.0.smithi040.stdout:329: writing smithi04078109-22 from 2506752 to 3039232 tid 1 2024-04-22T04:27:52.868 INFO:tasks.rados.rados.0.smithi040.stdout:329: writing smithi04078109-22 from 3039232 to 3547136 tid 2 2024-04-22T04:27:52.872 INFO:tasks.rados.rados.0.smithi040.stdout:329: writing smithi04078109-22 from 3547136 to 4325376 tid 3 2024-04-22T04:27:52.875 INFO:tasks.rados.rados.0.smithi040.stdout:329: writing smithi04078109-22 from 4325376 to 4644864 tid 4 2024-04-22T04:27:52.875 INFO:tasks.rados.rados.0.smithi040.stdout:330: copy_from oid 23 from oid 11 current snap is 25 2024-04-22T04:27:52.875 INFO:tasks.rados.rados.0.smithi040.stdout:325: finishing write tid 5 to smithi04078109-21 2024-04-22T04:27:52.875 INFO:tasks.rados.rados.0.smithi040.stdout:325: finishing write tid 6 to smithi04078109-21 2024-04-22T04:27:52.875 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 103 (ObjNum 125 snap 25 seq_num 125) dirty exists 2024-04-22T04:27:52.875 INFO:tasks.rados.rados.0.smithi040.stdout:325: left oid 21 (ObjNum 125 snap 25 seq_num 125) 2024-04-22T04:27:52.875 INFO:tasks.rados.rados.0.smithi040.stdout:326: finishing copy_from racing read to smithi04078109-37 2024-04-22T04:27:52.875 INFO:tasks.rados.rados.0.smithi040.stdout:326: finishing copy_from to smithi04078109-37 2024-04-22T04:27:52.875 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 34 (ObjNum 94 snap 12 seq_num 94) dirty exists 2024-04-22T04:27:52.875 INFO:tasks.rados.rados.0.smithi040.stdout:328: finishing write tid 1 to smithi04078109-15 2024-04-22T04:27:52.875 INFO:tasks.rados.rados.0.smithi040.stdout:328: finishing write tid 2 to smithi04078109-15 2024-04-22T04:27:52.876 INFO:tasks.rados.rados.0.smithi040.stdout:328: finishing write tid 3 to smithi04078109-15 2024-04-22T04:27:52.876 INFO:tasks.rados.rados.0.smithi040.stdout:328: finishing write tid 4 to smithi04078109-15 2024-04-22T04:27:52.876 INFO:tasks.rados.rados.0.smithi040.stdout:328: finishing write tid 5 to smithi04078109-15 2024-04-22T04:27:52.876 INFO:tasks.rados.rados.0.smithi040.stdout:328: finishing write tid 6 to smithi04078109-15 2024-04-22T04:27:52.876 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 133 (ObjNum 126 snap 25 seq_num 126) dirty exists 2024-04-22T04:27:52.876 INFO:tasks.rados.rados.0.smithi040.stdout:328: left oid 15 (ObjNum 126 snap 25 seq_num 126) 2024-04-22T04:27:52.876 INFO:tasks.rados.rados.0.smithi040.stdout:329: finishing write tid 1 to smithi04078109-22 2024-04-22T04:27:52.876 INFO:tasks.rados.rados.0.smithi040.stdout:329: finishing write tid 2 to smithi04078109-22 2024-04-22T04:27:52.876 INFO:tasks.rados.rados.0.smithi040.stdout:325: done (4 left) 2024-04-22T04:27:52.876 INFO:tasks.rados.rados.0.smithi040.stdout:326: done (3 left) 2024-04-22T04:27:52.876 INFO:tasks.rados.rados.0.smithi040.stdout:328: done (2 left) 2024-04-22T04:27:52.876 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 25 2024-04-22T04:27:52.876 INFO:tasks.rados.rados.0.smithi040.stdout:331: seq_num 128 ranges {0=548864,548864=794624,1343488=581632,1925120=229376} 2024-04-22T04:27:52.878 INFO:tasks.rados.rados.0.smithi040.stdout:331: writing smithi04078109-12 from 0 to 548864 tid 1 2024-04-22T04:27:52.883 INFO:tasks.rados.rados.0.smithi040.stdout:331: writing smithi04078109-12 from 548864 to 1343488 tid 2 2024-04-22T04:27:52.886 INFO:tasks.rados.rados.0.smithi040.stdout:331: writing smithi04078109-12 from 1343488 to 1925120 tid 3 2024-04-22T04:27:52.887 INFO:tasks.rados.rados.0.smithi040.stdout:331: writing smithi04078109-12 from 1925120 to 2154496 tid 4 2024-04-22T04:27:52.887 INFO:tasks.rados.rados.0.smithi040.stdout:332: snap_remove snap 18 2024-04-22T04:27:53.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:51.568911+0000 mgr.y (mgr.14574) 127 : cluster [DBG] pgmap v143: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:51.568911+0000 mgr.y (mgr.14574) 127 : cluster [DBG] pgmap v143: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:51.568911+0000 mgr.y (mgr.14574) 127 : cluster [DBG] pgmap v143: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:27:53.808 INFO:tasks.rados.rados.0.smithi040.stdout:332: done (3 left) 2024-04-22T04:27:53.808 INFO:tasks.rados.rados.0.smithi040.stdout:333: copy_from oid 17 from oid 44 current snap is 25 2024-04-22T04:27:53.809 INFO:tasks.rados.rados.0.smithi040.stdout:334: copy_from oid 20 from oid 46 current snap is 25 2024-04-22T04:27:53.809 INFO:tasks.rados.rados.0.smithi040.stdout:335: snap_create 2024-04-22T04:27:53.809 INFO:tasks.rados.rados.0.smithi040.stdout:329: finishing write tid 3 to smithi04078109-22 2024-04-22T04:27:53.809 INFO:tasks.rados.rados.0.smithi040.stdout:329: finishing write tid 4 to smithi04078109-22 2024-04-22T04:27:53.809 INFO:tasks.rados.rados.0.smithi040.stdout:329: finishing write tid 5 to smithi04078109-22 2024-04-22T04:27:53.809 INFO:tasks.rados.rados.0.smithi040.stdout:329: finishing write tid 6 to smithi04078109-22 2024-04-22T04:27:53.809 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 30 (ObjNum 127 snap 25 seq_num 127) dirty exists 2024-04-22T04:27:53.809 INFO:tasks.rados.rados.0.smithi040.stdout:329: left oid 22 (ObjNum 127 snap 25 seq_num 127) 2024-04-22T04:27:53.809 INFO:tasks.rados.rados.0.smithi040.stdout:331: finishing write tid 1 to smithi04078109-12 2024-04-22T04:27:53.809 INFO:tasks.rados.rados.0.smithi040.stdout:330: finishing copy_from racing read to smithi04078109-23 2024-04-22T04:27:53.809 INFO:tasks.rados.rados.0.smithi040.stdout:330: finishing copy_from to smithi04078109-23 2024-04-22T04:27:53.809 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 97 (ObjNum 102 snap 16 seq_num 102) dirty exists 2024-04-22T04:27:53.809 INFO:tasks.rados.rados.0.smithi040.stdout:331: finishing write tid 2 to smithi04078109-12 2024-04-22T04:27:53.809 INFO:tasks.rados.rados.0.smithi040.stdout:331: finishing write tid 3 to smithi04078109-12 2024-04-22T04:27:53.809 INFO:tasks.rados.rados.0.smithi040.stdout:331: finishing write tid 4 to smithi04078109-12 2024-04-22T04:27:53.810 INFO:tasks.rados.rados.0.smithi040.stdout:331: finishing write tid 5 to smithi04078109-12 2024-04-22T04:27:53.810 INFO:tasks.rados.rados.0.smithi040.stdout:331: finishing write tid 6 to smithi04078109-12 2024-04-22T04:27:53.810 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 46 (ObjNum 128 snap 25 seq_num 128) dirty exists 2024-04-22T04:27:53.810 INFO:tasks.rados.rados.0.smithi040.stdout:331: left oid 12 (ObjNum 128 snap 25 seq_num 128) 2024-04-22T04:27:53.822 INFO:tasks.rados.rados.0.smithi040.stdout:334: finishing copy_from racing read to smithi04078109-20 2024-04-22T04:27:53.824 INFO:tasks.rados.rados.0.smithi040.stdout:334: finishing copy_from to smithi04078109-20 2024-04-22T04:27:53.824 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-22T04:27:53.833 INFO:tasks.rados.rados.0.smithi040.stdout:333: finishing copy_from racing read to smithi04078109-17 2024-04-22T04:27:53.835 INFO:tasks.rados.rados.0.smithi040.stdout:333: finishing copy_from to smithi04078109-17 2024-04-22T04:27:53.835 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 67 (ObjNum 75 snap 8 seq_num 75) dirty exists 2024-04-22T04:27:54.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:52.799524+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-04-22T04:27:54.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:52.799524+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-04-22T04:27:54.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:52.799524+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-04-22T04:27:54.810 INFO:tasks.rados.rados.0.smithi040.stdout:329: done (5 left) 2024-04-22T04:27:54.810 INFO:tasks.rados.rados.0.smithi040.stdout:330: done (4 left) 2024-04-22T04:27:54.810 INFO:tasks.rados.rados.0.smithi040.stdout:331: done (3 left) 2024-04-22T04:27:54.811 INFO:tasks.rados.rados.0.smithi040.stdout:333: done (2 left) 2024-04-22T04:27:54.811 INFO:tasks.rados.rados.0.smithi040.stdout:334: done (1 left) 2024-04-22T04:27:54.811 INFO:tasks.rados.rados.0.smithi040.stdout:335: done (0 left) 2024-04-22T04:27:54.811 INFO:tasks.rados.rados.0.smithi040.stdout:336: read oid 15 snap -1 2024-04-22T04:27:54.811 INFO:tasks.rados.rados.0.smithi040.stdout:336: expect (ObjNum 126 snap 25 seq_num 126) 2024-04-22T04:27:54.811 INFO:tasks.rados.rados.0.smithi040.stdout:337: copy_from oid 39 from oid 19 current snap is 26 2024-04-22T04:27:54.811 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 9 current snap is 26 2024-04-22T04:27:54.811 INFO:tasks.rados.rados.0.smithi040.stdout:338: seq_num 129 ranges {139264=565248,704512=679936,1384448=786432,2170880=139264} 2024-04-22T04:27:54.814 INFO:tasks.rados.rados.0.smithi040.stdout:338: writing smithi04078109-9 from 139264 to 704512 tid 1 2024-04-22T04:27:54.818 INFO:tasks.rados.rados.0.smithi040.stdout:338: writing smithi04078109-9 from 704512 to 1384448 tid 2 2024-04-22T04:27:54.824 INFO:tasks.rados.rados.0.smithi040.stdout:338: writing smithi04078109-9 from 1384448 to 2170880 tid 3 2024-04-22T04:27:54.825 INFO:tasks.rados.rados.0.smithi040.stdout:338: writing smithi04078109-9 from 2170880 to 2310144 tid 4 2024-04-22T04:27:54.825 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 45 current snap is 26 2024-04-22T04:27:54.825 INFO:tasks.rados.rados.0.smithi040.stdout:337: finishing copy_from to smithi04078109-39 2024-04-22T04:27:54.825 INFO:tasks.rados.rados.0.smithi040.stdout:337: got expected ENOENT (src dne) 2024-04-22T04:27:54.825 INFO:tasks.rados.rados.0.smithi040.stdout:337: finishing copy_from racing read to smithi04078109-39 2024-04-22T04:27:54.825 INFO:tasks.rados.rados.0.smithi040.stdout:338: finishing write tid 1 to smithi04078109-9 2024-04-22T04:27:54.826 INFO:tasks.rados.rados.0.smithi040.stdout:338: finishing write tid 2 to smithi04078109-9 2024-04-22T04:27:54.826 INFO:tasks.rados.rados.0.smithi040.stdout:339: seq_num 130 ranges {3481600=581632,4063232=614400,4677632=598016,5275648=393216} 2024-04-22T04:27:54.847 INFO:tasks.rados.rados.0.smithi040.stdout:339: writing smithi04078109-45 from 3481600 to 4063232 tid 1 2024-04-22T04:27:54.851 INFO:tasks.rados.rados.0.smithi040.stdout:339: writing smithi04078109-45 from 4063232 to 4677632 tid 2 2024-04-22T04:27:54.854 INFO:tasks.rados.rados.0.smithi040.stdout:339: writing smithi04078109-45 from 4677632 to 5275648 tid 3 2024-04-22T04:27:54.857 INFO:tasks.rados.rados.0.smithi040.stdout:339: writing smithi04078109-45 from 5275648 to 5668864 tid 4 2024-04-22T04:27:54.857 INFO:tasks.rados.rados.0.smithi040.stdout:337: done (3 left) 2024-04-22T04:27:54.858 INFO:tasks.rados.rados.0.smithi040.stdout:340: snap_create 2024-04-22T04:27:54.858 INFO:tasks.rados.rados.0.smithi040.stdout:338: finishing write tid 3 to smithi04078109-9 2024-04-22T04:27:54.858 INFO:tasks.rados.rados.0.smithi040.stdout:338: finishing write tid 4 to smithi04078109-9 2024-04-22T04:27:54.858 INFO:tasks.rados.rados.0.smithi040.stdout:338: finishing write tid 5 to smithi04078109-9 2024-04-22T04:27:54.858 INFO:tasks.rados.rados.0.smithi040.stdout:338: finishing write tid 6 to smithi04078109-9 2024-04-22T04:27:54.858 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 123 (ObjNum 129 snap 26 seq_num 129) dirty exists 2024-04-22T04:27:54.858 INFO:tasks.rados.rados.0.smithi040.stdout:338: left oid 9 (ObjNum 129 snap 26 seq_num 129) 2024-04-22T04:27:54.858 INFO:tasks.rados.rados.0.smithi040.stdout:336: expect (ObjNum 126 snap 25 seq_num 126) 2024-04-22T04:27:55.099 INFO:tasks.rados.rados.0.smithi040.stdout:339: finishing write tid 1 to smithi04078109-45 2024-04-22T04:27:55.099 INFO:tasks.rados.rados.0.smithi040.stdout:339: finishing write tid 2 to smithi04078109-45 2024-04-22T04:27:55.099 INFO:tasks.rados.rados.0.smithi040.stdout:339: finishing write tid 3 to smithi04078109-45 2024-04-22T04:27:55.099 INFO:tasks.rados.rados.0.smithi040.stdout:339: finishing write tid 4 to smithi04078109-45 2024-04-22T04:27:55.099 INFO:tasks.rados.rados.0.smithi040.stdout:339: finishing write tid 5 to smithi04078109-45 2024-04-22T04:27:55.099 INFO:tasks.rados.rados.0.smithi040.stdout:339: finishing write tid 6 to smithi04078109-45 2024-04-22T04:27:55.099 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 129 (ObjNum 130 snap 26 seq_num 130) dirty exists 2024-04-22T04:27:55.099 INFO:tasks.rados.rados.0.smithi040.stdout:339: left oid 45 (ObjNum 130 snap 26 seq_num 130) 2024-04-22T04:27:55.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:53.569382+0000 mgr.y (mgr.14574) 128 : cluster [DBG] pgmap v146: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-22T04:27:55.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:53.808260+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-04-22T04:27:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:53.569382+0000 mgr.y (mgr.14574) 128 : cluster [DBG] pgmap v146: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-22T04:27:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:53.808260+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-04-22T04:27:55.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:53.569382+0000 mgr.y (mgr.14574) 128 : cluster [DBG] pgmap v146: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-22T04:27:55.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:53.808260+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-04-22T04:27:55.814 INFO:tasks.rados.rados.0.smithi040.stdout:336: done (3 left) 2024-04-22T04:27:55.815 INFO:tasks.rados.rados.0.smithi040.stdout:338: done (2 left) 2024-04-22T04:27:55.815 INFO:tasks.rados.rados.0.smithi040.stdout:339: done (1 left) 2024-04-22T04:27:55.815 INFO:tasks.rados.rados.0.smithi040.stdout:340: done (0 left) 2024-04-22T04:27:55.815 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 5 current snap is 27 2024-04-22T04:27:55.815 INFO:tasks.rados.rados.0.smithi040.stdout:341: seq_num 131 ranges {57344=598016,655360=499712,1155072=753664,1908736=352256} 2024-04-22T04:27:55.815 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:27:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[40896]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:27:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:27:55.818 INFO:tasks.rados.rados.0.smithi040.stdout:341: writing smithi04078109-5 from 57344 to 655360 tid 1 2024-04-22T04:27:55.821 INFO:tasks.rados.rados.0.smithi040.stdout:341: writing smithi04078109-5 from 655360 to 1155072 tid 2 2024-04-22T04:27:55.826 INFO:tasks.rados.rados.0.smithi040.stdout:341: writing smithi04078109-5 from 1155072 to 1908736 tid 3 2024-04-22T04:27:55.828 INFO:tasks.rados.rados.0.smithi040.stdout:341: writing smithi04078109-5 from 1908736 to 2260992 tid 4 2024-04-22T04:27:55.828 INFO:tasks.rados.rados.0.smithi040.stdout:342: rollback oid 31 current snap is 27 2024-04-22T04:27:55.828 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 31 to 23 2024-04-22T04:27:55.828 INFO:tasks.rados.rados.0.smithi040.stdout:341: finishing write tid 1 to smithi04078109-5 2024-04-22T04:27:55.828 INFO:tasks.rados.rados.0.smithi040.stdout:341: finishing write tid 2 to smithi04078109-5 2024-04-22T04:27:55.829 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 27 2024-04-22T04:27:55.829 INFO:tasks.rados.rados.0.smithi040.stdout:343: seq_num 132 ranges {0=614400,614400=786432,1400832=565248,1966080=253952} 2024-04-22T04:27:55.832 INFO:tasks.rados.rados.0.smithi040.stdout:343: writing smithi04078109-49 from 0 to 614400 tid 1 2024-04-22T04:27:55.837 INFO:tasks.rados.rados.0.smithi040.stdout:343: writing smithi04078109-49 from 614400 to 1400832 tid 2 2024-04-22T04:27:55.840 INFO:tasks.rados.rados.0.smithi040.stdout:343: writing smithi04078109-49 from 1400832 to 1966080 tid 3 2024-04-22T04:27:55.843 INFO:tasks.rados.rados.0.smithi040.stdout:343: writing smithi04078109-49 from 1966080 to 2220032 tid 4 2024-04-22T04:27:55.843 INFO:tasks.rados.rados.0.smithi040.stdout:344: rmattr oid 41 current snap is 27 2024-04-22T04:27:55.843 INFO:tasks.rados.rados.0.smithi040.stdout:344: done (3 left) 2024-04-22T04:27:55.843 INFO:tasks.rados.rados.0.smithi040.stdout:345: read oid 7 snap -1 2024-04-22T04:27:55.843 INFO:tasks.rados.rados.0.smithi040.stdout:345: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-22T04:27:55.843 INFO:tasks.rados.rados.0.smithi040.stdout:346: snap_create 2024-04-22T04:27:55.843 INFO:tasks.rados.rados.0.smithi040.stdout:341: finishing write tid 3 to smithi04078109-5 2024-04-22T04:27:55.843 INFO:tasks.rados.rados.0.smithi040.stdout:341: finishing write tid 4 to smithi04078109-5 2024-04-22T04:27:55.843 INFO:tasks.rados.rados.0.smithi040.stdout:342: finishing rollback tid 1 to smithi04078109-31 2024-04-22T04:27:55.843 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 0 (ObjNum -1443310912 snap 21852 seq_num 2851391840) dirty dne 2024-04-22T04:27:55.843 INFO:tasks.rados.rados.0.smithi040.stdout:341: finishing write tid 5 to smithi04078109-5 2024-04-22T04:27:55.843 INFO:tasks.rados.rados.0.smithi040.stdout:341: finishing write tid 6 to smithi04078109-5 2024-04-22T04:27:55.844 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 145 (ObjNum 131 snap 27 seq_num 131) dirty exists 2024-04-22T04:27:55.844 INFO:tasks.rados.rados.0.smithi040.stdout:341: left oid 5 (ObjNum 131 snap 27 seq_num 131) 2024-04-22T04:27:55.844 INFO:tasks.rados.rados.0.smithi040.stdout:343: finishing write tid 1 to smithi04078109-49 2024-04-22T04:27:55.844 INFO:tasks.rados.rados.0.smithi040.stdout:343: finishing write tid 2 to smithi04078109-49 2024-04-22T04:27:55.844 INFO:tasks.rados.rados.0.smithi040.stdout:343: finishing write tid 3 to smithi04078109-49 2024-04-22T04:27:55.844 INFO:tasks.rados.rados.0.smithi040.stdout:343: finishing write tid 4 to smithi04078109-49 2024-04-22T04:27:55.845 INFO:tasks.rados.rados.0.smithi040.stdout:343: finishing write tid 5 to smithi04078109-49 2024-04-22T04:27:55.850 INFO:tasks.rados.rados.0.smithi040.stdout:343: finishing write tid 6 to smithi04078109-49 2024-04-22T04:27:55.850 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 134 (ObjNum 132 snap 27 seq_num 132) dirty exists 2024-04-22T04:27:55.851 INFO:tasks.rados.rados.0.smithi040.stdout:343: left oid 49 (ObjNum 132 snap 27 seq_num 132) 2024-04-22T04:27:55.851 INFO:tasks.rados.rados.0.smithi040.stdout:345: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-22T04:27:56.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:54.811640+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-04-22T04:27:56.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:54.811640+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-04-22T04:27:56.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:54.811640+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-04-22T04:27:56.768 INFO:tasks.rados.rados.0.smithi040.stdout:341: done (4 left) 2024-04-22T04:27:56.768 INFO:tasks.rados.rados.0.smithi040.stdout:342: done (3 left) 2024-04-22T04:27:56.768 INFO:tasks.rados.rados.0.smithi040.stdout:343: done (2 left) 2024-04-22T04:27:56.768 INFO:tasks.rados.rados.0.smithi040.stdout:345: done (1 left) 2024-04-22T04:27:56.768 INFO:tasks.rados.rados.0.smithi040.stdout:346: done (0 left) 2024-04-22T04:27:56.768 INFO:tasks.rados.rados.0.smithi040.stdout:347: delete oid 49 current snap is 28 2024-04-22T04:27:56.774 INFO:tasks.rados.rados.0.smithi040.stdout:347: done (0 left) 2024-04-22T04:27:56.774 INFO:tasks.rados.rados.0.smithi040.stdout:348: rollback oid 18 current snap is 28 2024-04-22T04:27:56.774 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 18 to 27 2024-04-22T04:27:56.774 INFO:tasks.rados.rados.0.smithi040.stdout:349: snap_create 2024-04-22T04:27:56.777 INFO:tasks.rados.rados.0.smithi040.stdout:348: finishing rollback tid 0 to smithi04078109-18 2024-04-22T04:27:56.778 INFO:tasks.rados.rados.0.smithi040.stdout:348: finishing rollback tid 1 to smithi04078109-18 2024-04-22T04:27:56.778 INFO:tasks.rados.rados.0.smithi040.stdout:348: finishing rollback tid 2 to smithi04078109-18 2024-04-22T04:27:56.778 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 50 (ObjNum 113 snap 18 seq_num 113) dirty exists 2024-04-22T04:27:57.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:55.569911+0000 mgr.y (mgr.14574) 129 : cluster [DBG] pgmap v149: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-22T04:27:57.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:55.816851+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-04-22T04:27:57.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:56.770304+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-04-22T04:27:57.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:55.569911+0000 mgr.y (mgr.14574) 129 : cluster [DBG] pgmap v149: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-22T04:27:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:55.816851+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-04-22T04:27:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:56.770304+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-04-22T04:27:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:55.569911+0000 mgr.y (mgr.14574) 129 : cluster [DBG] pgmap v149: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-22T04:27:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:55.816851+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-04-22T04:27:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:56.770304+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-04-22T04:27:57.771 INFO:tasks.rados.rados.0.smithi040.stdout:348: done (1 left) 2024-04-22T04:27:57.771 INFO:tasks.rados.rados.0.smithi040.stdout:349: done (0 left) 2024-04-22T04:27:57.771 INFO:tasks.rados.rados.0.smithi040.stdout:350: rollback oid 41 current snap is 29 2024-04-22T04:27:57.771 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 41 to 24 2024-04-22T04:27:57.771 INFO:tasks.rados.rados.0.smithi040.stdout:351: rollback oid 18 current snap is 29 2024-04-22T04:27:57.771 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 18 to 25 2024-04-22T04:27:57.771 INFO:tasks.rados.rados.0.smithi040.stdout:352: rmattr oid 23 current snap is 29 2024-04-22T04:27:57.771 INFO:tasks.rados.rados.0.smithi040.stdout:352: done (2 left) 2024-04-22T04:27:57.771 INFO:tasks.rados.rados.0.smithi040.stdout:353: copy_from oid 43 from oid 10 current snap is 29 2024-04-22T04:27:57.771 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 29 2024-04-22T04:27:57.771 INFO:tasks.rados.rados.0.smithi040.stdout:354: seq_num 134 ranges {0=647168,647168=548864,1196032=573440,1769472=483328} 2024-04-22T04:27:57.777 INFO:tasks.rados.rados.0.smithi040.stdout:354: writing smithi04078109-19 from 0 to 647168 tid 1 2024-04-22T04:27:57.778 INFO:tasks.rados.rados.0.smithi040.stdout:354: writing smithi04078109-19 from 647168 to 1196032 tid 2 2024-04-22T04:27:57.781 INFO:tasks.rados.rados.0.smithi040.stdout:354: writing smithi04078109-19 from 1196032 to 1769472 tid 3 2024-04-22T04:27:57.785 INFO:tasks.rados.rados.0.smithi040.stdout:354: writing smithi04078109-19 from 1769472 to 2252800 tid 4 2024-04-22T04:27:57.785 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 29 2024-04-22T04:27:57.785 INFO:tasks.rados.rados.0.smithi040.stdout:350: finishing rollback tid 1 to smithi04078109-41 2024-04-22T04:27:57.785 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 0 (ObjNum 1 snap 21849 seq_num 3892357680) dirty dne 2024-04-22T04:27:57.785 INFO:tasks.rados.rados.0.smithi040.stdout:353: finishing copy_from to smithi04078109-43 2024-04-22T04:27:57.785 INFO:tasks.rados.rados.0.smithi040.stdout:353: got expected ENOENT (src dne) 2024-04-22T04:27:57.785 INFO:tasks.rados.rados.0.smithi040.stdout:355: seq_num 135 ranges {0=663552,663552=434176,1097728=786432,1884160=385024} 2024-04-22T04:27:57.788 INFO:tasks.rados.rados.0.smithi040.stdout:355: writing smithi04078109-13 from 0 to 663552 tid 1 2024-04-22T04:27:57.790 INFO:tasks.rados.rados.0.smithi040.stdout:355: writing smithi04078109-13 from 663552 to 1097728 tid 2 2024-04-22T04:27:57.794 INFO:tasks.rados.rados.0.smithi040.stdout:355: writing smithi04078109-13 from 1097728 to 1884160 tid 3 2024-04-22T04:27:57.797 INFO:tasks.rados.rados.0.smithi040.stdout:355: writing smithi04078109-13 from 1884160 to 2269184 tid 4 2024-04-22T04:27:57.797 INFO:tasks.rados.rados.0.smithi040.stdout:353: finishing copy_from racing read to smithi04078109-43 2024-04-22T04:27:57.797 INFO:tasks.rados.rados.0.smithi040.stdout:351: finishing rollback tid 0 to smithi04078109-18 2024-04-22T04:27:57.797 INFO:tasks.rados.rados.0.smithi040.stdout:350: done (4 left) 2024-04-22T04:27:57.797 INFO:tasks.rados.rados.0.smithi040.stdout:353: done (3 left) 2024-04-22T04:27:57.797 INFO:tasks.rados.rados.0.smithi040.stdout:356: setattr oid 2 current snap is 29 2024-04-22T04:27:57.797 INFO:tasks.rados.rados.0.smithi040.stdout:351: finishing rollback tid 1 to smithi04078109-18 2024-04-22T04:27:57.797 INFO:tasks.rados.rados.0.smithi040.stdout:351: finishing rollback tid 2 to smithi04078109-18 2024-04-22T04:27:57.798 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 54 (ObjNum 113 snap 18 seq_num 113) dirty exists 2024-04-22T04:27:57.798 INFO:tasks.rados.rados.0.smithi040.stdout:354: finishing write tid 1 to smithi04078109-19 2024-04-22T04:27:57.798 INFO:tasks.rados.rados.0.smithi040.stdout:354: finishing write tid 2 to smithi04078109-19 2024-04-22T04:27:57.798 INFO:tasks.rados.rados.0.smithi040.stdout:354: finishing write tid 3 to smithi04078109-19 2024-04-22T04:27:57.798 INFO:tasks.rados.rados.0.smithi040.stdout:354: finishing write tid 4 to smithi04078109-19 2024-04-22T04:27:57.798 INFO:tasks.rados.rados.0.smithi040.stdout:354: finishing write tid 5 to smithi04078109-19 2024-04-22T04:27:57.798 INFO:tasks.rados.rados.0.smithi040.stdout:354: finishing write tid 6 to smithi04078109-19 2024-04-22T04:27:57.798 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 28 (ObjNum 134 snap 29 seq_num 134) dirty exists 2024-04-22T04:27:57.798 INFO:tasks.rados.rados.0.smithi040.stdout:354: left oid 19 (ObjNum 134 snap 29 seq_num 134) 2024-04-22T04:27:57.798 INFO:tasks.rados.rados.0.smithi040.stdout:355: finishing write tid 1 to smithi04078109-13 2024-04-22T04:27:57.798 INFO:tasks.rados.rados.0.smithi040.stdout:355: finishing write tid 2 to smithi04078109-13 2024-04-22T04:27:57.799 INFO:tasks.rados.rados.0.smithi040.stdout:351: done (3 left) 2024-04-22T04:27:57.799 INFO:tasks.rados.rados.0.smithi040.stdout:354: done (2 left) 2024-04-22T04:27:57.799 INFO:tasks.rados.rados.0.smithi040.stdout:357: snap_create 2024-04-22T04:27:57.799 INFO:tasks.rados.rados.0.smithi040.stdout:355: finishing write tid 3 to smithi04078109-13 2024-04-22T04:27:57.799 INFO:tasks.rados.rados.0.smithi040.stdout:355: finishing write tid 4 to smithi04078109-13 2024-04-22T04:27:57.800 INFO:tasks.rados.rados.0.smithi040.stdout:355: finishing write tid 5 to smithi04078109-13 2024-04-22T04:27:57.801 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 146 (ObjNum -1443290944 snap 21852 seq_num 2851676352) dirty exists 2024-04-22T04:27:57.802 INFO:tasks.rados.rados.0.smithi040.stdout:355: finishing write tid 6 to smithi04078109-13 2024-04-22T04:27:57.802 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 47 (ObjNum 135 snap 29 seq_num 135) dirty exists 2024-04-22T04:27:57.802 INFO:tasks.rados.rados.0.smithi040.stdout:355: left oid 13 (ObjNum 135 snap 29 seq_num 135) 2024-04-22T04:27:58.774 INFO:tasks.rados.rados.0.smithi040.stdout:355: done (2 left) 2024-04-22T04:27:58.774 INFO:tasks.rados.rados.0.smithi040.stdout:356: done (1 left) 2024-04-22T04:27:58.774 INFO:tasks.rados.rados.0.smithi040.stdout:357: done (0 left) 2024-04-22T04:27:58.774 INFO:tasks.rados.rados.0.smithi040.stdout:358: copy_from oid 34 from oid 46 current snap is 30 2024-04-22T04:27:58.774 INFO:tasks.rados.rados.0.smithi040.stdout:359: snap_remove snap 21 2024-04-22T04:27:59.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:57.570579+0000 mgr.y (mgr.14574) 130 : cluster [DBG] pgmap v152: 121 pgs: 121 active+clean; 102 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.9 MiB/s wr, 17 op/s 2024-04-22T04:27:59.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:57.772272+0000 mon.a (mon.0) 779 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-04-22T04:27:59.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:57.570579+0000 mgr.y (mgr.14574) 130 : cluster [DBG] pgmap v152: 121 pgs: 121 active+clean; 102 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.9 MiB/s wr, 17 op/s 2024-04-22T04:27:59.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:57.772272+0000 mon.a (mon.0) 779 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-04-22T04:27:59.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:57.570579+0000 mgr.y (mgr.14574) 130 : cluster [DBG] pgmap v152: 121 pgs: 121 active+clean; 102 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.9 MiB/s wr, 17 op/s 2024-04-22T04:27:59.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:57.772272+0000 mon.a (mon.0) 779 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-04-22T04:27:59.781 INFO:tasks.rados.rados.0.smithi040.stdout:359: done (1 left) 2024-04-22T04:27:59.782 INFO:tasks.rados.rados.0.smithi040.stdout:360: rollback oid 45 current snap is 30 2024-04-22T04:27:59.782 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 45 to 22 2024-04-22T04:27:59.782 INFO:tasks.rados.rados.0.smithi040.stdout:361: read oid 20 snap -1 2024-04-22T04:27:59.782 INFO:tasks.rados.rados.0.smithi040.stdout:361: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-22T04:27:59.782 INFO:tasks.rados.rados.0.smithi040.stdout:362: read oid 37 snap -1 2024-04-22T04:27:59.782 INFO:tasks.rados.rados.0.smithi040.stdout:362: expect (ObjNum 94 snap 12 seq_num 94) 2024-04-22T04:27:59.782 INFO:tasks.rados.rados.0.smithi040.stdout:363: delete oid 28 current snap is 30 2024-04-22T04:27:59.782 INFO:tasks.rados.rados.0.smithi040.stdout:358: finishing copy_from racing read to smithi04078109-34 2024-04-22T04:27:59.782 INFO:tasks.rados.rados.0.smithi040.stdout:358: finishing copy_from to smithi04078109-34 2024-04-22T04:27:59.782 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-22T04:27:59.789 INFO:tasks.rados.rados.0.smithi040.stdout:358: done (4 left) 2024-04-22T04:27:59.789 INFO:tasks.rados.rados.0.smithi040.stdout:363: done (3 left) 2024-04-22T04:27:59.789 INFO:tasks.rados.rados.0.smithi040.stdout:364: rollback oid 46 current snap is 30 2024-04-22T04:27:59.789 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 46 to 27 2024-04-22T04:27:59.790 INFO:tasks.rados.rados.0.smithi040.stdout:365: snap_remove snap 28 2024-04-22T04:28:00.025 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:27:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:58.775422+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-04-22T04:28:00.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:27:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:58.775422+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-04-22T04:28:00.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:27:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:58.775422+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-04-22T04:28:00.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:28:00] "GET /metrics HTTP/1.1" 200 191681 "" "Prometheus/2.33.4" 2024-04-22T04:28:00.785 INFO:tasks.rados.rados.0.smithi040.stdout:365: done (4 left) 2024-04-22T04:28:00.785 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 30 2024-04-22T04:28:00.785 INFO:tasks.rados.rados.0.smithi040.stdout:360: finishing rollback tid 0 to smithi04078109-45 2024-04-22T04:28:00.785 INFO:tasks.rados.rados.0.smithi040.stdout:366: seq_num 137 ranges {0=704512,704512=655360,1359872=753664,2113536=196608} 2024-04-22T04:28:00.788 INFO:tasks.rados.rados.0.smithi040.stdout:366: writing smithi04078109-31 from 0 to 704512 tid 1 2024-04-22T04:28:00.793 INFO:tasks.rados.rados.0.smithi040.stdout:366: writing smithi04078109-31 from 704512 to 1359872 tid 2 2024-04-22T04:28:00.797 INFO:tasks.rados.rados.0.smithi040.stdout:366: writing smithi04078109-31 from 1359872 to 2113536 tid 3 2024-04-22T04:28:00.799 INFO:tasks.rados.rados.0.smithi040.stdout:366: writing smithi04078109-31 from 2113536 to 2310144 tid 4 2024-04-22T04:28:00.799 INFO:tasks.rados.rados.0.smithi040.stdout:367: read oid 27 snap -1 2024-04-22T04:28:00.799 INFO:tasks.rados.rados.0.smithi040.stdout:367: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-22T04:28:00.799 INFO:tasks.rados.rados.0.smithi040.stdout:368: setattr oid 3 current snap is 30 2024-04-22T04:28:00.799 INFO:tasks.rados.rados.0.smithi040.stdout:361: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-22T04:28:00.821 INFO:tasks.rados.rados.0.smithi040.stdout:364: finishing rollback tid 0 to smithi04078109-46 2024-04-22T04:28:00.821 INFO:tasks.rados.rados.0.smithi040.stdout:360: finishing rollback tid 1 to smithi04078109-45 2024-04-22T04:28:00.821 INFO:tasks.rados.rados.0.smithi040.stdout:360: finishing rollback tid 2 to smithi04078109-45 2024-04-22T04:28:00.821 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 146 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-04-22T04:28:00.821 INFO:tasks.rados.rados.0.smithi040.stdout:364: finishing rollback tid 1 to smithi04078109-46 2024-04-22T04:28:00.821 INFO:tasks.rados.rados.0.smithi040.stdout:362: expect (ObjNum 94 snap 12 seq_num 94) 2024-04-22T04:28:00.875 INFO:tasks.rados.rados.0.smithi040.stdout:364: finishing rollback tid 2 to smithi04078109-46 2024-04-22T04:28:00.875 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 16 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-22T04:28:00.876 INFO:tasks.rados.rados.0.smithi040.stdout:366: finishing write tid 1 to smithi04078109-31 2024-04-22T04:28:00.876 INFO:tasks.rados.rados.0.smithi040.stdout:366: finishing write tid 2 to smithi04078109-31 2024-04-22T04:28:00.876 INFO:tasks.rados.rados.0.smithi040.stdout:367: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-22T04:28:00.878 INFO:tasks.rados.rados.0.smithi040.stdout:366: finishing write tid 3 to smithi04078109-31 2024-04-22T04:28:00.878 INFO:tasks.rados.rados.0.smithi040.stdout:366: finishing write tid 4 to smithi04078109-31 2024-04-22T04:28:00.878 INFO:tasks.rados.rados.0.smithi040.stdout:366: finishing write tid 5 to smithi04078109-31 2024-04-22T04:28:00.878 INFO:tasks.rados.rados.0.smithi040.stdout:366: finishing write tid 6 to smithi04078109-31 2024-04-22T04:28:00.878 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 102 (ObjNum 137 snap 30 seq_num 137) dirty exists 2024-04-22T04:28:00.878 INFO:tasks.rados.rados.0.smithi040.stdout:366: left oid 31 (ObjNum 137 snap 30 seq_num 137) 2024-04-22T04:28:00.878 INFO:tasks.rados.rados.0.smithi040.stdout:360: done (6 left) 2024-04-22T04:28:00.878 INFO:tasks.rados.rados.0.smithi040.stdout:361: done (5 left) 2024-04-22T04:28:00.878 INFO:tasks.rados.rados.0.smithi040.stdout:362: done (4 left) 2024-04-22T04:28:00.878 INFO:tasks.rados.rados.0.smithi040.stdout:364: done (3 left) 2024-04-22T04:28:00.878 INFO:tasks.rados.rados.0.smithi040.stdout:366: done (2 left) 2024-04-22T04:28:00.878 INFO:tasks.rados.rados.0.smithi040.stdout:367: done (1 left) 2024-04-22T04:28:00.878 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 36 current snap is 30 2024-04-22T04:28:00.878 INFO:tasks.rados.rados.0.smithi040.stdout:369: seq_num 138 ranges {0=720896,720896=540672,1261568=557056,1818624=507904} 2024-04-22T04:28:00.882 INFO:tasks.rados.rados.0.smithi040.stdout:369: writing smithi04078109-36 from 0 to 720896 tid 1 2024-04-22T04:28:00.885 INFO:tasks.rados.rados.0.smithi040.stdout:369: writing smithi04078109-36 from 720896 to 1261568 tid 2 2024-04-22T04:28:00.888 INFO:tasks.rados.rados.0.smithi040.stdout:369: writing smithi04078109-36 from 1261568 to 1818624 tid 3 2024-04-22T04:28:00.891 INFO:tasks.rados.rados.0.smithi040.stdout:369: writing smithi04078109-36 from 1818624 to 2326528 tid 4 2024-04-22T04:28:00.891 INFO:tasks.rados.rados.0.smithi040.stdout:370: snap_create 2024-04-22T04:28:00.891 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 100 (ObjNum 108 snap 17 seq_num 108) dirty exists 2024-04-22T04:28:00.891 INFO:tasks.rados.rados.0.smithi040.stdout:369: finishing write tid 1 to smithi04078109-36 2024-04-22T04:28:00.892 INFO:tasks.rados.rados.0.smithi040.stdout:369: finishing write tid 2 to smithi04078109-36 2024-04-22T04:28:00.892 INFO:tasks.rados.rados.0.smithi040.stdout:369: finishing write tid 3 to smithi04078109-36 2024-04-22T04:28:00.893 INFO:tasks.rados.rados.0.smithi040.stdout:369: finishing write tid 4 to smithi04078109-36 2024-04-22T04:28:00.893 INFO:tasks.rados.rados.0.smithi040.stdout:369: finishing write tid 5 to smithi04078109-36 2024-04-22T04:28:00.894 INFO:tasks.rados.rados.0.smithi040.stdout:369: finishing write tid 6 to smithi04078109-36 2024-04-22T04:28:00.894 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 41 (ObjNum 138 snap 30 seq_num 138) dirty exists 2024-04-22T04:28:00.894 INFO:tasks.rados.rados.0.smithi040.stdout:369: left oid 36 (ObjNum 138 snap 30 seq_num 138) 2024-04-22T04:28:01.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:59.571076+0000 mgr.y (mgr.14574) 131 : cluster [DBG] pgmap v155: 121 pgs: 121 active+clean; 102 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.9 MiB/s wr, 17 op/s 2024-04-22T04:28:01.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:27:59.780333+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-04-22T04:28:01.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:59.571076+0000 mgr.y (mgr.14574) 131 : cluster [DBG] pgmap v155: 121 pgs: 121 active+clean; 102 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.9 MiB/s wr, 17 op/s 2024-04-22T04:28:01.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:27:59.780333+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-04-22T04:28:01.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:59.571076+0000 mgr.y (mgr.14574) 131 : cluster [DBG] pgmap v155: 121 pgs: 121 active+clean; 102 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.9 MiB/s wr, 17 op/s 2024-04-22T04:28:01.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:27:59.780333+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-04-22T04:28:01.769 INFO:tasks.rados.rados.0.smithi040.stdout:368: done (2 left) 2024-04-22T04:28:01.770 INFO:tasks.rados.rados.0.smithi040.stdout:369: done (1 left) 2024-04-22T04:28:01.770 INFO:tasks.rados.rados.0.smithi040.stdout:370: done (0 left) 2024-04-22T04:28:01.770 INFO:tasks.rados.rados.0.smithi040.stdout:371: read oid 25 snap 23 2024-04-22T04:28:01.770 INFO:tasks.rados.rados.0.smithi040.stdout:371: expect (ObjNum 56 snap 3 seq_num 56) 2024-04-22T04:28:01.770 INFO:tasks.rados.rados.0.smithi040.stdout:372: snap_remove snap 20 2024-04-22T04:28:02.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:00.786065+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-04-22T04:28:02.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:00.862772+0000 mgr.y (mgr.14574) 132 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-22T04:28:02.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:00.867340+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:28:02.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:00.870695+0000 mon.c (mon.2) 108 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:28:02.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:00.871007+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:28:02.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:00.871912+0000 mon.c (mon.2) 109 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:28:02.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:00.872797+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:02.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:00.873531+0000 mgr.y (mgr.14574) 133 : cephadm [INF] Deploying daemon mgr.x on smithi062 2024-04-22T04:28:02.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:01.771297+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-04-22T04:28:02.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:00.786065+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-04-22T04:28:02.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:00.862772+0000 mgr.y (mgr.14574) 132 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-22T04:28:02.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:00.867340+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:28:02.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:00.870695+0000 mon.c (mon.2) 108 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:28:02.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:00.871007+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:28:02.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:00.871912+0000 mon.c (mon.2) 109 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:28:02.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:00.872797+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:02.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:00.873531+0000 mgr.y (mgr.14574) 133 : cephadm [INF] Deploying daemon mgr.x on smithi062 2024-04-22T04:28:02.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:01.771297+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-04-22T04:28:02.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:00.786065+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-04-22T04:28:02.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:00.862772+0000 mgr.y (mgr.14574) 132 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-22T04:28:02.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:00.867340+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:28:02.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:00.870695+0000 mon.c (mon.2) 108 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:28:02.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:00.871007+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:28:02.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:00.871912+0000 mon.c (mon.2) 109 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:28:02.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:00.872797+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:02.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:00.873531+0000 mgr.y (mgr.14574) 133 : cephadm [INF] Deploying daemon mgr.x on smithi062 2024-04-22T04:28:02.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:01.771297+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-04-22T04:28:02.771 INFO:tasks.rados.rados.0.smithi040.stdout:372: done (1 left) 2024-04-22T04:28:02.771 INFO:tasks.rados.rados.0.smithi040.stdout:373: copy_from oid 9 from oid 36 current snap is 31 2024-04-22T04:28:02.771 INFO:tasks.rados.rados.0.smithi040.stdout:374: snap_create 2024-04-22T04:28:02.771 INFO:tasks.rados.rados.0.smithi040.stdout:371: expect (ObjNum 56 snap 3 seq_num 56) 2024-04-22T04:28:02.830 INFO:tasks.rados.rados.0.smithi040.stdout:373: finishing copy_from racing read to smithi04078109-9 2024-04-22T04:28:02.830 INFO:tasks.rados.rados.0.smithi040.stdout:373: finishing copy_from to smithi04078109-9 2024-04-22T04:28:02.830 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 41 (ObjNum 138 snap 30 seq_num 138) dirty exists 2024-04-22T04:28:02.866 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:02 smithi062 systemd[1]: Stopping Ceph mgr.x for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:28:02.866 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:02 smithi062 bash[65410]: Error: no container with name or ID "ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr.x" found: no such container 2024-04-22T04:28:03.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:01.571522+0000 mgr.y (mgr.14574) 134 : cluster [DBG] pgmap v158: 121 pgs: 121 active+clean; 102 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:03.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:02.772620+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-04-22T04:28:03.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:01.571522+0000 mgr.y (mgr.14574) 134 : cluster [DBG] pgmap v158: 121 pgs: 121 active+clean; 102 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:03.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:02.772620+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-04-22T04:28:03.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:01.571522+0000 mgr.y (mgr.14574) 134 : cluster [DBG] pgmap v158: 121 pgs: 121 active+clean; 102 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:03.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:02.772620+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-04-22T04:28:03.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:03 smithi062 bash[65450]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x 2024-04-22T04:28:03.771 INFO:tasks.rados.rados.0.smithi040.stdout:371: done (2 left) 2024-04-22T04:28:03.771 INFO:tasks.rados.rados.0.smithi040.stdout:373: done (1 left) 2024-04-22T04:28:03.771 INFO:tasks.rados.rados.0.smithi040.stdout:374: done (0 left) 2024-04-22T04:28:03.771 INFO:tasks.rados.rados.0.smithi040.stdout:375: snap_remove snap 23 2024-04-22T04:28:04.064 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:03 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-22T04:28:04.065 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:03 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-22T04:28:04.065 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:03 smithi062 systemd[1]: Stopped Ceph mgr.x for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:28:04.121 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:28:04.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:04 smithi062 systemd[1]: Starting Ceph mgr.x for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:28:04.408 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:28:04.409 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (91s) 80s ago 2m 13.6M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:28:04.409 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (2m) 75s ago 2m 51.7M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:28:04.409 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (3m) 80s ago 3m 12.5M - 16.2.15-1-g8963e9de 727f386679cb 07889a83e85d 2024-04-22T04:28:04.409 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (3m) 75s ago 3m 13.6M - 16.2.15-1-g8963e9de 727f386679cb 37118b502053 2024-04-22T04:28:04.409 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443 running (7m) 75s ago 7m 385M - 16.2.15-1-g8963e9de 727f386679cb 2842dc17f688 2024-04-22T04:28:04.409 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:9283 running (9m) 80s ago 9m 433M - 16.2.15-1-g8963e9de 727f386679cb 8a45996e439b 2024-04-22T04:28:04.409 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (9m) 80s ago 9m 67.0M 2048M 16.2.15-1-g8963e9de 727f386679cb 345f97f2a3df 2024-04-22T04:28:04.409 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (7m) 75s ago 7m 42.1M 2048M 16.2.15-1-g8963e9de 727f386679cb ffc5f26fd230 2024-04-22T04:28:04.409 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (7m) 80s ago 7m 40.0M 2048M 16.2.15-1-g8963e9de 727f386679cb ef0cdaf2d528 2024-04-22T04:28:04.409 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (2m) 80s ago 2m 11.0M - 1.3.1 1dbe0e931976 3d926365bac8 2024-04-22T04:28:04.409 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (2m) 75s ago 2m 13.1M - 1.3.1 1dbe0e931976 cd70c5d64335 2024-04-22T04:28:04.409 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (6m) 80s ago 6m 41.9M 3001M 16.2.15-1-g8963e9de 727f386679cb a05040c28137 2024-04-22T04:28:04.409 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (6m) 80s ago 6m 38.5M 3001M 16.2.15-1-g8963e9de 727f386679cb 132b282d5078 2024-04-22T04:28:04.409 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (6m) 80s ago 6m 37.2M 3001M 16.2.15-1-g8963e9de 727f386679cb 18997dafed68 2024-04-22T04:28:04.410 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (5m) 80s ago 5m 37.7M 3001M 16.2.15-1-g8963e9de 727f386679cb 143d3b49613e 2024-04-22T04:28:04.410 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (5m) 75s ago 5m 40.3M 3256M 16.2.15-1-g8963e9de 727f386679cb 60d50d2f7849 2024-04-22T04:28:04.410 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (4m) 75s ago 4m 39.5M 3256M 16.2.15-1-g8963e9de 727f386679cb b7e17a5d779e 2024-04-22T04:28:04.410 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (4m) 75s ago 4m 38.9M 3256M 16.2.15-1-g8963e9de 727f386679cb a25b6c33c8a6 2024-04-22T04:28:04.410 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (3m) 75s ago 3m 39.0M 3256M 16.2.15-1-g8963e9de 727f386679cb 65d10d469953 2024-04-22T04:28:04.410 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (84s) 75s ago 2m 37.4M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:28:04.757 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:28:04.757 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:28:04.757 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3 2024-04-22T04:28:04.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:28:04.757 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:28:04.757 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:28:04.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:28:04.757 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:28:04.757 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-22T04:28:04.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:28:04.757 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:28:04.757 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:28:04.758 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:28:04.758 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:28:04.758 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 15 2024-04-22T04:28:04.758 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:28:04.758 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:28:04.774 INFO:tasks.rados.rados.0.smithi040.stdout:375: done (0 left) 2024-04-22T04:28:04.775 INFO:tasks.rados.rados.0.smithi040.stdout:376: snap_remove snap 31 2024-04-22T04:28:05.040 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:04.726+0000 7fae31b30700 1 -- 172.21.15.62:0/213514743 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5616806969c0 con 0x56168066cc00 2024-04-22T04:28:05.040 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:04 smithi062 bash[65605]: 7c78289acc23d3e03326e2634862de13d47dd5474f9c7652e8d270551f31b0bf 2024-04-22T04:28:05.040 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:04 smithi062 systemd[1]: Started Ceph mgr.x for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:28:05.040 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:04.862+0000 7fae3a2531c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T04:28:05.040 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:05.041+0000 7fae3a2531c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T04:28:05.041 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:03.572230+0000 mgr.y (mgr.14574) 135 : cluster [DBG] pgmap v161: 121 pgs: 121 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-04-22T04:28:05.041 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:03.773668+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-04-22T04:28:05.041 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:04.759238+0000 mon.a (mon.0) 788 : audit [DBG] from='client.? 172.21.15.40:0/4154035654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:28:05.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:03.572230+0000 mgr.y (mgr.14574) 135 : cluster [DBG] pgmap v161: 121 pgs: 121 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-04-22T04:28:05.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:03.773668+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-04-22T04:28:05.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:04.759238+0000 mon.a (mon.0) 788 : audit [DBG] from='client.? 172.21.15.40:0/4154035654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:28:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:03.572230+0000 mgr.y (mgr.14574) 135 : cluster [DBG] pgmap v161: 121 pgs: 121 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-04-22T04:28:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:03.773668+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-04-22T04:28:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:04.759238+0000 mon.a (mon.0) 788 : audit [DBG] from='client.? 172.21.15.40:0/4154035654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:28:05.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:05.373+0000 7fae3a2531c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T04:28:05.785 INFO:tasks.rados.rados.0.smithi040.stdout:376: done (0 left) 2024-04-22T04:28:05.785 INFO:tasks.rados.rados.0.smithi040.stdout:377: copy_from oid 43 from oid 3 current snap is 32 2024-04-22T04:28:05.785 INFO:tasks.rados.rados.0.smithi040.stdout:378: read oid 37 snap -1 2024-04-22T04:28:05.785 INFO:tasks.rados.rados.0.smithi040.stdout:378: expect (ObjNum 94 snap 12 seq_num 94) 2024-04-22T04:28:05.785 INFO:tasks.rados.rados.0.smithi040.stdout:379: delete oid 12 current snap is 32 2024-04-22T04:28:05.790 INFO:tasks.rados.rados.0.smithi040.stdout:379: done (2 left) 2024-04-22T04:28:05.791 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 32 2024-04-22T04:28:05.791 INFO:tasks.rados.rados.0.smithi040.stdout:380: seq_num 140 ranges {2269184=753664,3022848=704512,3727360=524288,4251648=376832} 2024-04-22T04:28:05.807 INFO:tasks.rados.rados.0.smithi040.stdout:380: writing smithi04078109-13 from 2269184 to 3022848 tid 1 2024-04-22T04:28:05.811 INFO:tasks.rados.rados.0.smithi040.stdout:380: writing smithi04078109-13 from 3022848 to 3727360 tid 2 2024-04-22T04:28:05.814 INFO:tasks.rados.rados.0.smithi040.stdout:380: writing smithi04078109-13 from 3727360 to 4251648 tid 3 2024-04-22T04:28:05.816 INFO:tasks.rados.rados.0.smithi040.stdout:380: writing smithi04078109-13 from 4251648 to 4628480 tid 4 2024-04-22T04:28:05.817 INFO:tasks.rados.rados.0.smithi040.stdout:381: delete oid 9 current snap is 32 2024-04-22T04:28:05.817 INFO:tasks.rados.rados.0.smithi040.stdout:378: expect (ObjNum 94 snap 12 seq_num 94) 2024-04-22T04:28:05.869 INFO:tasks.rados.rados.0.smithi040.stdout:377: finishing copy_from racing read to smithi04078109-43 2024-04-22T04:28:05.869 INFO:tasks.rados.rados.0.smithi040.stdout:377: finishing copy_from to smithi04078109-43 2024-04-22T04:28:05.869 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 100 (ObjNum 108 snap 17 seq_num 108) dirty exists 2024-04-22T04:28:05.870 INFO:tasks.rados.rados.0.smithi040.stdout:380: finishing write tid 1 to smithi04078109-13 2024-04-22T04:28:05.870 INFO:tasks.rados.rados.0.smithi040.stdout:380: finishing write tid 2 to smithi04078109-13 2024-04-22T04:28:05.870 INFO:tasks.rados.rados.0.smithi040.stdout:377: done (3 left) 2024-04-22T04:28:05.870 INFO:tasks.rados.rados.0.smithi040.stdout:378: done (2 left) 2024-04-22T04:28:05.870 INFO:tasks.rados.rados.0.smithi040.stdout:381: done (1 left) 2024-04-22T04:28:05.870 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 37 current snap is 32 2024-04-22T04:28:05.870 INFO:tasks.rados.rados.0.smithi040.stdout:380: finishing write tid 3 to smithi04078109-13 2024-04-22T04:28:05.870 INFO:tasks.rados.rados.0.smithi040.stdout:380: finishing write tid 4 to smithi04078109-13 2024-04-22T04:28:05.870 INFO:tasks.rados.rados.0.smithi040.stdout:382: seq_num 142 ranges {1802240=786432,2588672=475136,3063808=540672,3604480=589824} 2024-04-22T04:28:05.883 INFO:tasks.rados.rados.0.smithi040.stdout:382: writing smithi04078109-37 from 1802240 to 2588672 tid 1 2024-04-22T04:28:05.886 INFO:tasks.rados.rados.0.smithi040.stdout:382: writing smithi04078109-37 from 2588672 to 3063808 tid 2 2024-04-22T04:28:05.889 INFO:tasks.rados.rados.0.smithi040.stdout:382: writing smithi04078109-37 from 3063808 to 3604480 tid 3 2024-04-22T04:28:05.893 INFO:tasks.rados.rados.0.smithi040.stdout:382: writing smithi04078109-37 from 3604480 to 4194304 tid 4 2024-04-22T04:28:05.893 INFO:tasks.rados.rados.0.smithi040.stdout:383: copy_from oid 22 from oid 21 current snap is 32 2024-04-22T04:28:05.894 INFO:tasks.rados.rados.0.smithi040.stdout:380: finishing write tid 5 to smithi04078109-13 2024-04-22T04:28:05.894 INFO:tasks.rados.rados.0.smithi040.stdout:380: finishing write tid 6 to smithi04078109-13 2024-04-22T04:28:05.894 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 53 (ObjNum 140 snap 32 seq_num 140) dirty exists 2024-04-22T04:28:05.894 INFO:tasks.rados.rados.0.smithi040.stdout:380: left oid 13 (ObjNum 140 snap 32 seq_num 140) 2024-04-22T04:28:05.894 INFO:tasks.rados.rados.0.smithi040.stdout:382: finishing write tid 1 to smithi04078109-37 2024-04-22T04:28:05.894 INFO:tasks.rados.rados.0.smithi040.stdout:382: finishing write tid 2 to smithi04078109-37 2024-04-22T04:28:05.894 INFO:tasks.rados.rados.0.smithi040.stdout:380: done (2 left) 2024-04-22T04:28:05.894 INFO:tasks.rados.rados.0.smithi040.stdout:384: setattr oid 43 current snap is 32 2024-04-22T04:28:05.894 INFO:tasks.rados.rados.0.smithi040.stdout:382: finishing write tid 3 to smithi04078109-37 2024-04-22T04:28:05.895 INFO:tasks.rados.rados.0.smithi040.stdout:385: read oid 34 snap -1 2024-04-22T04:28:05.895 INFO:tasks.rados.rados.0.smithi040.stdout:385: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-22T04:28:05.895 INFO:tasks.rados.rados.0.smithi040.stdout:386: snap_create 2024-04-22T04:28:05.896 INFO:tasks.rados.rados.0.smithi040.stdout:382: finishing write tid 4 to smithi04078109-37 2024-04-22T04:28:05.896 INFO:tasks.rados.rados.0.smithi040.stdout:382: finishing write tid 5 to smithi04078109-37 2024-04-22T04:28:05.897 INFO:tasks.rados.rados.0.smithi040.stdout:382: finishing write tid 6 to smithi04078109-37 2024-04-22T04:28:05.897 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 176 (ObjNum 142 snap 32 seq_num 142) dirty exists 2024-04-22T04:28:05.897 INFO:tasks.rados.rados.0.smithi040.stdout:382: left oid 37 (ObjNum 142 snap 32 seq_num 142) 2024-04-22T04:28:05.900 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 101 (ObjNum 108 snap 17 seq_num 108) dirty exists 2024-04-22T04:28:05.900 INFO:tasks.rados.rados.0.smithi040.stdout:385: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-22T04:28:05.921 INFO:tasks.rados.rados.0.smithi040.stdout:383: finishing copy_from racing read to smithi04078109-22 2024-04-22T04:28:05.922 INFO:tasks.rados.rados.0.smithi040.stdout:383: finishing copy_from to smithi04078109-22 2024-04-22T04:28:05.923 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 103 (ObjNum 125 snap 25 seq_num 125) dirty exists 2024-04-22T04:28:06.134 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:05.943+0000 7fae3a2531c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T04:28:06.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:04.110719+0000 mgr.y (mgr.14574) 136 : audit [DBG] from='client.24875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:28:06.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:04.403061+0000 mgr.y (mgr.14574) 137 : audit [DBG] from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:28:06.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:04.777052+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-04-22T04:28:06.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:04.857809+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:28:06.135 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:04.859009+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:06.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:04.110719+0000 mgr.y (mgr.14574) 136 : audit [DBG] from='client.24875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:28:06.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:04.403061+0000 mgr.y (mgr.14574) 137 : audit [DBG] from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:28:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:04.777052+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-04-22T04:28:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:04.857809+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:28:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:04.859009+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:06.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:04.110719+0000 mgr.y (mgr.14574) 136 : audit [DBG] from='client.24875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:28:06.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:04.403061+0000 mgr.y (mgr.14574) 137 : audit [DBG] from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:28:06.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:04.777052+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-04-22T04:28:06.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:04.857809+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:28:06.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:04.859009+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:06.456 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:06.186+0000 7fae3a2531c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T04:28:06.771 INFO:tasks.rados.rados.0.smithi040.stdout:382: done (4 left) 2024-04-22T04:28:06.771 INFO:tasks.rados.rados.0.smithi040.stdout:383: done (3 left) 2024-04-22T04:28:06.771 INFO:tasks.rados.rados.0.smithi040.stdout:384: done (2 left) 2024-04-22T04:28:06.771 INFO:tasks.rados.rados.0.smithi040.stdout:385: done (1 left) 2024-04-22T04:28:06.771 INFO:tasks.rados.rados.0.smithi040.stdout:386: done (0 left) 2024-04-22T04:28:06.771 INFO:tasks.rados.rados.0.smithi040.stdout:387: read oid 31 snap -1 2024-04-22T04:28:06.771 INFO:tasks.rados.rados.0.smithi040.stdout:387: expect (ObjNum 137 snap 30 seq_num 137) 2024-04-22T04:28:06.771 INFO:tasks.rados.rados.0.smithi040.stdout:388: rollback oid 22 current snap is 33 2024-04-22T04:28:06.771 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 22 to 30 2024-04-22T04:28:06.771 INFO:tasks.rados.rados.0.smithi040.stdout:389: read oid 48 snap -1 2024-04-22T04:28:06.771 INFO:tasks.rados.rados.0.smithi040.stdout:389: expect (ObjNum 118 snap 23 seq_num 118) 2024-04-22T04:28:06.771 INFO:tasks.rados.rados.0.smithi040.stdout:390: read oid 3 snap 27 2024-04-22T04:28:06.771 INFO:tasks.rados.rados.0.smithi040.stdout:390: expect (ObjNum 108 snap 17 seq_num 108) 2024-04-22T04:28:06.772 INFO:tasks.rados.rados.0.smithi040.stdout:391: snap_remove snap 25 2024-04-22T04:28:06.785 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:06.550+0000 7fae3a2531c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T04:28:07.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:05.572719+0000 mgr.y (mgr.14574) 138 : cluster [DBG] pgmap v164: 121 pgs: 121 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-04-22T04:28:07.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:05.785582+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-04-22T04:28:07.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:06.772302+0000 mon.a (mon.0) 792 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-04-22T04:28:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:05.572719+0000 mgr.y (mgr.14574) 138 : cluster [DBG] pgmap v164: 121 pgs: 121 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-04-22T04:28:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:05.785582+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-04-22T04:28:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:06.772302+0000 mon.a (mon.0) 792 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-04-22T04:28:07.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:05.572719+0000 mgr.y (mgr.14574) 138 : cluster [DBG] pgmap v164: 121 pgs: 121 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-04-22T04:28:07.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:05.785582+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-04-22T04:28:07.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:06.772302+0000 mon.a (mon.0) 792 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-04-22T04:28:07.772 INFO:tasks.rados.rados.0.smithi040.stdout:391: done (4 left) 2024-04-22T04:28:07.773 INFO:tasks.rados.rados.0.smithi040.stdout:392: read oid 18 snap -1 2024-04-22T04:28:07.773 INFO:tasks.rados.rados.0.smithi040.stdout:392: expect (ObjNum 113 snap 18 seq_num 113) 2024-04-22T04:28:07.773 INFO:tasks.rados.rados.0.smithi040.stdout:393: snap_remove snap 26 2024-04-22T04:28:07.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:07 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:07.387+0000 7fae3a2531c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T04:28:07.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:07 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:07.477+0000 7fae3a2531c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T04:28:08.408 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:08.134+0000 7fae3a2531c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T04:28:08.408 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:08.220+0000 7fae3a2531c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T04:28:08.408 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:08.314+0000 7fae3a2531c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T04:28:08.735 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:08.409+0000 7fae3a2531c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T04:28:08.735 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:08.641+0000 7fae3a2531c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T04:28:08.780 INFO:tasks.rados.rados.0.smithi040.stdout:393: done (5 left) 2024-04-22T04:28:08.780 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 33 2024-04-22T04:28:08.780 INFO:tasks.rados.rados.0.smithi040.stdout:394: seq_num 143 ranges {1548288=802816,2351104=761856,3112960=745472,3858432=98304} 2024-04-22T04:28:08.794 INFO:tasks.rados.rados.0.smithi040.stdout:394: writing smithi04078109-25 from 1548288 to 2351104 tid 1 2024-04-22T04:28:08.798 INFO:tasks.rados.rados.0.smithi040.stdout:394: writing smithi04078109-25 from 2351104 to 3112960 tid 2 2024-04-22T04:28:08.802 INFO:tasks.rados.rados.0.smithi040.stdout:394: writing smithi04078109-25 from 3112960 to 3858432 tid 3 2024-04-22T04:28:08.803 INFO:tasks.rados.rados.0.smithi040.stdout:394: writing smithi04078109-25 from 3858432 to 3956736 tid 4 2024-04-22T04:28:08.803 INFO:tasks.rados.rados.0.smithi040.stdout:395: delete oid 42 current snap is 33 2024-04-22T04:28:08.803 INFO:tasks.rados.rados.0.smithi040.stdout:388: finishing rollback tid 0 to smithi04078109-22 2024-04-22T04:28:08.803 INFO:tasks.rados.rados.0.smithi040.stdout:388: finishing rollback tid 1 to smithi04078109-22 2024-04-22T04:28:08.803 INFO:tasks.rados.rados.0.smithi040.stdout:388: finishing rollback tid 2 to smithi04078109-22 2024-04-22T04:28:08.804 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 106 (ObjNum 127 snap 25 seq_num 127) dirty exists 2024-04-22T04:28:08.804 INFO:tasks.rados.rados.0.smithi040.stdout:387: expect (ObjNum 137 snap 30 seq_num 137) 2024-04-22T04:28:08.867 INFO:tasks.rados.rados.0.smithi040.stdout:390: expect (ObjNum 108 snap 17 seq_num 108) 2024-04-22T04:28:08.975 INFO:tasks.rados.rados.0.smithi040.stdout:389: expect (ObjNum 118 snap 23 seq_num 118) 2024-04-22T04:28:09.071 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:08.737+0000 7fae3a2531c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T04:28:09.072 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:08.974+0000 7fae3a2531c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T04:28:09.072 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:07.573427+0000 mgr.y (mgr.14574) 139 : cluster [DBG] pgmap v167: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-22T04:28:09.072 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:07.773983+0000 mon.a (mon.0) 793 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-04-22T04:28:09.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:07.573427+0000 mgr.y (mgr.14574) 139 : cluster [DBG] pgmap v167: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-22T04:28:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:07.773983+0000 mon.a (mon.0) 793 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-04-22T04:28:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:07.573427+0000 mgr.y (mgr.14574) 139 : cluster [DBG] pgmap v167: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-22T04:28:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:07.773983+0000 mon.a (mon.0) 793 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-04-22T04:28:09.192 INFO:tasks.rados.rados.0.smithi040.stdout:392: expect (ObjNum 113 snap 18 seq_num 113) 2024-04-22T04:28:09.256 INFO:tasks.rados.rados.0.smithi040.stdout:394: finishing write tid 1 to smithi04078109-25 2024-04-22T04:28:09.256 INFO:tasks.rados.rados.0.smithi040.stdout:394: finishing write tid 2 to smithi04078109-25 2024-04-22T04:28:09.256 INFO:tasks.rados.rados.0.smithi040.stdout:394: finishing write tid 3 to smithi04078109-25 2024-04-22T04:28:09.256 INFO:tasks.rados.rados.0.smithi040.stdout:394: finishing write tid 4 to smithi04078109-25 2024-04-22T04:28:09.256 INFO:tasks.rados.rados.0.smithi040.stdout:394: finishing write tid 5 to smithi04078109-25 2024-04-22T04:28:09.257 INFO:tasks.rados.rados.0.smithi040.stdout:394: finishing write tid 6 to smithi04078109-25 2024-04-22T04:28:09.257 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 108 (ObjNum 143 snap 33 seq_num 143) dirty exists 2024-04-22T04:28:09.257 INFO:tasks.rados.rados.0.smithi040.stdout:394: left oid 25 (ObjNum 143 snap 33 seq_num 143) 2024-04-22T04:28:09.257 INFO:tasks.rados.rados.0.smithi040.stdout:387: done (6 left) 2024-04-22T04:28:09.257 INFO:tasks.rados.rados.0.smithi040.stdout:388: done (5 left) 2024-04-22T04:28:09.257 INFO:tasks.rados.rados.0.smithi040.stdout:389: done (4 left) 2024-04-22T04:28:09.258 INFO:tasks.rados.rados.0.smithi040.stdout:390: done (3 left) 2024-04-22T04:28:09.258 INFO:tasks.rados.rados.0.smithi040.stdout:392: done (2 left) 2024-04-22T04:28:09.258 INFO:tasks.rados.rados.0.smithi040.stdout:394: done (1 left) 2024-04-22T04:28:09.258 INFO:tasks.rados.rados.0.smithi040.stdout:395: done (0 left) 2024-04-22T04:28:09.258 INFO:tasks.rados.rados.0.smithi040.stdout:396: rollback oid 29 current snap is 33 2024-04-22T04:28:09.258 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 29 to 29 2024-04-22T04:28:09.258 INFO:tasks.rados.rados.0.smithi040.stdout:397: rmattr oid 34 current snap is 33 2024-04-22T04:28:09.258 INFO:tasks.rados.rados.0.smithi040.stdout:398: snap_remove snap 24 2024-04-22T04:28:09.364 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:09.073+0000 7fae3a2531c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T04:28:09.364 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:09.277+0000 7fae3a2531c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T04:28:09.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:09.365+0000 7fae3a2531c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T04:28:09.786 INFO:tasks.rados.rados.0.smithi040.stdout:398: done (2 left) 2024-04-22T04:28:09.786 INFO:tasks.rados.rados.0.smithi040.stdout:399: read oid 1 snap -1 2024-04-22T04:28:09.786 INFO:tasks.rados.rados.0.smithi040.stdout:399: expect (ObjNum 80 snap 11 seq_num 80) 2024-04-22T04:28:09.786 INFO:tasks.rados.rados.0.smithi040.stdout:400: copy_from oid 27 from oid 25 current snap is 33 2024-04-22T04:28:09.786 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 0 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-22T04:28:09.786 INFO:tasks.rados.rados.0.smithi040.stdout:396: finishing rollback tid 0 to smithi04078109-29 2024-04-22T04:28:09.786 INFO:tasks.rados.rados.0.smithi040.stdout:396: finishing rollback tid 1 to smithi04078109-29 2024-04-22T04:28:09.786 INFO:tasks.rados.rados.0.smithi040.stdout:396: finishing rollback tid 2 to smithi04078109-29 2024-04-22T04:28:09.786 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 76 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-22T04:28:09.786 INFO:tasks.rados.rados.0.smithi040.stdout:396: done (3 left) 2024-04-22T04:28:09.786 INFO:tasks.rados.rados.0.smithi040.stdout:397: done (2 left) 2024-04-22T04:28:09.787 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 29 current snap is 33 2024-04-22T04:28:09.787 INFO:tasks.rados.rados.0.smithi040.stdout:401: seq_num 145 ranges {778240=32768} 2024-04-22T04:28:09.791 INFO:tasks.rados.rados.0.smithi040.stdout:401: writing smithi04078109-29 from 778240 to 811008 tid 1 2024-04-22T04:28:09.791 INFO:tasks.rados.rados.0.smithi040.stdout:402: copy_from oid 5 from oid 22 current snap is 33 2024-04-22T04:28:09.791 INFO:tasks.rados.rados.0.smithi040.stdout:403: snap_create 2024-04-22T04:28:09.798 INFO:tasks.rados.rados.0.smithi040.stdout:399: expect (ObjNum 80 snap 11 seq_num 80) 2024-04-22T04:28:09.856 INFO:tasks.rados.rados.0.smithi040.stdout:401: finishing write tid 1 to smithi04078109-29 2024-04-22T04:28:09.857 INFO:tasks.rados.rados.0.smithi040.stdout:401: finishing write tid 2 to smithi04078109-29 2024-04-22T04:28:09.857 INFO:tasks.rados.rados.0.smithi040.stdout:401: finishing write tid 3 to smithi04078109-29 2024-04-22T04:28:09.857 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 80 (ObjNum 145 snap 33 seq_num 145) dirty exists 2024-04-22T04:28:09.857 INFO:tasks.rados.rados.0.smithi040.stdout:401: left oid 29 (ObjNum 145 snap 33 seq_num 145) 2024-04-22T04:28:09.857 INFO:tasks.rados.rados.0.smithi040.stdout:400: finishing copy_from racing read to smithi04078109-27 2024-04-22T04:28:09.857 INFO:tasks.rados.rados.0.smithi040.stdout:400: finishing copy_from to smithi04078109-27 2024-04-22T04:28:09.857 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 108 (ObjNum 143 snap 33 seq_num 143) dirty exists 2024-04-22T04:28:09.857 INFO:tasks.rados.rados.0.smithi040.stdout:402: finishing copy_from racing read to smithi04078109-5 2024-04-22T04:28:09.857 INFO:tasks.rados.rados.0.smithi040.stdout:402: finishing copy_from to smithi04078109-5 2024-04-22T04:28:09.857 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 106 (ObjNum 127 snap 25 seq_num 127) dirty exists 2024-04-22T04:28:10.015 INFO:tasks.rados.rados.0.smithi040.stdout:399: done (4 left) 2024-04-22T04:28:10.015 INFO:tasks.rados.rados.0.smithi040.stdout:400: done (3 left) 2024-04-22T04:28:10.015 INFO:tasks.rados.rados.0.smithi040.stdout:401: done (2 left) 2024-04-22T04:28:10.015 INFO:tasks.rados.rados.0.smithi040.stdout:402: done (1 left) 2024-04-22T04:28:10.015 INFO:tasks.rados.rados.0.smithi040.stdout:403: done (0 left) 2024-04-22T04:28:10.015 INFO:tasks.rados.rados.0.smithi040.stdout:404: read oid 36 snap -1 2024-04-22T04:28:10.015 INFO:tasks.rados.rados.0.smithi040.stdout:404: expect (ObjNum 138 snap 30 seq_num 138) 2024-04-22T04:28:10.016 INFO:tasks.rados.rados.0.smithi040.stdout:405: delete oid 21 current snap is 34 2024-04-22T04:28:10.022 INFO:tasks.rados.rados.0.smithi040.stdout:405: done (1 left) 2024-04-22T04:28:10.022 INFO:tasks.rados.rados.0.smithi040.stdout:406: rmattr oid 9 current snap is 34 2024-04-22T04:28:10.022 INFO:tasks.rados.rados.0.smithi040.stdout:406: done (1 left) 2024-04-22T04:28:10.022 INFO:tasks.rados.rados.0.smithi040.stdout:407: rmattr oid 32 current snap is 34 2024-04-22T04:28:10.022 INFO:tasks.rados.rados.0.smithi040.stdout:408: rmattr oid 50 current snap is 34 2024-04-22T04:28:10.022 INFO:tasks.rados.rados.0.smithi040.stdout:408: done (2 left) 2024-04-22T04:28:10.022 INFO:tasks.rados.rados.0.smithi040.stdout:409: copy_from oid 12 from oid 11 current snap is 34 2024-04-22T04:28:10.023 INFO:tasks.rados.rados.0.smithi040.stdout:410: delete oid 7 current snap is 34 2024-04-22T04:28:10.023 INFO:tasks.rados.rados.0.smithi040.stdout:404: expect (ObjNum 138 snap 30 seq_num 138) 2024-04-22T04:28:10.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:08.782270+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-04-22T04:28:10.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:09.667325+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:28:10.048 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:10.016+0000 7f6bfcc1b700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-22T04:28:10.049 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:08.782270+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-04-22T04:28:10.049 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:09.667325+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:28:10.049 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:08.782270+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-04-22T04:28:10.049 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:09.667325+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:28:10.092 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 118 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-22T04:28:10.092 INFO:tasks.rados.rados.0.smithi040.stdout:409: finishing copy_from racing read to smithi04078109-12 2024-04-22T04:28:10.092 INFO:tasks.rados.rados.0.smithi040.stdout:409: finishing copy_from to smithi04078109-12 2024-04-22T04:28:10.092 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 97 (ObjNum 102 snap 16 seq_num 102) dirty exists 2024-04-22T04:28:10.092 INFO:tasks.rados.rados.0.smithi040.stdout:404: done (3 left) 2024-04-22T04:28:10.092 INFO:tasks.rados.rados.0.smithi040.stdout:407: done (2 left) 2024-04-22T04:28:10.092 INFO:tasks.rados.rados.0.smithi040.stdout:409: done (1 left) 2024-04-22T04:28:10.092 INFO:tasks.rados.rados.0.smithi040.stdout:410: done (0 left) 2024-04-22T04:28:10.092 INFO:tasks.rados.rados.0.smithi040.stdout:411: rollback oid 30 current snap is 34 2024-04-22T04:28:10.092 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 30 to 33 2024-04-22T04:28:10.092 INFO:tasks.rados.rados.0.smithi040.stdout:412: read oid 19 snap -1 2024-04-22T04:28:10.093 INFO:tasks.rados.rados.0.smithi040.stdout:412: expect (ObjNum 134 snap 29 seq_num 134) 2024-04-22T04:28:10.093 INFO:tasks.rados.rados.0.smithi040.stdout:413: snap_remove snap 29 2024-04-22T04:28:10.368 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:10.173+0000 7fae3a2531c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T04:28:10.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ignoring --setuser ceph since I am not root 2024-04-22T04:28:10.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ignoring --setgroup ceph since I am not root 2024-04-22T04:28:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:10.061+0000 7ff4f35d8700 1 -- 172.21.15.40:0/1149167600 <== mon.0 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559e095324e0 con 0x559e09508c00 2024-04-22T04:28:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:10.186+0000 7ff5037b5680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T04:28:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:10.269+0000 7ff5037b5680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T04:28:10.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:10.370+0000 7fae3a2531c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T04:28:10.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:10.552+0000 7fae3a2531c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:28:10.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:10.646+0000 7ff5037b5680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T04:28:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:09.786840+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-04-22T04:28:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:09.991308+0000 mon.c (mon.2) 112 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:09.992095+0000 mon.c (mon.2) 113 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:28:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:09.996705+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:28:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:10.001589+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:10.006002+0000 mon.c (mon.2) 115 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-22T04:28:10.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:10.006260+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-22T04:28:10.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:10.016090+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-04-22T04:28:10.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:10.016320+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-22T04:28:10.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:10.016395+0000 mon.a (mon.0) 801 : cluster [DBG] mgrmap e20: x(active, starting, since 0.009727s) 2024-04-22T04:28:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:09.786840+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-04-22T04:28:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:09.991308+0000 mon.c (mon.2) 112 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:09.992095+0000 mon.c (mon.2) 113 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:28:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:09.996705+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:28:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:10.001589+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:10.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:10.006002+0000 mon.c (mon.2) 115 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-22T04:28:10.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:10.006260+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-22T04:28:10.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:10.016090+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-04-22T04:28:10.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:10.016320+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-22T04:28:10.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:10.016395+0000 mon.a (mon.0) 801 : cluster [DBG] mgrmap e20: x(active, starting, since 0.009727s) 2024-04-22T04:28:11.013 INFO:tasks.rados.rados.0.smithi040.stdout:413: done (2 left) 2024-04-22T04:28:11.013 INFO:tasks.rados.rados.0.smithi040.stdout:414: delete oid 12 current snap is 34 2024-04-22T04:28:11.013 INFO:tasks.rados.rados.0.smithi040.stdout:411: finishing rollback tid 0 to smithi04078109-30 2024-04-22T04:28:11.013 INFO:tasks.rados.rados.0.smithi040.stdout:411: finishing rollback tid 1 to smithi04078109-30 2024-04-22T04:28:11.013 INFO:tasks.rados.rados.0.smithi040.stdout:411: finishing rollback tid 2 to smithi04078109-30 2024-04-22T04:28:11.013 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 116 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-22T04:28:11.013 INFO:tasks.rados.rados.0.smithi040.stdout:412: expect (ObjNum 134 snap 29 seq_num 134) 2024-04-22T04:28:11.080 INFO:tasks.rados.rados.0.smithi040.stdout:411: done (2 left) 2024-04-22T04:28:11.080 INFO:tasks.rados.rados.0.smithi040.stdout:412: done (1 left) 2024-04-22T04:28:11.080 INFO:tasks.rados.rados.0.smithi040.stdout:414: done (0 left) 2024-04-22T04:28:11.080 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 34 2024-04-22T04:28:11.080 INFO:tasks.rados.rados.0.smithi040.stdout:415: seq_num 149 ranges {0=98304} 2024-04-22T04:28:11.081 INFO:tasks.rados.rados.0.smithi040.stdout:415: writing smithi04078109-12 from 0 to 98304 tid 1 2024-04-22T04:28:11.081 INFO:tasks.rados.rados.0.smithi040.stdout:416: snap_remove snap 33 2024-04-22T04:28:11.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:09.786840+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-04-22T04:28:11.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:09.991308+0000 mon.c (mon.2) 112 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:11.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:09.992095+0000 mon.c (mon.2) 113 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:28:11.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:09.996705+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.14574 ' entity='mgr.y' 2024-04-22T04:28:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:10.001589+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:10.006002+0000 mon.c (mon.2) 115 : audit [INF] from='mgr.14574 172.21.15.40:0/47942044' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-22T04:28:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:10.006260+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-22T04:28:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:10.016090+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-04-22T04:28:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:10.016320+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.14574 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-22T04:28:11.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:10 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:10.016395+0000 mon.a (mon.0) 801 : cluster [DBG] mgrmap e20: x(active, starting, since 0.009727s) 2024-04-22T04:28:11.559 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:11.180+0000 7fae3a2531c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T04:28:11.559 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:11.367+0000 7fae3a2531c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:28:11.559 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:11.560+0000 7fae3a2531c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T04:28:11.690 INFO:tasks.rados.rados.0.smithi040.stdout:416: done (1 left) 2024-04-22T04:28:11.690 INFO:tasks.rados.rados.0.smithi040.stdout:417: snap_remove snap 22 2024-04-22T04:28:11.755 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:11.447+0000 7ff5037b5680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T04:28:11.755 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:11.529+0000 7ff5037b5680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T04:28:11.771 INFO:tasks.rados.rados.0.smithi040.stdout:417: done (1 left) 2024-04-22T04:28:11.771 INFO:tasks.rados.rados.0.smithi040.stdout:418: snap_remove snap 27 2024-04-22T04:28:11.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:11.683+0000 7fae3a2531c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T04:28:11.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: [22/Apr/2024:04:28:11] ENGINE Bus STARTING 2024-04-22T04:28:11.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: CherryPy Checker: 2024-04-22T04:28:11.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: The Application mounted at '' has an empty config. 2024-04-22T04:28:11.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: 2024-04-22T04:28:11.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: [22/Apr/2024:04:28:11] ENGINE Serving on http://:::9283 2024-04-22T04:28:11.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: [22/Apr/2024:04:28:11] ENGINE Bus STARTED 2024-04-22T04:28:11.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: [22/Apr/2024:04:28:11] ENGINE Bus STOPPING 2024-04-22T04:28:11.883 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: [22/Apr/2024:04:28:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-22T04:28:11.883 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: [22/Apr/2024:04:28:11] ENGINE Bus STOPPED 2024-04-22T04:28:12.013 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:11 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:11.756+0000 7ff5037b5680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T04:28:12.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: [22/Apr/2024:04:28:11] ENGINE Bus STARTING 2024-04-22T04:28:12.382 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:11.945+0000 7fad9bc1b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:12.382 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:11.945+0000 7fad9bc1b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:12.382 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:11.945+0000 7fad9bc1b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:12.382 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:11.945+0000 7fad9bc1b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:12.382 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:11.945+0000 7fad9bc1b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:12.382 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:11.947+0000 7fad98c15700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:12.382 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:11.947+0000 7fad98c15700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:12.382 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:11.947+0000 7fad98c15700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:12.382 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:11.947+0000 7fad98c15700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:12.382 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:11.947+0000 7fad98c15700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:12.382 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: [22/Apr/2024:04:28:11] ENGINE Serving on http://:::9283 2024-04-22T04:28:12.382 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: [22/Apr/2024:04:28:11] ENGINE Bus STARTED 2024-04-22T04:28:12.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:11.014325+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-04-22T04:28:12.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:11.686629+0000 mon.a (mon.0) 803 : cluster [INF] Active manager daemon x restarted 2024-04-22T04:28:12.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:11.687079+0000 mon.a (mon.0) 804 : cluster [INF] Activating manager daemon x 2024-04-22T04:28:12.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.688224+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:28:12.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:11.692246+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-04-22T04:28:12.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:11.692493+0000 mon.a (mon.0) 806 : cluster [DBG] mgrmap e21: x(active, starting, since 0.00559495s) 2024-04-22T04:28:12.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.694975+0000 mon.a (mon.0) 807 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:28:12.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.695129+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:28:12.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.695352+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:28:12.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.695509+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:28:12.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.695846+0000 mon.a (mon.0) 811 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T04:28:12.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.696045+0000 mon.a (mon.0) 812 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:28:12.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.696229+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T04:28:12.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.696370+0000 mon.a (mon.0) 814 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:28:12.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.696559+0000 mon.a (mon.0) 815 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:28:12.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.696734+0000 mon.a (mon.0) 816 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:28:12.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.696898+0000 mon.a (mon.0) 817 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:28:12.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.697063+0000 mon.a (mon.0) 818 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:28:12.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.697244+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:28:12.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.697431+0000 mon.a (mon.0) 820 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:28:12.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.697594+0000 mon.a (mon.0) 821 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:28:12.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.698742+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T04:28:12.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.698963+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T04:28:12.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.699404+0000 mon.a (mon.0) 824 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T04:28:12.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.699579+0000 mon.a (mon.0) 825 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:28:12.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.701009+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T04:28:12.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.701285+0000 mon.a (mon.0) 827 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:28:12.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:11.772382+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-04-22T04:28:12.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:11.848362+0000 mon.a (mon.0) 829 : cluster [INF] Manager daemon x is now available 2024-04-22T04:28:12.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.867106+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:12.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.871895+0000 mon.a (mon.0) 831 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:12.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.873075+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:12.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.893052+0000 mon.a (mon.0) 833 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:28:12.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.900854+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:28:12.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.920021+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-22T04:28:12.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:12 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:11.930618+0000 mon.a (mon.0) 836 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:11.014325+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-04-22T04:28:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:11.686629+0000 mon.a (mon.0) 803 : cluster [INF] Active manager daemon x restarted 2024-04-22T04:28:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:11.687079+0000 mon.a (mon.0) 804 : cluster [INF] Activating manager daemon x 2024-04-22T04:28:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.688224+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:28:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:11.692246+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-04-22T04:28:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:11.692493+0000 mon.a (mon.0) 806 : cluster [DBG] mgrmap e21: x(active, starting, since 0.00559495s) 2024-04-22T04:28:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.694975+0000 mon.a (mon.0) 807 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:28:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.695129+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:28:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.695352+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:28:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.695509+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:28:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.695846+0000 mon.a (mon.0) 811 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T04:28:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.696045+0000 mon.a (mon.0) 812 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:28:12.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.696229+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T04:28:12.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.696370+0000 mon.a (mon.0) 814 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:28:12.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.696559+0000 mon.a (mon.0) 815 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:28:12.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.696734+0000 mon.a (mon.0) 816 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:28:12.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:11.014325+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-04-22T04:28:12.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:11.686629+0000 mon.a (mon.0) 803 : cluster [INF] Active manager daemon x restarted 2024-04-22T04:28:12.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:11.687079+0000 mon.a (mon.0) 804 : cluster [INF] Activating manager daemon x 2024-04-22T04:28:12.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.688224+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:28:12.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:11.692246+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-04-22T04:28:12.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:11.692493+0000 mon.a (mon.0) 806 : cluster [DBG] mgrmap e21: x(active, starting, since 0.00559495s) 2024-04-22T04:28:12.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.694975+0000 mon.a (mon.0) 807 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:28:12.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.695129+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:28:12.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.695352+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:28:12.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.695509+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:28:12.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.695846+0000 mon.a (mon.0) 811 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T04:28:12.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.696045+0000 mon.a (mon.0) 812 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:28:12.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.696229+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T04:28:12.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.696370+0000 mon.a (mon.0) 814 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:28:12.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.696559+0000 mon.a (mon.0) 815 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:28:12.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.696734+0000 mon.a (mon.0) 816 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:28:12.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.696898+0000 mon.a (mon.0) 817 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:28:12.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.697063+0000 mon.a (mon.0) 818 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:28:12.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.697244+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:28:12.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.697431+0000 mon.a (mon.0) 820 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:28:12.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.697594+0000 mon.a (mon.0) 821 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:28:12.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.698742+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T04:28:12.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.698963+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T04:28:12.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.699404+0000 mon.a (mon.0) 824 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T04:28:12.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.699579+0000 mon.a (mon.0) 825 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:28:12.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.701009+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T04:28:12.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.701285+0000 mon.a (mon.0) 827 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:28:12.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:11.772382+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-04-22T04:28:12.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:11.848362+0000 mon.a (mon.0) 829 : cluster [INF] Manager daemon x is now available 2024-04-22T04:28:12.413 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.867106+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:12.413 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.871895+0000 mon.a (mon.0) 831 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:12.413 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.873075+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:12.413 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.893052+0000 mon.a (mon.0) 833 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:28:12.413 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.900854+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:28:12.413 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.920021+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-22T04:28:12.413 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:11.930618+0000 mon.a (mon.0) 836 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:12.413 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.696898+0000 mon.a (mon.0) 817 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:28:12.413 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.697063+0000 mon.a (mon.0) 818 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:28:12.413 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.697244+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:28:12.414 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.697431+0000 mon.a (mon.0) 820 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:28:12.414 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.697594+0000 mon.a (mon.0) 821 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:28:12.414 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.698742+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T04:28:12.414 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.698963+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T04:28:12.414 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.699404+0000 mon.a (mon.0) 824 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T04:28:12.414 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.699579+0000 mon.a (mon.0) 825 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:28:12.414 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.701009+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T04:28:12.414 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.701285+0000 mon.a (mon.0) 827 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:28:12.414 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:11.772382+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-04-22T04:28:12.414 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:11.848362+0000 mon.a (mon.0) 829 : cluster [INF] Manager daemon x is now available 2024-04-22T04:28:12.414 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.867106+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:12.414 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.871895+0000 mon.a (mon.0) 831 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:12.414 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.873075+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:12.414 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.893052+0000 mon.a (mon.0) 833 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:28:12.415 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.900854+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:28:12.415 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.920021+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-22T04:28:12.415 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:11.930618+0000 mon.a (mon.0) 836 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:12.773 INFO:tasks.rados.rados.0.smithi040.stdout:418: done (1 left) 2024-04-22T04:28:12.773 INFO:tasks.rados.rados.0.smithi040.stdout:419: snap_remove snap 32 2024-04-22T04:28:13.115 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:12.782+0000 7ff5037b5680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T04:28:13.115 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:12.927+0000 7ff5037b5680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:28:13.115 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:13.012+0000 7ff5037b5680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T04:28:13.115 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:12.271154+0000 mgr.x (mgr.24787) 1 : cephadm [INF] Deploying cephadm binary to smithi062 2024-04-22T04:28:13.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:12.272387+0000 mgr.x (mgr.24787) 2 : cephadm [INF] Deploying cephadm binary to smithi040 2024-04-22T04:28:13.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:12.772786+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-04-22T04:28:13.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:12.782882+0000 mon.a (mon.0) 838 : cluster [DBG] mgrmap e22: x(active, since 1.09598s) 2024-04-22T04:28:13.116 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:12.271154+0000 mgr.x (mgr.24787) 1 : cephadm [INF] Deploying cephadm binary to smithi062 2024-04-22T04:28:13.116 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:12.272387+0000 mgr.x (mgr.24787) 2 : cephadm [INF] Deploying cephadm binary to smithi040 2024-04-22T04:28:13.116 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:12.772786+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-04-22T04:28:13.116 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:12.782882+0000 mon.a (mon.0) 838 : cluster [DBG] mgrmap e22: x(active, since 1.09598s) 2024-04-22T04:28:13.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:12.271154+0000 mgr.x (mgr.24787) 1 : cephadm [INF] Deploying cephadm binary to smithi062 2024-04-22T04:28:13.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:12.272387+0000 mgr.x (mgr.24787) 2 : cephadm [INF] Deploying cephadm binary to smithi040 2024-04-22T04:28:13.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:12.772786+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-04-22T04:28:13.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:12.782882+0000 mon.a (mon.0) 838 : cluster [DBG] mgrmap e22: x(active, since 1.09598s) 2024-04-22T04:28:13.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:13.116+0000 7ff5037b5680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T04:28:13.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:13.334+0000 7ff5037b5680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T04:28:13.782 INFO:tasks.rados.rados.0.smithi040.stdout:419: done (1 left) 2024-04-22T04:28:13.782 INFO:tasks.rados.rados.0.smithi040.stdout:420: setattr oid 21 current snap is 34 2024-04-22T04:28:13.782 INFO:tasks.rados.rados.0.smithi040.stdout:421: read oid 30 snap -1 2024-04-22T04:28:13.782 INFO:tasks.rados.rados.0.smithi040.stdout:421: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-22T04:28:13.783 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 34 2024-04-22T04:28:13.783 INFO:tasks.rados.rados.0.smithi040.stdout:422: seq_num 150 ranges {1548288=114688} 2024-04-22T04:28:13.796 INFO:tasks.rados.rados.0.smithi040.stdout:422: writing smithi04078109-6 from 1548288 to 1662976 tid 1 2024-04-22T04:28:13.796 INFO:tasks.rados.rados.0.smithi040.stdout:423: setattr oid 5 current snap is 34 2024-04-22T04:28:13.796 INFO:tasks.rados.rados.0.smithi040.stdout:415: finishing write tid 1 to smithi04078109-12 2024-04-22T04:28:13.796 INFO:tasks.rados.rados.0.smithi040.stdout:415: finishing write tid 2 to smithi04078109-12 2024-04-22T04:28:13.796 INFO:tasks.rados.rados.0.smithi040.stdout:415: finishing write tid 3 to smithi04078109-12 2024-04-22T04:28:13.796 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 100 (ObjNum 149 snap 34 seq_num 149) dirty exists 2024-04-22T04:28:13.796 INFO:tasks.rados.rados.0.smithi040.stdout:415: left oid 12 (ObjNum 149 snap 34 seq_num 149) 2024-04-22T04:28:13.796 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 137 (ObjNum -1443032832 snap 21852 seq_num 0) dirty exists 2024-04-22T04:28:13.796 INFO:tasks.rados.rados.0.smithi040.stdout:421: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-22T04:28:13.801 INFO:tasks.rados.rados.0.smithi040.stdout:422: finishing write tid 1 to smithi04078109-6 2024-04-22T04:28:13.801 INFO:tasks.rados.rados.0.smithi040.stdout:422: finishing write tid 2 to smithi04078109-6 2024-04-22T04:28:13.801 INFO:tasks.rados.rados.0.smithi040.stdout:422: finishing write tid 3 to smithi04078109-6 2024-04-22T04:28:13.801 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 121 (ObjNum 150 snap 34 seq_num 150) dirty exists 2024-04-22T04:28:13.801 INFO:tasks.rados.rados.0.smithi040.stdout:422: left oid 6 (ObjNum 150 snap 34 seq_num 150) 2024-04-22T04:28:13.801 INFO:tasks.rados.rados.0.smithi040.stdout:415: done (4 left) 2024-04-22T04:28:13.801 INFO:tasks.rados.rados.0.smithi040.stdout:420: done (3 left) 2024-04-22T04:28:13.801 INFO:tasks.rados.rados.0.smithi040.stdout:421: done (2 left) 2024-04-22T04:28:13.801 INFO:tasks.rados.rados.0.smithi040.stdout:422: done (1 left) 2024-04-22T04:28:13.802 INFO:tasks.rados.rados.0.smithi040.stdout:424: read oid 47 snap -1 2024-04-22T04:28:13.802 INFO:tasks.rados.rados.0.smithi040.stdout:424: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:28:13.802 INFO:tasks.rados.rados.0.smithi040.stdout:425: snap_remove snap 30 2024-04-22T04:28:13.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:13.634+0000 7ff5037b5680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T04:28:13.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:13.744+0000 7ff5037b5680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T04:28:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:12.796955+0000 mgr.x (mgr.24787) 3 : cluster [DBG] pgmap v5: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:13.241550+0000 mgr.x (mgr.24787) 4 : cephadm [INF] [22/Apr/2024:04:28:13] ENGINE Bus STARTING 2024-04-22T04:28:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:13.358017+0000 mgr.x (mgr.24787) 5 : cephadm [INF] [22/Apr/2024:04:28:13] ENGINE Serving on https://172.21.15.62:7150 2024-04-22T04:28:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:13.358103+0000 mgr.x (mgr.24787) 6 : cephadm [INF] [22/Apr/2024:04:28:13] ENGINE Bus STARTED 2024-04-22T04:28:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:13.361672+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:13.698868+0000 mgr.x (mgr.24787) 7 : cluster [DBG] pgmap v6: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:13.776465+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-04-22T04:28:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:13.882583+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]: dispatch 2024-04-22T04:28:14.648 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:14.563+0000 7ff5037b5680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T04:28:14.648 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:12.796955+0000 mgr.x (mgr.24787) 3 : cluster [DBG] pgmap v5: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:14.648 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:13.241550+0000 mgr.x (mgr.24787) 4 : cephadm [INF] [22/Apr/2024:04:28:13] ENGINE Bus STARTING 2024-04-22T04:28:14.648 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:13.358017+0000 mgr.x (mgr.24787) 5 : cephadm [INF] [22/Apr/2024:04:28:13] ENGINE Serving on https://172.21.15.62:7150 2024-04-22T04:28:14.648 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:13.358103+0000 mgr.x (mgr.24787) 6 : cephadm [INF] [22/Apr/2024:04:28:13] ENGINE Bus STARTED 2024-04-22T04:28:14.648 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:13.361672+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:14.648 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:13.698868+0000 mgr.x (mgr.24787) 7 : cluster [DBG] pgmap v6: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:14.648 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:13.776465+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-04-22T04:28:14.648 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:13.882583+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]: dispatch 2024-04-22T04:28:14.649 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:12.796955+0000 mgr.x (mgr.24787) 3 : cluster [DBG] pgmap v5: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:14.649 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:13.241550+0000 mgr.x (mgr.24787) 4 : cephadm [INF] [22/Apr/2024:04:28:13] ENGINE Bus STARTING 2024-04-22T04:28:14.649 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:13.358017+0000 mgr.x (mgr.24787) 5 : cephadm [INF] [22/Apr/2024:04:28:13] ENGINE Serving on https://172.21.15.62:7150 2024-04-22T04:28:14.649 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:13.358103+0000 mgr.x (mgr.24787) 6 : cephadm [INF] [22/Apr/2024:04:28:13] ENGINE Bus STARTED 2024-04-22T04:28:14.649 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:13.361672+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:14.649 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:13.698868+0000 mgr.x (mgr.24787) 7 : cluster [DBG] pgmap v6: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:14.649 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:13.776465+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-04-22T04:28:14.649 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:13.882583+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]: dispatch 2024-04-22T04:28:14.784 INFO:tasks.rados.rados.0.smithi040.stdout:425: done (2 left) 2024-04-22T04:28:14.784 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 34 2024-04-22T04:28:14.784 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 213 (ObjNum 127 snap 25 seq_num 127) dirty exists 2024-04-22T04:28:14.785 INFO:tasks.rados.rados.0.smithi040.stdout:426: seq_num 151 ranges {0=131072} 2024-04-22T04:28:14.785 INFO:tasks.rados.rados.0.smithi040.stdout:426: writing smithi04078109-21 from 0 to 131072 tid 1 2024-04-22T04:28:14.785 INFO:tasks.rados.rados.0.smithi040.stdout:423: done (2 left) 2024-04-22T04:28:14.785 INFO:tasks.rados.rados.0.smithi040.stdout:427: rmattr oid 50 current snap is 34 2024-04-22T04:28:14.786 INFO:tasks.rados.rados.0.smithi040.stdout:427: done (2 left) 2024-04-22T04:28:14.786 INFO:tasks.rados.rados.0.smithi040.stdout:428: copy_from oid 14 from oid 11 current snap is 34 2024-04-22T04:28:14.786 INFO:tasks.rados.rados.0.smithi040.stdout:429: delete oid 49 current snap is 34 2024-04-22T04:28:14.788 INFO:tasks.rados.rados.0.smithi040.stdout:424: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:28:14.838 INFO:tasks.rados.rados.0.smithi040.stdout:426: finishing write tid 1 to smithi04078109-21 2024-04-22T04:28:14.838 INFO:tasks.rados.rados.0.smithi040.stdout:426: finishing write tid 2 to smithi04078109-21 2024-04-22T04:28:14.838 INFO:tasks.rados.rados.0.smithi040.stdout:424: done (3 left) 2024-04-22T04:28:14.838 INFO:tasks.rados.rados.0.smithi040.stdout:429: done (2 left) 2024-04-22T04:28:14.838 INFO:tasks.rados.rados.0.smithi040.stdout:430: copy_from oid 12 from oid 47 current snap is 34 2024-04-22T04:28:14.839 INFO:tasks.rados.rados.0.smithi040.stdout:428: finishing copy_from racing read to smithi04078109-14 2024-04-22T04:28:14.839 INFO:tasks.rados.rados.0.smithi040.stdout:426: finishing write tid 3 to smithi04078109-21 2024-04-22T04:28:14.839 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 139 (ObjNum 151 snap 34 seq_num 151) dirty exists 2024-04-22T04:28:14.839 INFO:tasks.rados.rados.0.smithi040.stdout:426: left oid 21 (ObjNum 151 snap 34 seq_num 151) 2024-04-22T04:28:14.839 INFO:tasks.rados.rados.0.smithi040.stdout:428: finishing copy_from to smithi04078109-14 2024-04-22T04:28:14.839 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 97 (ObjNum 102 snap 16 seq_num 102) dirty exists 2024-04-22T04:28:14.839 INFO:tasks.rados.rados.0.smithi040.stdout:426: done (2 left) 2024-04-22T04:28:14.839 INFO:tasks.rados.rados.0.smithi040.stdout:428: done (1 left) 2024-04-22T04:28:14.839 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 34 2024-04-22T04:28:14.839 INFO:tasks.rados.rados.0.smithi040.stdout:431: seq_num 153 ranges {131072=163840} 2024-04-22T04:28:14.840 INFO:tasks.rados.rados.0.smithi040.stdout:431: writing smithi04078109-21 from 131072 to 294912 tid 1 2024-04-22T04:28:14.840 INFO:tasks.rados.rados.0.smithi040.stdout:432: read oid 15 snap -1 2024-04-22T04:28:14.840 INFO:tasks.rados.rados.0.smithi040.stdout:432: expect (ObjNum 126 snap 25 seq_num 126) 2024-04-22T04:28:14.840 INFO:tasks.rados.rados.0.smithi040.stdout:433: read oid 39 snap -1 2024-04-22T04:28:14.841 INFO:tasks.rados.rados.0.smithi040.stdout:433: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-22T04:28:14.841 INFO:tasks.rados.rados.0.smithi040.stdout:434: rmattr oid 10 current snap is 34 2024-04-22T04:28:14.841 INFO:tasks.rados.rados.0.smithi040.stdout:435: rollback oid 37 current snap is 34 2024-04-22T04:28:14.841 INFO:tasks.rados.rados.0.smithi040.stdout:435: done (5 left) 2024-04-22T04:28:14.841 INFO:tasks.rados.rados.0.smithi040.stdout:436: read oid 25 snap -1 2024-04-22T04:28:14.841 INFO:tasks.rados.rados.0.smithi040.stdout:436: expect (ObjNum 143 snap 33 seq_num 143) 2024-04-22T04:28:14.841 INFO:tasks.rados.rados.0.smithi040.stdout:437: copy_from oid 14 from oid 26 current snap is 34 2024-04-22T04:28:14.841 INFO:tasks.rados.rados.0.smithi040.stdout:438: rmattr oid 5 current snap is 34 2024-04-22T04:28:14.841 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 48 current snap is 34 2024-04-22T04:28:14.841 INFO:tasks.rados.rados.0.smithi040.stdout:439: seq_num 154 ranges {5210112=180224} 2024-04-22T04:28:14.870 INFO:tasks.rados.rados.0.smithi040.stdout:439: writing smithi04078109-48 from 5210112 to 5390336 tid 1 2024-04-22T04:28:14.871 INFO:tasks.rados.rados.0.smithi040.stdout:440: delete oid 35 current snap is 34 2024-04-22T04:28:14.871 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 0 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-22T04:28:14.871 INFO:tasks.rados.rados.0.smithi040.stdout:433: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-22T04:28:14.894 INFO:tasks.rados.rados.0.smithi040.stdout:431: finishing write tid 1 to smithi04078109-21 2024-04-22T04:28:14.894 INFO:tasks.rados.rados.0.smithi040.stdout:431: finishing write tid 2 to smithi04078109-21 2024-04-22T04:28:14.894 INFO:tasks.rados.rados.0.smithi040.stdout:431: finishing write tid 3 to smithi04078109-21 2024-04-22T04:28:14.894 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 145 (ObjNum 153 snap 34 seq_num 153) dirty exists 2024-04-22T04:28:14.894 INFO:tasks.rados.rados.0.smithi040.stdout:431: left oid 21 (ObjNum 153 snap 34 seq_num 153) 2024-04-22T04:28:14.894 INFO:tasks.rados.rados.0.smithi040.stdout:437: finishing copy_from racing read to smithi04078109-14 2024-04-22T04:28:14.894 INFO:tasks.rados.rados.0.smithi040.stdout:436: expect (ObjNum 143 snap 33 seq_num 143) 2024-04-22T04:28:14.908 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:14.649+0000 7ff5037b5680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T04:28:14.908 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:14.751+0000 7ff5037b5680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T04:28:15.035 INFO:tasks.rados.rados.0.smithi040.stdout:430: finishing copy_from racing read to smithi04078109-12 2024-04-22T04:28:15.035 INFO:tasks.rados.rados.0.smithi040.stdout:437: finishing copy_from to smithi04078109-14 2024-04-22T04:28:15.035 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 29 (ObjNum 99 snap 16 seq_num 99) dirty exists 2024-04-22T04:28:15.035 INFO:tasks.rados.rados.0.smithi040.stdout:430: finishing copy_from to smithi04078109-12 2024-04-22T04:28:15.035 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 36 (ObjNum 93 snap 12 seq_num 93) dirty exists 2024-04-22T04:28:15.035 INFO:tasks.rados.rados.0.smithi040.stdout:432: expect (ObjNum 126 snap 25 seq_num 126) 2024-04-22T04:28:15.239 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:14.970+0000 7ff5037b5680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T04:28:15.276 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 218 (ObjNum 127 snap 25 seq_num 127) dirty exists 2024-04-22T04:28:15.276 INFO:tasks.rados.rados.0.smithi040.stdout:439: finishing write tid 1 to smithi04078109-48 2024-04-22T04:28:15.276 INFO:tasks.rados.rados.0.smithi040.stdout:439: finishing write tid 2 to smithi04078109-48 2024-04-22T04:28:15.276 INFO:tasks.rados.rados.0.smithi040.stdout:430: done (9 left) 2024-04-22T04:28:15.276 INFO:tasks.rados.rados.0.smithi040.stdout:431: done (8 left) 2024-04-22T04:28:15.276 INFO:tasks.rados.rados.0.smithi040.stdout:432: done (7 left) 2024-04-22T04:28:15.276 INFO:tasks.rados.rados.0.smithi040.stdout:433: done (6 left) 2024-04-22T04:28:15.277 INFO:tasks.rados.rados.0.smithi040.stdout:434: done (5 left) 2024-04-22T04:28:15.277 INFO:tasks.rados.rados.0.smithi040.stdout:436: done (4 left) 2024-04-22T04:28:15.277 INFO:tasks.rados.rados.0.smithi040.stdout:437: done (3 left) 2024-04-22T04:28:15.277 INFO:tasks.rados.rados.0.smithi040.stdout:438: done (2 left) 2024-04-22T04:28:15.277 INFO:tasks.rados.rados.0.smithi040.stdout:440: done (1 left) 2024-04-22T04:28:15.277 INFO:tasks.rados.rados.0.smithi040.stdout:441: delete oid 39 current snap is 34 2024-04-22T04:28:15.277 INFO:tasks.rados.rados.0.smithi040.stdout:439: finishing write tid 3 to smithi04078109-48 2024-04-22T04:28:15.277 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 99 (ObjNum 154 snap 34 seq_num 154) dirty exists 2024-04-22T04:28:15.277 INFO:tasks.rados.rados.0.smithi040.stdout:439: left oid 48 (ObjNum 154 snap 34 seq_num 154) 2024-04-22T04:28:15.278 INFO:tasks.rados.rados.0.smithi040.stdout:439: done (1 left) 2024-04-22T04:28:15.278 INFO:tasks.rados.rados.0.smithi040.stdout:441: done (0 left) 2024-04-22T04:28:15.278 INFO:tasks.rados.rados.0.smithi040.stdout:442: read oid 33 snap -1 2024-04-22T04:28:15.278 INFO:tasks.rados.rados.0.smithi040.stdout:442: expect (ObjNum 124 snap 24 seq_num 124) 2024-04-22T04:28:15.278 INFO:tasks.rados.rados.0.smithi040.stdout:443: read oid 42 snap -1 2024-04-22T04:28:15.278 INFO:tasks.rados.rados.0.smithi040.stdout:443: expect deleted 2024-04-22T04:28:15.279 INFO:tasks.rados.rados.0.smithi040.stdout:444: setattr oid 28 current snap is 34 2024-04-22T04:28:15.279 INFO:tasks.rados.rados.0.smithi040.stdout:443: done (2 left) 2024-04-22T04:28:15.279 INFO:tasks.rados.rados.0.smithi040.stdout:445: delete oid 40 current snap is 34 2024-04-22T04:28:15.280 INFO:tasks.rados.rados.0.smithi040.stdout:445: done (2 left) 2024-04-22T04:28:15.280 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 36 current snap is 34 2024-04-22T04:28:15.280 INFO:tasks.rados.rados.0.smithi040.stdout:446: seq_num 158 ranges {2326528=253952} 2024-04-22T04:28:15.295 INFO:tasks.rados.rados.0.smithi040.stdout:446: writing smithi04078109-36 from 2326528 to 2580480 tid 1 2024-04-22T04:28:15.295 INFO:tasks.rados.rados.0.smithi040.stdout:447: setattr oid 37 current snap is 34 2024-04-22T04:28:15.295 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 72 (ObjNum 1380999521 snap 1516854124 seq_num 1432113516) dirty exists 2024-04-22T04:28:15.295 INFO:tasks.rados.rados.0.smithi040.stdout:442: expect (ObjNum 124 snap 24 seq_num 124) 2024-04-22T04:28:15.359 INFO:tasks.rados.rados.0.smithi040.stdout:446: finishing write tid 1 to smithi04078109-36 2024-04-22T04:28:15.359 INFO:tasks.rados.rados.0.smithi040.stdout:446: finishing write tid 2 to smithi04078109-36 2024-04-22T04:28:15.359 INFO:tasks.rados.rados.0.smithi040.stdout:446: finishing write tid 3 to smithi04078109-36 2024-04-22T04:28:15.359 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 51 (ObjNum 158 snap 34 seq_num 158) dirty exists 2024-04-22T04:28:15.360 INFO:tasks.rados.rados.0.smithi040.stdout:446: left oid 36 (ObjNum 158 snap 34 seq_num 158) 2024-04-22T04:28:15.360 INFO:tasks.rados.rados.0.smithi040.stdout:442: done (3 left) 2024-04-22T04:28:15.360 INFO:tasks.rados.rados.0.smithi040.stdout:444: done (2 left) 2024-04-22T04:28:15.360 INFO:tasks.rados.rados.0.smithi040.stdout:446: done (1 left) 2024-04-22T04:28:15.360 INFO:tasks.rados.rados.0.smithi040.stdout:448: delete oid 27 current snap is 34 2024-04-22T04:28:15.361 INFO:tasks.rados.rados.0.smithi040.stdout:448: done (1 left) 2024-04-22T04:28:15.361 INFO:tasks.rados.rados.0.smithi040.stdout:449: rollback oid 45 current snap is 34 2024-04-22T04:28:15.361 INFO:tasks.rados.rados.0.smithi040.stdout:449: done (1 left) 2024-04-22T04:28:15.361 INFO:tasks.rados.rados.0.smithi040.stdout:450: rollback oid 42 current snap is 34 2024-04-22T04:28:15.361 INFO:tasks.rados.rados.0.smithi040.stdout:450: done (1 left) 2024-04-22T04:28:15.361 INFO:tasks.rados.rados.0.smithi040.stdout:451: rmattr oid 6 current snap is 34 2024-04-22T04:28:15.361 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 22 current snap is 34 2024-04-22T04:28:15.361 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 219 (ObjNum 142 snap 32 seq_num 142) dirty exists 2024-04-22T04:28:15.361 INFO:tasks.rados.rados.0.smithi040.stdout:452: seq_num 160 ranges {4644864=286720} 2024-04-22T04:28:15.389 INFO:tasks.rados.rados.0.smithi040.stdout:452: writing smithi04078109-22 from 4644864 to 4931584 tid 1 2024-04-22T04:28:15.389 INFO:tasks.rados.rados.0.smithi040.stdout:447: done (2 left) 2024-04-22T04:28:15.389 INFO:tasks.rados.rados.0.smithi040.stdout:453: delete oid 46 current snap is 34 2024-04-22T04:28:15.389 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 127 (ObjNum 150 snap 34 seq_num 150) dirty exists 2024-04-22T04:28:15.390 INFO:tasks.rados.rados.0.smithi040.stdout:451: done (2 left) 2024-04-22T04:28:15.390 INFO:tasks.rados.rados.0.smithi040.stdout:453: done (1 left) 2024-04-22T04:28:15.390 INFO:tasks.rados.rados.0.smithi040.stdout:454: read oid 26 snap -1 2024-04-22T04:28:15.390 INFO:tasks.rados.rados.0.smithi040.stdout:454: expect (ObjNum 99 snap 16 seq_num 99) 2024-04-22T04:28:15.390 INFO:tasks.rados.rados.0.smithi040.stdout:455: delete oid 49 current snap is 34 2024-04-22T04:28:15.392 INFO:tasks.rados.rados.0.smithi040.stdout:452: finishing write tid 1 to smithi04078109-22 2024-04-22T04:28:15.392 INFO:tasks.rados.rados.0.smithi040.stdout:455: done (2 left) 2024-04-22T04:28:15.392 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 34 2024-04-22T04:28:15.392 INFO:tasks.rados.rados.0.smithi040.stdout:456: seq_num 163 ranges {294912=335872} 2024-04-22T04:28:15.396 INFO:tasks.rados.rados.0.smithi040.stdout:456: writing smithi04078109-21 from 294912 to 630784 tid 1 2024-04-22T04:28:15.396 INFO:tasks.rados.rados.0.smithi040.stdout:457: read oid 14 snap -1 2024-04-22T04:28:15.397 INFO:tasks.rados.rados.0.smithi040.stdout:457: expect (ObjNum 99 snap 16 seq_num 99) 2024-04-22T04:28:15.397 INFO:tasks.rados.rados.0.smithi040.stdout:458: setattr oid 49 current snap is 34 2024-04-22T04:28:15.397 INFO:tasks.rados.rados.0.smithi040.stdout:452: finishing write tid 2 to smithi04078109-22 2024-04-22T04:28:15.397 INFO:tasks.rados.rados.0.smithi040.stdout:452: finishing write tid 3 to smithi04078109-22 2024-04-22T04:28:15.397 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 108 (ObjNum 160 snap 34 seq_num 160) dirty exists 2024-04-22T04:28:15.397 INFO:tasks.rados.rados.0.smithi040.stdout:452: left oid 22 (ObjNum 160 snap 34 seq_num 160) 2024-04-22T04:28:15.397 INFO:tasks.rados.rados.0.smithi040.stdout:454: expect (ObjNum 99 snap 16 seq_num 99) 2024-04-22T04:28:15.446 INFO:tasks.rados.rados.0.smithi040.stdout:452: done (4 left) 2024-04-22T04:28:15.446 INFO:tasks.rados.rados.0.smithi040.stdout:454: done (3 left) 2024-04-22T04:28:15.446 INFO:tasks.rados.rados.0.smithi040.stdout:459: read oid 28 snap -1 2024-04-22T04:28:15.446 INFO:tasks.rados.rados.0.smithi040.stdout:459: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:28:15.446 INFO:tasks.rados.rados.0.smithi040.stdout:460: read oid 34 snap -1 2024-04-22T04:28:15.446 INFO:tasks.rados.rados.0.smithi040.stdout:460: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-22T04:28:15.446 INFO:tasks.rados.rados.0.smithi040.stdout:461: snap_create 2024-04-22T04:28:15.446 INFO:tasks.rados.rados.0.smithi040.stdout:456: finishing write tid 1 to smithi04078109-21 2024-04-22T04:28:15.446 INFO:tasks.rados.rados.0.smithi040.stdout:456: finishing write tid 2 to smithi04078109-21 2024-04-22T04:28:15.446 INFO:tasks.rados.rados.0.smithi040.stdout:456: finishing write tid 3 to smithi04078109-21 2024-04-22T04:28:15.446 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 148 (ObjNum 163 snap 34 seq_num 163) dirty exists 2024-04-22T04:28:15.446 INFO:tasks.rados.rados.0.smithi040.stdout:456: left oid 21 (ObjNum 163 snap 34 seq_num 163) 2024-04-22T04:28:15.447 INFO:tasks.rados.rados.0.smithi040.stdout:457: expect (ObjNum 99 snap 16 seq_num 99) 2024-04-22T04:28:15.500 INFO:tasks.rados.rados.0.smithi040.stdout:459: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:28:15.502 INFO:tasks.rados.rados.0.smithi040.stdout:460: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-22T04:28:15.522 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 234 (ObjNum -1442952240 snap 21852 seq_num 2852011104) dirty exists 2024-04-22T04:28:15.550 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:15.240+0000 7ff5037b5680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T04:28:15.550 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:15.387+0000 7ff5037b5680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T04:28:15.551 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:14.368513+0000 mon.a (mon.0) 842 : cluster [DBG] mgrmap e23: x(active, since 2s) 2024-04-22T04:28:15.551 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:14.786632+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]': finished 2024-04-22T04:28:15.551 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:14.786694+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-04-22T04:28:15.551 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:14.789434+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:28:15.551 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:14.368513+0000 mon.a (mon.0) 842 : cluster [DBG] mgrmap e23: x(active, since 2s) 2024-04-22T04:28:15.551 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:14.786632+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]': finished 2024-04-22T04:28:15.551 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:14.786694+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-04-22T04:28:15.551 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:14.789434+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:28:15.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:28:15] "GET /metrics HTTP/1.1" 200 33096 "" "Prometheus/2.33.4" 2024-04-22T04:28:15.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:14.368513+0000 mon.a (mon.0) 842 : cluster [DBG] mgrmap e23: x(active, since 2s) 2024-04-22T04:28:15.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:14.786632+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]': finished 2024-04-22T04:28:15.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:14.786694+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-04-22T04:28:15.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:14.789434+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:28:15.787 INFO:tasks.rados.rados.0.smithi040.stdout:456: done (5 left) 2024-04-22T04:28:15.787 INFO:tasks.rados.rados.0.smithi040.stdout:457: done (4 left) 2024-04-22T04:28:15.787 INFO:tasks.rados.rados.0.smithi040.stdout:458: done (3 left) 2024-04-22T04:28:15.787 INFO:tasks.rados.rados.0.smithi040.stdout:459: done (2 left) 2024-04-22T04:28:15.787 INFO:tasks.rados.rados.0.smithi040.stdout:460: done (1 left) 2024-04-22T04:28:15.787 INFO:tasks.rados.rados.0.smithi040.stdout:461: done (0 left) 2024-04-22T04:28:15.787 INFO:tasks.rados.rados.0.smithi040.stdout:462: copy_from oid 1 from oid 12 current snap is 35 2024-04-22T04:28:15.787 INFO:tasks.rados.rados.0.smithi040.stdout:463: snap_create 2024-04-22T04:28:15.798 INFO:tasks.rados.rados.0.smithi040.stdout:462: finishing copy_from racing read to smithi04078109-1 2024-04-22T04:28:15.799 INFO:tasks.rados.rados.0.smithi040.stdout:462: finishing copy_from to smithi04078109-1 2024-04-22T04:28:15.799 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 36 (ObjNum 93 snap 12 seq_num 93) dirty exists 2024-04-22T04:28:15.831 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:15.551+0000 7ff5037b5680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:28:15.831 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:15.733+0000 7ff5037b5680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T04:28:16.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: debug 2024-04-22T04:28:15.832+0000 7ff5037b5680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T04:28:16.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:28:15] ENGINE Bus STARTING 2024-04-22T04:28:16.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: CherryPy Checker: 2024-04-22T04:28:16.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: The Application mounted at '' has an empty config. 2024-04-22T04:28:16.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: 2024-04-22T04:28:16.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:28:15] ENGINE Serving on http://:::9283 2024-04-22T04:28:16.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: [22/Apr/2024:04:28:15] ENGINE Bus STARTED 2024-04-22T04:28:16.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:15.699157+0000 mgr.x (mgr.24787) 8 : cluster [DBG] pgmap v9: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:15.787688+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-22T04:28:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:15.787757+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-04-22T04:28:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:15.846632+0000 mon.a (mon.0) 848 : cluster [DBG] Standby manager daemon y started 2024-04-22T04:28:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:15.848782+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.? 172.21.15.40:0/2834706834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-22T04:28:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:15.849577+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.? 172.21.15.40:0/2834706834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:28:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:15.853429+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.? 172.21.15.40:0/2834706834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-22T04:28:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:15.853779+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.? 172.21.15.40:0/2834706834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:28:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:16.349899+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:16.355618+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:15.699157+0000 mgr.x (mgr.24787) 8 : cluster [DBG] pgmap v9: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:15.787688+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-22T04:28:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:15.787757+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-04-22T04:28:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:15.846632+0000 mon.a (mon.0) 848 : cluster [DBG] Standby manager daemon y started 2024-04-22T04:28:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:15.848782+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.? 172.21.15.40:0/2834706834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-22T04:28:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:15.849577+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.? 172.21.15.40:0/2834706834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:28:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:15.853429+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.? 172.21.15.40:0/2834706834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-22T04:28:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:15.853779+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.? 172.21.15.40:0/2834706834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:28:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:16.349899+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:16.355618+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:16.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:15.699157+0000 mgr.x (mgr.24787) 8 : cluster [DBG] pgmap v9: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:16.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:15.787688+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-22T04:28:16.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:15.787757+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-04-22T04:28:16.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:15.846632+0000 mon.a (mon.0) 848 : cluster [DBG] Standby manager daemon y started 2024-04-22T04:28:16.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:15.848782+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.? 172.21.15.40:0/2834706834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-22T04:28:16.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:15.849577+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.? 172.21.15.40:0/2834706834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:28:16.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:15.853429+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.? 172.21.15.40:0/2834706834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-22T04:28:16.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:15.853779+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.? 172.21.15.40:0/2834706834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:28:16.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:16.349899+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:16.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:16.355618+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:16.769 INFO:tasks.rados.rados.0.smithi040.stdout:462: done (1 left) 2024-04-22T04:28:16.770 INFO:tasks.rados.rados.0.smithi040.stdout:463: done (0 left) 2024-04-22T04:28:16.770 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 36 2024-04-22T04:28:16.770 INFO:tasks.rados.rados.0.smithi040.stdout:464: seq_num 164 ranges {1564672=352256} 2024-04-22T04:28:16.780 INFO:tasks.rados.rados.0.smithi040.stdout:464: writing smithi04078109-12 from 1564672 to 1916928 tid 1 2024-04-22T04:28:16.781 INFO:tasks.rados.rados.0.smithi040.stdout:465: read oid 9 snap -1 2024-04-22T04:28:16.781 INFO:tasks.rados.rados.0.smithi040.stdout:465: expect deleted 2024-04-22T04:28:16.781 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 26 current snap is 36 2024-04-22T04:28:16.781 INFO:tasks.rados.rados.0.smithi040.stdout:466: seq_num 165 ranges {1671168=368640} 2024-04-22T04:28:16.792 INFO:tasks.rados.rados.0.smithi040.stdout:466: writing smithi04078109-26 from 1671168 to 2039808 tid 1 2024-04-22T04:28:16.793 INFO:tasks.rados.rados.0.smithi040.stdout:467: snap_create 2024-04-22T04:28:16.799 INFO:tasks.rados.rados.0.smithi040.stdout:464: finishing write tid 1 to smithi04078109-12 2024-04-22T04:28:16.799 INFO:tasks.rados.rados.0.smithi040.stdout:464: finishing write tid 2 to smithi04078109-12 2024-04-22T04:28:16.800 INFO:tasks.rados.rados.0.smithi040.stdout:466: finishing write tid 1 to smithi04078109-26 2024-04-22T04:28:16.800 INFO:tasks.rados.rados.0.smithi040.stdout:466: finishing write tid 2 to smithi04078109-26 2024-04-22T04:28:16.801 INFO:tasks.rados.rados.0.smithi040.stdout:464: finishing write tid 3 to smithi04078109-12 2024-04-22T04:28:16.801 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 102 (ObjNum 164 snap 36 seq_num 164) dirty exists 2024-04-22T04:28:16.801 INFO:tasks.rados.rados.0.smithi040.stdout:464: left oid 12 (ObjNum 164 snap 36 seq_num 164) 2024-04-22T04:28:16.801 INFO:tasks.rados.rados.0.smithi040.stdout:466: finishing write tid 3 to smithi04078109-26 2024-04-22T04:28:16.801 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 104 (ObjNum 165 snap 36 seq_num 165) dirty exists 2024-04-22T04:28:16.801 INFO:tasks.rados.rados.0.smithi040.stdout:466: left oid 26 (ObjNum 165 snap 36 seq_num 165) 2024-04-22T04:28:17.799 INFO:tasks.rados.rados.0.smithi040.stdout:464: done (3 left) 2024-04-22T04:28:17.800 INFO:tasks.rados.rados.0.smithi040.stdout:465: done (2 left) 2024-04-22T04:28:17.800 INFO:tasks.rados.rados.0.smithi040.stdout:466: done (1 left) 2024-04-22T04:28:17.800 INFO:tasks.rados.rados.0.smithi040.stdout:467: done (0 left) 2024-04-22T04:28:17.800 INFO:tasks.rados.rados.0.smithi040.stdout:468: copy_from oid 15 from oid 40 current snap is 37 2024-04-22T04:28:17.800 INFO:tasks.rados.rados.0.smithi040.stdout:469: read oid 7 snap 34 2024-04-22T04:28:17.800 INFO:tasks.rados.rados.0.smithi040.stdout:469: expect deleted 2024-04-22T04:28:17.800 INFO:tasks.rados.rados.0.smithi040.stdout:470: rollback oid 31 current snap is 37 2024-04-22T04:28:17.800 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 31 to 36 2024-04-22T04:28:17.800 INFO:tasks.rados.rados.0.smithi040.stdout:471: delete oid 35 current snap is 37 2024-04-22T04:28:17.805 INFO:tasks.rados.rados.0.smithi040.stdout:468: finishing copy_from to smithi04078109-15 2024-04-22T04:28:17.805 INFO:tasks.rados.rados.0.smithi040.stdout:468: got expected ENOENT (src dne) 2024-04-22T04:28:17.805 INFO:tasks.rados.rados.0.smithi040.stdout:468: finishing copy_from racing read to smithi04078109-15 2024-04-22T04:28:17.805 INFO:tasks.rados.rados.0.smithi040.stdout:470: finishing rollback tid 0 to smithi04078109-31 2024-04-22T04:28:17.806 INFO:tasks.rados.rados.0.smithi040.stdout:470: finishing rollback tid 1 to smithi04078109-31 2024-04-22T04:28:17.806 INFO:tasks.rados.rados.0.smithi040.stdout:470: finishing rollback tid 2 to smithi04078109-31 2024-04-22T04:28:17.807 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 131 (ObjNum 137 snap 30 seq_num 137) dirty exists 2024-04-22T04:28:17.807 INFO:tasks.rados.rados.0.smithi040.stdout:468: done (3 left) 2024-04-22T04:28:17.808 INFO:tasks.rados.rados.0.smithi040.stdout:469: done (2 left) 2024-04-22T04:28:17.808 INFO:tasks.rados.rados.0.smithi040.stdout:470: done (1 left) 2024-04-22T04:28:17.808 INFO:tasks.rados.rados.0.smithi040.stdout:471: done (0 left) 2024-04-22T04:28:17.808 INFO:tasks.rados.rados.0.smithi040.stdout:472: read oid 41 snap -1 2024-04-22T04:28:17.808 INFO:tasks.rados.rados.0.smithi040.stdout:472: expect deleted 2024-04-22T04:28:17.808 INFO:tasks.rados.rados.0.smithi040.stdout:473: delete oid 23 current snap is 37 2024-04-22T04:28:17.811 INFO:tasks.rados.rados.0.smithi040.stdout:472: done (1 left) 2024-04-22T04:28:17.811 INFO:tasks.rados.rados.0.smithi040.stdout:473: done (0 left) 2024-04-22T04:28:17.811 INFO:tasks.rados.rados.0.smithi040.stdout:474: rmattr oid 9 current snap is 37 2024-04-22T04:28:17.811 INFO:tasks.rados.rados.0.smithi040.stdout:474: done (0 left) 2024-04-22T04:28:17.811 INFO:tasks.rados.rados.0.smithi040.stdout:475: copy_from oid 40 from oid 24 current snap is 37 2024-04-22T04:28:17.811 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 37 2024-04-22T04:28:17.811 INFO:tasks.rados.rados.0.smithi040.stdout:476: seq_num 168 ranges {0=417792} 2024-04-22T04:28:17.814 INFO:tasks.rados.rados.0.smithi040.stdout:476: writing smithi04078109-49 from 0 to 417792 tid 1 2024-04-22T04:28:17.814 INFO:tasks.rados.rados.0.smithi040.stdout:477: rollback oid 1 current snap is 37 2024-04-22T04:28:17.814 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 1 to 36 2024-04-22T04:28:17.814 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 37 2024-04-22T04:28:17.814 INFO:tasks.rados.rados.0.smithi040.stdout:478: seq_num 169 ranges {0=434176} 2024-04-22T04:28:17.817 INFO:tasks.rados.rados.0.smithi040.stdout:478: writing smithi04078109-35 from 0 to 434176 tid 1 2024-04-22T04:28:17.817 INFO:tasks.rados.rados.0.smithi040.stdout:479: copy_from oid 30 from oid 29 current snap is 37 2024-04-22T04:28:17.817 INFO:tasks.rados.rados.0.smithi040.stdout:480: read oid 25 snap -1 2024-04-22T04:28:17.817 INFO:tasks.rados.rados.0.smithi040.stdout:480: expect (ObjNum 143 snap 33 seq_num 143) 2024-04-22T04:28:17.817 INFO:tasks.rados.rados.0.smithi040.stdout:481: copy_from oid 44 from oid 7 current snap is 37 2024-04-22T04:28:17.817 INFO:tasks.rados.rados.0.smithi040.stdout:482: rmattr oid 41 current snap is 37 2024-04-22T04:28:17.817 INFO:tasks.rados.rados.0.smithi040.stdout:482: done (7 left) 2024-04-22T04:28:17.817 INFO:tasks.rados.rados.0.smithi040.stdout:483: rmattr oid 22 current snap is 37 2024-04-22T04:28:17.817 INFO:tasks.rados.rados.0.smithi040.stdout:483: done (7 left) 2024-04-22T04:28:17.818 INFO:tasks.rados.rados.0.smithi040.stdout:484: setattr oid 34 current snap is 37 2024-04-22T04:28:17.819 INFO:tasks.rados.rados.0.smithi040.stdout:485: rollback oid 38 current snap is 37 2024-04-22T04:28:17.819 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 38 to 34 2024-04-22T04:28:17.820 INFO:tasks.rados.rados.0.smithi040.stdout:486: delete oid 43 current snap is 37 2024-04-22T04:28:17.824 INFO:tasks.rados.rados.0.smithi040.stdout:476: finishing write tid 1 to smithi04078109-49 2024-04-22T04:28:17.824 INFO:tasks.rados.rados.0.smithi040.stdout:476: finishing write tid 2 to smithi04078109-49 2024-04-22T04:28:17.831 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 239 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-22T04:28:17.831 INFO:tasks.rados.rados.0.smithi040.stdout:477: finishing rollback tid 0 to smithi04078109-1 2024-04-22T04:28:17.831 INFO:tasks.rados.rados.0.smithi040.stdout:477: finishing rollback tid 1 to smithi04078109-1 2024-04-22T04:28:17.831 INFO:tasks.rados.rados.0.smithi040.stdout:477: finishing rollback tid 2 to smithi04078109-1 2024-04-22T04:28:17.831 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 155 (ObjNum 93 snap 12 seq_num 93) dirty exists 2024-04-22T04:28:17.831 INFO:tasks.rados.rados.0.smithi040.stdout:485: finishing rollback tid 0 to smithi04078109-38 2024-04-22T04:28:17.831 INFO:tasks.rados.rados.0.smithi040.stdout:485: finishing rollback tid 1 to smithi04078109-38 2024-04-22T04:28:17.831 INFO:tasks.rados.rados.0.smithi040.stdout:478: finishing write tid 1 to smithi04078109-35 2024-04-22T04:28:17.831 INFO:tasks.rados.rados.0.smithi040.stdout:476: finishing write tid 3 to smithi04078109-49 2024-04-22T04:28:17.831 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 237 (ObjNum 168 snap 37 seq_num 168) dirty exists 2024-04-22T04:28:17.831 INFO:tasks.rados.rados.0.smithi040.stdout:476: left oid 49 (ObjNum 168 snap 37 seq_num 168) 2024-04-22T04:28:17.831 INFO:tasks.rados.rados.0.smithi040.stdout:478: finishing write tid 2 to smithi04078109-35 2024-04-22T04:28:17.831 INFO:tasks.rados.rados.0.smithi040.stdout:485: finishing rollback tid 2 to smithi04078109-38 2024-04-22T04:28:17.832 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 104 (ObjNum 94 snap 12 seq_num 94) dirty exists 2024-04-22T04:28:17.832 INFO:tasks.rados.rados.0.smithi040.stdout:478: finishing write tid 3 to smithi04078109-35 2024-04-22T04:28:17.832 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 157 (ObjNum 169 snap 37 seq_num 169) dirty exists 2024-04-22T04:28:17.832 INFO:tasks.rados.rados.0.smithi040.stdout:478: left oid 35 (ObjNum 169 snap 37 seq_num 169) 2024-04-22T04:28:17.832 INFO:tasks.rados.rados.0.smithi040.stdout:476: done (9 left) 2024-04-22T04:28:17.832 INFO:tasks.rados.rados.0.smithi040.stdout:477: done (8 left) 2024-04-22T04:28:17.832 INFO:tasks.rados.rados.0.smithi040.stdout:478: done (7 left) 2024-04-22T04:28:17.832 INFO:tasks.rados.rados.0.smithi040.stdout:484: done (6 left) 2024-04-22T04:28:17.832 INFO:tasks.rados.rados.0.smithi040.stdout:485: done (5 left) 2024-04-22T04:28:17.832 INFO:tasks.rados.rados.0.smithi040.stdout:486: done (4 left) 2024-04-22T04:28:17.832 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 37 2024-04-22T04:28:17.832 INFO:tasks.rados.rados.0.smithi040.stdout:487: seq_num 171 ranges {417792=466944} 2024-04-22T04:28:17.836 INFO:tasks.rados.rados.0.smithi040.stdout:487: writing smithi04078109-49 from 417792 to 884736 tid 1 2024-04-22T04:28:17.836 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 37 2024-04-22T04:28:17.836 INFO:tasks.rados.rados.0.smithi040.stdout:488: seq_num 172 ranges {4628480=483328} 2024-04-22T04:28:17.864 INFO:tasks.rados.rados.0.smithi040.stdout:488: writing smithi04078109-13 from 4628480 to 5111808 tid 1 2024-04-22T04:28:17.865 INFO:tasks.rados.rados.0.smithi040.stdout:489: read oid 42 snap -1 2024-04-22T04:28:17.865 INFO:tasks.rados.rados.0.smithi040.stdout:489: expect deleted 2024-04-22T04:28:17.865 INFO:tasks.rados.rados.0.smithi040.stdout:490: read oid 15 snap -1 2024-04-22T04:28:17.865 INFO:tasks.rados.rados.0.smithi040.stdout:490: expect (ObjNum 126 snap 25 seq_num 126) 2024-04-22T04:28:17.865 INFO:tasks.rados.rados.0.smithi040.stdout:491: copy_from oid 23 from oid 27 current snap is 37 2024-04-22T04:28:17.865 INFO:tasks.rados.rados.0.smithi040.stdout:481: finishing copy_from to smithi04078109-44 2024-04-22T04:28:17.865 INFO:tasks.rados.rados.0.smithi040.stdout:481: got expected ENOENT (src dne) 2024-04-22T04:28:17.865 INFO:tasks.rados.rados.0.smithi040.stdout:481: finishing copy_from racing read to smithi04078109-44 2024-04-22T04:28:17.865 INFO:tasks.rados.rados.0.smithi040.stdout:475: finishing copy_from racing read to smithi04078109-40 2024-04-22T04:28:17.865 INFO:tasks.rados.rados.0.smithi040.stdout:479: finishing copy_from racing read to smithi04078109-30 2024-04-22T04:28:17.865 INFO:tasks.rados.rados.0.smithi040.stdout:481: done (8 left) 2024-04-22T04:28:17.865 INFO:tasks.rados.rados.0.smithi040.stdout:492: rollback oid 36 current snap is 37 2024-04-22T04:28:17.865 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 36 to 34 2024-04-22T04:28:17.865 INFO:tasks.rados.rados.0.smithi040.stdout:479: finishing copy_from to smithi04078109-30 2024-04-22T04:28:17.865 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 80 (ObjNum 145 snap 33 seq_num 145) dirty exists 2024-04-22T04:28:17.865 INFO:tasks.rados.rados.0.smithi040.stdout:480: expect (ObjNum 143 snap 33 seq_num 143) 2024-04-22T04:28:17.969 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:16.772074+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-04-22T04:28:17.969 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:16.784156+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:17.969 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:16.799629+0000 mon.a (mon.0) 853 : cluster [DBG] mgrmap e24: x(active, since 5s), standbys: y 2024-04-22T04:28:17.969 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:16.801748+0000 mon.a (mon.0) 854 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T04:28:17.969 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:17.094671+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:17.969 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:17.098871+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:17.969 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:17.699487+0000 mgr.x (mgr.24787) 9 : cluster [DBG] pgmap v12: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:17.969 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:17.717938+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:17.969 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:17.727774+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:17.970 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:16.772074+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-04-22T04:28:17.970 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:16.784156+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:17.970 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:16.799629+0000 mon.a (mon.0) 853 : cluster [DBG] mgrmap e24: x(active, since 5s), standbys: y 2024-04-22T04:28:17.970 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:16.801748+0000 mon.a (mon.0) 854 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T04:28:17.970 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:17.094671+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:17.970 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:17.098871+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:17.970 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:17.699487+0000 mgr.x (mgr.24787) 9 : cluster [DBG] pgmap v12: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:17.970 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:17.717938+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:17.970 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:17.727774+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:18.008 INFO:tasks.rados.rados.0.smithi040.stdout:475: finishing copy_from to smithi04078109-40 2024-04-22T04:28:18.008 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 70 (ObjNum 90 snap 12 seq_num 90) dirty exists 2024-04-22T04:28:18.008 INFO:tasks.rados.rados.0.smithi040.stdout:487: finishing write tid 1 to smithi04078109-49 2024-04-22T04:28:18.008 INFO:tasks.rados.rados.0.smithi040.stdout:487: finishing write tid 2 to smithi04078109-49 2024-04-22T04:28:18.008 INFO:tasks.rados.rados.0.smithi040.stdout:487: finishing write tid 3 to smithi04078109-49 2024-04-22T04:28:18.009 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 241 (ObjNum 171 snap 37 seq_num 171) dirty exists 2024-04-22T04:28:18.009 INFO:tasks.rados.rados.0.smithi040.stdout:487: left oid 49 (ObjNum 171 snap 37 seq_num 171) 2024-04-22T04:28:18.009 INFO:tasks.rados.rados.0.smithi040.stdout:475: done (8 left) 2024-04-22T04:28:18.009 INFO:tasks.rados.rados.0.smithi040.stdout:479: done (7 left) 2024-04-22T04:28:18.009 INFO:tasks.rados.rados.0.smithi040.stdout:480: done (6 left) 2024-04-22T04:28:18.009 INFO:tasks.rados.rados.0.smithi040.stdout:487: done (5 left) 2024-04-22T04:28:18.009 INFO:tasks.rados.rados.0.smithi040.stdout:493: delete oid 4 current snap is 37 2024-04-22T04:28:18.009 INFO:tasks.rados.rados.0.smithi040.stdout:491: finishing copy_from to smithi04078109-23 2024-04-22T04:28:18.009 INFO:tasks.rados.rados.0.smithi040.stdout:491: got expected ENOENT (src dne) 2024-04-22T04:28:18.009 INFO:tasks.rados.rados.0.smithi040.stdout:491: finishing copy_from racing read to smithi04078109-23 2024-04-22T04:28:18.009 INFO:tasks.rados.rados.0.smithi040.stdout:488: finishing write tid 1 to smithi04078109-13 2024-04-22T04:28:18.009 INFO:tasks.rados.rados.0.smithi040.stdout:488: finishing write tid 2 to smithi04078109-13 2024-04-22T04:28:18.009 INFO:tasks.rados.rados.0.smithi040.stdout:492: finishing rollback tid 0 to smithi04078109-36 2024-04-22T04:28:18.009 INFO:tasks.rados.rados.0.smithi040.stdout:488: finishing write tid 3 to smithi04078109-13 2024-04-22T04:28:18.009 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 60 (ObjNum 172 snap 37 seq_num 172) dirty exists 2024-04-22T04:28:18.009 INFO:tasks.rados.rados.0.smithi040.stdout:488: left oid 13 (ObjNum 172 snap 37 seq_num 172) 2024-04-22T04:28:18.009 INFO:tasks.rados.rados.0.smithi040.stdout:492: finishing rollback tid 1 to smithi04078109-36 2024-04-22T04:28:18.010 INFO:tasks.rados.rados.0.smithi040.stdout:492: finishing rollback tid 2 to smithi04078109-36 2024-04-22T04:28:18.010 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 55 (ObjNum 158 snap 34 seq_num 158) dirty exists 2024-04-22T04:28:18.010 INFO:tasks.rados.rados.0.smithi040.stdout:490: expect (ObjNum 126 snap 25 seq_num 126) 2024-04-22T04:28:18.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:16.772074+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-04-22T04:28:18.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:16.784156+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:18.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:16.799629+0000 mon.a (mon.0) 853 : cluster [DBG] mgrmap e24: x(active, since 5s), standbys: y 2024-04-22T04:28:18.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:16.801748+0000 mon.a (mon.0) 854 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T04:28:18.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:17.094671+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:18.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:17.098871+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:18.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:17.699487+0000 mgr.x (mgr.24787) 9 : cluster [DBG] pgmap v12: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:18.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:17.717938+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:18.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:17.727774+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:18.251 INFO:tasks.rados.rados.0.smithi040.stdout:488: done (5 left) 2024-04-22T04:28:18.251 INFO:tasks.rados.rados.0.smithi040.stdout:489: done (4 left) 2024-04-22T04:28:18.251 INFO:tasks.rados.rados.0.smithi040.stdout:490: done (3 left) 2024-04-22T04:28:18.251 INFO:tasks.rados.rados.0.smithi040.stdout:491: done (2 left) 2024-04-22T04:28:18.251 INFO:tasks.rados.rados.0.smithi040.stdout:492: done (1 left) 2024-04-22T04:28:18.251 INFO:tasks.rados.rados.0.smithi040.stdout:493: done (0 left) 2024-04-22T04:28:18.251 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 28 current snap is 37 2024-04-22T04:28:18.251 INFO:tasks.rados.rados.0.smithi040.stdout:494: seq_num 174 ranges {0=516096} 2024-04-22T04:28:18.253 INFO:tasks.rados.rados.0.smithi040.stdout:494: writing smithi04078109-28 from 0 to 516096 tid 1 2024-04-22T04:28:18.253 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 37 2024-04-22T04:28:18.253 INFO:tasks.rados.rados.0.smithi040.stdout:495: seq_num 175 ranges {3104768=540672} 2024-04-22T04:28:18.273 INFO:tasks.rados.rados.0.smithi040.stdout:495: writing smithi04078109-17 from 3104768 to 3645440 tid 1 2024-04-22T04:28:18.273 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 37 2024-04-22T04:28:18.273 INFO:tasks.rados.rados.0.smithi040.stdout:496: seq_num 176 ranges {1916928=557056} 2024-04-22T04:28:18.287 INFO:tasks.rados.rados.0.smithi040.stdout:496: writing smithi04078109-12 from 1916928 to 2473984 tid 1 2024-04-22T04:28:18.288 INFO:tasks.rados.rados.0.smithi040.stdout:497: read oid 34 snap -1 2024-04-22T04:28:18.288 INFO:tasks.rados.rados.0.smithi040.stdout:497: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-22T04:28:18.288 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 38 current snap is 37 2024-04-22T04:28:18.288 INFO:tasks.rados.rados.0.smithi040.stdout:494: finishing write tid 1 to smithi04078109-28 2024-04-22T04:28:18.288 INFO:tasks.rados.rados.0.smithi040.stdout:498: seq_num 177 ranges {1802240=573440} 2024-04-22T04:28:18.301 INFO:tasks.rados.rados.0.smithi040.stdout:498: writing smithi04078109-38 from 1802240 to 2375680 tid 1 2024-04-22T04:28:18.301 INFO:tasks.rados.rados.0.smithi040.stdout:499: read oid 7 snap 36 2024-04-22T04:28:18.301 INFO:tasks.rados.rados.0.smithi040.stdout:499: expect deleted 2024-04-22T04:28:18.301 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 37 2024-04-22T04:28:18.301 INFO:tasks.rados.rados.0.smithi040.stdout:494: finishing write tid 2 to smithi04078109-28 2024-04-22T04:28:18.301 INFO:tasks.rados.rados.0.smithi040.stdout:500: seq_num 178 ranges {0=589824} 2024-04-22T04:28:18.305 INFO:tasks.rados.rados.0.smithi040.stdout:500: writing smithi04078109-23 from 0 to 589824 tid 1 2024-04-22T04:28:18.305 INFO:tasks.rados.rados.0.smithi040.stdout:501: delete oid 31 current snap is 37 2024-04-22T04:28:18.305 INFO:tasks.rados.rados.0.smithi040.stdout:494: finishing write tid 3 to smithi04078109-28 2024-04-22T04:28:18.305 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 75 (ObjNum 174 snap 37 seq_num 174) dirty exists 2024-04-22T04:28:18.305 INFO:tasks.rados.rados.0.smithi040.stdout:494: left oid 28 (ObjNum 174 snap 37 seq_num 174) 2024-04-22T04:28:18.305 INFO:tasks.rados.rados.0.smithi040.stdout:495: finishing write tid 1 to smithi04078109-17 2024-04-22T04:28:18.305 INFO:tasks.rados.rados.0.smithi040.stdout:495: finishing write tid 2 to smithi04078109-17 2024-04-22T04:28:18.305 INFO:tasks.rados.rados.0.smithi040.stdout:495: finishing write tid 3 to smithi04078109-17 2024-04-22T04:28:18.305 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 222 (ObjNum 175 snap 37 seq_num 175) dirty exists 2024-04-22T04:28:18.305 INFO:tasks.rados.rados.0.smithi040.stdout:495: left oid 17 (ObjNum 175 snap 37 seq_num 175) 2024-04-22T04:28:18.305 INFO:tasks.rados.rados.0.smithi040.stdout:497: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-22T04:28:18.362 INFO:tasks.rados.rados.0.smithi040.stdout:496: finishing write tid 1 to smithi04078109-12 2024-04-22T04:28:18.362 INFO:tasks.rados.rados.0.smithi040.stdout:496: finishing write tid 2 to smithi04078109-12 2024-04-22T04:28:18.362 INFO:tasks.rados.rados.0.smithi040.stdout:496: finishing write tid 3 to smithi04078109-12 2024-04-22T04:28:18.362 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 106 (ObjNum 176 snap 37 seq_num 176) dirty exists 2024-04-22T04:28:18.362 INFO:tasks.rados.rados.0.smithi040.stdout:496: left oid 12 (ObjNum 176 snap 37 seq_num 176) 2024-04-22T04:28:18.362 INFO:tasks.rados.rados.0.smithi040.stdout:494: done (7 left) 2024-04-22T04:28:18.362 INFO:tasks.rados.rados.0.smithi040.stdout:495: done (6 left) 2024-04-22T04:28:18.362 INFO:tasks.rados.rados.0.smithi040.stdout:496: done (5 left) 2024-04-22T04:28:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:497: done (4 left) 2024-04-22T04:28:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:501: done (3 left) 2024-04-22T04:28:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:502: copy_from oid 18 from oid 47 current snap is 37 2024-04-22T04:28:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:498: finishing write tid 1 to smithi04078109-38 2024-04-22T04:28:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:498: finishing write tid 2 to smithi04078109-38 2024-04-22T04:28:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:498: finishing write tid 3 to smithi04078109-38 2024-04-22T04:28:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 107 (ObjNum 177 snap 37 seq_num 177) dirty exists 2024-04-22T04:28:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:498: left oid 38 (ObjNum 177 snap 37 seq_num 177) 2024-04-22T04:28:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:500: finishing write tid 1 to smithi04078109-23 2024-04-22T04:28:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:500: finishing write tid 2 to smithi04078109-23 2024-04-22T04:28:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:500: finishing write tid 3 to smithi04078109-23 2024-04-22T04:28:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 140 (ObjNum 178 snap 37 seq_num 178) dirty exists 2024-04-22T04:28:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:500: left oid 23 (ObjNum 178 snap 37 seq_num 178) 2024-04-22T04:28:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:498: done (3 left) 2024-04-22T04:28:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:499: done (2 left) 2024-04-22T04:28:18.364 INFO:tasks.rados.rados.0.smithi040.stdout:500: done (1 left) 2024-04-22T04:28:18.364 INFO:tasks.rados.rados.0.smithi040.stdout:503: read oid 35 snap 35 2024-04-22T04:28:18.364 INFO:tasks.rados.rados.0.smithi040.stdout:503: expect deleted 2024-04-22T04:28:18.364 INFO:tasks.rados.rados.0.smithi040.stdout:504: snap_create 2024-04-22T04:28:18.371 INFO:tasks.rados.rados.0.smithi040.stdout:502: finishing copy_from racing read to smithi04078109-18 2024-04-22T04:28:18.371 INFO:tasks.rados.rados.0.smithi040.stdout:502: finishing copy_from to smithi04078109-18 2024-04-22T04:28:18.372 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 36 (ObjNum 93 snap 12 seq_num 93) dirty exists 2024-04-22T04:28:19.055 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:18 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:17.798573+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-04-22T04:28:19.055 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:18 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:18.461165+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:19.055 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:18 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:18.464622+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:19.055 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:18 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:18.721613+0000 mon.a (mon.0) 862 : cluster [DBG] mgrmap e25: x(active, since 7s), standbys: y 2024-04-22T04:28:19.082 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:17.798573+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-04-22T04:28:19.082 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:18.461165+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:19.082 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:18.464622+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:19.082 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:18.721613+0000 mon.a (mon.0) 862 : cluster [DBG] mgrmap e25: x(active, since 7s), standbys: y 2024-04-22T04:28:19.083 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:17.798573+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-04-22T04:28:19.083 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:18.461165+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:19.083 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:18.464622+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:19.083 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:18.721613+0000 mon.a (mon.0) 862 : cluster [DBG] mgrmap e25: x(active, since 7s), standbys: y 2024-04-22T04:28:19.102 INFO:tasks.rados.rados.0.smithi040.stdout:502: done (2 left) 2024-04-22T04:28:19.102 INFO:tasks.rados.rados.0.smithi040.stdout:503: done (1 left) 2024-04-22T04:28:19.102 INFO:tasks.rados.rados.0.smithi040.stdout:504: done (0 left) 2024-04-22T04:28:19.102 INFO:tasks.rados.rados.0.smithi040.stdout:505: setattr oid 25 current snap is 38 2024-04-22T04:28:19.104 INFO:tasks.rados.rados.0.smithi040.stdout:506: snap_create 2024-04-22T04:28:19.109 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 135 (ObjNum 143 snap 33 seq_num 143) dirty exists 2024-04-22T04:28:20.106 INFO:tasks.rados.rados.0.smithi040.stdout:505: done (1 left) 2024-04-22T04:28:20.106 INFO:tasks.rados.rados.0.smithi040.stdout:506: done (0 left) 2024-04-22T04:28:20.107 INFO:tasks.rados.rados.0.smithi040.stdout:507: rmattr oid 4 current snap is 39 2024-04-22T04:28:20.107 INFO:tasks.rados.rados.0.smithi040.stdout:507: done (0 left) 2024-04-22T04:28:20.107 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 39 current snap is 39 2024-04-22T04:28:20.107 INFO:tasks.rados.rados.0.smithi040.stdout:508: seq_num 180 ranges {0=622592} 2024-04-22T04:28:20.110 INFO:tasks.rados.rados.0.smithi040.stdout:508: writing smithi04078109-39 from 0 to 622592 tid 1 2024-04-22T04:28:20.110 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 37 current snap is 39 2024-04-22T04:28:20.110 INFO:tasks.rados.rados.0.smithi040.stdout:509: seq_num 181 ranges {4194304=638976} 2024-04-22T04:28:20.137 INFO:tasks.rados.rados.0.smithi040.stdout:509: writing smithi04078109-37 from 4194304 to 4833280 tid 1 2024-04-22T04:28:20.137 INFO:tasks.rados.rados.0.smithi040.stdout:510: read oid 33 snap 36 2024-04-22T04:28:20.137 INFO:tasks.rados.rados.0.smithi040.stdout:510: expect (ObjNum 124 snap 24 seq_num 124) 2024-04-22T04:28:20.137 INFO:tasks.rados.rados.0.smithi040.stdout:511: delete oid 23 current snap is 39 2024-04-22T04:28:20.137 INFO:tasks.rados.rados.0.smithi040.stdout:508: finishing write tid 1 to smithi04078109-39 2024-04-22T04:28:20.137 INFO:tasks.rados.rados.0.smithi040.stdout:508: finishing write tid 2 to smithi04078109-39 2024-04-22T04:28:20.137 INFO:tasks.rados.rados.0.smithi040.stdout:508: finishing write tid 3 to smithi04078109-39 2024-04-22T04:28:20.137 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 77 (ObjNum 180 snap 39 seq_num 180) dirty exists 2024-04-22T04:28:20.137 INFO:tasks.rados.rados.0.smithi040.stdout:508: left oid 39 (ObjNum 180 snap 39 seq_num 180) 2024-04-22T04:28:20.144 INFO:tasks.rados.rados.0.smithi040.stdout:508: done (3 left) 2024-04-22T04:28:20.144 INFO:tasks.rados.rados.0.smithi040.stdout:511: done (2 left) 2024-04-22T04:28:20.144 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 39 2024-04-22T04:28:20.144 INFO:tasks.rados.rados.0.smithi040.stdout:512: seq_num 183 ranges {1662976=671744} 2024-04-22T04:28:20.157 INFO:tasks.rados.rados.0.smithi040.stdout:512: writing smithi04078109-6 from 1662976 to 2334720 tid 1 2024-04-22T04:28:20.157 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 14 current snap is 39 2024-04-22T04:28:20.157 INFO:tasks.rados.rados.0.smithi040.stdout:513: seq_num 184 ranges {1671168=688128} 2024-04-22T04:28:20.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:19.104367+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-04-22T04:28:20.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:19.699861+0000 mgr.x (mgr.24787) 10 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 87 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 101 op/s 2024-04-22T04:28:20.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[38802]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:28:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:28:20.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:19.104367+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-04-22T04:28:20.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:19.699861+0000 mgr.x (mgr.24787) 10 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 87 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 101 op/s 2024-04-22T04:28:20.170 INFO:tasks.rados.rados.0.smithi040.stdout:513: writing smithi04078109-14 from 1671168 to 2359296 tid 1 2024-04-22T04:28:20.170 INFO:tasks.rados.rados.0.smithi040.stdout:514: rollback oid 17 current snap is 39 2024-04-22T04:28:20.170 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 17 to 35 2024-04-22T04:28:20.170 INFO:tasks.rados.rados.0.smithi040.stdout:509: finishing write tid 1 to smithi04078109-37 2024-04-22T04:28:20.170 INFO:tasks.rados.rados.0.smithi040.stdout:515: read oid 26 snap -1 2024-04-22T04:28:20.170 INFO:tasks.rados.rados.0.smithi040.stdout:515: expect (ObjNum 165 snap 36 seq_num 165) 2024-04-22T04:28:20.170 INFO:tasks.rados.rados.0.smithi040.stdout:516: rollback oid 19 current snap is 39 2024-04-22T04:28:20.170 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 19 to 34 2024-04-22T04:28:20.171 INFO:tasks.rados.rados.0.smithi040.stdout:509: finishing write tid 2 to smithi04078109-37 2024-04-22T04:28:20.171 INFO:tasks.rados.rados.0.smithi040.stdout:510: expect (ObjNum 124 snap 24 seq_num 124) 2024-04-22T04:28:20.235 INFO:tasks.rados.rados.0.smithi040.stdout:509: finishing write tid 3 to smithi04078109-37 2024-04-22T04:28:20.235 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 225 (ObjNum 181 snap 39 seq_num 181) dirty exists 2024-04-22T04:28:20.235 INFO:tasks.rados.rados.0.smithi040.stdout:509: left oid 37 (ObjNum 181 snap 39 seq_num 181) 2024-04-22T04:28:20.235 INFO:tasks.rados.rados.0.smithi040.stdout:512: finishing write tid 1 to smithi04078109-6 2024-04-22T04:28:20.236 INFO:tasks.rados.rados.0.smithi040.stdout:512: finishing write tid 2 to smithi04078109-6 2024-04-22T04:28:20.236 INFO:tasks.rados.rados.0.smithi040.stdout:512: finishing write tid 3 to smithi04078109-6 2024-04-22T04:28:20.236 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 138 (ObjNum 183 snap 39 seq_num 183) dirty exists 2024-04-22T04:28:20.236 INFO:tasks.rados.rados.0.smithi040.stdout:512: left oid 6 (ObjNum 183 snap 39 seq_num 183) 2024-04-22T04:28:20.236 INFO:tasks.rados.rados.0.smithi040.stdout:509: done (6 left) 2024-04-22T04:28:20.236 INFO:tasks.rados.rados.0.smithi040.stdout:510: done (5 left) 2024-04-22T04:28:20.236 INFO:tasks.rados.rados.0.smithi040.stdout:512: done (4 left) 2024-04-22T04:28:20.236 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 39 2024-04-22T04:28:20.236 INFO:tasks.rados.rados.0.smithi040.stdout:514: finishing rollback tid 0 to smithi04078109-17 2024-04-22T04:28:20.236 INFO:tasks.rados.rados.0.smithi040.stdout:514: finishing rollback tid 1 to smithi04078109-17 2024-04-22T04:28:20.236 INFO:tasks.rados.rados.0.smithi040.stdout:517: seq_num 185 ranges {0=704512} 2024-04-22T04:28:20.239 INFO:tasks.rados.rados.0.smithi040.stdout:517: writing smithi04078109-46 from 0 to 704512 tid 1 2024-04-22T04:28:20.239 INFO:tasks.rados.rados.0.smithi040.stdout:518: rollback oid 12 current snap is 39 2024-04-22T04:28:20.239 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 12 to 34 2024-04-22T04:28:20.239 INFO:tasks.rados.rados.0.smithi040.stdout:516: finishing rollback tid 0 to smithi04078109-19 2024-04-22T04:28:20.240 INFO:tasks.rados.rados.0.smithi040.stdout:514: finishing rollback tid 2 to smithi04078109-17 2024-04-22T04:28:20.240 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 229 (ObjNum 75 snap 8 seq_num 75) dirty exists 2024-04-22T04:28:20.240 INFO:tasks.rados.rados.0.smithi040.stdout:516: finishing rollback tid 1 to smithi04078109-19 2024-04-22T04:28:20.240 INFO:tasks.rados.rados.0.smithi040.stdout:516: finishing rollback tid 2 to smithi04078109-19 2024-04-22T04:28:20.240 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 112 (ObjNum 134 snap 29 seq_num 134) dirty exists 2024-04-22T04:28:20.240 INFO:tasks.rados.rados.0.smithi040.stdout:515: expect (ObjNum 165 snap 36 seq_num 165) 2024-04-22T04:28:20.322 INFO:tasks.rados.rados.0.smithi040.stdout:513: finishing write tid 1 to smithi04078109-14 2024-04-22T04:28:20.322 INFO:tasks.rados.rados.0.smithi040.stdout:513: finishing write tid 2 to smithi04078109-14 2024-04-22T04:28:20.322 INFO:tasks.rados.rados.0.smithi040.stdout:513: finishing write tid 3 to smithi04078109-14 2024-04-22T04:28:20.322 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 101 (ObjNum 184 snap 39 seq_num 184) dirty exists 2024-04-22T04:28:20.323 INFO:tasks.rados.rados.0.smithi040.stdout:513: left oid 14 (ObjNum 184 snap 39 seq_num 184) 2024-04-22T04:28:20.323 INFO:tasks.rados.rados.0.smithi040.stdout:518: finishing rollback tid 0 to smithi04078109-12 2024-04-22T04:28:20.323 INFO:tasks.rados.rados.0.smithi040.stdout:518: finishing rollback tid 1 to smithi04078109-12 2024-04-22T04:28:20.323 INFO:tasks.rados.rados.0.smithi040.stdout:518: finishing rollback tid 2 to smithi04078109-12 2024-04-22T04:28:20.323 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 109 (ObjNum 93 snap 12 seq_num 93) dirty exists 2024-04-22T04:28:20.323 INFO:tasks.rados.rados.0.smithi040.stdout:517: finishing write tid 1 to smithi04078109-46 2024-04-22T04:28:20.323 INFO:tasks.rados.rados.0.smithi040.stdout:517: finishing write tid 2 to smithi04078109-46 2024-04-22T04:28:20.323 INFO:tasks.rados.rados.0.smithi040.stdout:513: done (5 left) 2024-04-22T04:28:20.323 INFO:tasks.rados.rados.0.smithi040.stdout:514: done (4 left) 2024-04-22T04:28:20.323 INFO:tasks.rados.rados.0.smithi040.stdout:515: done (3 left) 2024-04-22T04:28:20.323 INFO:tasks.rados.rados.0.smithi040.stdout:516: done (2 left) 2024-04-22T04:28:20.323 INFO:tasks.rados.rados.0.smithi040.stdout:518: done (1 left) 2024-04-22T04:28:20.323 INFO:tasks.rados.rados.0.smithi040.stdout:519: snap_remove snap 35 2024-04-22T04:28:20.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:19.104367+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-04-22T04:28:20.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:19.699861+0000 mgr.x (mgr.24787) 10 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 87 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 101 op/s 2024-04-22T04:28:21.113 INFO:tasks.rados.rados.0.smithi040.stdout:519: done (1 left) 2024-04-22T04:28:21.113 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 33 current snap is 39 2024-04-22T04:28:21.113 INFO:tasks.rados.rados.0.smithi040.stdout:517: finishing write tid 3 to smithi04078109-46 2024-04-22T04:28:21.113 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 37 (ObjNum 185 snap 39 seq_num 185) dirty exists 2024-04-22T04:28:21.113 INFO:tasks.rados.rados.0.smithi040.stdout:517: left oid 46 (ObjNum 185 snap 39 seq_num 185) 2024-04-22T04:28:21.113 INFO:tasks.rados.rados.0.smithi040.stdout:520: seq_num 186 ranges {2228224=720896} 2024-04-22T04:28:21.130 INFO:tasks.rados.rados.0.smithi040.stdout:520: writing smithi04078109-33 from 2228224 to 2949120 tid 1 2024-04-22T04:28:21.130 INFO:tasks.rados.rados.0.smithi040.stdout:517: done (1 left) 2024-04-22T04:28:21.130 INFO:tasks.rados.rados.0.smithi040.stdout:521: delete oid 1 current snap is 39 2024-04-22T04:28:21.136 INFO:tasks.rados.rados.0.smithi040.stdout:520: finishing write tid 1 to smithi04078109-33 2024-04-22T04:28:21.136 INFO:tasks.rados.rados.0.smithi040.stdout:520: finishing write tid 2 to smithi04078109-33 2024-04-22T04:28:21.136 INFO:tasks.rados.rados.0.smithi040.stdout:521: done (1 left) 2024-04-22T04:28:21.137 INFO:tasks.rados.rados.0.smithi040.stdout:522: snap_create 2024-04-22T04:28:21.137 INFO:tasks.rados.rados.0.smithi040.stdout:520: finishing write tid 3 to smithi04078109-33 2024-04-22T04:28:21.137 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 166 (ObjNum 186 snap 39 seq_num 186) dirty exists 2024-04-22T04:28:21.137 INFO:tasks.rados.rados.0.smithi040.stdout:520: left oid 33 (ObjNum 186 snap 39 seq_num 186) 2024-04-22T04:28:21.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:20.108502+0000 mon.a (mon.0) 864 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-04-22T04:28:21.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:20.435573+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:21.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:20.108502+0000 mon.a (mon.0) 864 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-04-22T04:28:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:20.435573+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:20.108502+0000 mon.a (mon.0) 864 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-04-22T04:28:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:20.435573+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:21.772 INFO:tasks.rados.rados.0.smithi040.stdout:520: done (1 left) 2024-04-22T04:28:21.772 INFO:tasks.rados.rados.0.smithi040.stdout:522: done (0 left) 2024-04-22T04:28:21.772 INFO:tasks.rados.rados.0.smithi040.stdout:523: snap_create 2024-04-22T04:28:22.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:21.115345+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-04-22T04:28:22.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:21.526456+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:21.530277+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:21.531236+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:21.531958+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:21.532617+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:21.533267+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:21.533762+0000 mgr.x (mgr.24787) 11 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 2489M 2024-04-22T04:28:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:21.537157+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:21.700219+0000 mgr.x (mgr.24787) 12 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 87 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 101 op/s 2024-04-22T04:28:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:21.774530+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-04-22T04:28:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:21.115345+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-04-22T04:28:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:21.526456+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:21.530277+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:21.531236+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:21.531958+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:21.532617+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:21.533267+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:21.533762+0000 mgr.x (mgr.24787) 11 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 2489M 2024-04-22T04:28:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:21.537157+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:21.700219+0000 mgr.x (mgr.24787) 12 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 87 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 101 op/s 2024-04-22T04:28:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:21.774530+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-04-22T04:28:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:21.115345+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-04-22T04:28:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:21.526456+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:21.530277+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:21.531236+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:21.531958+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:21.532617+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:21.533267+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:21.533762+0000 mgr.x (mgr.24787) 11 : cephadm [INF] Adjusting osd_memory_target on smithi040 to 2489M 2024-04-22T04:28:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:21.537157+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:21.700219+0000 mgr.x (mgr.24787) 12 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 87 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 101 op/s 2024-04-22T04:28:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:21.774530+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-04-22T04:28:22.778 INFO:tasks.rados.rados.0.smithi040.stdout:523: done (0 left) 2024-04-22T04:28:22.778 INFO:tasks.rados.rados.0.smithi040.stdout:524: snap_remove snap 34 2024-04-22T04:28:24.057 INFO:tasks.rados.rados.0.smithi040.stdout:524: done (0 left) 2024-04-22T04:28:24.057 INFO:tasks.rados.rados.0.smithi040.stdout:525: read oid 21 snap -1 2024-04-22T04:28:24.058 INFO:tasks.rados.rados.0.smithi040.stdout:525: expect (ObjNum 163 snap 34 seq_num 163) 2024-04-22T04:28:24.058 INFO:tasks.rados.rados.0.smithi040.stdout:526: snap_remove snap 36 2024-04-22T04:28:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:22.239944+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:22.246942+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:22.248049+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:22.248925+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:22.249765+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:22.250552+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:22.251155+0000 mgr.x (mgr.24787) 13 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 2488M 2024-04-22T04:28:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:22.257618+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:22.258555+0000 mon.a (mon.0) 882 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:22.259305+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:28:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:22.260265+0000 mgr.x (mgr.24787) 14 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:28:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:22.260447+0000 mgr.x (mgr.24787) 15 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:28:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:22.524973+0000 mgr.x (mgr.24787) 16 : cephadm [INF] Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:28:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:22.525120+0000 mgr.x (mgr.24787) 17 : cephadm [INF] Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:28:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:22.780756+0000 mon.a (mon.0) 884 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-04-22T04:28:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:23.157239+0000 mon.a (mon.0) 885 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T04:28:24.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:22.239944+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:24.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:22.246942+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:24.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:22.248049+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:24.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:22.248925+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:24.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:22.249765+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:24.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:22.250552+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:24.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:22.251155+0000 mgr.x (mgr.24787) 13 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 2488M 2024-04-22T04:28:24.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:22.257618+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:24.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:22.258555+0000 mon.a (mon.0) 882 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:24.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:22.259305+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:28:24.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:22.260265+0000 mgr.x (mgr.24787) 14 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:28:24.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:22.260447+0000 mgr.x (mgr.24787) 15 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:28:24.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:22.524973+0000 mgr.x (mgr.24787) 16 : cephadm [INF] Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:28:24.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:22.525120+0000 mgr.x (mgr.24787) 17 : cephadm [INF] Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:28:24.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:22.780756+0000 mon.a (mon.0) 884 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-04-22T04:28:24.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:23.157239+0000 mon.a (mon.0) 885 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T04:28:24.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:22.239944+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:24.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:22.246942+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:24.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:22.248049+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:24.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:22.248925+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:24.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:22.249765+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:24.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:22.250552+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T04:28:24.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:22.251155+0000 mgr.x (mgr.24787) 13 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 2488M 2024-04-22T04:28:24.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:22.257618+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:24.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:22.258555+0000 mon.a (mon.0) 882 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:24.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:22.259305+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:28:24.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:22.260265+0000 mgr.x (mgr.24787) 14 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:28:24.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:22.260447+0000 mgr.x (mgr.24787) 15 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:28:24.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:22.524973+0000 mgr.x (mgr.24787) 16 : cephadm [INF] Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:28:24.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:22.525120+0000 mgr.x (mgr.24787) 17 : cephadm [INF] Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:28:24.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:22.780756+0000 mon.a (mon.0) 884 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-04-22T04:28:24.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:24 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:23.157239+0000 mon.a (mon.0) 885 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T04:28:25.849 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:28:25] "GET /metrics HTTP/1.1" 200 33096 "" "Prometheus/2.33.4" 2024-04-22T04:28:25.852 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:22.789037+0000 mgr.x (mgr.24787) 18 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:28:25.852 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:22.789652+0000 mgr.x (mgr.24787) 19 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:28:25.852 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:23.053076+0000 mgr.x (mgr.24787) 20 : cephadm [INF] Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:28:25.852 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:23.053909+0000 mgr.x (mgr.24787) 21 : cephadm [INF] Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:28:25.852 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:23.701000+0000 mgr.x (mgr.24787) 22 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-04-22T04:28:25.852 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:24.047212+0000 mon.a (mon.0) 886 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T04:28:25.852 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:24.048381+0000 mon.a (mon.0) 887 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:28:25.852 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:24.048653+0000 mon.a (mon.0) 888 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:28:25.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:24.053351+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:28:25.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:24.056143+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-04-22T04:28:25.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:24.062480+0000 mon.b (mon.1) 30 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T04:28:25.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:24.063406+0000 mon.a (mon.0) 891 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:28:25.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:24.063665+0000 mon.a (mon.0) 892 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:28:25.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:24.063880+0000 mon.a (mon.0) 893 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:28:25.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:24.071028+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:25.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:24.950288+0000 mon.b (mon.1) 31 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T04:28:25.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:24.952709+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:28:25.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:24.952894+0000 mon.a (mon.0) 896 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:28:25.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:24.953069+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:28:25.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:24.956780+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:25.872 INFO:tasks.rados.rados.0.smithi040.stdout:526: done (1 left) 2024-04-22T04:28:25.872 INFO:tasks.rados.rados.0.smithi040.stdout:527: snap_remove snap 39 2024-04-22T04:28:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:22.789037+0000 mgr.x (mgr.24787) 18 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:28:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:22.789652+0000 mgr.x (mgr.24787) 19 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:28:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:23.053076+0000 mgr.x (mgr.24787) 20 : cephadm [INF] Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:28:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:23.053909+0000 mgr.x (mgr.24787) 21 : cephadm [INF] Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:28:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:23.701000+0000 mgr.x (mgr.24787) 22 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-04-22T04:28:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:24.047212+0000 mon.a (mon.0) 886 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T04:28:26.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:24.048381+0000 mon.a (mon.0) 887 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:28:26.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:24.048653+0000 mon.a (mon.0) 888 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:28:26.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:24.053351+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:28:26.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:24.056143+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-04-22T04:28:26.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:24.062480+0000 mon.b (mon.1) 30 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T04:28:26.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:24.063406+0000 mon.a (mon.0) 891 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:28:26.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:24.063665+0000 mon.a (mon.0) 892 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:28:26.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:24.063880+0000 mon.a (mon.0) 893 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:28:26.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:24.071028+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:26.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:24.950288+0000 mon.b (mon.1) 31 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T04:28:26.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:24.952709+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:28:26.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:24.952894+0000 mon.a (mon.0) 896 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:28:26.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:24.953069+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:28:26.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:24.956780+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:26.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:22.789037+0000 mgr.x (mgr.24787) 18 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:28:26.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:22.789652+0000 mgr.x (mgr.24787) 19 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:28:26.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:23.053076+0000 mgr.x (mgr.24787) 20 : cephadm [INF] Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:28:26.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:23.053909+0000 mgr.x (mgr.24787) 21 : cephadm [INF] Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:28:26.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:23.701000+0000 mgr.x (mgr.24787) 22 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-04-22T04:28:26.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:24.047212+0000 mon.a (mon.0) 886 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T04:28:26.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:24.048381+0000 mon.a (mon.0) 887 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:28:26.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:24.048653+0000 mon.a (mon.0) 888 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:28:26.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:24.053351+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:28:26.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:24.056143+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-04-22T04:28:26.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:24.062480+0000 mon.b (mon.1) 30 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T04:28:26.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:24.063406+0000 mon.a (mon.0) 891 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:28:26.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:24.063665+0000 mon.a (mon.0) 892 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:28:26.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:24.063880+0000 mon.a (mon.0) 893 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:28:26.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:24.071028+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:26.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:24.950288+0000 mon.b (mon.1) 31 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T04:28:26.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:24.952709+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:28:26.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:24.952894+0000 mon.a (mon.0) 896 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:28:26.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:24.953069+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:28:26.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:24.956780+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:26.776 INFO:tasks.rados.rados.0.smithi040.stdout:527: done (1 left) 2024-04-22T04:28:26.776 INFO:tasks.rados.rados.0.smithi040.stdout:528: copy_from oid 40 from oid 22 current snap is 41 2024-04-22T04:28:26.776 INFO:tasks.rados.rados.0.smithi040.stdout:525: expect (ObjNum 163 snap 34 seq_num 163) 2024-04-22T04:28:26.807 INFO:tasks.rados.rados.0.smithi040.stdout:528: finishing copy_from racing read to smithi04078109-40 2024-04-22T04:28:26.807 INFO:tasks.rados.rados.0.smithi040.stdout:528: finishing copy_from to smithi04078109-40 2024-04-22T04:28:26.807 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 108 (ObjNum 160 snap 34 seq_num 160) dirty exists 2024-04-22T04:28:26.807 INFO:tasks.rados.rados.0.smithi040.stdout:525: done (1 left) 2024-04-22T04:28:26.807 INFO:tasks.rados.rados.0.smithi040.stdout:528: done (0 left) 2024-04-22T04:28:26.807 INFO:tasks.rados.rados.0.smithi040.stdout:529: rollback oid 48 current snap is 41 2024-04-22T04:28:26.807 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 48 to 40 2024-04-22T04:28:26.807 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 41 2024-04-22T04:28:26.807 INFO:tasks.rados.rados.0.smithi040.stdout:530: seq_num 188 ranges {761856=753664} 2024-04-22T04:28:26.815 INFO:tasks.rados.rados.0.smithi040.stdout:530: writing smithi04078109-20 from 761856 to 1515520 tid 1 2024-04-22T04:28:26.815 INFO:tasks.rados.rados.0.smithi040.stdout:531: snap_create 2024-04-22T04:28:26.815 INFO:tasks.rados.rados.0.smithi040.stdout:529: finishing rollback tid 0 to smithi04078109-48 2024-04-22T04:28:26.816 INFO:tasks.rados.rados.0.smithi040.stdout:529: finishing rollback tid 1 to smithi04078109-48 2024-04-22T04:28:26.816 INFO:tasks.rados.rados.0.smithi040.stdout:529: finishing rollback tid 2 to smithi04078109-48 2024-04-22T04:28:26.816 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 109 (ObjNum 154 snap 34 seq_num 154) dirty exists 2024-04-22T04:28:26.818 INFO:tasks.rados.rados.0.smithi040.stdout:530: finishing write tid 1 to smithi04078109-20 2024-04-22T04:28:26.818 INFO:tasks.rados.rados.0.smithi040.stdout:530: finishing write tid 2 to smithi04078109-20 2024-04-22T04:28:26.821 INFO:tasks.rados.rados.0.smithi040.stdout:530: finishing write tid 3 to smithi04078109-20 2024-04-22T04:28:26.821 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 64 (ObjNum 188 snap 41 seq_num 188) dirty exists 2024-04-22T04:28:26.821 INFO:tasks.rados.rados.0.smithi040.stdout:530: left oid 20 (ObjNum 188 snap 41 seq_num 188) 2024-04-22T04:28:26.850 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:24.952513+0000 mon.c (mon.2) 120 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T04:28:26.850 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:25.701417+0000 mgr.x (mgr.24787) 23 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.1 MiB/s wr, 36 op/s 2024-04-22T04:28:26.850 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:25.838245+0000 mon.c (mon.2) 121 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T04:28:26.850 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:25.846015+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:27.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:24.952513+0000 mon.c (mon.2) 120 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T04:28:27.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:25.701417+0000 mgr.x (mgr.24787) 23 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.1 MiB/s wr, 36 op/s 2024-04-22T04:28:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:25.838245+0000 mon.c (mon.2) 121 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T04:28:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:25.846015+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:25.872411+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-04-22T04:28:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:25.872600+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:25.881470+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:26.016231+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:26.017978+0000 mgr.x (mgr.24787) 24 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-22T04:28:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:26.018398+0000 mgr.x (mgr.24787) 25 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-22T04:28:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:26.777390+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-04-22T04:28:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:25.872411+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-04-22T04:28:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:25.872600+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:25.881470+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:26.016231+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:26.017978+0000 mgr.x (mgr.24787) 24 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-22T04:28:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:26.018398+0000 mgr.x (mgr.24787) 25 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-22T04:28:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:26.777390+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-04-22T04:28:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:24.952513+0000 mon.c (mon.2) 120 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T04:28:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:25.701417+0000 mgr.x (mgr.24787) 23 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.1 MiB/s wr, 36 op/s 2024-04-22T04:28:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:25.838245+0000 mon.c (mon.2) 121 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T04:28:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:25.846015+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:25.872411+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-04-22T04:28:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:25.872600+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:25.881470+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:26.016231+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:26.017978+0000 mgr.x (mgr.24787) 24 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-22T04:28:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:26.018398+0000 mgr.x (mgr.24787) 25 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-22T04:28:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:26.777390+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-04-22T04:28:27.777 INFO:tasks.rados.rados.0.smithi040.stdout:529: done (2 left) 2024-04-22T04:28:27.777 INFO:tasks.rados.rados.0.smithi040.stdout:530: done (1 left) 2024-04-22T04:28:27.777 INFO:tasks.rados.rados.0.smithi040.stdout:531: done (0 left) 2024-04-22T04:28:27.777 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 42 2024-04-22T04:28:27.777 INFO:tasks.rados.rados.0.smithi040.stdout:532: seq_num 189 ranges {3104768=770048} 2024-04-22T04:28:27.799 INFO:tasks.rados.rados.0.smithi040.stdout:532: writing smithi04078109-17 from 3104768 to 3874816 tid 1 2024-04-22T04:28:27.799 INFO:tasks.rados.rados.0.smithi040.stdout:533: copy_from oid 28 from oid 42 current snap is 42 2024-04-22T04:28:27.799 INFO:tasks.rados.rados.0.smithi040.stdout:534: rollback oid 15 current snap is 42 2024-04-22T04:28:27.799 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 15 to 40 2024-04-22T04:28:27.799 INFO:tasks.rados.rados.0.smithi040.stdout:535: rollback oid 33 current snap is 42 2024-04-22T04:28:27.799 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 33 to 41 2024-04-22T04:28:27.799 INFO:tasks.rados.rados.0.smithi040.stdout:536: delete oid 46 current snap is 42 2024-04-22T04:28:27.805 INFO:tasks.rados.rados.0.smithi040.stdout:535: finishing rollback tid 0 to smithi04078109-33 2024-04-22T04:28:27.805 INFO:tasks.rados.rados.0.smithi040.stdout:533: finishing copy_from to smithi04078109-28 2024-04-22T04:28:27.805 INFO:tasks.rados.rados.0.smithi040.stdout:533: got expected ENOENT (src dne) 2024-04-22T04:28:27.805 INFO:tasks.rados.rados.0.smithi040.stdout:535: finishing rollback tid 1 to smithi04078109-33 2024-04-22T04:28:27.805 INFO:tasks.rados.rados.0.smithi040.stdout:535: finishing rollback tid 2 to smithi04078109-33 2024-04-22T04:28:27.805 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 184 (ObjNum 186 snap 39 seq_num 186) dirty exists 2024-04-22T04:28:27.805 INFO:tasks.rados.rados.0.smithi040.stdout:533: finishing copy_from racing read to smithi04078109-28 2024-04-22T04:28:27.806 INFO:tasks.rados.rados.0.smithi040.stdout:533: done (4 left) 2024-04-22T04:28:27.806 INFO:tasks.rados.rados.0.smithi040.stdout:535: done (3 left) 2024-04-22T04:28:27.806 INFO:tasks.rados.rados.0.smithi040.stdout:536: done (2 left) 2024-04-22T04:28:27.806 INFO:tasks.rados.rados.0.smithi040.stdout:537: read oid 46 snap 37 2024-04-22T04:28:27.806 INFO:tasks.rados.rados.0.smithi040.stdout:537: expect deleted 2024-04-22T04:28:27.806 INFO:tasks.rados.rados.0.smithi040.stdout:538: read oid 44 snap -1 2024-04-22T04:28:27.806 INFO:tasks.rados.rados.0.smithi040.stdout:538: expect (ObjNum 75 snap 8 seq_num 75) 2024-04-22T04:28:27.807 INFO:tasks.rados.rados.0.smithi040.stdout:539: copy_from oid 12 from oid 40 current snap is 42 2024-04-22T04:28:27.807 INFO:tasks.rados.rados.0.smithi040.stdout:540: delete oid 36 current snap is 42 2024-04-22T04:28:27.810 INFO:tasks.rados.rados.0.smithi040.stdout:540: done (5 left) 2024-04-22T04:28:27.810 INFO:tasks.rados.rados.0.smithi040.stdout:541: read oid 34 snap -1 2024-04-22T04:28:27.810 INFO:tasks.rados.rados.0.smithi040.stdout:541: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-22T04:28:27.810 INFO:tasks.rados.rados.0.smithi040.stdout:542: snap_remove snap 41 2024-04-22T04:28:28.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:26.893013+0000 mon.a (mon.0) 905 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:28:28.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:27.701920+0000 mgr.x (mgr.24787) 26 : cluster [DBG] pgmap v26: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-22T04:28:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:27.741265+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:27.742274+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:28:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:27.743082+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:28:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:27.743869+0000 mon.a (mon.0) 909 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:27.778459+0000 mon.a (mon.0) 910 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-04-22T04:28:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:26.893013+0000 mon.a (mon.0) 905 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:28:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:27.701920+0000 mgr.x (mgr.24787) 26 : cluster [DBG] pgmap v26: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-22T04:28:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:27.741265+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:27.742274+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:28:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:27.743082+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:28:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:27.743869+0000 mon.a (mon.0) 909 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:27.778459+0000 mon.a (mon.0) 910 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-04-22T04:28:28.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:26.893013+0000 mon.a (mon.0) 905 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:28:28.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:27.701920+0000 mgr.x (mgr.24787) 26 : cluster [DBG] pgmap v26: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-22T04:28:28.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:27.741265+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:28.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:27.742274+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:28:28.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:27.743082+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:28:28.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:27.743869+0000 mon.a (mon.0) 909 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:28.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:27.778459+0000 mon.a (mon.0) 910 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-04-22T04:28:28.780 INFO:tasks.rados.rados.0.smithi040.stdout:542: done (6 left) 2024-04-22T04:28:28.780 INFO:tasks.rados.rados.0.smithi040.stdout:543: snap_remove snap 38 2024-04-22T04:28:29.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:27.736288+0000 mgr.x (mgr.24787) 27 : cephadm [INF] Upgrade: Updating mgr.y 2024-04-22T04:28:29.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:27.744728+0000 mgr.x (mgr.24787) 28 : cephadm [INF] Deploying daemon mgr.y on smithi040 2024-04-22T04:28:29.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:28.779688+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-04-22T04:28:29.158 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:27.736288+0000 mgr.x (mgr.24787) 27 : cephadm [INF] Upgrade: Updating mgr.y 2024-04-22T04:28:29.158 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:27.744728+0000 mgr.x (mgr.24787) 28 : cephadm [INF] Deploying daemon mgr.y on smithi040 2024-04-22T04:28:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:28.779688+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-04-22T04:28:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:27.736288+0000 mgr.x (mgr.24787) 27 : cephadm [INF] Upgrade: Updating mgr.y 2024-04-22T04:28:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:27.744728+0000 mgr.x (mgr.24787) 28 : cephadm [INF] Deploying daemon mgr.y on smithi040 2024-04-22T04:28:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:28 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:28.779688+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-04-22T04:28:29.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:29 smithi040 systemd[1]: Stopping Ceph mgr.y for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:28:29.780 INFO:tasks.rados.rados.0.smithi040.stdout:543: done (6 left) 2024-04-22T04:28:29.780 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 42 2024-04-22T04:28:29.780 INFO:tasks.rados.rados.0.smithi040.stdout:544: seq_num 192 ranges {3956736=417792,4374528=401408} 2024-04-22T04:28:29.804 INFO:tasks.rados.rados.0.smithi040.stdout:544: writing smithi04078109-25 from 3956736 to 4374528 tid 1 2024-04-22T04:28:29.807 INFO:tasks.rados.rados.0.smithi040.stdout:544: writing smithi04078109-25 from 4374528 to 4775936 tid 2 2024-04-22T04:28:29.807 INFO:tasks.rados.rados.0.smithi040.stdout:545: rmattr oid 10 current snap is 42 2024-04-22T04:28:29.807 INFO:tasks.rados.rados.0.smithi040.stdout:545: done (7 left) 2024-04-22T04:28:29.808 INFO:tasks.rados.rados.0.smithi040.stdout:546: setattr oid 35 current snap is 42 2024-04-22T04:28:29.808 INFO:tasks.rados.rados.0.smithi040.stdout:532: finishing write tid 1 to smithi04078109-17 2024-04-22T04:28:29.808 INFO:tasks.rados.rados.0.smithi040.stdout:532: finishing write tid 2 to smithi04078109-17 2024-04-22T04:28:29.808 INFO:tasks.rados.rados.0.smithi040.stdout:534: finishing rollback tid 0 to smithi04078109-15 2024-04-22T04:28:29.808 INFO:tasks.rados.rados.0.smithi040.stdout:534: finishing rollback tid 1 to smithi04078109-15 2024-04-22T04:28:29.808 INFO:tasks.rados.rados.0.smithi040.stdout:532: finishing write tid 3 to smithi04078109-17 2024-04-22T04:28:29.808 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 244 (ObjNum 189 snap 42 seq_num 189) dirty exists 2024-04-22T04:28:29.808 INFO:tasks.rados.rados.0.smithi040.stdout:532: left oid 17 (ObjNum 189 snap 42 seq_num 189) 2024-04-22T04:28:29.808 INFO:tasks.rados.rados.0.smithi040.stdout:534: finishing rollback tid 2 to smithi04078109-15 2024-04-22T04:28:29.808 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 248 (ObjNum 126 snap 25 seq_num 126) dirty exists 2024-04-22T04:28:29.808 INFO:tasks.rados.rados.0.smithi040.stdout:541: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-22T04:28:29.830 INFO:tasks.rados.rados.0.smithi040.stdout:538: expect (ObjNum 75 snap 8 seq_num 75) 2024-04-22T04:28:29.960 INFO:tasks.rados.rados.0.smithi040.stdout:539: finishing copy_from racing read to smithi04078109-12 2024-04-22T04:28:29.960 INFO:tasks.rados.rados.0.smithi040.stdout:539: finishing copy_from to smithi04078109-12 2024-04-22T04:28:29.960 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 108 (ObjNum 160 snap 34 seq_num 160) dirty exists 2024-04-22T04:28:29.960 INFO:tasks.rados.rados.0.smithi040.stdout:544: finishing write tid 1 to smithi04078109-25 2024-04-22T04:28:29.960 INFO:tasks.rados.rados.0.smithi040.stdout:544: finishing write tid 2 to smithi04078109-25 2024-04-22T04:28:29.961 INFO:tasks.rados.rados.0.smithi040.stdout:544: finishing write tid 3 to smithi04078109-25 2024-04-22T04:28:29.961 INFO:tasks.rados.rados.0.smithi040.stdout:544: finishing write tid 4 to smithi04078109-25 2024-04-22T04:28:29.961 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 166 (ObjNum 192 snap 42 seq_num 192) dirty exists 2024-04-22T04:28:29.961 INFO:tasks.rados.rados.0.smithi040.stdout:544: left oid 25 (ObjNum 192 snap 42 seq_num 192) 2024-04-22T04:28:29.961 INFO:tasks.rados.rados.0.smithi040.stdout:532: done (7 left) 2024-04-22T04:28:29.961 INFO:tasks.rados.rados.0.smithi040.stdout:534: done (6 left) 2024-04-22T04:28:29.961 INFO:tasks.rados.rados.0.smithi040.stdout:537: done (5 left) 2024-04-22T04:28:29.961 INFO:tasks.rados.rados.0.smithi040.stdout:538: done (4 left) 2024-04-22T04:28:29.961 INFO:tasks.rados.rados.0.smithi040.stdout:539: done (3 left) 2024-04-22T04:28:29.961 INFO:tasks.rados.rados.0.smithi040.stdout:541: done (2 left) 2024-04-22T04:28:29.961 INFO:tasks.rados.rados.0.smithi040.stdout:544: done (1 left) 2024-04-22T04:28:29.961 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 42 2024-04-22T04:28:29.961 INFO:tasks.rados.rados.0.smithi040.stdout:547: seq_num 193 ranges {4775936=434176,5210112=401408} 2024-04-22T04:28:29.988 INFO:tasks.rados.rados.0.smithi040.stdout:547: writing smithi04078109-25 from 4775936 to 5210112 tid 1 2024-04-22T04:28:29.991 INFO:tasks.rados.rados.0.smithi040.stdout:547: writing smithi04078109-25 from 5210112 to 5611520 tid 2 2024-04-22T04:28:29.991 INFO:tasks.rados.rados.0.smithi040.stdout:548: read oid 32 snap -1 2024-04-22T04:28:29.991 INFO:tasks.rados.rados.0.smithi040.stdout:548: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-22T04:28:29.991 INFO:tasks.rados.rados.0.smithi040.stdout:549: snap_remove snap 37 2024-04-22T04:28:29.991 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 188 (ObjNum 169 snap 37 seq_num 169) dirty exists 2024-04-22T04:28:30.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:29.702471+0000 mgr.x (mgr.24787) 29 : cluster [DBG] pgmap v29: 121 pgs: 121 active+clean; 95 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 493 KiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-22T04:28:30.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:29.781256+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-04-22T04:28:30.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:30 smithi040 bash[81999]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y 2024-04-22T04:28:30.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:29.702471+0000 mgr.x (mgr.24787) 29 : cluster [DBG] pgmap v29: 121 pgs: 121 active+clean; 95 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 493 KiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-22T04:28:30.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:29.781256+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-04-22T04:28:30.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:29.702471+0000 mgr.x (mgr.24787) 29 : cluster [DBG] pgmap v29: 121 pgs: 121 active+clean; 95 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 493 KiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-22T04:28:30.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:29.781256+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-04-22T04:28:30.628 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:30 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-22T04:28:30.628 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:30 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-04-22T04:28:30.628 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:30 smithi040 systemd[1]: Stopped Ceph mgr.y for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:28:30.873 INFO:tasks.rados.rados.0.smithi040.stdout:546: done (3 left) 2024-04-22T04:28:30.873 INFO:tasks.rados.rados.0.smithi040.stdout:549: done (2 left) 2024-04-22T04:28:30.873 INFO:tasks.rados.rados.0.smithi040.stdout:550: delete oid 11 current snap is 42 2024-04-22T04:28:30.873 INFO:tasks.rados.rados.0.smithi040.stdout:547: finishing write tid 1 to smithi04078109-25 2024-04-22T04:28:30.873 INFO:tasks.rados.rados.0.smithi040.stdout:547: finishing write tid 2 to smithi04078109-25 2024-04-22T04:28:30.873 INFO:tasks.rados.rados.0.smithi040.stdout:547: finishing write tid 3 to smithi04078109-25 2024-04-22T04:28:30.873 INFO:tasks.rados.rados.0.smithi040.stdout:548: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-22T04:28:30.878 INFO:tasks.rados.rados.0.smithi040.stdout:547: finishing write tid 4 to smithi04078109-25 2024-04-22T04:28:30.878 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 169 (ObjNum 193 snap 42 seq_num 193) dirty exists 2024-04-22T04:28:30.878 INFO:tasks.rados.rados.0.smithi040.stdout:547: left oid 25 (ObjNum 193 snap 42 seq_num 193) 2024-04-22T04:28:30.881 INFO:tasks.rados.rados.0.smithi040.stdout:547: done (2 left) 2024-04-22T04:28:30.881 INFO:tasks.rados.rados.0.smithi040.stdout:548: done (1 left) 2024-04-22T04:28:30.881 INFO:tasks.rados.rados.0.smithi040.stdout:550: done (0 left) 2024-04-22T04:28:30.881 INFO:tasks.rados.rados.0.smithi040.stdout:551: rmattr oid 4 current snap is 42 2024-04-22T04:28:30.881 INFO:tasks.rados.rados.0.smithi040.stdout:551: done (0 left) 2024-04-22T04:28:30.881 INFO:tasks.rados.rados.0.smithi040.stdout:552: snap_create 2024-04-22T04:28:30.908 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:30 smithi040 systemd[1]: Starting Ceph mgr.y for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:28:31.589 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:31 smithi040 ceph-mgr[82194]: -- 172.21.15.40:0/2454423241 <== mon.0 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563141cde9c0 con 0x563141cb5000 2024-04-22T04:28:31.589 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:31 smithi040 bash[82155]: edd41a239d91448657cae015af6aa157c27782decbd4c476ef60224d0b95442b 2024-04-22T04:28:31.589 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:31 smithi040 systemd[1]: Started Ceph mgr.y for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:28:31.589 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:31.387+0000 7f2efea411c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T04:28:31.589 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:31.591+0000 7f2efea411c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T04:28:31.776 INFO:tasks.rados.rados.0.smithi040.stdout:552: done (0 left) 2024-04-22T04:28:31.776 INFO:tasks.rados.rados.0.smithi040.stdout:553: delete oid 37 current snap is 43 2024-04-22T04:28:31.780 INFO:tasks.rados.rados.0.smithi040.stdout:553: done (0 left) 2024-04-22T04:28:31.780 INFO:tasks.rados.rados.0.smithi040.stdout:554: read oid 28 snap 40 2024-04-22T04:28:31.781 INFO:tasks.rados.rados.0.smithi040.stdout:554: expect (ObjNum 174 snap 37 seq_num 174) 2024-04-22T04:28:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:555: read oid 6 snap -1 2024-04-22T04:28:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:555: expect (ObjNum 183 snap 39 seq_num 183) 2024-04-22T04:28:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:556: read oid 14 snap 42 2024-04-22T04:28:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:556: expect (ObjNum 184 snap 39 seq_num 184) 2024-04-22T04:28:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 43 2024-04-22T04:28:31.782 INFO:tasks.rados.rados.0.smithi040.stdout:557: seq_num 196 ranges {0=491520,491520=401408} 2024-04-22T04:28:31.783 INFO:tasks.rados.rados.0.smithi040.stdout:557: writing smithi04078109-31 from 0 to 491520 tid 1 2024-04-22T04:28:31.787 INFO:tasks.rados.rados.0.smithi040.stdout:557: writing smithi04078109-31 from 491520 to 892928 tid 2 2024-04-22T04:28:31.787 INFO:tasks.rados.rados.0.smithi040.stdout:558: copy_from oid 29 from oid 47 current snap is 43 2024-04-22T04:28:31.787 INFO:tasks.rados.rados.0.smithi040.stdout:559: rollback oid 16 current snap is 43 2024-04-22T04:28:31.787 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 16 to 40 2024-04-22T04:28:31.787 INFO:tasks.rados.rados.0.smithi040.stdout:560: rollback oid 17 current snap is 43 2024-04-22T04:28:31.787 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 17 to 40 2024-04-22T04:28:31.787 INFO:tasks.rados.rados.0.smithi040.stdout:561: snap_create 2024-04-22T04:28:31.794 INFO:tasks.rados.rados.0.smithi040.stdout:554: expect (ObjNum 174 snap 37 seq_num 174) 2024-04-22T04:28:31.810 INFO:tasks.rados.rados.0.smithi040.stdout:559: finishing rollback tid 0 to smithi04078109-16 2024-04-22T04:28:31.810 INFO:tasks.rados.rados.0.smithi040.stdout:560: finishing rollback tid 0 to smithi04078109-17 2024-04-22T04:28:31.810 INFO:tasks.rados.rados.0.smithi040.stdout:559: finishing rollback tid 1 to smithi04078109-16 2024-04-22T04:28:31.810 INFO:tasks.rados.rados.0.smithi040.stdout:559: finishing rollback tid 2 to smithi04078109-16 2024-04-22T04:28:31.810 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 78 (ObjNum 112 snap 18 seq_num 112) dirty exists 2024-04-22T04:28:31.810 INFO:tasks.rados.rados.0.smithi040.stdout:560: finishing rollback tid 1 to smithi04078109-17 2024-04-22T04:28:31.810 INFO:tasks.rados.rados.0.smithi040.stdout:560: finishing rollback tid 2 to smithi04078109-17 2024-04-22T04:28:31.811 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 270 (ObjNum 75 snap 8 seq_num 75) dirty exists 2024-04-22T04:28:31.811 INFO:tasks.rados.rados.0.smithi040.stdout:557: finishing write tid 1 to smithi04078109-31 2024-04-22T04:28:31.811 INFO:tasks.rados.rados.0.smithi040.stdout:557: finishing write tid 2 to smithi04078109-31 2024-04-22T04:28:31.811 INFO:tasks.rados.rados.0.smithi040.stdout:557: finishing write tid 3 to smithi04078109-31 2024-04-22T04:28:31.811 INFO:tasks.rados.rados.0.smithi040.stdout:556: expect (ObjNum 184 snap 39 seq_num 184) 2024-04-22T04:28:31.907 INFO:tasks.rados.rados.0.smithi040.stdout:555: expect (ObjNum 183 snap 39 seq_num 183) 2024-04-22T04:28:32.034 INFO:tasks.rados.rados.0.smithi040.stdout:557: finishing write tid 4 to smithi04078109-31 2024-04-22T04:28:32.034 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 180 (ObjNum 196 snap 43 seq_num 196) dirty exists 2024-04-22T04:28:32.035 INFO:tasks.rados.rados.0.smithi040.stdout:557: left oid 31 (ObjNum 196 snap 43 seq_num 196) 2024-04-22T04:28:32.035 INFO:tasks.rados.rados.0.smithi040.stdout:558: finishing copy_from racing read to smithi04078109-29 2024-04-22T04:28:32.035 INFO:tasks.rados.rados.0.smithi040.stdout:558: finishing copy_from to smithi04078109-29 2024-04-22T04:28:32.035 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 36 (ObjNum 93 snap 12 seq_num 93) dirty exists 2024-04-22T04:28:32.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:30.875419+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-04-22T04:28:32.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:31.400335+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:32.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:31.405234+0000 mon.a (mon.0) 915 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:32.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:31.415851+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:31.703158+0000 mgr.x (mgr.24787) 30 : cluster [DBG] pgmap v32: 121 pgs: 121 active+clean; 95 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 493 KiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-22T04:28:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:31.777565+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-04-22T04:28:32.158 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:31.947+0000 7f2efea411c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T04:28:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:30.875419+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-04-22T04:28:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:31.400335+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:31.405234+0000 mon.a (mon.0) 915 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:31.415851+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:31.703158+0000 mgr.x (mgr.24787) 30 : cluster [DBG] pgmap v32: 121 pgs: 121 active+clean; 95 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 493 KiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-22T04:28:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:31.777565+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-04-22T04:28:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:30.875419+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-04-22T04:28:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:31.400335+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:31.405234+0000 mon.a (mon.0) 915 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:32.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:31.415851+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:32.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:31.703158+0000 mgr.x (mgr.24787) 30 : cluster [DBG] pgmap v32: 121 pgs: 121 active+clean; 95 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 493 KiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-22T04:28:32.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:31.777565+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-04-22T04:28:32.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:32.507+0000 7f2efea411c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T04:28:32.782 INFO:tasks.rados.rados.0.smithi040.stdout:554: done (7 left) 2024-04-22T04:28:32.782 INFO:tasks.rados.rados.0.smithi040.stdout:555: done (6 left) 2024-04-22T04:28:32.783 INFO:tasks.rados.rados.0.smithi040.stdout:556: done (5 left) 2024-04-22T04:28:32.783 INFO:tasks.rados.rados.0.smithi040.stdout:557: done (4 left) 2024-04-22T04:28:32.783 INFO:tasks.rados.rados.0.smithi040.stdout:558: done (3 left) 2024-04-22T04:28:32.783 INFO:tasks.rados.rados.0.smithi040.stdout:559: done (2 left) 2024-04-22T04:28:32.783 INFO:tasks.rados.rados.0.smithi040.stdout:560: done (1 left) 2024-04-22T04:28:32.783 INFO:tasks.rados.rados.0.smithi040.stdout:561: done (0 left) 2024-04-22T04:28:32.783 INFO:tasks.rados.rados.0.smithi040.stdout:562: read oid 47 snap -1 2024-04-22T04:28:32.783 INFO:tasks.rados.rados.0.smithi040.stdout:562: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:28:32.783 INFO:tasks.rados.rados.0.smithi040.stdout:563: delete oid 33 current snap is 44 2024-04-22T04:28:32.785 INFO:tasks.rados.rados.0.smithi040.stdout:563: done (1 left) 2024-04-22T04:28:32.785 INFO:tasks.rados.rados.0.smithi040.stdout:564: rollback oid 8 current snap is 44 2024-04-22T04:28:32.785 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 8 to 40 2024-04-22T04:28:32.785 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 44 2024-04-22T04:28:32.785 INFO:tasks.rados.rados.0.smithi040.stdout:565: seq_num 198 ranges {4931584=524288,5455872=401408} 2024-04-22T04:28:32.814 INFO:tasks.rados.rados.0.smithi040.stdout:565: writing smithi04078109-12 from 4931584 to 5455872 tid 1 2024-04-22T04:28:32.817 INFO:tasks.rados.rados.0.smithi040.stdout:565: writing smithi04078109-12 from 5455872 to 5857280 tid 2 2024-04-22T04:28:32.817 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 44 2024-04-22T04:28:32.817 INFO:tasks.rados.rados.0.smithi040.stdout:566: seq_num 199 ranges {892928=540672,1433600=401408} 2024-04-22T04:28:32.825 INFO:tasks.rados.rados.0.smithi040.stdout:566: writing smithi04078109-31 from 892928 to 1433600 tid 1 2024-04-22T04:28:32.828 INFO:tasks.rados.rados.0.smithi040.stdout:566: writing smithi04078109-31 from 1433600 to 1835008 tid 2 2024-04-22T04:28:32.828 INFO:tasks.rados.rados.0.smithi040.stdout:567: rollback oid 41 current snap is 44 2024-04-22T04:28:32.828 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 41 to 40 2024-04-22T04:28:32.828 INFO:tasks.rados.rados.0.smithi040.stdout:564: finishing rollback tid 1 to smithi04078109-8 2024-04-22T04:28:32.828 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 0 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-22T04:28:32.828 INFO:tasks.rados.rados.0.smithi040.stdout:562: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:28:32.871 INFO:tasks.rados.rados.0.smithi040.stdout:565: finishing write tid 1 to smithi04078109-12 2024-04-22T04:28:32.871 INFO:tasks.rados.rados.0.smithi040.stdout:565: finishing write tid 2 to smithi04078109-12 2024-04-22T04:28:32.871 INFO:tasks.rados.rados.0.smithi040.stdout:565: finishing write tid 3 to smithi04078109-12 2024-04-22T04:28:32.871 INFO:tasks.rados.rados.0.smithi040.stdout:565: finishing write tid 4 to smithi04078109-12 2024-04-22T04:28:32.871 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 132 (ObjNum 198 snap 44 seq_num 198) dirty exists 2024-04-22T04:28:32.871 INFO:tasks.rados.rados.0.smithi040.stdout:565: left oid 12 (ObjNum 198 snap 44 seq_num 198) 2024-04-22T04:28:32.872 INFO:tasks.rados.rados.0.smithi040.stdout:566: finishing write tid 1 to smithi04078109-31 2024-04-22T04:28:32.872 INFO:tasks.rados.rados.0.smithi040.stdout:567: finishing rollback tid 1 to smithi04078109-41 2024-04-22T04:28:32.872 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 0 (ObjNum 288 snap 0 seq_num 129) dirty dne 2024-04-22T04:28:32.872 INFO:tasks.rados.rados.0.smithi040.stdout:566: finishing write tid 2 to smithi04078109-31 2024-04-22T04:28:32.872 INFO:tasks.rados.rados.0.smithi040.stdout:562: done (4 left) 2024-04-22T04:28:32.872 INFO:tasks.rados.rados.0.smithi040.stdout:564: done (3 left) 2024-04-22T04:28:32.872 INFO:tasks.rados.rados.0.smithi040.stdout:565: done (2 left) 2024-04-22T04:28:32.872 INFO:tasks.rados.rados.0.smithi040.stdout:567: done (1 left) 2024-04-22T04:28:32.872 INFO:tasks.rados.rados.0.smithi040.stdout:568: read oid 9 snap -1 2024-04-22T04:28:32.872 INFO:tasks.rados.rados.0.smithi040.stdout:568: expect deleted 2024-04-22T04:28:32.872 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 8 current snap is 44 2024-04-22T04:28:32.872 INFO:tasks.rados.rados.0.smithi040.stdout:569: seq_num 200 ranges {0=557056,557056=401408} 2024-04-22T04:28:32.874 INFO:tasks.rados.rados.0.smithi040.stdout:569: writing smithi04078109-8 from 0 to 557056 tid 1 2024-04-22T04:28:32.876 INFO:tasks.rados.rados.0.smithi040.stdout:569: writing smithi04078109-8 from 557056 to 958464 tid 2 2024-04-22T04:28:32.877 INFO:tasks.rados.rados.0.smithi040.stdout:570: snap_create 2024-04-22T04:28:32.877 INFO:tasks.rados.rados.0.smithi040.stdout:566: finishing write tid 3 to smithi04078109-31 2024-04-22T04:28:32.877 INFO:tasks.rados.rados.0.smithi040.stdout:566: finishing write tid 4 to smithi04078109-31 2024-04-22T04:28:32.877 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 184 (ObjNum 199 snap 44 seq_num 199) dirty exists 2024-04-22T04:28:32.877 INFO:tasks.rados.rados.0.smithi040.stdout:566: left oid 31 (ObjNum 199 snap 44 seq_num 199) 2024-04-22T04:28:32.878 INFO:tasks.rados.rados.0.smithi040.stdout:569: finishing write tid 1 to smithi04078109-8 2024-04-22T04:28:32.879 INFO:tasks.rados.rados.0.smithi040.stdout:569: finishing write tid 2 to smithi04078109-8 2024-04-22T04:28:32.879 INFO:tasks.rados.rados.0.smithi040.stdout:569: finishing write tid 3 to smithi04078109-8 2024-04-22T04:28:32.881 INFO:tasks.rados.rados.0.smithi040.stdout:569: finishing write tid 4 to smithi04078109-8 2024-04-22T04:28:32.881 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 86 (ObjNum 200 snap 44 seq_num 200) dirty exists 2024-04-22T04:28:32.881 INFO:tasks.rados.rados.0.smithi040.stdout:569: left oid 8 (ObjNum 200 snap 44 seq_num 200) 2024-04-22T04:28:33.110 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:32.740+0000 7f2efea411c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T04:28:33.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:33.113+0000 7f2efea411c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T04:28:33.781 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:32.782931+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-04-22T04:28:33.781 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:33.703796+0000 mgr.x (mgr.24787) 31 : cluster [DBG] pgmap v35: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-22T04:28:33.782 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:28:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[74924]: level=warn ts=2024-04-22T04:28:33.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi040.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.40:8443: connect: connection refused" 2024-04-22T04:28:33.784 INFO:tasks.rados.rados.0.smithi040.stdout:566: done (3 left) 2024-04-22T04:28:33.784 INFO:tasks.rados.rados.0.smithi040.stdout:568: done (2 left) 2024-04-22T04:28:33.784 INFO:tasks.rados.rados.0.smithi040.stdout:569: done (1 left) 2024-04-22T04:28:33.784 INFO:tasks.rados.rados.0.smithi040.stdout:570: done (0 left) 2024-04-22T04:28:33.784 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 45 2024-04-22T04:28:33.784 INFO:tasks.rados.rados.0.smithi040.stdout:571: seq_num 201 ranges {0=573440,573440=401408} 2024-04-22T04:28:33.787 INFO:tasks.rados.rados.0.smithi040.stdout:571: writing smithi04078109-23 from 0 to 573440 tid 1 2024-04-22T04:28:33.790 INFO:tasks.rados.rados.0.smithi040.stdout:571: writing smithi04078109-23 from 573440 to 974848 tid 2 2024-04-22T04:28:33.790 INFO:tasks.rados.rados.0.smithi040.stdout:572: copy_from oid 26 from oid 22 current snap is 45 2024-04-22T04:28:33.790 INFO:tasks.rados.rados.0.smithi040.stdout:573: snap_create 2024-04-22T04:28:33.793 INFO:tasks.rados.rados.0.smithi040.stdout:571: finishing write tid 1 to smithi04078109-23 2024-04-22T04:28:33.793 INFO:tasks.rados.rados.0.smithi040.stdout:571: finishing write tid 2 to smithi04078109-23 2024-04-22T04:28:33.793 INFO:tasks.rados.rados.0.smithi040.stdout:571: finishing write tid 3 to smithi04078109-23 2024-04-22T04:28:33.794 INFO:tasks.rados.rados.0.smithi040.stdout:571: finishing write tid 4 to smithi04078109-23 2024-04-22T04:28:33.794 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 155 (ObjNum 201 snap 45 seq_num 201) dirty exists 2024-04-22T04:28:33.794 INFO:tasks.rados.rados.0.smithi040.stdout:571: left oid 23 (ObjNum 201 snap 45 seq_num 201) 2024-04-22T04:28:33.815 INFO:tasks.rados.rados.0.smithi040.stdout:572: finishing copy_from racing read to smithi04078109-26 2024-04-22T04:28:33.818 INFO:tasks.rados.rados.0.smithi040.stdout:572: finishing copy_from to smithi04078109-26 2024-04-22T04:28:33.818 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 108 (ObjNum 160 snap 34 seq_num 160) dirty exists 2024-04-22T04:28:34.066 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:33.980+0000 7f2efea411c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T04:28:34.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:32.782931+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-04-22T04:28:34.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:33.703796+0000 mgr.x (mgr.24787) 31 : cluster [DBG] pgmap v35: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-22T04:28:34.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:32.782931+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-04-22T04:28:34.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:33.703796+0000 mgr.x (mgr.24787) 31 : cluster [DBG] pgmap v35: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-22T04:28:34.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:34.069+0000 7f2efea411c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T04:28:34.793 INFO:tasks.rados.rados.0.smithi040.stdout:571: done (2 left) 2024-04-22T04:28:34.793 INFO:tasks.rados.rados.0.smithi040.stdout:572: done (1 left) 2024-04-22T04:28:34.793 INFO:tasks.rados.rados.0.smithi040.stdout:573: done (0 left) 2024-04-22T04:28:34.793 INFO:tasks.rados.rados.0.smithi040.stdout:574: snap_create 2024-04-22T04:28:35.001 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:33.785846+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-04-22T04:28:35.002 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:34.701+0000 7f2efea411c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T04:28:35.002 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:34.800+0000 7f2efea411c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T04:28:35.002 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:34.906+0000 7f2efea411c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T04:28:35.002 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:33.785846+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-04-22T04:28:35.127 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:28:35.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:33.785846+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-04-22T04:28:35.277 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:35.003+0000 7f2efea411c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T04:28:35.473 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:28:35.474 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (2m) 19s ago 2m 24.5M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:28:35.474 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (2m) 17s ago 2m 53.3M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:28:35.474 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (3m) 19s ago 3m 13.1M - 16.2.15-1-g8963e9de 727f386679cb 07889a83e85d 2024-04-22T04:28:35.474 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (3m) 17s ago 3m 14.8M - 16.2.15-1-g8963e9de 727f386679cb 37118b502053 2024-04-22T04:28:35.474 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (31s) 17s ago 7m 457M - 17.2.7-878-g5d873850 c90a446c4c8e 7c78289acc23 2024-04-22T04:28:35.474 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 starting - - - - 2024-04-22T04:28:35.474 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (9m) 19s ago 9m 52.9M 2048M 16.2.15-1-g8963e9de 727f386679cb 345f97f2a3df 2024-04-22T04:28:35.474 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (8m) 17s ago 8m 51.6M 2048M 16.2.15-1-g8963e9de 727f386679cb ffc5f26fd230 2024-04-22T04:28:35.474 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (8m) 19s ago 8m 51.9M 2048M 16.2.15-1-g8963e9de 727f386679cb ef0cdaf2d528 2024-04-22T04:28:35.474 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (3m) 19s ago 3m 21.1M - 1.3.1 1dbe0e931976 3d926365bac8 2024-04-22T04:28:35.474 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (3m) 17s ago 3m 21.8M - 1.3.1 1dbe0e931976 cd70c5d64335 2024-04-22T04:28:35.474 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (7m) 19s ago 7m 92.7M 2489M 16.2.15-1-g8963e9de 727f386679cb a05040c28137 2024-04-22T04:28:35.475 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (7m) 19s ago 6m 78.0M 2489M 16.2.15-1-g8963e9de 727f386679cb 132b282d5078 2024-04-22T04:28:35.475 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (6m) 19s ago 6m 75.9M 2489M 16.2.15-1-g8963e9de 727f386679cb 18997dafed68 2024-04-22T04:28:35.475 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (6m) 19s ago 6m 81.5M 2489M 16.2.15-1-g8963e9de 727f386679cb 143d3b49613e 2024-04-22T04:28:35.475 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (5m) 17s ago 5m 79.4M 2488M 16.2.15-1-g8963e9de 727f386679cb 60d50d2f7849 2024-04-22T04:28:35.475 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (5m) 17s ago 5m 68.5M 2488M 16.2.15-1-g8963e9de 727f386679cb b7e17a5d779e 2024-04-22T04:28:35.475 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (4m) 17s ago 4m 61.7M 2488M 16.2.15-1-g8963e9de 727f386679cb a25b6c33c8a6 2024-04-22T04:28:35.475 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (4m) 17s ago 4m 57.8M 2488M 16.2.15-1-g8963e9de 727f386679cb 65d10d469953 2024-04-22T04:28:35.475 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (115s) 17s ago 3m 55.2M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:28:35.617 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:35.279+0000 7f2efea411c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T04:28:35.617 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:35.378+0000 7f2efea411c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T04:28:35.789 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:28:35] "GET /metrics HTTP/1.1" 200 192356 "" "Prometheus/2.33.4" 2024-04-22T04:28:35.798 INFO:tasks.rados.rados.0.smithi040.stdout:574: done (0 left) 2024-04-22T04:28:35.798 INFO:tasks.rados.rados.0.smithi040.stdout:575: delete oid 4 current snap is 47 2024-04-22T04:28:35.803 INFO:tasks.rados.rados.0.smithi040.stdout:575: done (0 left) 2024-04-22T04:28:35.803 INFO:tasks.rados.rados.0.smithi040.stdout:576: delete oid 15 current snap is 47 2024-04-22T04:28:35.807 INFO:tasks.rados.rados.0.smithi040.stdout:576: done (0 left) 2024-04-22T04:28:35.807 INFO:tasks.rados.rados.0.smithi040.stdout:577: snap_create 2024-04-22T04:28:35.881 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:28:35.881 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:28:35.881 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3 2024-04-22T04:28:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:28:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:28:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 1, 2024-04-22T04:28:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 1 2024-04-22T04:28:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:28:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:28:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-22T04:28:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:28:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:28:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:28:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:28:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:28:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 14, 2024-04-22T04:28:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 1 2024-04-22T04:28:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:28:35.883 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:28:35.908 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:35.619+0000 7f2efea411c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T04:28:35.908 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:35.727+0000 7f2efea411c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T04:28:35.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:34.795220+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-04-22T04:28:35.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:35.115772+0000 mgr.x (mgr.24787) 32 : audit [DBG] from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:28:35.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:35.466122+0000 mgr.x (mgr.24787) 33 : audit [DBG] from='client.24956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:28:35.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:35.654723+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:35.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:35.660512+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:35.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:35.704124+0000 mgr.x (mgr.24787) 34 : cluster [DBG] pgmap v38: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-22T04:28:35.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:34.795220+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-04-22T04:28:35.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:35.115772+0000 mgr.x (mgr.24787) 32 : audit [DBG] from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:28:35.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:35.466122+0000 mgr.x (mgr.24787) 33 : audit [DBG] from='client.24956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:28:35.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:35.654723+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:35.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:35.660512+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:35.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:35.704124+0000 mgr.x (mgr.24787) 34 : cluster [DBG] pgmap v38: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-22T04:28:36.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:34.795220+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-04-22T04:28:36.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:35.115772+0000 mgr.x (mgr.24787) 32 : audit [DBG] from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:28:36.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:35.466122+0000 mgr.x (mgr.24787) 33 : audit [DBG] from='client.24956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:28:36.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:35.654723+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:36.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:35.660512+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:36.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:35.704124+0000 mgr.x (mgr.24787) 34 : cluster [DBG] pgmap v38: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-22T04:28:36.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:35.934+0000 7f2efea411c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T04:28:36.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:36.025+0000 7f2efea411c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T04:28:36.776 INFO:tasks.rados.rados.0.smithi040.stdout:577: done (0 left) 2024-04-22T04:28:36.776 INFO:tasks.rados.rados.0.smithi040.stdout:578: setattr oid 19 current snap is 48 2024-04-22T04:28:36.778 INFO:tasks.rados.rados.0.smithi040.stdout:579: rmattr oid 42 current snap is 48 2024-04-22T04:28:36.778 INFO:tasks.rados.rados.0.smithi040.stdout:579: done (1 left) 2024-04-22T04:28:36.778 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 39 current snap is 48 2024-04-22T04:28:36.778 INFO:tasks.rados.rados.0.smithi040.stdout:580: seq_num 204 ranges {622592=622592,1245184=401408} 2024-04-22T04:28:36.785 INFO:tasks.rados.rados.0.smithi040.stdout:580: writing smithi04078109-39 from 622592 to 1245184 tid 1 2024-04-22T04:28:36.788 INFO:tasks.rados.rados.0.smithi040.stdout:580: writing smithi04078109-39 from 1245184 to 1646592 tid 2 2024-04-22T04:28:36.788 INFO:tasks.rados.rados.0.smithi040.stdout:581: read oid 47 snap -1 2024-04-22T04:28:36.788 INFO:tasks.rados.rados.0.smithi040.stdout:581: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:28:36.788 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 41 current snap is 48 2024-04-22T04:28:36.788 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 113 (ObjNum 134 snap 29 seq_num 134) dirty exists 2024-04-22T04:28:36.788 INFO:tasks.rados.rados.0.smithi040.stdout:582: seq_num 205 ranges {0=638976,638976=401408} 2024-04-22T04:28:36.791 INFO:tasks.rados.rados.0.smithi040.stdout:582: writing smithi04078109-41 from 0 to 638976 tid 1 2024-04-22T04:28:36.794 INFO:tasks.rados.rados.0.smithi040.stdout:582: writing smithi04078109-41 from 638976 to 1040384 tid 2 2024-04-22T04:28:36.795 INFO:tasks.rados.rados.0.smithi040.stdout:578: done (3 left) 2024-04-22T04:28:36.795 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 48 2024-04-22T04:28:36.795 INFO:tasks.rados.rados.0.smithi040.stdout:580: finishing write tid 1 to smithi04078109-39 2024-04-22T04:28:36.795 INFO:tasks.rados.rados.0.smithi040.stdout:583: seq_num 206 ranges {974848=655360,1630208=401408} 2024-04-22T04:28:36.803 INFO:tasks.rados.rados.0.smithi040.stdout:583: writing smithi04078109-23 from 974848 to 1630208 tid 1 2024-04-22T04:28:36.806 INFO:tasks.rados.rados.0.smithi040.stdout:583: writing smithi04078109-23 from 1630208 to 2031616 tid 2 2024-04-22T04:28:36.806 INFO:tasks.rados.rados.0.smithi040.stdout:584: read oid 30 snap -1 2024-04-22T04:28:36.806 INFO:tasks.rados.rados.0.smithi040.stdout:584: expect (ObjNum 145 snap 33 seq_num 145) 2024-04-22T04:28:36.806 INFO:tasks.rados.rados.0.smithi040.stdout:585: copy_from oid 11 from oid 2 current snap is 48 2024-04-22T04:28:36.806 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 48 2024-04-22T04:28:36.806 INFO:tasks.rados.rados.0.smithi040.stdout:586: seq_num 207 ranges {884736=671744,1556480=401408} 2024-04-22T04:28:36.815 INFO:tasks.rados.rados.0.smithi040.stdout:586: writing smithi04078109-49 from 884736 to 1556480 tid 1 2024-04-22T04:28:36.818 INFO:tasks.rados.rados.0.smithi040.stdout:586: writing smithi04078109-49 from 1556480 to 1957888 tid 2 2024-04-22T04:28:36.818 INFO:tasks.rados.rados.0.smithi040.stdout:587: delete oid 17 current snap is 48 2024-04-22T04:28:36.818 INFO:tasks.rados.rados.0.smithi040.stdout:580: finishing write tid 2 to smithi04078109-39 2024-04-22T04:28:36.819 INFO:tasks.rados.rados.0.smithi040.stdout:580: finishing write tid 3 to smithi04078109-39 2024-04-22T04:28:36.819 INFO:tasks.rados.rados.0.smithi040.stdout:580: finishing write tid 4 to smithi04078109-39 2024-04-22T04:28:36.819 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 90 (ObjNum 204 snap 48 seq_num 204) dirty exists 2024-04-22T04:28:36.819 INFO:tasks.rados.rados.0.smithi040.stdout:580: left oid 39 (ObjNum 204 snap 48 seq_num 204) 2024-04-22T04:28:36.819 INFO:tasks.rados.rados.0.smithi040.stdout:581: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:28:36.867 INFO:tasks.rados.rados.0.smithi040.stdout:582: finishing write tid 1 to smithi04078109-41 2024-04-22T04:28:36.868 INFO:tasks.rados.rados.0.smithi040.stdout:582: finishing write tid 2 to smithi04078109-41 2024-04-22T04:28:36.868 INFO:tasks.rados.rados.0.smithi040.stdout:580: done (7 left) 2024-04-22T04:28:36.868 INFO:tasks.rados.rados.0.smithi040.stdout:581: done (6 left) 2024-04-22T04:28:36.868 INFO:tasks.rados.rados.0.smithi040.stdout:587: done (5 left) 2024-04-22T04:28:36.868 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 50 current snap is 48 2024-04-22T04:28:36.868 INFO:tasks.rados.rados.0.smithi040.stdout:582: finishing write tid 3 to smithi04078109-41 2024-04-22T04:28:36.868 INFO:tasks.rados.rados.0.smithi040.stdout:582: finishing write tid 4 to smithi04078109-41 2024-04-22T04:28:36.868 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 276 (ObjNum 205 snap 48 seq_num 205) dirty exists 2024-04-22T04:28:36.868 INFO:tasks.rados.rados.0.smithi040.stdout:582: left oid 41 (ObjNum 205 snap 48 seq_num 205) 2024-04-22T04:28:36.868 INFO:tasks.rados.rados.0.smithi040.stdout:583: finishing write tid 1 to smithi04078109-23 2024-04-22T04:28:36.868 INFO:tasks.rados.rados.0.smithi040.stdout:583: finishing write tid 2 to smithi04078109-23 2024-04-22T04:28:36.868 INFO:tasks.rados.rados.0.smithi040.stdout:588: seq_num 209 ranges {2007040=704512,2711552=401408} 2024-04-22T04:28:36.882 INFO:tasks.rados.rados.0.smithi040.stdout:588: writing smithi04078109-50 from 2007040 to 2711552 tid 1 2024-04-22T04:28:36.884 INFO:tasks.rados.rados.0.smithi040.stdout:588: writing smithi04078109-50 from 2711552 to 3112960 tid 2 2024-04-22T04:28:36.885 INFO:tasks.rados.rados.0.smithi040.stdout:582: done (5 left) 2024-04-22T04:28:36.885 INFO:tasks.rados.rados.0.smithi040.stdout:589: setattr oid 39 current snap is 48 2024-04-22T04:28:36.885 INFO:tasks.rados.rados.0.smithi040.stdout:583: finishing write tid 3 to smithi04078109-23 2024-04-22T04:28:36.885 INFO:tasks.rados.rados.0.smithi040.stdout:583: finishing write tid 4 to smithi04078109-23 2024-04-22T04:28:36.885 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 159 (ObjNum 206 snap 48 seq_num 206) dirty exists 2024-04-22T04:28:36.885 INFO:tasks.rados.rados.0.smithi040.stdout:583: left oid 23 (ObjNum 206 snap 48 seq_num 206) 2024-04-22T04:28:36.885 INFO:tasks.rados.rados.0.smithi040.stdout:584: expect (ObjNum 145 snap 33 seq_num 145) 2024-04-22T04:28:36.919 INFO:tasks.rados.rados.0.smithi040.stdout:585: finishing copy_from racing read to smithi04078109-11 2024-04-22T04:28:36.919 INFO:tasks.rados.rados.0.smithi040.stdout:585: finishing copy_from to smithi04078109-11 2024-04-22T04:28:36.919 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 146 (ObjNum -1443067032 snap 21852 seq_num 2851552912) dirty exists 2024-04-22T04:28:36.919 INFO:tasks.rados.rados.0.smithi040.stdout:586: finishing write tid 1 to smithi04078109-49 2024-04-22T04:28:36.919 INFO:tasks.rados.rados.0.smithi040.stdout:586: finishing write tid 2 to smithi04078109-49 2024-04-22T04:28:36.920 INFO:tasks.rados.rados.0.smithi040.stdout:586: finishing write tid 3 to smithi04078109-49 2024-04-22T04:28:36.920 INFO:tasks.rados.rados.0.smithi040.stdout:586: finishing write tid 4 to smithi04078109-49 2024-04-22T04:28:36.920 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 257 (ObjNum 207 snap 48 seq_num 207) dirty exists 2024-04-22T04:28:36.920 INFO:tasks.rados.rados.0.smithi040.stdout:586: left oid 49 (ObjNum 207 snap 48 seq_num 207) 2024-04-22T04:28:36.920 INFO:tasks.rados.rados.0.smithi040.stdout:588: finishing write tid 1 to smithi04078109-50 2024-04-22T04:28:36.920 INFO:tasks.rados.rados.0.smithi040.stdout:588: finishing write tid 2 to smithi04078109-50 2024-04-22T04:28:36.920 INFO:tasks.rados.rados.0.smithi040.stdout:588: finishing write tid 3 to smithi04078109-50 2024-04-22T04:28:36.921 INFO:tasks.rados.rados.0.smithi040.stdout:588: finishing write tid 4 to smithi04078109-50 2024-04-22T04:28:36.921 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 88 (ObjNum 209 snap 48 seq_num 209) dirty exists 2024-04-22T04:28:36.921 INFO:tasks.rados.rados.0.smithi040.stdout:588: left oid 50 (ObjNum 209 snap 48 seq_num 209) 2024-04-22T04:28:36.921 INFO:tasks.rados.rados.0.smithi040.stdout:583: done (5 left) 2024-04-22T04:28:36.921 INFO:tasks.rados.rados.0.smithi040.stdout:584: done (4 left) 2024-04-22T04:28:36.921 INFO:tasks.rados.rados.0.smithi040.stdout:585: done (3 left) 2024-04-22T04:28:36.921 INFO:tasks.rados.rados.0.smithi040.stdout:586: done (2 left) 2024-04-22T04:28:36.921 INFO:tasks.rados.rados.0.smithi040.stdout:588: done (1 left) 2024-04-22T04:28:36.921 INFO:tasks.rados.rados.0.smithi040.stdout:590: delete oid 37 current snap is 48 2024-04-22T04:28:36.921 INFO:tasks.rados.rados.0.smithi040.stdout:590: done (1 left) 2024-04-22T04:28:36.921 INFO:tasks.rados.rados.0.smithi040.stdout:591: snap_remove snap 47 2024-04-22T04:28:37.048 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:36.869+0000 7f2efea411c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T04:28:37.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:35.799096+0000 mon.a (mon.0) 923 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-04-22T04:28:37.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:35.883966+0000 mon.a (mon.0) 924 : audit [DBG] from='client.? 172.21.15.40:0/2726802202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:28:37.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:36.448007+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:37.049 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:36.453212+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:37.049 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:36.778156+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-04-22T04:28:37.049 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:35.799096+0000 mon.a (mon.0) 923 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-04-22T04:28:37.049 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:35.883966+0000 mon.a (mon.0) 924 : audit [DBG] from='client.? 172.21.15.40:0/2726802202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:28:37.049 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:36.448007+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:37.049 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:36.453212+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:37.049 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:36 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:36.778156+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-04-22T04:28:37.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:35.799096+0000 mon.a (mon.0) 923 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-04-22T04:28:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:35.883966+0000 mon.a (mon.0) 924 : audit [DBG] from='client.? 172.21.15.40:0/2726802202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:28:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:36.448007+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:36.453212+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:36.778156+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-04-22T04:28:37.311 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:37.073+0000 7f2efea411c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T04:28:37.311 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:37.262+0000 7f2efea411c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:28:37.807 INFO:tasks.rados.rados.0.smithi040.stdout:591: done (1 left) 2024-04-22T04:28:37.807 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 9 current snap is 48 2024-04-22T04:28:37.807 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 91 (ObjNum 204 snap 48 seq_num 204) dirty exists 2024-04-22T04:28:37.807 INFO:tasks.rados.rados.0.smithi040.stdout:592: seq_num 211 ranges {0=737280,737280=401408} 2024-04-22T04:28:37.811 INFO:tasks.rados.rados.0.smithi040.stdout:592: writing smithi04078109-9 from 0 to 737280 tid 1 2024-04-22T04:28:37.814 INFO:tasks.rados.rados.0.smithi040.stdout:592: writing smithi04078109-9 from 737280 to 1138688 tid 2 2024-04-22T04:28:37.814 INFO:tasks.rados.rados.0.smithi040.stdout:589: done (1 left) 2024-04-22T04:28:37.814 INFO:tasks.rados.rados.0.smithi040.stdout:593: snap_create 2024-04-22T04:28:37.815 INFO:tasks.rados.rados.0.smithi040.stdout:592: finishing write tid 1 to smithi04078109-9 2024-04-22T04:28:37.816 INFO:tasks.rados.rados.0.smithi040.stdout:592: finishing write tid 2 to smithi04078109-9 2024-04-22T04:28:37.817 INFO:tasks.rados.rados.0.smithi040.stdout:592: finishing write tid 3 to smithi04078109-9 2024-04-22T04:28:37.817 INFO:tasks.rados.rados.0.smithi040.stdout:592: finishing write tid 4 to smithi04078109-9 2024-04-22T04:28:37.818 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 262 (ObjNum 211 snap 48 seq_num 211) dirty exists 2024-04-22T04:28:37.818 INFO:tasks.rados.rados.0.smithi040.stdout:592: left oid 9 (ObjNum 211 snap 48 seq_num 211) 2024-04-22T04:28:38.091 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:37.903+0000 7f2efea411c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T04:28:38.092 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:37.704683+0000 mgr.x (mgr.24787) 35 : cluster [DBG] pgmap v41: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:38.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:37.704683+0000 mgr.x (mgr.24787) 35 : cluster [DBG] pgmap v41: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:38.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:37.704683+0000 mgr.x (mgr.24787) 35 : cluster [DBG] pgmap v41: 121 pgs: 121 active+clean; 101 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:38.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:38.094+0000 7f2efea411c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:28:38.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:38.289+0000 7f2efea411c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T04:28:38.803 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:38.413+0000 7f2efea411c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T04:28:38.804 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:28:38] ENGINE Bus STARTING 2024-04-22T04:28:38.804 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: CherryPy Checker: 2024-04-22T04:28:38.804 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: The Application mounted at '' has an empty config. 2024-04-22T04:28:38.804 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:38.804 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:28:38] ENGINE Serving on http://:::9283 2024-04-22T04:28:38.805 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:28:38] ENGINE Bus STARTED 2024-04-22T04:28:38.805 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[74924]: level=info ts=2024-04-22T04:28:38.469Z caller=notify.go:735 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify success" attempts=5 2024-04-22T04:28:38.817 INFO:tasks.rados.rados.0.smithi040.stdout:592: done (1 left) 2024-04-22T04:28:38.817 INFO:tasks.rados.rados.0.smithi040.stdout:593: done (0 left) 2024-04-22T04:28:38.817 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 27 current snap is 49 2024-04-22T04:28:38.817 INFO:tasks.rados.rados.0.smithi040.stdout:594: seq_num 212 ranges {0=753664,753664=401408} 2024-04-22T04:28:38.821 INFO:tasks.rados.rados.0.smithi040.stdout:594: writing smithi04078109-27 from 0 to 753664 tid 1 2024-04-22T04:28:38.824 INFO:tasks.rados.rados.0.smithi040.stdout:594: writing smithi04078109-27 from 753664 to 1155072 tid 2 2024-04-22T04:28:38.824 INFO:tasks.rados.rados.0.smithi040.stdout:595: rollback oid 16 current snap is 49 2024-04-22T04:28:38.824 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 16 to 40 2024-04-22T04:28:38.824 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 49 2024-04-22T04:28:38.824 INFO:tasks.rados.rados.0.smithi040.stdout:596: seq_num 213 ranges {106496=770048,876544=401408} 2024-04-22T04:28:38.828 INFO:tasks.rados.rados.0.smithi040.stdout:596: writing smithi04078109-32 from 106496 to 876544 tid 1 2024-04-22T04:28:38.832 INFO:tasks.rados.rados.0.smithi040.stdout:596: writing smithi04078109-32 from 876544 to 1277952 tid 2 2024-04-22T04:28:38.832 INFO:tasks.rados.rados.0.smithi040.stdout:597: snap_create 2024-04-22T04:28:38.832 INFO:tasks.rados.rados.0.smithi040.stdout:594: finishing write tid 1 to smithi04078109-27 2024-04-22T04:28:38.832 INFO:tasks.rados.rados.0.smithi040.stdout:595: finishing rollback tid 0 to smithi04078109-16 2024-04-22T04:28:38.832 INFO:tasks.rados.rados.0.smithi040.stdout:594: finishing write tid 2 to smithi04078109-27 2024-04-22T04:28:38.833 INFO:tasks.rados.rados.0.smithi040.stdout:595: finishing rollback tid 1 to smithi04078109-16 2024-04-22T04:28:38.833 INFO:tasks.rados.rados.0.smithi040.stdout:595: finishing rollback tid 2 to smithi04078109-16 2024-04-22T04:28:38.833 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 83 (ObjNum 112 snap 18 seq_num 112) dirty exists 2024-04-22T04:28:38.833 INFO:tasks.rados.rados.0.smithi040.stdout:594: finishing write tid 3 to smithi04078109-27 2024-04-22T04:28:38.833 INFO:tasks.rados.rados.0.smithi040.stdout:594: finishing write tid 4 to smithi04078109-27 2024-04-22T04:28:38.833 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 116 (ObjNum 212 snap 49 seq_num 212) dirty exists 2024-04-22T04:28:38.834 INFO:tasks.rados.rados.0.smithi040.stdout:594: left oid 27 (ObjNum 212 snap 49 seq_num 212) 2024-04-22T04:28:38.835 INFO:tasks.rados.rados.0.smithi040.stdout:596: finishing write tid 1 to smithi04078109-32 2024-04-22T04:28:38.836 INFO:tasks.rados.rados.0.smithi040.stdout:596: finishing write tid 2 to smithi04078109-32 2024-04-22T04:28:38.836 INFO:tasks.rados.rados.0.smithi040.stdout:596: finishing write tid 3 to smithi04078109-32 2024-04-22T04:28:38.836 INFO:tasks.rados.rados.0.smithi040.stdout:596: finishing write tid 4 to smithi04078109-32 2024-04-22T04:28:38.836 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 165 (ObjNum 213 snap 49 seq_num 213) dirty exists 2024-04-22T04:28:38.836 INFO:tasks.rados.rados.0.smithi040.stdout:596: left oid 32 (ObjNum 213 snap 49 seq_num 213) 2024-04-22T04:28:39.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:37.808241+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-04-22T04:28:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:38.427082+0000 mon.a (mon.0) 929 : cluster [DBG] Standby manager daemon y restarted 2024-04-22T04:28:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:38.427246+0000 mon.a (mon.0) 930 : cluster [DBG] Standby manager daemon y started 2024-04-22T04:28:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:38.430312+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.? 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-22T04:28:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:38.431105+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.? 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:28:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:38.433109+0000 mon.a (mon.0) 933 : audit [DBG] from='mgr.? 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-22T04:28:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:38.433465+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.? 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:28:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:37.808241+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-04-22T04:28:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:38.427082+0000 mon.a (mon.0) 929 : cluster [DBG] Standby manager daemon y restarted 2024-04-22T04:28:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:38.427246+0000 mon.a (mon.0) 930 : cluster [DBG] Standby manager daemon y started 2024-04-22T04:28:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:38.430312+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.? 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-22T04:28:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:38.431105+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.? 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:28:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:38.433109+0000 mon.a (mon.0) 933 : audit [DBG] from='mgr.? 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-22T04:28:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:38.433465+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.? 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:28:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:37.808241+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-04-22T04:28:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:38.427082+0000 mon.a (mon.0) 929 : cluster [DBG] Standby manager daemon y restarted 2024-04-22T04:28:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:38.427246+0000 mon.a (mon.0) 930 : cluster [DBG] Standby manager daemon y started 2024-04-22T04:28:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:38.430312+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.? 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-22T04:28:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:38.431105+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.? 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:28:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:38.433109+0000 mon.a (mon.0) 933 : audit [DBG] from='mgr.? 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-22T04:28:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:38 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:38.433465+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.? 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:28:39.820 INFO:tasks.rados.rados.0.smithi040.stdout:594: done (3 left) 2024-04-22T04:28:39.820 INFO:tasks.rados.rados.0.smithi040.stdout:595: done (2 left) 2024-04-22T04:28:39.820 INFO:tasks.rados.rados.0.smithi040.stdout:596: done (1 left) 2024-04-22T04:28:39.820 INFO:tasks.rados.rados.0.smithi040.stdout:597: done (0 left) 2024-04-22T04:28:39.820 INFO:tasks.rados.rados.0.smithi040.stdout:598: setattr oid 7 current snap is 50 2024-04-22T04:28:39.821 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 50 2024-04-22T04:28:39.821 INFO:tasks.rados.rados.0.smithi040.stdout:599: seq_num 214 ranges {2252800=794624,3047424=401408} 2024-04-22T04:28:39.838 INFO:tasks.rados.rados.0.smithi040.stdout:599: writing smithi04078109-19 from 2252800 to 3047424 tid 1 2024-04-22T04:28:39.841 INFO:tasks.rados.rados.0.smithi040.stdout:599: writing smithi04078109-19 from 3047424 to 3448832 tid 2 2024-04-22T04:28:39.841 INFO:tasks.rados.rados.0.smithi040.stdout:600: copy_from oid 13 from oid 8 current snap is 50 2024-04-22T04:28:39.841 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 263 (ObjNum -1442794864 snap 21852 seq_num 2851448800) dirty exists 2024-04-22T04:28:39.841 INFO:tasks.rados.rados.0.smithi040.stdout:598: done (2 left) 2024-04-22T04:28:39.841 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 41 current snap is 50 2024-04-22T04:28:39.841 INFO:tasks.rados.rados.0.smithi040.stdout:601: seq_num 215 ranges {1040384=409600,1449984=532480,1982464=270336} 2024-04-22T04:28:39.848 INFO:tasks.rados.rados.0.smithi040.stdout:601: writing smithi04078109-41 from 1040384 to 1449984 tid 1 2024-04-22T04:28:39.851 INFO:tasks.rados.rados.0.smithi040.stdout:601: writing smithi04078109-41 from 1449984 to 1982464 tid 2 2024-04-22T04:28:39.853 INFO:tasks.rados.rados.0.smithi040.stdout:601: writing smithi04078109-41 from 1982464 to 2252800 tid 3 2024-04-22T04:28:39.853 INFO:tasks.rados.rados.0.smithi040.stdout:602: read oid 20 snap 45 2024-04-22T04:28:39.853 INFO:tasks.rados.rados.0.smithi040.stdout:602: expect (ObjNum 188 snap 41 seq_num 188) 2024-04-22T04:28:39.854 INFO:tasks.rados.rados.0.smithi040.stdout:603: read oid 21 snap -1 2024-04-22T04:28:39.854 INFO:tasks.rados.rados.0.smithi040.stdout:603: expect (ObjNum 163 snap 34 seq_num 163) 2024-04-22T04:28:39.854 INFO:tasks.rados.rados.0.smithi040.stdout:604: read oid 7 snap -1 2024-04-22T04:28:39.854 INFO:tasks.rados.rados.0.smithi040.stdout:604: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:28:39.854 INFO:tasks.rados.rados.0.smithi040.stdout:605: delete oid 44 current snap is 50 2024-04-22T04:28:39.855 INFO:tasks.rados.rados.0.smithi040.stdout:599: finishing write tid 1 to smithi04078109-19 2024-04-22T04:28:39.855 INFO:tasks.rados.rados.0.smithi040.stdout:599: finishing write tid 2 to smithi04078109-19 2024-04-22T04:28:39.855 INFO:tasks.rados.rados.0.smithi040.stdout:599: finishing write tid 3 to smithi04078109-19 2024-04-22T04:28:39.855 INFO:tasks.rados.rados.0.smithi040.stdout:599: finishing write tid 4 to smithi04078109-19 2024-04-22T04:28:39.855 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 119 (ObjNum 214 snap 50 seq_num 214) dirty exists 2024-04-22T04:28:39.855 INFO:tasks.rados.rados.0.smithi040.stdout:599: left oid 19 (ObjNum 214 snap 50 seq_num 214) 2024-04-22T04:28:39.855 INFO:tasks.rados.rados.0.smithi040.stdout:600: finishing copy_from racing read to smithi04078109-13 2024-04-22T04:28:39.855 INFO:tasks.rados.rados.0.smithi040.stdout:600: finishing copy_from to smithi04078109-13 2024-04-22T04:28:39.855 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 86 (ObjNum 200 snap 44 seq_num 200) dirty exists 2024-04-22T04:28:39.855 INFO:tasks.rados.rados.0.smithi040.stdout:601: finishing write tid 1 to smithi04078109-41 2024-04-22T04:28:39.856 INFO:tasks.rados.rados.0.smithi040.stdout:604: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:28:39.857 INFO:tasks.rados.rados.0.smithi040.stdout:601: finishing write tid 2 to smithi04078109-41 2024-04-22T04:28:39.858 INFO:tasks.rados.rados.0.smithi040.stdout:601: finishing write tid 3 to smithi04078109-41 2024-04-22T04:28:39.858 INFO:tasks.rados.rados.0.smithi040.stdout:601: finishing write tid 4 to smithi04078109-41 2024-04-22T04:28:39.859 INFO:tasks.rados.rados.0.smithi040.stdout:599: done (6 left) 2024-04-22T04:28:39.859 INFO:tasks.rados.rados.0.smithi040.stdout:600: done (5 left) 2024-04-22T04:28:39.859 INFO:tasks.rados.rados.0.smithi040.stdout:604: done (4 left) 2024-04-22T04:28:39.859 INFO:tasks.rados.rados.0.smithi040.stdout:605: done (3 left) 2024-04-22T04:28:39.859 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 37 current snap is 50 2024-04-22T04:28:39.859 INFO:tasks.rados.rados.0.smithi040.stdout:606: seq_num 217 ranges {0=442368,442368=696320,1138688=106496} 2024-04-22T04:28:39.861 INFO:tasks.rados.rados.0.smithi040.stdout:606: writing smithi04078109-37 from 0 to 442368 tid 1 2024-04-22T04:28:39.866 INFO:tasks.rados.rados.0.smithi040.stdout:606: writing smithi04078109-37 from 442368 to 1138688 tid 2 2024-04-22T04:28:39.867 INFO:tasks.rados.rados.0.smithi040.stdout:606: writing smithi04078109-37 from 1138688 to 1245184 tid 3 2024-04-22T04:28:39.867 INFO:tasks.rados.rados.0.smithi040.stdout:607: read oid 12 snap -1 2024-04-22T04:28:39.867 INFO:tasks.rados.rados.0.smithi040.stdout:607: expect (ObjNum 198 snap 44 seq_num 198) 2024-04-22T04:28:39.867 INFO:tasks.rados.rados.0.smithi040.stdout:608: rollback oid 13 current snap is 50 2024-04-22T04:28:39.867 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 13 to 48 2024-04-22T04:28:39.867 INFO:tasks.rados.rados.0.smithi040.stdout:603: expect (ObjNum 163 snap 34 seq_num 163) 2024-04-22T04:28:39.896 INFO:tasks.rados.rados.0.smithi040.stdout:601: finishing write tid 5 to smithi04078109-41 2024-04-22T04:28:39.896 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 286 (ObjNum 215 snap 50 seq_num 215) dirty exists 2024-04-22T04:28:39.896 INFO:tasks.rados.rados.0.smithi040.stdout:601: left oid 41 (ObjNum 215 snap 50 seq_num 215) 2024-04-22T04:28:39.896 INFO:tasks.rados.rados.0.smithi040.stdout:606: finishing write tid 1 to smithi04078109-37 2024-04-22T04:28:39.896 INFO:tasks.rados.rados.0.smithi040.stdout:602: expect (ObjNum 188 snap 41 seq_num 188) 2024-04-22T04:28:39.951 INFO:tasks.rados.rados.0.smithi040.stdout:606: finishing write tid 2 to smithi04078109-37 2024-04-22T04:28:39.951 INFO:tasks.rados.rados.0.smithi040.stdout:608: finishing rollback tid 0 to smithi04078109-13 2024-04-22T04:28:39.951 INFO:tasks.rados.rados.0.smithi040.stdout:606: finishing write tid 3 to smithi04078109-37 2024-04-22T04:28:39.951 INFO:tasks.rados.rados.0.smithi040.stdout:601: done (5 left) 2024-04-22T04:28:39.951 INFO:tasks.rados.rados.0.smithi040.stdout:602: done (4 left) 2024-04-22T04:28:39.951 INFO:tasks.rados.rados.0.smithi040.stdout:603: done (3 left) 2024-04-22T04:28:39.951 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 45 current snap is 50 2024-04-22T04:28:39.951 INFO:tasks.rados.rados.0.smithi040.stdout:608: finishing rollback tid 1 to smithi04078109-13 2024-04-22T04:28:39.951 INFO:tasks.rados.rados.0.smithi040.stdout:608: finishing rollback tid 2 to smithi04078109-13 2024-04-22T04:28:39.952 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 89 (ObjNum 172 snap 37 seq_num 172) dirty exists 2024-04-22T04:28:39.952 INFO:tasks.rados.rados.0.smithi040.stdout:606: finishing write tid 4 to smithi04078109-37 2024-04-22T04:28:39.952 INFO:tasks.rados.rados.0.smithi040.stdout:609: seq_num 218 ranges {3481600=458752,3940352=581632,4521984=221184} 2024-04-22T04:28:39.972 INFO:tasks.rados.rados.0.smithi040.stdout:609: writing smithi04078109-45 from 3481600 to 3940352 tid 1 2024-04-22T04:28:39.976 INFO:tasks.rados.rados.0.smithi040.stdout:609: writing smithi04078109-45 from 3940352 to 4521984 tid 2 2024-04-22T04:28:39.977 INFO:tasks.rados.rados.0.smithi040.stdout:609: writing smithi04078109-45 from 4521984 to 4743168 tid 3 2024-04-22T04:28:39.978 INFO:tasks.rados.rados.0.smithi040.stdout:608: done (3 left) 2024-04-22T04:28:39.978 INFO:tasks.rados.rados.0.smithi040.stdout:610: snap_create 2024-04-22T04:28:39.978 INFO:tasks.rados.rados.0.smithi040.stdout:606: finishing write tid 5 to smithi04078109-37 2024-04-22T04:28:39.978 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 290 (ObjNum 217 snap 50 seq_num 217) dirty exists 2024-04-22T04:28:39.978 INFO:tasks.rados.rados.0.smithi040.stdout:606: left oid 37 (ObjNum 217 snap 50 seq_num 217) 2024-04-22T04:28:39.978 INFO:tasks.rados.rados.0.smithi040.stdout:607: expect (ObjNum 198 snap 44 seq_num 198) 2024-04-22T04:28:40.101 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:38.817216+0000 mon.a (mon.0) 935 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-04-22T04:28:40.101 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:38.817846+0000 mon.a (mon.0) 936 : cluster [DBG] mgrmap e26: x(active, since 27s), standbys: y 2024-04-22T04:28:40.101 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:39.705146+0000 mgr.x (mgr.24787) 36 : cluster [DBG] pgmap v44: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-22T04:28:40.101 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:28:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:28:40.102 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:38.817216+0000 mon.a (mon.0) 935 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-04-22T04:28:40.102 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:38.817846+0000 mon.a (mon.0) 936 : cluster [DBG] mgrmap e26: x(active, since 27s), standbys: y 2024-04-22T04:28:40.102 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:39.705146+0000 mgr.x (mgr.24787) 36 : cluster [DBG] pgmap v44: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-22T04:28:40.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:38.817216+0000 mon.a (mon.0) 935 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-04-22T04:28:40.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:38.817846+0000 mon.a (mon.0) 936 : cluster [DBG] mgrmap e26: x(active, since 27s), standbys: y 2024-04-22T04:28:40.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:39.705146+0000 mgr.x (mgr.24787) 36 : cluster [DBG] pgmap v44: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-22T04:28:40.352 INFO:tasks.rados.rados.0.smithi040.stdout:609: finishing write tid 1 to smithi04078109-45 2024-04-22T04:28:40.352 INFO:tasks.rados.rados.0.smithi040.stdout:609: finishing write tid 2 to smithi04078109-45 2024-04-22T04:28:40.352 INFO:tasks.rados.rados.0.smithi040.stdout:609: finishing write tid 3 to smithi04078109-45 2024-04-22T04:28:40.352 INFO:tasks.rados.rados.0.smithi040.stdout:609: finishing write tid 4 to smithi04078109-45 2024-04-22T04:28:40.352 INFO:tasks.rados.rados.0.smithi040.stdout:609: finishing write tid 5 to smithi04078109-45 2024-04-22T04:28:40.352 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 268 (ObjNum 218 snap 50 seq_num 218) dirty exists 2024-04-22T04:28:40.352 INFO:tasks.rados.rados.0.smithi040.stdout:609: left oid 45 (ObjNum 218 snap 50 seq_num 218) 2024-04-22T04:28:40.646 INFO:tasks.rados.rados.0.smithi040.stdout:606: done (3 left) 2024-04-22T04:28:40.646 INFO:tasks.rados.rados.0.smithi040.stdout:607: done (2 left) 2024-04-22T04:28:40.646 INFO:tasks.rados.rados.0.smithi040.stdout:609: done (1 left) 2024-04-22T04:28:40.646 INFO:tasks.rados.rados.0.smithi040.stdout:610: done (0 left) 2024-04-22T04:28:40.646 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 18 current snap is 51 2024-04-22T04:28:40.646 INFO:tasks.rados.rados.0.smithi040.stdout:611: seq_num 219 ranges {1564672=475136,2039808=466944,2506752=335872} 2024-04-22T04:28:40.657 INFO:tasks.rados.rados.0.smithi040.stdout:611: writing smithi04078109-18 from 1564672 to 2039808 tid 1 2024-04-22T04:28:40.660 INFO:tasks.rados.rados.0.smithi040.stdout:611: writing smithi04078109-18 from 2039808 to 2506752 tid 2 2024-04-22T04:28:40.662 INFO:tasks.rados.rados.0.smithi040.stdout:611: writing smithi04078109-18 from 2506752 to 2842624 tid 3 2024-04-22T04:28:40.662 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 39 current snap is 51 2024-04-22T04:28:40.662 INFO:tasks.rados.rados.0.smithi040.stdout:612: seq_num 220 ranges {1646592=491520,2138112=753664,2891776=49152} 2024-04-22T04:28:40.669 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:28:40] ENGINE Bus STOPPING 2024-04-22T04:28:40.677 INFO:tasks.rados.rados.0.smithi040.stdout:612: writing smithi04078109-39 from 1646592 to 2138112 tid 1 2024-04-22T04:28:40.680 INFO:tasks.rados.rados.0.smithi040.stdout:612: writing smithi04078109-39 from 2138112 to 2891776 tid 2 2024-04-22T04:28:40.681 INFO:tasks.rados.rados.0.smithi040.stdout:612: writing smithi04078109-39 from 2891776 to 2940928 tid 3 2024-04-22T04:28:40.681 INFO:tasks.rados.rados.0.smithi040.stdout:613: setattr oid 49 current snap is 51 2024-04-22T04:28:40.681 INFO:tasks.rados.rados.0.smithi040.stdout:611: finishing write tid 1 to smithi04078109-18 2024-04-22T04:28:40.681 INFO:tasks.rados.rados.0.smithi040.stdout:611: finishing write tid 2 to smithi04078109-18 2024-04-22T04:28:40.681 INFO:tasks.rados.rados.0.smithi040.stdout:611: finishing write tid 3 to smithi04078109-18 2024-04-22T04:28:40.681 INFO:tasks.rados.rados.0.smithi040.stdout:611: finishing write tid 4 to smithi04078109-18 2024-04-22T04:28:40.681 INFO:tasks.rados.rados.0.smithi040.stdout:611: finishing write tid 5 to smithi04078109-18 2024-04-22T04:28:40.682 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 139 (ObjNum 219 snap 51 seq_num 219) dirty exists 2024-04-22T04:28:40.682 INFO:tasks.rados.rados.0.smithi040.stdout:611: left oid 18 (ObjNum 219 snap 51 seq_num 219) 2024-04-22T04:28:40.682 INFO:tasks.rados.rados.0.smithi040.stdout:612: finishing write tid 1 to smithi04078109-39 2024-04-22T04:28:40.682 INFO:tasks.rados.rados.0.smithi040.stdout:611: done (2 left) 2024-04-22T04:28:40.682 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 8 current snap is 51 2024-04-22T04:28:40.682 INFO:tasks.rados.rados.0.smithi040.stdout:614: seq_num 221 ranges {958464=507904,1466368=688128,2154496=114688} 2024-04-22T04:28:40.690 INFO:tasks.rados.rados.0.smithi040.stdout:614: writing smithi04078109-8 from 958464 to 1466368 tid 1 2024-04-22T04:28:40.694 INFO:tasks.rados.rados.0.smithi040.stdout:614: writing smithi04078109-8 from 1466368 to 2154496 tid 2 2024-04-22T04:28:40.695 INFO:tasks.rados.rados.0.smithi040.stdout:614: writing smithi04078109-8 from 2154496 to 2269184 tid 3 2024-04-22T04:28:40.695 INFO:tasks.rados.rados.0.smithi040.stdout:615: rollback oid 23 current snap is 51 2024-04-22T04:28:40.695 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 23 to 42 2024-04-22T04:28:40.695 INFO:tasks.rados.rados.0.smithi040.stdout:612: finishing write tid 2 to smithi04078109-39 2024-04-22T04:28:40.695 INFO:tasks.rados.rados.0.smithi040.stdout:612: finishing write tid 3 to smithi04078109-39 2024-04-22T04:28:40.695 INFO:tasks.rados.rados.0.smithi040.stdout:612: finishing write tid 4 to smithi04078109-39 2024-04-22T04:28:40.695 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 270 (ObjNum 207 snap 48 seq_num 207) dirty exists 2024-04-22T04:28:40.695 INFO:tasks.rados.rados.0.smithi040.stdout:612: finishing write tid 5 to smithi04078109-39 2024-04-22T04:28:40.696 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 98 (ObjNum 220 snap 51 seq_num 220) dirty exists 2024-04-22T04:28:40.696 INFO:tasks.rados.rados.0.smithi040.stdout:612: left oid 39 (ObjNum 220 snap 51 seq_num 220) 2024-04-22T04:28:40.696 INFO:tasks.rados.rados.0.smithi040.stdout:614: finishing write tid 1 to smithi04078109-8 2024-04-22T04:28:40.696 INFO:tasks.rados.rados.0.smithi040.stdout:612: done (3 left) 2024-04-22T04:28:40.696 INFO:tasks.rados.rados.0.smithi040.stdout:613: done (2 left) 2024-04-22T04:28:40.696 INFO:tasks.rados.rados.0.smithi040.stdout:616: copy_from oid 46 from oid 12 current snap is 51 2024-04-22T04:28:40.696 INFO:tasks.rados.rados.0.smithi040.stdout:617: snap_remove snap 46 2024-04-22T04:28:40.970 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:39.821954+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-04-22T04:28:40.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.483333+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:40.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.488022+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:40.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.489009+0000 mon.a (mon.0) 940 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:40.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.489930+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:28:40.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.497675+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:40.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.631642+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:40.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.637506+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-22T04:28:40.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:40.648043+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-04-22T04:28:40.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.648320+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-22T04:28:40.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:40.648374+0000 mon.a (mon.0) 947 : cluster [DBG] mgrmap e27: y(active, starting, since 0.0104084s) 2024-04-22T04:28:40.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.653363+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:28:40.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.653647+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:28:40.972 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.653888+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:28:40.972 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.654150+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T04:28:40.972 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.654537+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:28:40.972 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.654929+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T04:28:40.972 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.655207+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:28:40.972 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.655559+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:28:40.972 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.655886+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:28:40.972 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.656226+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:28:40.972 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.656534+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:28:40.972 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.656842+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:28:40.972 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.657161+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:28:40.973 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.657482+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:28:40.973 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.657821+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T04:28:40.973 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.658189+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T04:28:40.973 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.658755+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T04:28:40.973 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:40.694195+0000 mon.a (mon.0) 948 : cluster [INF] Manager daemon y is now available 2024-04-22T04:28:40.973 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.716123+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:40.973 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.718096+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:40.973 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.735188+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:28:40.973 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.739754+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:28:40.973 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.741364+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:28:40.973 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.760449+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:28:40.973 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:40.761296+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:28:40.974 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:40.646+0000 7fae2f32b700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-22T04:28:40.974 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: ignoring --setuser ceph since I am not root 2024-04-22T04:28:40.974 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: ignoring --setgroup ceph since I am not root 2024-04-22T04:28:40.974 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:40.699+0000 7f4b8e3fa700 1 -- 172.21.15.62:0/1422395141 <== mon.2 v2:172.21.15.40:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55727aa909c0 con 0x55727aa66800 2024-04-22T04:28:40.974 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:40.833+0000 7f4b966ff1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T04:28:40.975 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:39.821954+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-04-22T04:28:40.975 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.483333+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:40.975 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.488022+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:40.975 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.489009+0000 mon.a (mon.0) 940 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:40.975 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.489930+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:28:40.976 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.497675+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:40.976 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.631642+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:40.976 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.637506+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-22T04:28:40.976 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:40.648043+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-04-22T04:28:40.976 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.648320+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-22T04:28:40.976 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:40.648374+0000 mon.a (mon.0) 947 : cluster [DBG] mgrmap e27: y(active, starting, since 0.0104084s) 2024-04-22T04:28:40.976 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.653363+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:28:40.976 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.653647+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:28:40.976 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.653888+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:28:40.976 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.654150+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T04:28:40.976 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.654537+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:28:40.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:39.821954+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-04-22T04:28:40.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.483333+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:40.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.488022+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:40.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.489009+0000 mon.a (mon.0) 940 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:40.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.489930+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:28:40.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.497675+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' 2024-04-22T04:28:40.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.631642+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:40.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.637506+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-22T04:28:40.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:40.648043+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-04-22T04:28:40.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.648320+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24787 172.21.15.62:0/1843189396' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-22T04:28:40.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:40.648374+0000 mon.a (mon.0) 947 : cluster [DBG] mgrmap e27: y(active, starting, since 0.0104084s) 2024-04-22T04:28:40.978 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.653363+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:28:40.978 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.653647+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:28:40.978 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.653888+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:28:40.978 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.654150+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T04:28:40.978 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.654537+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:28:40.978 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:28:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-22T04:28:40.978 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:28:40] ENGINE Bus STOPPED 2024-04-22T04:28:40.978 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:28:40] ENGINE Bus STARTING 2024-04-22T04:28:40.979 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:40.783+0000 7f2e61bcc700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:40.979 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:40.783+0000 7f2e61bcc700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:40.979 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:40.783+0000 7f2e61bcc700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:40.979 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:40.783+0000 7f2e61bcc700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:40.979 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:40.783+0000 7f2e61bcc700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:40.979 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:40.789+0000 7f2e5ebc6700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:40.979 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:40.789+0000 7f2e5ebc6700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:40.979 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:40.789+0000 7f2e5ebc6700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:40.979 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:40.789+0000 7f2e5ebc6700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:40.979 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:28:40.789+0000 7f2e5ebc6700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:28:40.979 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:28:40] ENGINE Serving on http://:::9283 2024-04-22T04:28:40.980 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:28:40] ENGINE Bus STARTED 2024-04-22T04:28:40.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.654929+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T04:28:40.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.655207+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:28:40.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.655559+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:28:40.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.655886+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:28:40.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.656226+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:28:40.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.656534+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:28:40.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.656842+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:28:40.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.657161+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:28:40.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.657482+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:28:40.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.657821+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T04:28:40.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.658189+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T04:28:40.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.658755+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T04:28:40.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:40.694195+0000 mon.a (mon.0) 948 : cluster [INF] Manager daemon y is now available 2024-04-22T04:28:40.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.716123+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:40.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.718096+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:40.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.735188+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:28:40.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.654929+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T04:28:40.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.655207+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:28:40.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.655559+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:28:40.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.655886+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:28:40.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.656226+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:28:40.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.656534+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:28:40.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.656842+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:28:40.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.657161+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:28:40.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.657482+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:28:40.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.657821+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T04:28:40.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.658189+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T04:28:40.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.658755+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T04:28:40.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:40.694195+0000 mon.a (mon.0) 948 : cluster [INF] Manager daemon y is now available 2024-04-22T04:28:40.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.716123+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:40.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.718096+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:40.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.735188+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:28:40.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.739754+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:28:40.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.741364+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:28:40.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.760449+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:28:40.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:40.761296+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:28:40.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.739754+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:28:40.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.741364+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:28:40.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.760449+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:28:40.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:40.761296+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:28:41.335 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:41.012+0000 7f4b966ff1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T04:28:41.336 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:41.337+0000 7f4b966ff1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T04:28:41.649 INFO:tasks.rados.rados.0.smithi040.stdout:617: done (3 left) 2024-04-22T04:28:41.649 INFO:tasks.rados.rados.0.smithi040.stdout:618: copy_from oid 30 from oid 35 current snap is 51 2024-04-22T04:28:41.650 INFO:tasks.rados.rados.0.smithi040.stdout:619: read oid 3 snap 50 2024-04-22T04:28:41.650 INFO:tasks.rados.rados.0.smithi040.stdout:619: expect (ObjNum 108 snap 17 seq_num 108) 2024-04-22T04:28:41.650 INFO:tasks.rados.rados.0.smithi040.stdout:620: copy_from oid 38 from oid 26 current snap is 51 2024-04-22T04:28:41.650 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 48 current snap is 51 2024-04-22T04:28:41.650 INFO:tasks.rados.rados.0.smithi040.stdout:621: seq_num 222 ranges {5390336=524288,5914624=565248,6479872=237568} 2024-04-22T04:28:41.684 INFO:tasks.rados.rados.0.smithi040.stdout:621: writing smithi04078109-48 from 5390336 to 5914624 tid 1 2024-04-22T04:28:41.688 INFO:tasks.rados.rados.0.smithi040.stdout:621: writing smithi04078109-48 from 5914624 to 6479872 tid 2 2024-04-22T04:28:41.689 INFO:tasks.rados.rados.0.smithi040.stdout:621: writing smithi04078109-48 from 6479872 to 6717440 tid 3 2024-04-22T04:28:41.689 INFO:tasks.rados.rados.0.smithi040.stdout:622: rollback oid 4 current snap is 51 2024-04-22T04:28:41.689 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 4 to 40 2024-04-22T04:28:41.689 INFO:tasks.rados.rados.0.smithi040.stdout:615: finishing rollback tid 0 to smithi04078109-23 2024-04-22T04:28:41.690 INFO:tasks.rados.rados.0.smithi040.stdout:615: finishing rollback tid 1 to smithi04078109-23 2024-04-22T04:28:41.690 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 168 (ObjNum 1439342538 snap 5 seq_num 3717482871) dirty dne 2024-04-22T04:28:41.690 INFO:tasks.rados.rados.0.smithi040.stdout:614: finishing write tid 2 to smithi04078109-8 2024-04-22T04:28:41.690 INFO:tasks.rados.rados.0.smithi040.stdout:614: finishing write tid 3 to smithi04078109-8 2024-04-22T04:28:41.690 INFO:tasks.rados.rados.0.smithi040.stdout:614: finishing write tid 4 to smithi04078109-8 2024-04-22T04:28:41.690 INFO:tasks.rados.rados.0.smithi040.stdout:614: finishing write tid 5 to smithi04078109-8 2024-04-22T04:28:41.690 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 103 (ObjNum 221 snap 51 seq_num 221) dirty exists 2024-04-22T04:28:41.690 INFO:tasks.rados.rados.0.smithi040.stdout:614: left oid 8 (ObjNum 221 snap 51 seq_num 221) 2024-04-22T04:28:41.690 INFO:tasks.rados.rados.0.smithi040.stdout:616: finishing copy_from racing read to smithi04078109-46 2024-04-22T04:28:41.690 INFO:tasks.rados.rados.0.smithi040.stdout:616: finishing copy_from to smithi04078109-46 2024-04-22T04:28:41.690 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 132 (ObjNum 198 snap 44 seq_num 198) dirty exists 2024-04-22T04:28:41.690 INFO:tasks.rados.rados.0.smithi040.stdout:618: finishing copy_from racing read to smithi04078109-30 2024-04-22T04:28:41.690 INFO:tasks.rados.rados.0.smithi040.stdout:618: finishing copy_from to smithi04078109-30 2024-04-22T04:28:41.690 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 188 (ObjNum 169 snap 37 seq_num 169) dirty exists 2024-04-22T04:28:41.691 INFO:tasks.rados.rados.0.smithi040.stdout:619: expect (ObjNum 108 snap 17 seq_num 108) 2024-04-22T04:28:41.804 INFO:tasks.rados.rados.0.smithi040.stdout:621: finishing write tid 1 to smithi04078109-48 2024-04-22T04:28:41.804 INFO:tasks.rados.rados.0.smithi040.stdout:622: finishing rollback tid 1 to smithi04078109-4 2024-04-22T04:28:41.804 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 0 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-22T04:28:41.804 INFO:tasks.rados.rados.0.smithi040.stdout:621: finishing write tid 2 to smithi04078109-48 2024-04-22T04:28:41.804 INFO:tasks.rados.rados.0.smithi040.stdout:620: finishing copy_from racing read to smithi04078109-38 2024-04-22T04:28:41.804 INFO:tasks.rados.rados.0.smithi040.stdout:614: done (7 left) 2024-04-22T04:28:41.804 INFO:tasks.rados.rados.0.smithi040.stdout:615: done (6 left) 2024-04-22T04:28:41.804 INFO:tasks.rados.rados.0.smithi040.stdout:616: done (5 left) 2024-04-22T04:28:41.805 INFO:tasks.rados.rados.0.smithi040.stdout:618: done (4 left) 2024-04-22T04:28:41.805 INFO:tasks.rados.rados.0.smithi040.stdout:619: done (3 left) 2024-04-22T04:28:41.805 INFO:tasks.rados.rados.0.smithi040.stdout:622: done (2 left) 2024-04-22T04:28:41.805 INFO:tasks.rados.rados.0.smithi040.stdout:623: setattr oid 23 current snap is 51 2024-04-22T04:28:41.805 INFO:tasks.rados.rados.0.smithi040.stdout:621: finishing write tid 3 to smithi04078109-48 2024-04-22T04:28:41.805 INFO:tasks.rados.rados.0.smithi040.stdout:621: finishing write tid 4 to smithi04078109-48 2024-04-22T04:28:41.805 INFO:tasks.rados.rados.0.smithi040.stdout:621: finishing write tid 5 to smithi04078109-48 2024-04-22T04:28:41.805 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 124 (ObjNum 222 snap 51 seq_num 222) dirty exists 2024-04-22T04:28:41.805 INFO:tasks.rados.rados.0.smithi040.stdout:621: left oid 48 (ObjNum 222 snap 51 seq_num 222) 2024-04-22T04:28:41.805 INFO:tasks.rados.rados.0.smithi040.stdout:620: finishing copy_from to smithi04078109-38 2024-04-22T04:28:41.805 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 108 (ObjNum 160 snap 34 seq_num 160) dirty exists 2024-04-22T04:28:41.806 INFO:tasks.rados.rados.0.smithi040.stdout:620: done (2 left) 2024-04-22T04:28:41.806 INFO:tasks.rados.rados.0.smithi040.stdout:621: done (1 left) 2024-04-22T04:28:41.806 INFO:tasks.rados.rados.0.smithi040.stdout:624: rmattr oid 8 current snap is 51 2024-04-22T04:28:41.806 INFO:tasks.rados.rados.0.smithi040.stdout:624: done (1 left) 2024-04-22T04:28:41.806 INFO:tasks.rados.rados.0.smithi040.stdout:625: read oid 42 snap -1 2024-04-22T04:28:41.806 INFO:tasks.rados.rados.0.smithi040.stdout:625: expect deleted 2024-04-22T04:28:41.807 INFO:tasks.rados.rados.0.smithi040.stdout:626: rollback oid 18 current snap is 51 2024-04-22T04:28:41.807 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 18 to 43 2024-04-22T04:28:41.807 INFO:tasks.rados.rados.0.smithi040.stdout:627: copy_from oid 7 from oid 32 current snap is 51 2024-04-22T04:28:41.807 INFO:tasks.rados.rados.0.smithi040.stdout:628: delete oid 4 current snap is 51 2024-04-22T04:28:41.808 INFO:tasks.rados.rados.0.smithi040.stdout:625: done (4 left) 2024-04-22T04:28:41.808 INFO:tasks.rados.rados.0.smithi040.stdout:628: done (3 left) 2024-04-22T04:28:41.808 INFO:tasks.rados.rados.0.smithi040.stdout:629: rollback oid 26 current snap is 51 2024-04-22T04:28:41.808 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 26 to 42 2024-04-22T04:28:41.808 INFO:tasks.rados.rados.0.smithi040.stdout:630: snap_remove snap 48 2024-04-22T04:28:42.131 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:41.929+0000 7f4b966ff1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T04:28:42.512 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:42.158+0000 7f4b966ff1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T04:28:42.666 INFO:tasks.rados.rados.0.smithi040.stdout:630: done (4 left) 2024-04-22T04:28:42.666 INFO:tasks.rados.rados.0.smithi040.stdout:631: read oid 50 snap -1 2024-04-22T04:28:42.666 INFO:tasks.rados.rados.0.smithi040.stdout:631: expect (ObjNum 209 snap 48 seq_num 209) 2024-04-22T04:28:42.667 INFO:tasks.rados.rados.0.smithi040.stdout:632: delete oid 33 current snap is 51 2024-04-22T04:28:42.667 INFO:tasks.rados.rados.0.smithi040.stdout:626: finishing rollback tid 0 to smithi04078109-18 2024-04-22T04:28:42.667 INFO:tasks.rados.rados.0.smithi040.stdout:626: finishing rollback tid 1 to smithi04078109-18 2024-04-22T04:28:42.667 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 173 (ObjNum -1442864576 snap 21852 seq_num 2851757296) dirty exists 2024-04-22T04:28:42.667 INFO:tasks.rados.rados.0.smithi040.stdout:626: finishing rollback tid 2 to smithi04078109-18 2024-04-22T04:28:42.667 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 144 (ObjNum 93 snap 12 seq_num 93) dirty exists 2024-04-22T04:28:42.667 INFO:tasks.rados.rados.0.smithi040.stdout:629: finishing rollback tid 0 to smithi04078109-26 2024-04-22T04:28:42.667 INFO:tasks.rados.rados.0.smithi040.stdout:629: finishing rollback tid 1 to smithi04078109-26 2024-04-22T04:28:42.667 INFO:tasks.rados.rados.0.smithi040.stdout:629: finishing rollback tid 2 to smithi04078109-26 2024-04-22T04:28:42.667 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 148 (ObjNum 165 snap 36 seq_num 165) dirty exists 2024-04-22T04:28:42.667 INFO:tasks.rados.rados.0.smithi040.stdout:627: finishing copy_from racing read to smithi04078109-7 2024-04-22T04:28:42.667 INFO:tasks.rados.rados.0.smithi040.stdout:627: finishing copy_from to smithi04078109-7 2024-04-22T04:28:42.667 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 165 (ObjNum 213 snap 49 seq_num 213) dirty exists 2024-04-22T04:28:42.673 INFO:tasks.rados.rados.0.smithi040.stdout:623: done (5 left) 2024-04-22T04:28:42.673 INFO:tasks.rados.rados.0.smithi040.stdout:626: done (4 left) 2024-04-22T04:28:42.673 INFO:tasks.rados.rados.0.smithi040.stdout:627: done (3 left) 2024-04-22T04:28:42.673 INFO:tasks.rados.rados.0.smithi040.stdout:629: done (2 left) 2024-04-22T04:28:42.673 INFO:tasks.rados.rados.0.smithi040.stdout:632: done (1 left) 2024-04-22T04:28:42.673 INFO:tasks.rados.rados.0.smithi040.stdout:633: rollback oid 30 current snap is 51 2024-04-22T04:28:42.673 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 30 to 43 2024-04-22T04:28:42.675 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 51 2024-04-22T04:28:42.675 INFO:tasks.rados.rados.0.smithi040.stdout:634: seq_num 225 ranges {1564672=573440,2138112=622592,2760704=180224} 2024-04-22T04:28:42.685 INFO:tasks.rados.rados.0.smithi040.stdout:634: writing smithi04078109-47 from 1564672 to 2138112 tid 1 2024-04-22T04:28:42.689 INFO:tasks.rados.rados.0.smithi040.stdout:634: writing smithi04078109-47 from 2138112 to 2760704 tid 2 2024-04-22T04:28:42.690 INFO:tasks.rados.rados.0.smithi040.stdout:634: writing smithi04078109-47 from 2760704 to 2940928 tid 3 2024-04-22T04:28:42.690 INFO:tasks.rados.rados.0.smithi040.stdout:635: rollback oid 42 current snap is 51 2024-04-22T04:28:42.690 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 42 to 50 2024-04-22T04:28:42.690 INFO:tasks.rados.rados.0.smithi040.stdout:633: finishing rollback tid 0 to smithi04078109-30 2024-04-22T04:28:42.691 INFO:tasks.rados.rados.0.smithi040.stdout:636: snap_remove snap 44 2024-04-22T04:28:42.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:42.529+0000 7f4b966ff1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T04:28:42.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:41.392393+0000 mgr.y (mgr.15009) 1 : cephadm [INF] [22/Apr/2024:04:28:41] ENGINE Bus STARTING 2024-04-22T04:28:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:41.510997+0000 mgr.y (mgr.15009) 2 : cephadm [INF] [22/Apr/2024:04:28:41] ENGINE Serving on https://172.21.15.40:7150 2024-04-22T04:28:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:41.511084+0000 mgr.y (mgr.15009) 3 : cephadm [INF] [22/Apr/2024:04:28:41] ENGINE Bus STARTED 2024-04-22T04:28:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:41.515574+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:41.650347+0000 mon.a (mon.0) 952 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-04-22T04:28:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:41.661049+0000 mon.a (mon.0) 953 : cluster [DBG] mgrmap e28: y(active, since 1.02308s) 2024-04-22T04:28:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:41.684378+0000 mgr.y (mgr.15009) 4 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:41.392393+0000 mgr.y (mgr.15009) 1 : cephadm [INF] [22/Apr/2024:04:28:41] ENGINE Bus STARTING 2024-04-22T04:28:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:41.510997+0000 mgr.y (mgr.15009) 2 : cephadm [INF] [22/Apr/2024:04:28:41] ENGINE Serving on https://172.21.15.40:7150 2024-04-22T04:28:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:41.511084+0000 mgr.y (mgr.15009) 3 : cephadm [INF] [22/Apr/2024:04:28:41] ENGINE Bus STARTED 2024-04-22T04:28:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:41.515574+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:41.650347+0000 mon.a (mon.0) 952 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-04-22T04:28:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:41.661049+0000 mon.a (mon.0) 953 : cluster [DBG] mgrmap e28: y(active, since 1.02308s) 2024-04-22T04:28:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:41.684378+0000 mgr.y (mgr.15009) 4 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:41.392393+0000 mgr.y (mgr.15009) 1 : cephadm [INF] [22/Apr/2024:04:28:41] ENGINE Bus STARTING 2024-04-22T04:28:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:41.510997+0000 mgr.y (mgr.15009) 2 : cephadm [INF] [22/Apr/2024:04:28:41] ENGINE Serving on https://172.21.15.40:7150 2024-04-22T04:28:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:41.511084+0000 mgr.y (mgr.15009) 3 : cephadm [INF] [22/Apr/2024:04:28:41] ENGINE Bus STARTED 2024-04-22T04:28:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:41.515574+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:41.650347+0000 mon.a (mon.0) 952 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-04-22T04:28:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:41.661049+0000 mon.a (mon.0) 953 : cluster [DBG] mgrmap e28: y(active, since 1.02308s) 2024-04-22T04:28:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:41.684378+0000 mgr.y (mgr.15009) 4 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:43.661 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:43.388+0000 7f4b966ff1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T04:28:43.661 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:43.490+0000 7f4b966ff1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T04:28:43.674 INFO:tasks.rados.rados.0.smithi040.stdout:636: done (4 left) 2024-04-22T04:28:43.674 INFO:tasks.rados.rados.0.smithi040.stdout:637: snap_create 2024-04-22T04:28:43.674 INFO:tasks.rados.rados.0.smithi040.stdout:633: finishing rollback tid 1 to smithi04078109-30 2024-04-22T04:28:43.674 INFO:tasks.rados.rados.0.smithi040.stdout:633: finishing rollback tid 2 to smithi04078109-30 2024-04-22T04:28:43.674 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 208 (ObjNum 145 snap 33 seq_num 145) dirty exists 2024-04-22T04:28:43.674 INFO:tasks.rados.rados.0.smithi040.stdout:631: expect (ObjNum 209 snap 48 seq_num 209) 2024-04-22T04:28:43.818 INFO:tasks.rados.rados.0.smithi040.stdout:634: finishing write tid 1 to smithi04078109-47 2024-04-22T04:28:43.819 INFO:tasks.rados.rados.0.smithi040.stdout:635: finishing rollback tid 1 to smithi04078109-42 2024-04-22T04:28:43.819 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 0 (ObjNum -1470253160 snap 21852 seq_num 1) dirty dne 2024-04-22T04:28:43.819 INFO:tasks.rados.rados.0.smithi040.stdout:634: finishing write tid 2 to smithi04078109-47 2024-04-22T04:28:43.819 INFO:tasks.rados.rados.0.smithi040.stdout:634: finishing write tid 3 to smithi04078109-47 2024-04-22T04:28:43.819 INFO:tasks.rados.rados.0.smithi040.stdout:634: finishing write tid 4 to smithi04078109-47 2024-04-22T04:28:43.819 INFO:tasks.rados.rados.0.smithi040.stdout:634: finishing write tid 5 to smithi04078109-47 2024-04-22T04:28:43.819 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 97 (ObjNum 225 snap 51 seq_num 225) dirty exists 2024-04-22T04:28:43.819 INFO:tasks.rados.rados.0.smithi040.stdout:634: left oid 47 (ObjNum 225 snap 51 seq_num 225) 2024-04-22T04:28:43.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:42.655971+0000 mgr.y (mgr.15009) 5 : cluster [DBG] pgmap v5: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:43.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:42.665615+0000 mon.a (mon.0) 954 : cluster [DBG] mgrmap e29: y(active, since 2s) 2024-04-22T04:28:43.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:42.665690+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-04-22T04:28:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:42.655971+0000 mgr.y (mgr.15009) 5 : cluster [DBG] pgmap v5: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:42.665615+0000 mon.a (mon.0) 954 : cluster [DBG] mgrmap e29: y(active, since 2s) 2024-04-22T04:28:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:42.665690+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-04-22T04:28:43.909 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:28:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[74924]: level=warn ts=2024-04-22T04:28:43.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi062.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.62:8443: connect: connection refused" 2024-04-22T04:28:44.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:42.655971+0000 mgr.y (mgr.15009) 5 : cluster [DBG] pgmap v5: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:44.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:42.665615+0000 mon.a (mon.0) 954 : cluster [DBG] mgrmap e29: y(active, since 2s) 2024-04-22T04:28:44.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:42.665690+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-04-22T04:28:44.421 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:44.133+0000 7f4b966ff1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T04:28:44.421 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:44.219+0000 7f4b966ff1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T04:28:44.421 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:44.324+0000 7f4b966ff1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T04:28:44.675 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:44.423+0000 7f4b966ff1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T04:28:44.675 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:44.669+0000 7f4b966ff1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T04:28:44.676 INFO:tasks.rados.rados.0.smithi040.stdout:631: done (4 left) 2024-04-22T04:28:44.676 INFO:tasks.rados.rados.0.smithi040.stdout:633: done (3 left) 2024-04-22T04:28:44.676 INFO:tasks.rados.rados.0.smithi040.stdout:634: done (2 left) 2024-04-22T04:28:44.676 INFO:tasks.rados.rados.0.smithi040.stdout:635: done (1 left) 2024-04-22T04:28:44.676 INFO:tasks.rados.rados.0.smithi040.stdout:637: done (0 left) 2024-04-22T04:28:44.676 INFO:tasks.rados.rados.0.smithi040.stdout:638: rmattr oid 40 current snap is 52 2024-04-22T04:28:44.676 INFO:tasks.rados.rados.0.smithi040.stdout:638: done (0 left) 2024-04-22T04:28:44.676 INFO:tasks.rados.rados.0.smithi040.stdout:639: read oid 10 snap 42 2024-04-22T04:28:44.676 INFO:tasks.rados.rados.0.smithi040.stdout:639: expect deleted 2024-04-22T04:28:44.677 INFO:tasks.rados.rados.0.smithi040.stdout:640: read oid 50 snap -1 2024-04-22T04:28:44.677 INFO:tasks.rados.rados.0.smithi040.stdout:640: expect (ObjNum 209 snap 48 seq_num 209) 2024-04-22T04:28:44.677 INFO:tasks.rados.rados.0.smithi040.stdout:641: setattr oid 7 current snap is 52 2024-04-22T04:28:44.677 INFO:tasks.rados.rados.0.smithi040.stdout:642: read oid 18 snap 51 2024-04-22T04:28:44.678 INFO:tasks.rados.rados.0.smithi040.stdout:642: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:28:44.678 INFO:tasks.rados.rados.0.smithi040.stdout:643: copy_from oid 42 from oid 35 current snap is 52 2024-04-22T04:28:44.678 INFO:tasks.rados.rados.0.smithi040.stdout:644: read oid 46 snap -1 2024-04-22T04:28:44.678 INFO:tasks.rados.rados.0.smithi040.stdout:644: expect (ObjNum 198 snap 44 seq_num 198) 2024-04-22T04:28:44.681 INFO:tasks.rados.rados.0.smithi040.stdout:645: rollback oid 31 current snap is 52 2024-04-22T04:28:44.681 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 31 to 42 2024-04-22T04:28:44.681 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 8 current snap is 52 2024-04-22T04:28:44.681 INFO:tasks.rados.rados.0.smithi040.stdout:646: seq_num 226 ranges {2269184=589824,2859008=507904,3366912=294912} 2024-04-22T04:28:44.693 INFO:tasks.rados.rados.0.smithi040.stdout:646: writing smithi04078109-8 from 2269184 to 2859008 tid 1 2024-04-22T04:28:44.696 INFO:tasks.rados.rados.0.smithi040.stdout:646: writing smithi04078109-8 from 2859008 to 3366912 tid 2 2024-04-22T04:28:44.698 INFO:tasks.rados.rados.0.smithi040.stdout:646: writing smithi04078109-8 from 3366912 to 3661824 tid 3 2024-04-22T04:28:44.698 INFO:tasks.rados.rados.0.smithi040.stdout:647: rollback oid 19 current snap is 52 2024-04-22T04:28:44.698 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 19 to 42 2024-04-22T04:28:44.698 INFO:tasks.rados.rados.0.smithi040.stdout:645: finishing rollback tid 0 to smithi04078109-31 2024-04-22T04:28:44.699 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 286 (ObjNum 213 snap 49 seq_num 213) dirty exists 2024-04-22T04:28:44.699 INFO:tasks.rados.rados.0.smithi040.stdout:645: finishing rollback tid 1 to smithi04078109-31 2024-04-22T04:28:44.699 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 196 (ObjNum 7 snap 6 seq_num 1) dirty dne 2024-04-22T04:28:44.699 INFO:tasks.rados.rados.0.smithi040.stdout:642: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:28:44.742 INFO:tasks.rados.rados.0.smithi040.stdout:643: finishing copy_from racing read to smithi04078109-42 2024-04-22T04:28:44.743 INFO:tasks.rados.rados.0.smithi040.stdout:640: expect (ObjNum 209 snap 48 seq_num 209) 2024-04-22T04:28:44.872 INFO:tasks.rados.rados.0.smithi040.stdout:643: finishing copy_from to smithi04078109-42 2024-04-22T04:28:44.873 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 188 (ObjNum 169 snap 37 seq_num 169) dirty exists 2024-04-22T04:28:44.873 INFO:tasks.rados.rados.0.smithi040.stdout:646: finishing write tid 1 to smithi04078109-8 2024-04-22T04:28:44.873 INFO:tasks.rados.rados.0.smithi040.stdout:646: finishing write tid 2 to smithi04078109-8 2024-04-22T04:28:44.873 INFO:tasks.rados.rados.0.smithi040.stdout:647: finishing rollback tid 0 to smithi04078109-19 2024-04-22T04:28:44.873 INFO:tasks.rados.rados.0.smithi040.stdout:646: finishing write tid 3 to smithi04078109-8 2024-04-22T04:28:44.873 INFO:tasks.rados.rados.0.smithi040.stdout:647: finishing rollback tid 1 to smithi04078109-19 2024-04-22T04:28:44.873 INFO:tasks.rados.rados.0.smithi040.stdout:639: done (8 left) 2024-04-22T04:28:44.873 INFO:tasks.rados.rados.0.smithi040.stdout:640: done (7 left) 2024-04-22T04:28:44.873 INFO:tasks.rados.rados.0.smithi040.stdout:641: done (6 left) 2024-04-22T04:28:44.873 INFO:tasks.rados.rados.0.smithi040.stdout:642: done (5 left) 2024-04-22T04:28:44.873 INFO:tasks.rados.rados.0.smithi040.stdout:643: done (4 left) 2024-04-22T04:28:44.873 INFO:tasks.rados.rados.0.smithi040.stdout:645: done (3 left) 2024-04-22T04:28:44.873 INFO:tasks.rados.rados.0.smithi040.stdout:648: rollback oid 33 current snap is 52 2024-04-22T04:28:44.874 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 33 to 45 2024-04-22T04:28:44.874 INFO:tasks.rados.rados.0.smithi040.stdout:646: finishing write tid 4 to smithi04078109-8 2024-04-22T04:28:44.874 INFO:tasks.rados.rados.0.smithi040.stdout:647: finishing rollback tid 2 to smithi04078109-19 2024-04-22T04:28:44.874 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 122 (ObjNum 134 snap 29 seq_num 134) dirty exists 2024-04-22T04:28:44.874 INFO:tasks.rados.rados.0.smithi040.stdout:646: finishing write tid 5 to smithi04078109-8 2024-04-22T04:28:44.874 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 120 (ObjNum 226 snap 52 seq_num 226) dirty exists 2024-04-22T04:28:44.874 INFO:tasks.rados.rados.0.smithi040.stdout:646: left oid 8 (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:28:44.874 INFO:tasks.rados.rados.0.smithi040.stdout:644: expect (ObjNum 198 snap 44 seq_num 198) 2024-04-22T04:28:44.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:43.672264+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-04-22T04:28:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:43.672264+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-04-22T04:28:45.001 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:44.781+0000 7f4b966ff1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T04:28:45.001 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:43.672264+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-04-22T04:28:45.256 INFO:tasks.rados.rados.0.smithi040.stdout:648: finishing rollback tid 1 to smithi04078109-33 2024-04-22T04:28:45.256 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 200 (ObjNum -1916094463 snap 32642 seq_num 3717482871) dirty dne 2024-04-22T04:28:45.256 INFO:tasks.rados.rados.0.smithi040.stdout:644: done (3 left) 2024-04-22T04:28:45.256 INFO:tasks.rados.rados.0.smithi040.stdout:646: done (2 left) 2024-04-22T04:28:45.256 INFO:tasks.rados.rados.0.smithi040.stdout:647: done (1 left) 2024-04-22T04:28:45.256 INFO:tasks.rados.rados.0.smithi040.stdout:648: done (0 left) 2024-04-22T04:28:45.256 INFO:tasks.rados.rados.0.smithi040.stdout:649: read oid 37 snap 45 2024-04-22T04:28:45.256 INFO:tasks.rados.rados.0.smithi040.stdout:649: expect deleted 2024-04-22T04:28:45.256 INFO:tasks.rados.rados.0.smithi040.stdout:650: copy_from oid 17 from oid 32 current snap is 52 2024-04-22T04:28:45.256 INFO:tasks.rados.rados.0.smithi040.stdout:651: snap_remove snap 42 2024-04-22T04:28:45.306 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:45.003+0000 7f4b966ff1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T04:28:45.306 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:45.102+0000 7f4b966ff1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T04:28:45.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:45.308+0000 7f4b966ff1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T04:28:45.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:45.396+0000 7f4b966ff1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T04:28:46.000 INFO:tasks.rados.rados.0.smithi040.stdout:651: done (2 left) 2024-04-22T04:28:46.000 INFO:tasks.rados.rados.0.smithi040.stdout:652: snap_remove snap 40 2024-04-22T04:28:46.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:44.656398+0000 mgr.y (mgr.15009) 6 : cluster [DBG] pgmap v8: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:46.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:44.678228+0000 mon.a (mon.0) 957 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-04-22T04:28:46.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:44.678459+0000 mon.a (mon.0) 958 : cluster [DBG] mgrmap e30: y(active, since 4s) 2024-04-22T04:28:46.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:44.992419+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:46.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:44.996986+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:46.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:44.656398+0000 mgr.y (mgr.15009) 6 : cluster [DBG] pgmap v8: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:46.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:44.678228+0000 mon.a (mon.0) 957 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-04-22T04:28:46.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:44.678459+0000 mon.a (mon.0) 958 : cluster [DBG] mgrmap e30: y(active, since 4s) 2024-04-22T04:28:46.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:44.992419+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:46.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:44.996986+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:46.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:44.656398+0000 mgr.y (mgr.15009) 6 : cluster [DBG] pgmap v8: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:46.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:44.678228+0000 mon.a (mon.0) 957 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-04-22T04:28:46.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:44.678459+0000 mon.a (mon.0) 958 : cluster [DBG] mgrmap e30: y(active, since 4s) 2024-04-22T04:28:46.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:44.992419+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:46.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:45 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:44.996986+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:46.597 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:46.200+0000 7f4b966ff1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T04:28:46.597 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:46.406+0000 7f4b966ff1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T04:28:46.776 INFO:tasks.rados.rados.0.smithi040.stdout:652: done (2 left) 2024-04-22T04:28:46.777 INFO:tasks.rados.rados.0.smithi040.stdout:653: rollback oid 41 current snap is 52 2024-04-22T04:28:46.777 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 41 to 51 2024-04-22T04:28:46.777 INFO:tasks.rados.rados.0.smithi040.stdout:650: finishing copy_from racing read to smithi04078109-17 2024-04-22T04:28:46.777 INFO:tasks.rados.rados.0.smithi040.stdout:650: finishing copy_from to smithi04078109-17 2024-04-22T04:28:46.777 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 165 (ObjNum 213 snap 49 seq_num 213) dirty exists 2024-04-22T04:28:46.777 INFO:tasks.rados.rados.0.smithi040.stdout:649: done (2 left) 2024-04-22T04:28:46.777 INFO:tasks.rados.rados.0.smithi040.stdout:650: done (1 left) 2024-04-22T04:28:46.777 INFO:tasks.rados.rados.0.smithi040.stdout:654: delete oid 15 current snap is 52 2024-04-22T04:28:46.781 INFO:tasks.rados.rados.0.smithi040.stdout:653: finishing rollback tid 0 to smithi04078109-41 2024-04-22T04:28:46.784 INFO:tasks.rados.rados.0.smithi040.stdout:653: finishing rollback tid 1 to smithi04078109-41 2024-04-22T04:28:46.791 INFO:tasks.rados.rados.0.smithi040.stdout:653: finishing rollback tid 2 to smithi04078109-41 2024-04-22T04:28:46.791 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 311 (ObjNum 215 snap 50 seq_num 215) dirty exists 2024-04-22T04:28:46.791 INFO:tasks.rados.rados.0.smithi040.stdout:653: done (1 left) 2024-04-22T04:28:46.791 INFO:tasks.rados.rados.0.smithi040.stdout:654: done (0 left) 2024-04-22T04:28:46.791 INFO:tasks.rados.rados.0.smithi040.stdout:655: read oid 42 snap -1 2024-04-22T04:28:46.791 INFO:tasks.rados.rados.0.smithi040.stdout:655: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-22T04:28:46.791 INFO:tasks.rados.rados.0.smithi040.stdout:656: rollback oid 45 current snap is 52 2024-04-22T04:28:46.792 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 45 to 45 2024-04-22T04:28:46.796 INFO:tasks.rados.rados.0.smithi040.stdout:657: rmattr oid 40 current snap is 52 2024-04-22T04:28:46.796 INFO:tasks.rados.rados.0.smithi040.stdout:657: done (2 left) 2024-04-22T04:28:46.796 INFO:tasks.rados.rados.0.smithi040.stdout:658: copy_from oid 44 from oid 48 current snap is 52 2024-04-22T04:28:46.796 INFO:tasks.rados.rados.0.smithi040.stdout:659: rollback oid 15 current snap is 52 2024-04-22T04:28:46.796 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 15 to 50 2024-04-22T04:28:46.796 INFO:tasks.rados.rados.0.smithi040.stdout:660: copy_from oid 16 from oid 11 current snap is 52 2024-04-22T04:28:46.796 INFO:tasks.rados.rados.0.smithi040.stdout:661: copy_from oid 22 from oid 28 current snap is 52 2024-04-22T04:28:46.797 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 52 2024-04-22T04:28:46.797 INFO:tasks.rados.rados.0.smithi040.stdout:662: seq_num 228 ranges {4931584=622592,5554176=671744,6225920=131072} 2024-04-22T04:28:46.824 INFO:tasks.rados.rados.0.smithi040.stdout:662: writing smithi04078109-40 from 4931584 to 5554176 tid 1 2024-04-22T04:28:46.828 INFO:tasks.rados.rados.0.smithi040.stdout:662: writing smithi04078109-40 from 5554176 to 6225920 tid 2 2024-04-22T04:28:46.829 INFO:tasks.rados.rados.0.smithi040.stdout:662: writing smithi04078109-40 from 6225920 to 6356992 tid 3 2024-04-22T04:28:46.829 INFO:tasks.rados.rados.0.smithi040.stdout:663: rollback oid 35 current snap is 52 2024-04-22T04:28:46.829 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 35 to 43 2024-04-22T04:28:46.829 INFO:tasks.rados.rados.0.smithi040.stdout:656: finishing rollback tid 0 to smithi04078109-45 2024-04-22T04:28:46.829 INFO:tasks.rados.rados.0.smithi040.stdout:660: finishing copy_from racing read to smithi04078109-16 2024-04-22T04:28:46.829 INFO:tasks.rados.rados.0.smithi040.stdout:656: finishing rollback tid 1 to smithi04078109-45 2024-04-22T04:28:46.829 INFO:tasks.rados.rados.0.smithi040.stdout:656: finishing rollback tid 2 to smithi04078109-45 2024-04-22T04:28:46.829 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 298 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-04-22T04:28:46.829 INFO:tasks.rados.rados.0.smithi040.stdout:655: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-22T04:28:46.844 INFO:tasks.rados.rados.0.smithi040.stdout:660: finishing copy_from to smithi04078109-16 2024-04-22T04:28:46.844 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 146 (ObjNum 1 snap 32647 seq_num 2851782024) dirty exists 2024-04-22T04:28:46.844 INFO:tasks.rados.rados.0.smithi040.stdout:661: finishing copy_from racing read to smithi04078109-22 2024-04-22T04:28:46.844 INFO:tasks.rados.rados.0.smithi040.stdout:661: finishing copy_from to smithi04078109-22 2024-04-22T04:28:46.844 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 75 (ObjNum 174 snap 37 seq_num 174) dirty exists 2024-04-22T04:28:46.844 INFO:tasks.rados.rados.0.smithi040.stdout:659: finishing rollback tid 1 to smithi04078109-15 2024-04-22T04:28:46.844 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 273 (ObjNum -1443623872 snap 21852 seq_num 2851599152) dirty dne 2024-04-22T04:28:46.844 INFO:tasks.rados.rados.0.smithi040.stdout:658: finishing copy_from racing read to smithi04078109-44 2024-04-22T04:28:46.845 INFO:tasks.rados.rados.0.smithi040.stdout:658: finishing copy_from to smithi04078109-44 2024-04-22T04:28:46.845 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 124 (ObjNum 222 snap 51 seq_num 222) dirty exists 2024-04-22T04:28:46.845 INFO:tasks.rados.rados.0.smithi040.stdout:662: finishing write tid 1 to smithi04078109-40 2024-04-22T04:28:46.845 INFO:tasks.rados.rados.0.smithi040.stdout:655: done (7 left) 2024-04-22T04:28:46.845 INFO:tasks.rados.rados.0.smithi040.stdout:656: done (6 left) 2024-04-22T04:28:46.845 INFO:tasks.rados.rados.0.smithi040.stdout:658: done (5 left) 2024-04-22T04:28:46.845 INFO:tasks.rados.rados.0.smithi040.stdout:659: done (4 left) 2024-04-22T04:28:46.845 INFO:tasks.rados.rados.0.smithi040.stdout:660: done (3 left) 2024-04-22T04:28:46.845 INFO:tasks.rados.rados.0.smithi040.stdout:661: done (2 left) 2024-04-22T04:28:46.845 INFO:tasks.rados.rados.0.smithi040.stdout:664: read oid 37 snap -1 2024-04-22T04:28:46.845 INFO:tasks.rados.rados.0.smithi040.stdout:664: expect (ObjNum 217 snap 50 seq_num 217) 2024-04-22T04:28:46.845 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 34 current snap is 52 2024-04-22T04:28:46.845 INFO:tasks.rados.rados.0.smithi040.stdout:662: finishing write tid 2 to smithi04078109-40 2024-04-22T04:28:46.845 INFO:tasks.rados.rados.0.smithi040.stdout:662: finishing write tid 3 to smithi04078109-40 2024-04-22T04:28:46.845 INFO:tasks.rados.rados.0.smithi040.stdout:662: finishing write tid 4 to smithi04078109-40 2024-04-22T04:28:46.845 INFO:tasks.rados.rados.0.smithi040.stdout:663: finishing rollback tid 0 to smithi04078109-35 2024-04-22T04:28:46.846 INFO:tasks.rados.rados.0.smithi040.stdout:663: finishing rollback tid 1 to smithi04078109-35 2024-04-22T04:28:46.846 INFO:tasks.rados.rados.0.smithi040.stdout:663: finishing rollback tid 2 to smithi04078109-35 2024-04-22T04:28:46.846 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 225 (ObjNum 169 snap 37 seq_num 169) dirty exists 2024-04-22T04:28:46.846 INFO:tasks.rados.rados.0.smithi040.stdout:662: finishing write tid 5 to smithi04078109-40 2024-04-22T04:28:46.846 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 212 (ObjNum 228 snap 52 seq_num 228) dirty exists 2024-04-22T04:28:46.846 INFO:tasks.rados.rados.0.smithi040.stdout:662: left oid 40 (ObjNum 228 snap 52 seq_num 228) 2024-04-22T04:28:46.846 INFO:tasks.rados.rados.0.smithi040.stdout:665: seq_num 229 ranges {761856=638976,1400832=606208,2007040=196608} 2024-04-22T04:28:46.851 INFO:tasks.rados.rados.0.smithi040.stdout:665: writing smithi04078109-34 from 761856 to 1400832 tid 1 2024-04-22T04:28:46.854 INFO:tasks.rados.rados.0.smithi040.stdout:665: writing smithi04078109-34 from 1400832 to 2007040 tid 2 2024-04-22T04:28:46.856 INFO:tasks.rados.rados.0.smithi040.stdout:665: writing smithi04078109-34 from 2007040 to 2203648 tid 3 2024-04-22T04:28:46.856 INFO:tasks.rados.rados.0.smithi040.stdout:662: done (3 left) 2024-04-22T04:28:46.856 INFO:tasks.rados.rados.0.smithi040.stdout:663: done (2 left) 2024-04-22T04:28:46.856 INFO:tasks.rados.rados.0.smithi040.stdout:666: snap_create 2024-04-22T04:28:46.856 INFO:tasks.rados.rados.0.smithi040.stdout:664: expect (ObjNum 217 snap 50 seq_num 217) 2024-04-22T04:28:46.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:46.596+0000 7f4b966ff1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:28:46.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:45.731494+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:46.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:45.736607+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:46.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:45.999432+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-04-22T04:28:46.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:46.083872+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:46.091123+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:46.892 INFO:tasks.rados.rados.0.smithi040.stdout:665: finishing write tid 1 to smithi04078109-34 2024-04-22T04:28:46.892 INFO:tasks.rados.rados.0.smithi040.stdout:665: finishing write tid 2 to smithi04078109-34 2024-04-22T04:28:46.893 INFO:tasks.rados.rados.0.smithi040.stdout:665: finishing write tid 3 to smithi04078109-34 2024-04-22T04:28:46.893 INFO:tasks.rados.rados.0.smithi040.stdout:665: finishing write tid 4 to smithi04078109-34 2024-04-22T04:28:46.893 INFO:tasks.rados.rados.0.smithi040.stdout:665: finishing write tid 5 to smithi04078109-34 2024-04-22T04:28:46.893 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 303 (ObjNum 229 snap 52 seq_num 229) dirty exists 2024-04-22T04:28:46.893 INFO:tasks.rados.rados.0.smithi040.stdout:665: left oid 34 (ObjNum 229 snap 52 seq_num 229) 2024-04-22T04:28:47.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:45.731494+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:47.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:45.736607+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:47.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:45.999432+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-04-22T04:28:47.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:46.083872+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:47.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:46.091123+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:47.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:45.731494+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:47.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:45.736607+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:47.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:45.999432+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-04-22T04:28:47.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:46.083872+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:47.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:46.091123+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:47.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:47.268+0000 7f4b966ff1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T04:28:47.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:47.456+0000 7f4b966ff1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:28:47.784 INFO:tasks.rados.rados.0.smithi040.stdout:664: done (2 left) 2024-04-22T04:28:47.784 INFO:tasks.rados.rados.0.smithi040.stdout:665: done (1 left) 2024-04-22T04:28:47.784 INFO:tasks.rados.rados.0.smithi040.stdout:666: done (0 left) 2024-04-22T04:28:47.785 INFO:tasks.rados.rados.0.smithi040.stdout:667: delete oid 2 current snap is 53 2024-04-22T04:28:47.787 INFO:tasks.rados.rados.0.smithi040.stdout:667: done (0 left) 2024-04-22T04:28:47.787 INFO:tasks.rados.rados.0.smithi040.stdout:668: delete oid 5 current snap is 53 2024-04-22T04:28:47.789 INFO:tasks.rados.rados.0.smithi040.stdout:668: done (0 left) 2024-04-22T04:28:47.789 INFO:tasks.rados.rados.0.smithi040.stdout:669: read oid 43 snap -1 2024-04-22T04:28:47.789 INFO:tasks.rados.rados.0.smithi040.stdout:669: expect deleted 2024-04-22T04:28:47.790 INFO:tasks.rados.rados.0.smithi040.stdout:670: read oid 28 snap 49 2024-04-22T04:28:47.790 INFO:tasks.rados.rados.0.smithi040.stdout:670: expect (ObjNum 174 snap 37 seq_num 174) 2024-04-22T04:28:47.790 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 53 2024-04-22T04:28:47.790 INFO:tasks.rados.rados.0.smithi040.stdout:671: seq_num 232 ranges {0=688128,688128=663552,1351680=139264} 2024-04-22T04:28:47.793 INFO:tasks.rados.rados.0.smithi040.stdout:671: writing smithi04078109-11 from 0 to 688128 tid 1 2024-04-22T04:28:47.797 INFO:tasks.rados.rados.0.smithi040.stdout:671: writing smithi04078109-11 from 688128 to 1351680 tid 2 2024-04-22T04:28:47.798 INFO:tasks.rados.rados.0.smithi040.stdout:671: writing smithi04078109-11 from 1351680 to 1490944 tid 3 2024-04-22T04:28:47.798 INFO:tasks.rados.rados.0.smithi040.stdout:672: read oid 39 snap -1 2024-04-22T04:28:47.798 INFO:tasks.rados.rados.0.smithi040.stdout:672: expect (ObjNum 220 snap 51 seq_num 220) 2024-04-22T04:28:47.798 INFO:tasks.rados.rados.0.smithi040.stdout:673: rollback oid 44 current snap is 53 2024-04-22T04:28:47.798 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 44 to 43 2024-04-22T04:28:47.798 INFO:tasks.rados.rados.0.smithi040.stdout:670: expect (ObjNum 174 snap 37 seq_num 174) 2024-04-22T04:28:47.817 INFO:tasks.rados.rados.0.smithi040.stdout:671: finishing write tid 1 to smithi04078109-11 2024-04-22T04:28:47.817 INFO:tasks.rados.rados.0.smithi040.stdout:671: finishing write tid 2 to smithi04078109-11 2024-04-22T04:28:47.817 INFO:tasks.rados.rados.0.smithi040.stdout:671: finishing write tid 3 to smithi04078109-11 2024-04-22T04:28:47.817 INFO:tasks.rados.rados.0.smithi040.stdout:671: finishing write tid 4 to smithi04078109-11 2024-04-22T04:28:47.817 INFO:tasks.rados.rados.0.smithi040.stdout:673: finishing rollback tid 0 to smithi04078109-44 2024-04-22T04:28:47.817 INFO:tasks.rados.rados.0.smithi040.stdout:671: finishing write tid 5 to smithi04078109-11 2024-04-22T04:28:47.817 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 217 (ObjNum 232 snap 53 seq_num 232) dirty exists 2024-04-22T04:28:47.817 INFO:tasks.rados.rados.0.smithi040.stdout:671: left oid 11 (ObjNum 232 snap 53 seq_num 232) 2024-04-22T04:28:47.817 INFO:tasks.rados.rados.0.smithi040.stdout:673: finishing rollback tid 1 to smithi04078109-44 2024-04-22T04:28:47.818 INFO:tasks.rados.rados.0.smithi040.stdout:673: finishing rollback tid 2 to smithi04078109-44 2024-04-22T04:28:47.818 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 221 (ObjNum 75 snap 8 seq_num 75) dirty exists 2024-04-22T04:28:47.818 INFO:tasks.rados.rados.0.smithi040.stdout:672: expect (ObjNum 220 snap 51 seq_num 220) 2024-04-22T04:28:47.936 INFO:tasks.rados.rados.0.smithi040.stdout:669: done (4 left) 2024-04-22T04:28:47.936 INFO:tasks.rados.rados.0.smithi040.stdout:670: done (3 left) 2024-04-22T04:28:47.936 INFO:tasks.rados.rados.0.smithi040.stdout:671: done (2 left) 2024-04-22T04:28:47.936 INFO:tasks.rados.rados.0.smithi040.stdout:672: done (1 left) 2024-04-22T04:28:47.936 INFO:tasks.rados.rados.0.smithi040.stdout:673: done (0 left) 2024-04-22T04:28:47.936 INFO:tasks.rados.rados.0.smithi040.stdout:674: delete oid 6 current snap is 53 2024-04-22T04:28:47.938 INFO:tasks.rados.rados.0.smithi040.stdout:674: done (0 left) 2024-04-22T04:28:47.938 INFO:tasks.rados.rados.0.smithi040.stdout:675: snap_remove snap 52 2024-04-22T04:28:48.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:46.656759+0000 mgr.y (mgr.15009) 7 : cluster [DBG] pgmap v11: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:48.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:46.778900+0000 mon.a (mon.0) 966 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-04-22T04:28:48.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:46.875986+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:48.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:46.880690+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:48.132 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:47.647+0000 7f4b966ff1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T04:28:48.132 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: debug 2024-04-22T04:28:47.768+0000 7f4b966ff1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T04:28:48.132 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: [22/Apr/2024:04:28:47] ENGINE Bus STARTING 2024-04-22T04:28:48.132 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: CherryPy Checker: 2024-04-22T04:28:48.132 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: The Application mounted at '' has an empty config. 2024-04-22T04:28:48.132 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: 2024-04-22T04:28:48.132 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: [22/Apr/2024:04:28:47] ENGINE Serving on http://:::9283 2024-04-22T04:28:48.132 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[65628]: [22/Apr/2024:04:28:47] ENGINE Bus STARTED 2024-04-22T04:28:48.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:46.656759+0000 mgr.y (mgr.15009) 7 : cluster [DBG] pgmap v11: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:48.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:46.778900+0000 mon.a (mon.0) 966 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-04-22T04:28:48.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:46.875986+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:48.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:46.880690+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:48.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:46.656759+0000 mgr.y (mgr.15009) 7 : cluster [DBG] pgmap v11: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:48.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:46.778900+0000 mon.a (mon.0) 966 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-04-22T04:28:48.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:46.875986+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:48.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:46.880690+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:48.795 INFO:tasks.rados.rados.0.smithi040.stdout:675: done (0 left) 2024-04-22T04:28:48.796 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 38 current snap is 53 2024-04-22T04:28:48.796 INFO:tasks.rados.rados.0.smithi040.stdout:676: seq_num 234 ranges {4931584=729088,5660672=434176,6094848=368640} 2024-04-22T04:28:48.826 INFO:tasks.rados.rados.0.smithi040.stdout:676: writing smithi04078109-38 from 4931584 to 5660672 tid 1 2024-04-22T04:28:48.828 INFO:tasks.rados.rados.0.smithi040.stdout:676: writing smithi04078109-38 from 5660672 to 6094848 tid 2 2024-04-22T04:28:48.831 INFO:tasks.rados.rados.0.smithi040.stdout:676: writing smithi04078109-38 from 6094848 to 6463488 tid 3 2024-04-22T04:28:48.831 INFO:tasks.rados.rados.0.smithi040.stdout:677: rollback oid 31 current snap is 53 2024-04-22T04:28:48.831 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 31 to 45 2024-04-22T04:28:48.831 INFO:tasks.rados.rados.0.smithi040.stdout:678: copy_from oid 22 from oid 10 current snap is 53 2024-04-22T04:28:48.831 INFO:tasks.rados.rados.0.smithi040.stdout:679: rmattr oid 30 current snap is 53 2024-04-22T04:28:48.831 INFO:tasks.rados.rados.0.smithi040.stdout:679: done (3 left) 2024-04-22T04:28:48.832 INFO:tasks.rados.rados.0.smithi040.stdout:680: read oid 7 snap -1 2024-04-22T04:28:48.832 INFO:tasks.rados.rados.0.smithi040.stdout:680: expect (ObjNum 213 snap 49 seq_num 213) 2024-04-22T04:28:48.832 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 44 current snap is 53 2024-04-22T04:28:48.832 INFO:tasks.rados.rados.0.smithi040.stdout:681: seq_num 235 ranges {3104768=745472,3850240=712704,4562944=90112} 2024-04-22T04:28:48.852 INFO:tasks.rados.rados.0.smithi040.stdout:681: writing smithi04078109-44 from 3104768 to 3850240 tid 1 2024-04-22T04:28:48.856 INFO:tasks.rados.rados.0.smithi040.stdout:681: writing smithi04078109-44 from 3850240 to 4562944 tid 2 2024-04-22T04:28:48.858 INFO:tasks.rados.rados.0.smithi040.stdout:681: writing smithi04078109-44 from 4562944 to 4653056 tid 3 2024-04-22T04:28:48.858 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 1 current snap is 53 2024-04-22T04:28:48.858 INFO:tasks.rados.rados.0.smithi040.stdout:677: finishing rollback tid 1 to smithi04078109-31 2024-04-22T04:28:48.858 INFO:tasks.rados.rados.0.smithi040.stdout:677: finishing rollback tid 2 to smithi04078109-31 2024-04-22T04:28:48.858 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 231 (ObjNum 199 snap 44 seq_num 199) dirty exists 2024-04-22T04:28:48.858 INFO:tasks.rados.rados.0.smithi040.stdout:678: finishing copy_from to smithi04078109-22 2024-04-22T04:28:48.858 INFO:tasks.rados.rados.0.smithi040.stdout:678: got expected ENOENT (src dne) 2024-04-22T04:28:48.858 INFO:tasks.rados.rados.0.smithi040.stdout:678: finishing copy_from racing read to smithi04078109-22 2024-04-22T04:28:48.858 INFO:tasks.rados.rados.0.smithi040.stdout:676: finishing write tid 1 to smithi04078109-38 2024-04-22T04:28:48.859 INFO:tasks.rados.rados.0.smithi040.stdout:676: finishing write tid 2 to smithi04078109-38 2024-04-22T04:28:48.859 INFO:tasks.rados.rados.0.smithi040.stdout:680: expect (ObjNum 213 snap 49 seq_num 213) 2024-04-22T04:28:48.896 INFO:tasks.rados.rados.0.smithi040.stdout:676: finishing write tid 3 to smithi04078109-38 2024-04-22T04:28:48.896 INFO:tasks.rados.rados.0.smithi040.stdout:676: finishing write tid 4 to smithi04078109-38 2024-04-22T04:28:48.896 INFO:tasks.rados.rados.0.smithi040.stdout:676: finishing write tid 5 to smithi04078109-38 2024-04-22T04:28:48.897 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 129 (ObjNum 234 snap 53 seq_num 234) dirty exists 2024-04-22T04:28:48.897 INFO:tasks.rados.rados.0.smithi040.stdout:676: left oid 38 (ObjNum 234 snap 53 seq_num 234) 2024-04-22T04:28:48.897 INFO:tasks.rados.rados.0.smithi040.stdout:681: finishing write tid 1 to smithi04078109-44 2024-04-22T04:28:48.897 INFO:tasks.rados.rados.0.smithi040.stdout:681: finishing write tid 2 to smithi04078109-44 2024-04-22T04:28:48.897 INFO:tasks.rados.rados.0.smithi040.stdout:681: finishing write tid 3 to smithi04078109-44 2024-04-22T04:28:48.897 INFO:tasks.rados.rados.0.smithi040.stdout:681: finishing write tid 4 to smithi04078109-44 2024-04-22T04:28:48.897 INFO:tasks.rados.rados.0.smithi040.stdout:681: finishing write tid 5 to smithi04078109-44 2024-04-22T04:28:48.897 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 235 (ObjNum 235 snap 53 seq_num 235) dirty exists 2024-04-22T04:28:48.897 INFO:tasks.rados.rados.0.smithi040.stdout:681: left oid 44 (ObjNum 235 snap 53 seq_num 235) 2024-04-22T04:28:48.897 INFO:tasks.rados.rados.0.smithi040.stdout:682: seq_num 236 ranges {0=761856,761856=647168,1409024=155648} 2024-04-22T04:28:48.900 INFO:tasks.rados.rados.0.smithi040.stdout:682: writing smithi04078109-1 from 0 to 761856 tid 1 2024-04-22T04:28:48.904 INFO:tasks.rados.rados.0.smithi040.stdout:682: writing smithi04078109-1 from 761856 to 1409024 tid 2 2024-04-22T04:28:48.906 INFO:tasks.rados.rados.0.smithi040.stdout:682: writing smithi04078109-1 from 1409024 to 1564672 tid 3 2024-04-22T04:28:48.906 INFO:tasks.rados.rados.0.smithi040.stdout:676: done (5 left) 2024-04-22T04:28:48.906 INFO:tasks.rados.rados.0.smithi040.stdout:677: done (4 left) 2024-04-22T04:28:48.906 INFO:tasks.rados.rados.0.smithi040.stdout:678: done (3 left) 2024-04-22T04:28:48.906 INFO:tasks.rados.rados.0.smithi040.stdout:680: done (2 left) 2024-04-22T04:28:48.906 INFO:tasks.rados.rados.0.smithi040.stdout:681: done (1 left) 2024-04-22T04:28:48.906 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 7 current snap is 53 2024-04-22T04:28:48.906 INFO:tasks.rados.rados.0.smithi040.stdout:682: finishing write tid 1 to smithi04078109-1 2024-04-22T04:28:48.906 INFO:tasks.rados.rados.0.smithi040.stdout:683: seq_num 237 ranges {1277952=778240,2056192=532480,2588672=270336} 2024-04-22T04:28:48.917 INFO:tasks.rados.rados.0.smithi040.stdout:683: writing smithi04078109-7 from 1277952 to 2056192 tid 1 2024-04-22T04:28:48.920 INFO:tasks.rados.rados.0.smithi040.stdout:683: writing smithi04078109-7 from 2056192 to 2588672 tid 2 2024-04-22T04:28:48.922 INFO:tasks.rados.rados.0.smithi040.stdout:683: writing smithi04078109-7 from 2588672 to 2859008 tid 3 2024-04-22T04:28:48.922 INFO:tasks.rados.rados.0.smithi040.stdout:684: read oid 21 snap -1 2024-04-22T04:28:48.922 INFO:tasks.rados.rados.0.smithi040.stdout:684: expect (ObjNum 163 snap 34 seq_num 163) 2024-04-22T04:28:48.922 INFO:tasks.rados.rados.0.smithi040.stdout:685: setattr oid 24 current snap is 53 2024-04-22T04:28:48.922 INFO:tasks.rados.rados.0.smithi040.stdout:682: finishing write tid 2 to smithi04078109-1 2024-04-22T04:28:48.922 INFO:tasks.rados.rados.0.smithi040.stdout:682: finishing write tid 3 to smithi04078109-1 2024-04-22T04:28:48.922 INFO:tasks.rados.rados.0.smithi040.stdout:682: finishing write tid 4 to smithi04078109-1 2024-04-22T04:28:48.922 INFO:tasks.rados.rados.0.smithi040.stdout:682: finishing write tid 5 to smithi04078109-1 2024-04-22T04:28:48.922 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 229 (ObjNum 236 snap 53 seq_num 236) dirty exists 2024-04-22T04:28:48.923 INFO:tasks.rados.rados.0.smithi040.stdout:682: left oid 1 (ObjNum 236 snap 53 seq_num 236) 2024-04-22T04:28:48.923 INFO:tasks.rados.rados.0.smithi040.stdout:683: finishing write tid 1 to smithi04078109-7 2024-04-22T04:28:48.923 INFO:tasks.rados.rados.0.smithi040.stdout:682: done (3 left) 2024-04-22T04:28:48.923 INFO:tasks.rados.rados.0.smithi040.stdout:686: snap_create 2024-04-22T04:28:48.923 INFO:tasks.rados.rados.0.smithi040.stdout:683: finishing write tid 2 to smithi04078109-7 2024-04-22T04:28:48.924 INFO:tasks.rados.rados.0.smithi040.stdout:683: finishing write tid 3 to smithi04078109-7 2024-04-22T04:28:48.925 INFO:tasks.rados.rados.0.smithi040.stdout:683: finishing write tid 4 to smithi04078109-7 2024-04-22T04:28:48.925 INFO:tasks.rados.rados.0.smithi040.stdout:684: expect (ObjNum 163 snap 34 seq_num 163) 2024-04-22T04:28:48.954 INFO:tasks.rados.rados.0.smithi040.stdout:683: finishing write tid 5 to smithi04078109-7 2024-04-22T04:28:48.954 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 307 (ObjNum 237 snap 53 seq_num 237) dirty exists 2024-04-22T04:28:48.954 INFO:tasks.rados.rados.0.smithi040.stdout:683: left oid 7 (ObjNum 237 snap 53 seq_num 237) 2024-04-22T04:28:48.954 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 185 (ObjNum 90 snap 12 seq_num 90) dirty exists 2024-04-22T04:28:49.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:47.782733+0000 mon.a (mon.0) 969 : cluster [DBG] Standby manager daemon x started 2024-04-22T04:28:49.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:47.786115+0000 mon.a (mon.0) 970 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-04-22T04:28:49.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:47.786317+0000 mon.a (mon.0) 971 : audit [DBG] from='mgr.? 172.21.15.62:0/969353807' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:28:49.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:47.788292+0000 mon.a (mon.0) 972 : audit [DBG] from='mgr.? 172.21.15.62:0/969353807' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:28:49.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:47.790593+0000 mon.a (mon.0) 973 : audit [DBG] from='mgr.? 172.21.15.62:0/969353807' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T04:28:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:47.791090+0000 mon.a (mon.0) 974 : audit [DBG] from='mgr.? 172.21.15.62:0/969353807' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:28:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:47.782733+0000 mon.a (mon.0) 969 : cluster [DBG] Standby manager daemon x started 2024-04-22T04:28:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:47.786115+0000 mon.a (mon.0) 970 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-04-22T04:28:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:47.786317+0000 mon.a (mon.0) 971 : audit [DBG] from='mgr.? 172.21.15.62:0/969353807' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:28:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:47.788292+0000 mon.a (mon.0) 972 : audit [DBG] from='mgr.? 172.21.15.62:0/969353807' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:28:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:47.790593+0000 mon.a (mon.0) 973 : audit [DBG] from='mgr.? 172.21.15.62:0/969353807' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T04:28:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:47.791090+0000 mon.a (mon.0) 974 : audit [DBG] from='mgr.? 172.21.15.62:0/969353807' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:28:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:47.782733+0000 mon.a (mon.0) 969 : cluster [DBG] Standby manager daemon x started 2024-04-22T04:28:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:47.786115+0000 mon.a (mon.0) 970 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-04-22T04:28:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:47.786317+0000 mon.a (mon.0) 971 : audit [DBG] from='mgr.? 172.21.15.62:0/969353807' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:28:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:47.788292+0000 mon.a (mon.0) 972 : audit [DBG] from='mgr.? 172.21.15.62:0/969353807' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:28:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:47.790593+0000 mon.a (mon.0) 973 : audit [DBG] from='mgr.? 172.21.15.62:0/969353807' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T04:28:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:48 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:47.791090+0000 mon.a (mon.0) 974 : audit [DBG] from='mgr.? 172.21.15.62:0/969353807' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:28:49.801 INFO:tasks.rados.rados.0.smithi040.stdout:683: done (3 left) 2024-04-22T04:28:49.802 INFO:tasks.rados.rados.0.smithi040.stdout:684: done (2 left) 2024-04-22T04:28:49.802 INFO:tasks.rados.rados.0.smithi040.stdout:685: done (1 left) 2024-04-22T04:28:49.802 INFO:tasks.rados.rados.0.smithi040.stdout:686: done (0 left) 2024-04-22T04:28:49.802 INFO:tasks.rados.rados.0.smithi040.stdout:687: rollback oid 32 current snap is 54 2024-04-22T04:28:49.802 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 32 to 45 2024-04-22T04:28:49.802 INFO:tasks.rados.rados.0.smithi040.stdout:688: snap_remove snap 50 2024-04-22T04:28:50.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:48.657268+0000 mgr.y (mgr.15009) 8 : cluster [DBG] pgmap v14: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.9 MiB/s wr, 51 op/s 2024-04-22T04:28:50.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:48.786312+0000 mon.a (mon.0) 975 : cluster [DBG] mgrmap e31: y(active, since 8s), standbys: x 2024-04-22T04:28:50.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:48.788697+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T04:28:50.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:48.797547+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-04-22T04:28:50.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:49.365869+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:50.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:49.374343+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:50.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:49.376305+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:50.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:49.377328+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:28:50.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:48.657268+0000 mgr.y (mgr.15009) 8 : cluster [DBG] pgmap v14: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.9 MiB/s wr, 51 op/s 2024-04-22T04:28:50.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:48.786312+0000 mon.a (mon.0) 975 : cluster [DBG] mgrmap e31: y(active, since 8s), standbys: x 2024-04-22T04:28:50.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:48.788697+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T04:28:50.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:48.797547+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-04-22T04:28:50.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:49.365869+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:50.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:49.374343+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:50.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:49.376305+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:50.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:49.377328+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:28:50.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:48.657268+0000 mgr.y (mgr.15009) 8 : cluster [DBG] pgmap v14: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.9 MiB/s wr, 51 op/s 2024-04-22T04:28:50.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:48.786312+0000 mon.a (mon.0) 975 : cluster [DBG] mgrmap e31: y(active, since 8s), standbys: x 2024-04-22T04:28:50.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:48.788697+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T04:28:50.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:48.797547+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-04-22T04:28:50.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:49.365869+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:50.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:49.374343+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:50.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:49.376305+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:50.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:49.377328+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:28:50.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:28:50] "GET /metrics HTTP/1.1" 200 33076 "" "Prometheus/2.33.4" 2024-04-22T04:28:50.409 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[74924]: level=info ts=2024-04-22T04:28:50.155Z caller=notify.go:735 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=6 2024-04-22T04:28:50.807 INFO:tasks.rados.rados.0.smithi040.stdout:688: done (1 left) 2024-04-22T04:28:50.808 INFO:tasks.rados.rados.0.smithi040.stdout:689: rollback oid 46 current snap is 54 2024-04-22T04:28:50.808 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 46 to 53 2024-04-22T04:28:50.808 INFO:tasks.rados.rados.0.smithi040.stdout:690: snap_remove snap 43 2024-04-22T04:28:51.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:49.378486+0000 mgr.y (mgr.15009) 9 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:28:51.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:49.378753+0000 mgr.y (mgr.15009) 10 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:28:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:49.643128+0000 mgr.y (mgr.15009) 11 : cephadm [INF] Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:28:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:49.643270+0000 mgr.y (mgr.15009) 12 : cephadm [INF] Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:28:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:49.802968+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-04-22T04:28:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:49.907397+0000 mgr.y (mgr.15009) 13 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:28:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:49.907618+0000 mgr.y (mgr.15009) 14 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:28:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:50.171628+0000 mgr.y (mgr.15009) 15 : cephadm [INF] Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:28:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:50.172069+0000 mgr.y (mgr.15009) 16 : cephadm [INF] Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:28:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:50.440813+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:50.445690+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:50.452150+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:50.455791+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:50.462342+0000 mon.a (mon.0) 984 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:50.596673+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:49.378486+0000 mgr.y (mgr.15009) 9 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:28:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:49.378753+0000 mgr.y (mgr.15009) 10 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:28:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:49.643128+0000 mgr.y (mgr.15009) 11 : cephadm [INF] Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:28:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:49.643270+0000 mgr.y (mgr.15009) 12 : cephadm [INF] Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:28:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:49.802968+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-04-22T04:28:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:49.907397+0000 mgr.y (mgr.15009) 13 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:28:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:49.907618+0000 mgr.y (mgr.15009) 14 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:28:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:50.171628+0000 mgr.y (mgr.15009) 15 : cephadm [INF] Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:28:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:50.172069+0000 mgr.y (mgr.15009) 16 : cephadm [INF] Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:28:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:50.440813+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:50.445690+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:50.452150+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:51.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:50.455791+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:51.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:50.462342+0000 mon.a (mon.0) 984 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:51.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:50.596673+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:49.378486+0000 mgr.y (mgr.15009) 9 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:28:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:49.378753+0000 mgr.y (mgr.15009) 10 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:28:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:49.643128+0000 mgr.y (mgr.15009) 11 : cephadm [INF] Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:28:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:49.643270+0000 mgr.y (mgr.15009) 12 : cephadm [INF] Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:28:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:49.802968+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-04-22T04:28:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:49.907397+0000 mgr.y (mgr.15009) 13 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:28:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:49.907618+0000 mgr.y (mgr.15009) 14 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:28:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:50.171628+0000 mgr.y (mgr.15009) 15 : cephadm [INF] Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:28:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:50.172069+0000 mgr.y (mgr.15009) 16 : cephadm [INF] Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:28:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:50.440813+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:51.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:50.445690+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:51.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:50.452150+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:51.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:50.455791+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:51.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:50.462342+0000 mon.a (mon.0) 984 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:51.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:50.596673+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:51.795 INFO:tasks.rados.rados.0.smithi040.stdout:690: done (2 left) 2024-04-22T04:28:51.795 INFO:tasks.rados.rados.0.smithi040.stdout:691: read oid 31 snap -1 2024-04-22T04:28:51.795 INFO:tasks.rados.rados.0.smithi040.stdout:691: expect (ObjNum 199 snap 44 seq_num 199) 2024-04-22T04:28:51.795 INFO:tasks.rados.rados.0.smithi040.stdout:692: read oid 29 snap 51 2024-04-22T04:28:51.796 INFO:tasks.rados.rados.0.smithi040.stdout:692: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:28:51.796 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 54 2024-04-22T04:28:51.796 INFO:tasks.rados.rados.0.smithi040.stdout:693: seq_num 238 ranges {2252800=794624,3047424=417792,3465216=385024} 2024-04-22T04:28:51.809 INFO:tasks.rados.rados.0.smithi040.stdout:693: writing smithi04078109-19 from 2252800 to 3047424 tid 1 2024-04-22T04:28:51.809 INFO:tasks.rados.rados.0.smithi040.stdout:693: writing smithi04078109-19 from 3047424 to 3465216 tid 2 2024-04-22T04:28:51.811 INFO:tasks.rados.rados.0.smithi040.stdout:693: writing smithi04078109-19 from 3465216 to 3850240 tid 3 2024-04-22T04:28:51.811 INFO:tasks.rados.rados.0.smithi040.stdout:694: read oid 28 snap 45 2024-04-22T04:28:51.811 INFO:tasks.rados.rados.0.smithi040.stdout:694: expect (ObjNum 174 snap 37 seq_num 174) 2024-04-22T04:28:51.811 INFO:tasks.rados.rados.0.smithi040.stdout:695: read oid 11 snap 49 2024-04-22T04:28:51.811 INFO:tasks.rados.rados.0.smithi040.stdout:695: expect (ObjNum -1443499696 snap 21852 seq_num 2851616208) 2024-04-22T04:28:51.811 INFO:tasks.rados.rados.0.smithi040.stdout:696: rollback oid 7 current snap is 54 2024-04-22T04:28:51.811 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 7 to 53 2024-04-22T04:28:51.812 INFO:tasks.rados.rados.0.smithi040.stdout:687: finishing rollback tid 0 to smithi04078109-32 2024-04-22T04:28:51.812 INFO:tasks.rados.rados.0.smithi040.stdout:687: finishing rollback tid 1 to smithi04078109-32 2024-04-22T04:28:51.812 INFO:tasks.rados.rados.0.smithi040.stdout:687: finishing rollback tid 2 to smithi04078109-32 2024-04-22T04:28:51.812 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 189 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-22T04:28:51.812 INFO:tasks.rados.rados.0.smithi040.stdout:689: finishing rollback tid 0 to smithi04078109-46 2024-04-22T04:28:51.812 INFO:tasks.rados.rados.0.smithi040.stdout:689: finishing rollback tid 1 to smithi04078109-46 2024-04-22T04:28:51.812 INFO:tasks.rados.rados.0.smithi040.stdout:687: done (7 left) 2024-04-22T04:28:51.812 INFO:tasks.rados.rados.0.smithi040.stdout:697: copy_from oid 33 from oid 40 current snap is 54 2024-04-22T04:28:51.812 INFO:tasks.rados.rados.0.smithi040.stdout:689: finishing rollback tid 2 to smithi04078109-46 2024-04-22T04:28:51.812 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 135 (ObjNum 198 snap 44 seq_num 198) dirty exists 2024-04-22T04:28:51.812 INFO:tasks.rados.rados.0.smithi040.stdout:692: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:28:51.866 INFO:tasks.rados.rados.0.smithi040.stdout:691: expect (ObjNum 199 snap 44 seq_num 199) 2024-04-22T04:28:51.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:50.657765+0000 mgr.y (mgr.15009) 17 : cluster [DBG] pgmap v17: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.9 MiB/s wr, 51 op/s 2024-04-22T04:28:51.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:50.806849+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-04-22T04:28:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:51.786211+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-04-22T04:28:51.930 INFO:tasks.rados.rados.0.smithi040.stdout:695: expect (ObjNum -1443499696 snap 21852 seq_num 2851616208) 2024-04-22T04:28:51.933 INFO:tasks.rados.rados.0.smithi040.stdout:694: expect (ObjNum 174 snap 37 seq_num 174) 2024-04-22T04:28:51.951 INFO:tasks.rados.rados.0.smithi040.stdout:696: finishing rollback tid 0 to smithi04078109-7 2024-04-22T04:28:51.951 INFO:tasks.rados.rados.0.smithi040.stdout:696: finishing rollback tid 1 to smithi04078109-7 2024-04-22T04:28:51.951 INFO:tasks.rados.rados.0.smithi040.stdout:696: finishing rollback tid 2 to smithi04078109-7 2024-04-22T04:28:51.951 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 325 (ObjNum 237 snap 53 seq_num 237) dirty exists 2024-04-22T04:28:51.951 INFO:tasks.rados.rados.0.smithi040.stdout:693: finishing write tid 1 to smithi04078109-19 2024-04-22T04:28:51.951 INFO:tasks.rados.rados.0.smithi040.stdout:693: finishing write tid 2 to smithi04078109-19 2024-04-22T04:28:51.951 INFO:tasks.rados.rados.0.smithi040.stdout:693: finishing write tid 3 to smithi04078109-19 2024-04-22T04:28:51.951 INFO:tasks.rados.rados.0.smithi040.stdout:693: finishing write tid 4 to smithi04078109-19 2024-04-22T04:28:51.952 INFO:tasks.rados.rados.0.smithi040.stdout:693: finishing write tid 5 to smithi04078109-19 2024-04-22T04:28:51.952 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 126 (ObjNum 238 snap 54 seq_num 238) dirty exists 2024-04-22T04:28:51.952 INFO:tasks.rados.rados.0.smithi040.stdout:693: left oid 19 (ObjNum 238 snap 54 seq_num 238) 2024-04-22T04:28:51.952 INFO:tasks.rados.rados.0.smithi040.stdout:697: finishing copy_from racing read to smithi04078109-33 2024-04-22T04:28:51.952 INFO:tasks.rados.rados.0.smithi040.stdout:697: finishing copy_from to smithi04078109-33 2024-04-22T04:28:51.952 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 212 (ObjNum 228 snap 52 seq_num 228) dirty exists 2024-04-22T04:28:51.952 INFO:tasks.rados.rados.0.smithi040.stdout:689: done (7 left) 2024-04-22T04:28:51.952 INFO:tasks.rados.rados.0.smithi040.stdout:691: done (6 left) 2024-04-22T04:28:51.952 INFO:tasks.rados.rados.0.smithi040.stdout:692: done (5 left) 2024-04-22T04:28:51.952 INFO:tasks.rados.rados.0.smithi040.stdout:693: done (4 left) 2024-04-22T04:28:51.952 INFO:tasks.rados.rados.0.smithi040.stdout:694: done (3 left) 2024-04-22T04:28:51.952 INFO:tasks.rados.rados.0.smithi040.stdout:695: done (2 left) 2024-04-22T04:28:51.952 INFO:tasks.rados.rados.0.smithi040.stdout:696: done (1 left) 2024-04-22T04:28:51.952 INFO:tasks.rados.rados.0.smithi040.stdout:697: done (0 left) 2024-04-22T04:28:51.952 INFO:tasks.rados.rados.0.smithi040.stdout:698: delete oid 15 current snap is 54 2024-04-22T04:28:51.952 INFO:tasks.rados.rados.0.smithi040.stdout:698: done (0 left) 2024-04-22T04:28:51.953 INFO:tasks.rados.rados.0.smithi040.stdout:699: read oid 49 snap -1 2024-04-22T04:28:51.953 INFO:tasks.rados.rados.0.smithi040.stdout:699: expect (ObjNum 207 snap 48 seq_num 207) 2024-04-22T04:28:51.953 INFO:tasks.rados.rados.0.smithi040.stdout:700: read oid 19 snap 49 2024-04-22T04:28:51.953 INFO:tasks.rados.rados.0.smithi040.stdout:700: expect (ObjNum 134 snap 29 seq_num 134) 2024-04-22T04:28:51.953 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 54 2024-04-22T04:28:51.953 INFO:tasks.rados.rados.0.smithi040.stdout:701: seq_num 240 ranges {5611520=425984,6037504=589824,6627328=483328,7110656=131072} 2024-04-22T04:28:51.983 INFO:tasks.rados.rados.0.smithi040.stdout:701: writing smithi04078109-25 from 5611520 to 6037504 tid 1 2024-04-22T04:28:51.987 INFO:tasks.rados.rados.0.smithi040.stdout:701: writing smithi04078109-25 from 6037504 to 6627328 tid 2 2024-04-22T04:28:51.990 INFO:tasks.rados.rados.0.smithi040.stdout:701: writing smithi04078109-25 from 6627328 to 7110656 tid 3 2024-04-22T04:28:51.991 INFO:tasks.rados.rados.0.smithi040.stdout:701: writing smithi04078109-25 from 7110656 to 7241728 tid 4 2024-04-22T04:28:51.991 INFO:tasks.rados.rados.0.smithi040.stdout:702: read oid 9 snap -1 2024-04-22T04:28:51.991 INFO:tasks.rados.rados.0.smithi040.stdout:702: expect (ObjNum 211 snap 48 seq_num 211) 2024-04-22T04:28:51.991 INFO:tasks.rados.rados.0.smithi040.stdout:703: snap_create 2024-04-22T04:28:51.992 INFO:tasks.rados.rados.0.smithi040.stdout:699: expect (ObjNum 207 snap 48 seq_num 207) 2024-04-22T04:28:52.072 INFO:tasks.rados.rados.0.smithi040.stdout:700: expect (ObjNum 134 snap 29 seq_num 134) 2024-04-22T04:28:52.135 INFO:tasks.rados.rados.0.smithi040.stdout:701: finishing write tid 1 to smithi04078109-25 2024-04-22T04:28:52.135 INFO:tasks.rados.rados.0.smithi040.stdout:701: finishing write tid 2 to smithi04078109-25 2024-04-22T04:28:52.135 INFO:tasks.rados.rados.0.smithi040.stdout:701: finishing write tid 3 to smithi04078109-25 2024-04-22T04:28:52.135 INFO:tasks.rados.rados.0.smithi040.stdout:701: finishing write tid 4 to smithi04078109-25 2024-04-22T04:28:52.135 INFO:tasks.rados.rados.0.smithi040.stdout:701: finishing write tid 5 to smithi04078109-25 2024-04-22T04:28:52.135 INFO:tasks.rados.rados.0.smithi040.stdout:702: expect (ObjNum 211 snap 48 seq_num 211) 2024-04-22T04:28:52.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:50.657765+0000 mgr.y (mgr.15009) 17 : cluster [DBG] pgmap v17: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.9 MiB/s wr, 51 op/s 2024-04-22T04:28:52.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:50.806849+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-04-22T04:28:52.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:51.786211+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-04-22T04:28:52.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:50.657765+0000 mgr.y (mgr.15009) 17 : cluster [DBG] pgmap v17: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.9 MiB/s wr, 51 op/s 2024-04-22T04:28:52.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:50.806849+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-04-22T04:28:52.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:51 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:51.786211+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-04-22T04:28:52.166 INFO:tasks.rados.rados.0.smithi040.stdout:701: finishing write tid 6 to smithi04078109-25 2024-04-22T04:28:52.166 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 257 (ObjNum 240 snap 54 seq_num 240) dirty exists 2024-04-22T04:28:52.166 INFO:tasks.rados.rados.0.smithi040.stdout:701: left oid 25 (ObjNum 240 snap 54 seq_num 240) 2024-04-22T04:28:52.837 INFO:tasks.rados.rados.0.smithi040.stdout:699: done (4 left) 2024-04-22T04:28:52.837 INFO:tasks.rados.rados.0.smithi040.stdout:700: done (3 left) 2024-04-22T04:28:52.837 INFO:tasks.rados.rados.0.smithi040.stdout:701: done (2 left) 2024-04-22T04:28:52.837 INFO:tasks.rados.rados.0.smithi040.stdout:702: done (1 left) 2024-04-22T04:28:52.837 INFO:tasks.rados.rados.0.smithi040.stdout:703: done (0 left) 2024-04-22T04:28:52.838 INFO:tasks.rados.rados.0.smithi040.stdout:704: setattr oid 5 current snap is 55 2024-04-22T04:28:52.839 INFO:tasks.rados.rados.0.smithi040.stdout:705: snap_create 2024-04-22T04:28:52.842 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 343 (ObjNum -1443560624 snap 21852 seq_num 2851497552) dirty exists 2024-04-22T04:28:53.101 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:52.367996+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:28:53.101 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:52.368450+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:28:53.101 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:52.369609+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:28:53.101 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:52.370559+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:52.367996+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:28:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:52.368450+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:28:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:52.369609+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:28:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:52.370559+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:52.367996+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:28:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:52.368450+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:28:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:52.369609+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:28:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:52.370559+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:28:53.838 INFO:tasks.rados.rados.0.smithi040.stdout:704: done (1 left) 2024-04-22T04:28:53.838 INFO:tasks.rados.rados.0.smithi040.stdout:705: done (0 left) 2024-04-22T04:28:53.838 INFO:tasks.rados.rados.0.smithi040.stdout:706: read oid 2 snap 49 2024-04-22T04:28:53.838 INFO:tasks.rados.rados.0.smithi040.stdout:706: expect (ObjNum -1443559584 snap 21852 seq_num 2852011696) 2024-04-22T04:28:53.838 INFO:tasks.rados.rados.0.smithi040.stdout:707: delete oid 36 current snap is 56 2024-04-22T04:28:53.839 INFO:tasks.rados.rados.0.smithi040.stdout:706: expect (ObjNum -1443559584 snap 21852 seq_num 2852011696) 2024-04-22T04:28:53.843 INFO:tasks.rados.rados.0.smithi040.stdout:706: done (1 left) 2024-04-22T04:28:53.844 INFO:tasks.rados.rados.0.smithi040.stdout:707: done (0 left) 2024-04-22T04:28:53.844 INFO:tasks.rados.rados.0.smithi040.stdout:708: read oid 13 snap -1 2024-04-22T04:28:53.844 INFO:tasks.rados.rados.0.smithi040.stdout:708: expect (ObjNum 172 snap 37 seq_num 172) 2024-04-22T04:28:53.844 INFO:tasks.rados.rados.0.smithi040.stdout:709: snap_create 2024-04-22T04:28:53.871 INFO:tasks.rados.rados.0.smithi040.stdout:708: expect (ObjNum 172 snap 37 seq_num 172) 2024-04-22T04:28:53.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:52.367464+0000 mgr.y (mgr.15009) 18 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-22T04:28:53.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:28:52.371334+0000 mgr.y (mgr.15009) 19 : cephadm [INF] Deploying daemon mgr.x on smithi062 2024-04-22T04:28:53.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:52.658270+0000 mgr.y (mgr.15009) 20 : cluster [DBG] pgmap v20: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-04-22T04:28:53.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:52.837382+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-04-22T04:28:54.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:52.367464+0000 mgr.y (mgr.15009) 18 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-22T04:28:54.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:28:52.371334+0000 mgr.y (mgr.15009) 19 : cephadm [INF] Deploying daemon mgr.x on smithi062 2024-04-22T04:28:54.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:52.658270+0000 mgr.y (mgr.15009) 20 : cluster [DBG] pgmap v20: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-04-22T04:28:54.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:52.837382+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-04-22T04:28:54.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:52.367464+0000 mgr.y (mgr.15009) 18 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-22T04:28:54.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:28:52.371334+0000 mgr.y (mgr.15009) 19 : cephadm [INF] Deploying daemon mgr.x on smithi062 2024-04-22T04:28:54.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:52.658270+0000 mgr.y (mgr.15009) 20 : cluster [DBG] pgmap v20: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-04-22T04:28:54.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:53 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:52.837382+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-04-22T04:28:54.382 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:54 smithi062 systemd[1]: Stopping Ceph mgr.x for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:28:54.851 INFO:tasks.rados.rados.0.smithi040.stdout:708: done (1 left) 2024-04-22T04:28:54.852 INFO:tasks.rados.rados.0.smithi040.stdout:709: done (0 left) 2024-04-22T04:28:54.852 INFO:tasks.rados.rados.0.smithi040.stdout:710: copy_from oid 31 from oid 48 current snap is 57 2024-04-22T04:28:54.852 INFO:tasks.rados.rados.0.smithi040.stdout:711: rollback oid 45 current snap is 57 2024-04-22T04:28:54.852 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 45 to 49 2024-04-22T04:28:54.852 INFO:tasks.rados.rados.0.smithi040.stdout:712: delete oid 33 current snap is 57 2024-04-22T04:28:54.860 INFO:tasks.rados.rados.0.smithi040.stdout:711: finishing rollback tid 0 to smithi04078109-45 2024-04-22T04:28:54.860 INFO:tasks.rados.rados.0.smithi040.stdout:711: finishing rollback tid 1 to smithi04078109-45 2024-04-22T04:28:54.860 INFO:tasks.rados.rados.0.smithi040.stdout:711: finishing rollback tid 2 to smithi04078109-45 2024-04-22T04:28:54.860 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 329 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-04-22T04:28:54.865 INFO:tasks.rados.rados.0.smithi040.stdout:711: done (2 left) 2024-04-22T04:28:54.865 INFO:tasks.rados.rados.0.smithi040.stdout:712: done (1 left) 2024-04-22T04:28:54.865 INFO:tasks.rados.rados.0.smithi040.stdout:713: rmattr oid 40 current snap is 57 2024-04-22T04:28:54.865 INFO:tasks.rados.rados.0.smithi040.stdout:713: done (1 left) 2024-04-22T04:28:54.865 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 2 current snap is 57 2024-04-22T04:28:54.865 INFO:tasks.rados.rados.0.smithi040.stdout:714: seq_num 243 ranges {0=475136,475136=638976,1114112=565248} 2024-04-22T04:28:54.868 INFO:tasks.rados.rados.0.smithi040.stdout:714: writing smithi04078109-2 from 0 to 475136 tid 1 2024-04-22T04:28:54.875 INFO:tasks.rados.rados.0.smithi040.stdout:714: writing smithi04078109-2 from 475136 to 1114112 tid 2 2024-04-22T04:28:54.875 INFO:tasks.rados.rados.0.smithi040.stdout:714: writing smithi04078109-2 from 1114112 to 1679360 tid 3 2024-04-22T04:28:54.875 INFO:tasks.rados.rados.0.smithi040.stdout:715: snap_remove snap 49 2024-04-22T04:28:55.112 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:53.839799+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-04-22T04:28:55.112 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:54 smithi062 bash[72082]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x 2024-04-22T04:28:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:53.839799+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-04-22T04:28:55.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:53.839799+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-04-22T04:28:55.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:55 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-22T04:28:55.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:55 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-22T04:28:55.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:55 smithi062 systemd[1]: Stopped Ceph mgr.x for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:28:55.794 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:55 smithi062 systemd[1]: Starting Ceph mgr.x for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:28:55.859 INFO:tasks.rados.rados.0.smithi040.stdout:715: done (2 left) 2024-04-22T04:28:55.859 INFO:tasks.rados.rados.0.smithi040.stdout:716: copy_from oid 3 from oid 19 current snap is 57 2024-04-22T04:28:55.859 INFO:tasks.rados.rados.0.smithi040.stdout:717: rollback oid 25 current snap is 57 2024-04-22T04:28:55.859 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 25 to 45 2024-04-22T04:28:55.859 INFO:tasks.rados.rados.0.smithi040.stdout:718: setattr oid 12 current snap is 57 2024-04-22T04:28:55.859 INFO:tasks.rados.rados.0.smithi040.stdout:719: delete oid 9 current snap is 57 2024-04-22T04:28:55.859 INFO:tasks.rados.rados.0.smithi040.stdout:714: finishing write tid 1 to smithi04078109-2 2024-04-22T04:28:55.859 INFO:tasks.rados.rados.0.smithi040.stdout:714: finishing write tid 2 to smithi04078109-2 2024-04-22T04:28:55.859 INFO:tasks.rados.rados.0.smithi040.stdout:714: finishing write tid 3 to smithi04078109-2 2024-04-22T04:28:55.859 INFO:tasks.rados.rados.0.smithi040.stdout:714: finishing write tid 4 to smithi04078109-2 2024-04-22T04:28:55.859 INFO:tasks.rados.rados.0.smithi040.stdout:714: finishing write tid 5 to smithi04078109-2 2024-04-22T04:28:55.859 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 347 (ObjNum 243 snap 57 seq_num 243) dirty exists 2024-04-22T04:28:55.860 INFO:tasks.rados.rados.0.smithi040.stdout:714: left oid 2 (ObjNum 243 snap 57 seq_num 243) 2024-04-22T04:28:55.860 INFO:tasks.rados.rados.0.smithi040.stdout:710: finishing copy_from racing read to smithi04078109-31 2024-04-22T04:28:55.860 INFO:tasks.rados.rados.0.smithi040.stdout:710: finishing copy_from to smithi04078109-31 2024-04-22T04:28:55.860 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 124 (ObjNum 222 snap 51 seq_num 222) dirty exists 2024-04-22T04:28:55.870 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 180 (ObjNum 198 snap 44 seq_num 198) dirty exists 2024-04-22T04:28:55.872 INFO:tasks.rados.rados.0.smithi040.stdout:717: finishing rollback tid 0 to smithi04078109-25 2024-04-22T04:28:55.872 INFO:tasks.rados.rados.0.smithi040.stdout:717: finishing rollback tid 1 to smithi04078109-25 2024-04-22T04:28:55.873 INFO:tasks.rados.rados.0.smithi040.stdout:717: finishing rollback tid 2 to smithi04078109-25 2024-04-22T04:28:55.873 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 263 (ObjNum 193 snap 42 seq_num 193) dirty exists 2024-04-22T04:28:55.876 INFO:tasks.rados.rados.0.smithi040.stdout:710: done (5 left) 2024-04-22T04:28:55.876 INFO:tasks.rados.rados.0.smithi040.stdout:714: done (4 left) 2024-04-22T04:28:55.876 INFO:tasks.rados.rados.0.smithi040.stdout:717: done (3 left) 2024-04-22T04:28:55.876 INFO:tasks.rados.rados.0.smithi040.stdout:718: done (2 left) 2024-04-22T04:28:55.876 INFO:tasks.rados.rados.0.smithi040.stdout:719: done (1 left) 2024-04-22T04:28:55.876 INFO:tasks.rados.rados.0.smithi040.stdout:720: snap_create 2024-04-22T04:28:55.891 INFO:tasks.rados.rados.0.smithi040.stdout:716: finishing copy_from racing read to smithi04078109-3 2024-04-22T04:28:55.894 INFO:tasks.rados.rados.0.smithi040.stdout:716: finishing copy_from to smithi04078109-3 2024-04-22T04:28:55.894 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 126 (ObjNum 238 snap 54 seq_num 238) dirty exists 2024-04-22T04:28:56.112 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:56 smithi062 ceph-mgr[72278]: -- 172.21.15.62:0/1175573476 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558c4719c9c0 con 0x558c47172c00 2024-04-22T04:28:56.113 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:54.658779+0000 mgr.y (mgr.15009) 21 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-04-22T04:28:56.113 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:54.853557+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-04-22T04:28:56.113 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:55.735534+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:28:56.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:54.658779+0000 mgr.y (mgr.15009) 21 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-04-22T04:28:56.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:54.853557+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-04-22T04:28:56.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:55.735534+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:28:56.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:54.658779+0000 mgr.y (mgr.15009) 21 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-04-22T04:28:56.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:54.853557+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-04-22T04:28:56.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:55.735534+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:28:56.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:56 smithi062 bash[72240]: aa2238c1b793de590eef6cca1bfa59dedfea8301b35a73923d32c1327fe3804e 2024-04-22T04:28:56.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:56 smithi062 systemd[1]: Started Ceph mgr.x for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:28:56.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:28:56.163+0000 7eff7cb1b1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T04:28:56.382 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:28:56.345+0000 7eff7cb1b1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T04:28:56.789 INFO:tasks.rados.rados.0.smithi040.stdout:716: done (1 left) 2024-04-22T04:28:56.789 INFO:tasks.rados.rados.0.smithi040.stdout:720: done (0 left) 2024-04-22T04:28:56.789 INFO:tasks.rados.rados.0.smithi040.stdout:721: delete oid 9 current snap is 58 2024-04-22T04:28:56.790 INFO:tasks.rados.rados.0.smithi040.stdout:721: done (0 left) 2024-04-22T04:28:56.790 INFO:tasks.rados.rados.0.smithi040.stdout:722: snap_create 2024-04-22T04:28:57.038 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:28:56.691+0000 7eff7cb1b1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T04:28:57.038 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:55.856927+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-04-22T04:28:57.038 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:56.183644+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:57.038 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:56.192197+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:57.038 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:28:56.199717+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:57.038 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:56 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:56.790318+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-04-22T04:28:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:55.856927+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-04-22T04:28:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:56.183644+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:56.192197+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:28:56.199717+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:56.790318+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-04-22T04:28:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:55.856927+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-04-22T04:28:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:56.183644+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:56.192197+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:28:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:28:56.199717+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:28:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:56.790318+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-04-22T04:28:57.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:28:57.254+0000 7eff7cb1b1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T04:28:57.788 INFO:tasks.rados.rados.0.smithi040.stdout:722: done (0 left) 2024-04-22T04:28:57.788 INFO:tasks.rados.rados.0.smithi040.stdout:723: rmattr oid 13 current snap is 59 2024-04-22T04:28:57.788 INFO:tasks.rados.rados.0.smithi040.stdout:723: done (0 left) 2024-04-22T04:28:57.788 INFO:tasks.rados.rados.0.smithi040.stdout:724: snap_create 2024-04-22T04:28:57.860 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:28:57.488+0000 7eff7cb1b1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T04:28:58.131 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:57 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:28:57.862+0000 7eff7cb1b1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T04:28:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:56.659179+0000 mgr.y (mgr.15009) 22 : cluster [DBG] pgmap v26: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:57.789624+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-04-22T04:28:58.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:56.659179+0000 mgr.y (mgr.15009) 22 : cluster [DBG] pgmap v26: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:57.789624+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-04-22T04:28:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:56.659179+0000 mgr.y (mgr.15009) 22 : cluster [DBG] pgmap v26: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:28:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:57.789624+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-04-22T04:28:58.790 INFO:tasks.rados.rados.0.smithi040.stdout:724: done (0 left) 2024-04-22T04:28:58.790 INFO:tasks.rados.rados.0.smithi040.stdout:725: copy_from oid 43 from oid 39 current snap is 60 2024-04-22T04:28:58.790 INFO:tasks.rados.rados.0.smithi040.stdout:726: delete oid 49 current snap is 60 2024-04-22T04:28:58.796 INFO:tasks.rados.rados.0.smithi040.stdout:726: done (1 left) 2024-04-22T04:28:58.796 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 60 2024-04-22T04:28:58.796 INFO:tasks.rados.rados.0.smithi040.stdout:727: seq_num 247 ranges {0=540672,540672=622592,1163264=581632} 2024-04-22T04:28:58.799 INFO:tasks.rados.rados.0.smithi040.stdout:727: writing smithi04078109-23 from 0 to 540672 tid 1 2024-04-22T04:28:58.803 INFO:tasks.rados.rados.0.smithi040.stdout:727: writing smithi04078109-23 from 540672 to 1163264 tid 2 2024-04-22T04:28:58.807 INFO:tasks.rados.rados.0.smithi040.stdout:727: writing smithi04078109-23 from 1163264 to 1744896 tid 3 2024-04-22T04:28:58.807 INFO:tasks.rados.rados.0.smithi040.stdout:728: rollback oid 3 current snap is 60 2024-04-22T04:28:58.807 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 3 to 51 2024-04-22T04:28:58.807 INFO:tasks.rados.rados.0.smithi040.stdout:725: finishing copy_from racing read to smithi04078109-43 2024-04-22T04:28:58.807 INFO:tasks.rados.rados.0.smithi040.stdout:729: snap_create 2024-04-22T04:28:58.807 INFO:tasks.rados.rados.0.smithi040.stdout:727: finishing write tid 1 to smithi04078109-23 2024-04-22T04:28:58.809 INFO:tasks.rados.rados.0.smithi040.stdout:725: finishing copy_from to smithi04078109-43 2024-04-22T04:28:58.809 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 98 (ObjNum 220 snap 51 seq_num 220) dirty exists 2024-04-22T04:28:58.810 INFO:tasks.rados.rados.0.smithi040.stdout:727: finishing write tid 2 to smithi04078109-23 2024-04-22T04:28:58.811 INFO:tasks.rados.rados.0.smithi040.stdout:727: finishing write tid 3 to smithi04078109-23 2024-04-22T04:28:58.811 INFO:tasks.rados.rados.0.smithi040.stdout:727: finishing write tid 4 to smithi04078109-23 2024-04-22T04:28:58.812 INFO:tasks.rados.rados.0.smithi040.stdout:728: finishing rollback tid 0 to smithi04078109-3 2024-04-22T04:28:58.813 INFO:tasks.rados.rados.0.smithi040.stdout:727: finishing write tid 5 to smithi04078109-23 2024-04-22T04:28:58.813 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 212 (ObjNum 247 snap 60 seq_num 247) dirty exists 2024-04-22T04:28:58.813 INFO:tasks.rados.rados.0.smithi040.stdout:727: left oid 23 (ObjNum 247 snap 60 seq_num 247) 2024-04-22T04:28:58.814 INFO:tasks.rados.rados.0.smithi040.stdout:728: finishing rollback tid 1 to smithi04078109-3 2024-04-22T04:28:58.814 INFO:tasks.rados.rados.0.smithi040.stdout:728: finishing rollback tid 2 to smithi04078109-3 2024-04-22T04:28:58.814 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 216 (ObjNum 108 snap 17 seq_num 108) dirty exists 2024-04-22T04:28:59.131 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:28:58.711+0000 7eff7cb1b1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T04:28:59.131 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:58 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:28:58.804+0000 7eff7cb1b1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T04:28:59.712 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:28:59.438+0000 7eff7cb1b1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T04:28:59.712 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:28:59.525+0000 7eff7cb1b1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T04:28:59.712 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:28:59.615+0000 7eff7cb1b1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T04:28:59.796 INFO:tasks.rados.rados.0.smithi040.stdout:725: done (3 left) 2024-04-22T04:28:59.796 INFO:tasks.rados.rados.0.smithi040.stdout:727: done (2 left) 2024-04-22T04:28:59.796 INFO:tasks.rados.rados.0.smithi040.stdout:728: done (1 left) 2024-04-22T04:28:59.796 INFO:tasks.rados.rados.0.smithi040.stdout:729: done (0 left) 2024-04-22T04:28:59.796 INFO:tasks.rados.rados.0.smithi040.stdout:730: read oid 42 snap -1 2024-04-22T04:28:59.796 INFO:tasks.rados.rados.0.smithi040.stdout:730: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-22T04:28:59.796 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 29 current snap is 61 2024-04-22T04:28:59.796 INFO:tasks.rados.rados.0.smithi040.stdout:731: seq_num 248 ranges {1564672=557056,2121728=507904,2629632=442368,3072000=253952} 2024-04-22T04:28:59.807 INFO:tasks.rados.rados.0.smithi040.stdout:731: writing smithi04078109-29 from 1564672 to 2121728 tid 1 2024-04-22T04:28:59.810 INFO:tasks.rados.rados.0.smithi040.stdout:731: writing smithi04078109-29 from 2121728 to 2629632 tid 2 2024-04-22T04:28:59.813 INFO:tasks.rados.rados.0.smithi040.stdout:731: writing smithi04078109-29 from 2629632 to 3072000 tid 3 2024-04-22T04:28:59.815 INFO:tasks.rados.rados.0.smithi040.stdout:731: writing smithi04078109-29 from 3072000 to 3325952 tid 4 2024-04-22T04:28:59.815 INFO:tasks.rados.rados.0.smithi040.stdout:732: delete oid 3 current snap is 61 2024-04-22T04:28:59.815 INFO:tasks.rados.rados.0.smithi040.stdout:730: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-22T04:28:59.830 INFO:tasks.rados.rados.0.smithi040.stdout:731: finishing write tid 1 to smithi04078109-29 2024-04-22T04:28:59.830 INFO:tasks.rados.rados.0.smithi040.stdout:731: finishing write tid 2 to smithi04078109-29 2024-04-22T04:28:59.830 INFO:tasks.rados.rados.0.smithi040.stdout:731: finishing write tid 3 to smithi04078109-29 2024-04-22T04:28:59.830 INFO:tasks.rados.rados.0.smithi040.stdout:731: finishing write tid 4 to smithi04078109-29 2024-04-22T04:28:59.830 INFO:tasks.rados.rados.0.smithi040.stdout:731: finishing write tid 5 to smithi04078109-29 2024-04-22T04:28:59.831 INFO:tasks.rados.rados.0.smithi040.stdout:731: finishing write tid 6 to smithi04078109-29 2024-04-22T04:28:59.831 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 148 (ObjNum 248 snap 61 seq_num 248) dirty exists 2024-04-22T04:28:59.831 INFO:tasks.rados.rados.0.smithi040.stdout:731: left oid 29 (ObjNum 248 snap 61 seq_num 248) 2024-04-22T04:28:59.831 INFO:tasks.rados.rados.0.smithi040.stdout:730: done (2 left) 2024-04-22T04:28:59.831 INFO:tasks.rados.rados.0.smithi040.stdout:731: done (1 left) 2024-04-22T04:28:59.831 INFO:tasks.rados.rados.0.smithi040.stdout:732: done (0 left) 2024-04-22T04:28:59.831 INFO:tasks.rados.rados.0.smithi040.stdout:733: snap_create 2024-04-22T04:29:00.059 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:28:59.712+0000 7eff7cb1b1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T04:29:00.059 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:28:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:28:59.961+0000 7eff7cb1b1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T04:29:00.059 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:58.659648+0000 mgr.y (mgr.15009) 23 : cluster [DBG] pgmap v29: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 26 op/s 2024-04-22T04:29:00.059 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:28:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:58.790543+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-04-22T04:29:00.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:58.659648+0000 mgr.y (mgr.15009) 23 : cluster [DBG] pgmap v29: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 26 op/s 2024-04-22T04:29:00.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:28:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:58.790543+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-04-22T04:29:00.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:58.659648+0000 mgr.y (mgr.15009) 23 : cluster [DBG] pgmap v29: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 26 op/s 2024-04-22T04:29:00.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:28:59 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:58.790543+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-04-22T04:29:00.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:00.059+0000 7eff7cb1b1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T04:29:00.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:00.288+0000 7eff7cb1b1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T04:29:00.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:29:00] "GET /metrics HTTP/1.1" 200 192403 "" "Prometheus/2.33.4" 2024-04-22T04:29:00.678 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:00.388+0000 7eff7cb1b1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T04:29:00.678 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:00.580+0000 7eff7cb1b1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T04:29:00.806 INFO:tasks.rados.rados.0.smithi040.stdout:733: done (0 left) 2024-04-22T04:29:00.806 INFO:tasks.rados.rados.0.smithi040.stdout:734: snap_create 2024-04-22T04:29:00.986 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:00.678+0000 7eff7cb1b1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T04:29:00.987 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:28:59.797528+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-04-22T04:29:01.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:28:59.797528+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-04-22T04:29:01.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:28:59.797528+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-04-22T04:29:01.805 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:01.469+0000 7eff7cb1b1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T04:29:01.805 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:01.687+0000 7eff7cb1b1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T04:29:01.815 INFO:tasks.rados.rados.0.smithi040.stdout:734: done (0 left) 2024-04-22T04:29:01.815 INFO:tasks.rados.rados.0.smithi040.stdout:735: copy_from oid 48 from oid 1 current snap is 63 2024-04-22T04:29:01.815 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 41 current snap is 63 2024-04-22T04:29:01.815 INFO:tasks.rados.rados.0.smithi040.stdout:736: seq_num 250 ranges {2252800=589824,2842624=679936,3522560=409600,3932160=114688} 2024-04-22T04:29:01.831 INFO:tasks.rados.rados.0.smithi040.stdout:736: writing smithi04078109-41 from 2252800 to 2842624 tid 1 2024-04-22T04:29:01.836 INFO:tasks.rados.rados.0.smithi040.stdout:736: writing smithi04078109-41 from 2842624 to 3522560 tid 2 2024-04-22T04:29:01.838 INFO:tasks.rados.rados.0.smithi040.stdout:736: writing smithi04078109-41 from 3522560 to 3932160 tid 3 2024-04-22T04:29:01.839 INFO:tasks.rados.rados.0.smithi040.stdout:736: writing smithi04078109-41 from 3932160 to 4046848 tid 4 2024-04-22T04:29:01.839 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 63 2024-04-22T04:29:01.839 INFO:tasks.rados.rados.0.smithi040.stdout:737: seq_num 251 ranges {5611520=606208,6217728=614400,6832128=589824} 2024-04-22T04:29:01.873 INFO:tasks.rados.rados.0.smithi040.stdout:737: writing smithi04078109-25 from 5611520 to 6217728 tid 1 2024-04-22T04:29:01.877 INFO:tasks.rados.rados.0.smithi040.stdout:737: writing smithi04078109-25 from 6217728 to 6832128 tid 2 2024-04-22T04:29:01.881 INFO:tasks.rados.rados.0.smithi040.stdout:737: writing smithi04078109-25 from 6832128 to 7421952 tid 3 2024-04-22T04:29:01.881 INFO:tasks.rados.rados.0.smithi040.stdout:738: rmattr oid 32 current snap is 63 2024-04-22T04:29:01.881 INFO:tasks.rados.rados.0.smithi040.stdout:735: finishing copy_from racing read to smithi04078109-48 2024-04-22T04:29:01.881 INFO:tasks.rados.rados.0.smithi040.stdout:735: finishing copy_from to smithi04078109-48 2024-04-22T04:29:01.881 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 229 (ObjNum 236 snap 53 seq_num 236) dirty exists 2024-04-22T04:29:01.881 INFO:tasks.rados.rados.0.smithi040.stdout:736: finishing write tid 1 to smithi04078109-41 2024-04-22T04:29:01.882 INFO:tasks.rados.rados.0.smithi040.stdout:736: finishing write tid 2 to smithi04078109-41 2024-04-22T04:29:01.882 INFO:tasks.rados.rados.0.smithi040.stdout:735: done (3 left) 2024-04-22T04:29:01.882 INFO:tasks.rados.rados.0.smithi040.stdout:739: read oid 10 snap -1 2024-04-22T04:29:01.882 INFO:tasks.rados.rados.0.smithi040.stdout:739: expect deleted 2024-04-22T04:29:01.882 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 63 2024-04-22T04:29:01.882 INFO:tasks.rados.rados.0.smithi040.stdout:736: finishing write tid 3 to smithi04078109-41 2024-04-22T04:29:01.882 INFO:tasks.rados.rados.0.smithi040.stdout:736: finishing write tid 4 to smithi04078109-41 2024-04-22T04:29:01.882 INFO:tasks.rados.rados.0.smithi040.stdout:736: finishing write tid 5 to smithi04078109-41 2024-04-22T04:29:01.882 INFO:tasks.rados.rados.0.smithi040.stdout:736: finishing write tid 6 to smithi04078109-41 2024-04-22T04:29:01.882 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 359 (ObjNum 250 snap 63 seq_num 250) dirty exists 2024-04-22T04:29:01.882 INFO:tasks.rados.rados.0.smithi040.stdout:736: left oid 41 (ObjNum 250 snap 63 seq_num 250) 2024-04-22T04:29:01.882 INFO:tasks.rados.rados.0.smithi040.stdout:737: finishing write tid 1 to smithi04078109-25 2024-04-22T04:29:01.883 INFO:tasks.rados.rados.0.smithi040.stdout:737: finishing write tid 2 to smithi04078109-25 2024-04-22T04:29:01.883 INFO:tasks.rados.rados.0.smithi040.stdout:740: seq_num 252 ranges {0=630784,630784=499712,1130496=425984,1556480=278528} 2024-04-22T04:29:01.885 INFO:tasks.rados.rados.0.smithi040.stdout:740: writing smithi04078109-6 from 0 to 630784 tid 1 2024-04-22T04:29:01.887 INFO:tasks.rados.rados.0.smithi040.stdout:740: writing smithi04078109-6 from 630784 to 1130496 tid 2 2024-04-22T04:29:01.890 INFO:tasks.rados.rados.0.smithi040.stdout:740: writing smithi04078109-6 from 1130496 to 1556480 tid 3 2024-04-22T04:29:01.892 INFO:tasks.rados.rados.0.smithi040.stdout:740: writing smithi04078109-6 from 1556480 to 1835008 tid 4 2024-04-22T04:29:01.892 INFO:tasks.rados.rados.0.smithi040.stdout:736: done (4 left) 2024-04-22T04:29:01.892 INFO:tasks.rados.rados.0.smithi040.stdout:741: copy_from oid 27 from oid 37 current snap is 63 2024-04-22T04:29:01.892 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 220 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-22T04:29:01.892 INFO:tasks.rados.rados.0.smithi040.stdout:737: finishing write tid 3 to smithi04078109-25 2024-04-22T04:29:01.892 INFO:tasks.rados.rados.0.smithi040.stdout:737: finishing write tid 4 to smithi04078109-25 2024-04-22T04:29:01.893 INFO:tasks.rados.rados.0.smithi040.stdout:737: finishing write tid 5 to smithi04078109-25 2024-04-22T04:29:01.893 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 280 (ObjNum 251 snap 63 seq_num 251) dirty exists 2024-04-22T04:29:01.893 INFO:tasks.rados.rados.0.smithi040.stdout:737: left oid 25 (ObjNum 251 snap 63 seq_num 251) 2024-04-22T04:29:01.893 INFO:tasks.rados.rados.0.smithi040.stdout:737: done (4 left) 2024-04-22T04:29:01.893 INFO:tasks.rados.rados.0.smithi040.stdout:738: done (3 left) 2024-04-22T04:29:01.893 INFO:tasks.rados.rados.0.smithi040.stdout:739: done (2 left) 2024-04-22T04:29:01.893 INFO:tasks.rados.rados.0.smithi040.stdout:742: snap_create 2024-04-22T04:29:01.893 INFO:tasks.rados.rados.0.smithi040.stdout:740: finishing write tid 1 to smithi04078109-6 2024-04-22T04:29:01.893 INFO:tasks.rados.rados.0.smithi040.stdout:740: finishing write tid 2 to smithi04078109-6 2024-04-22T04:29:01.894 INFO:tasks.rados.rados.0.smithi040.stdout:740: finishing write tid 3 to smithi04078109-6 2024-04-22T04:29:01.894 INFO:tasks.rados.rados.0.smithi040.stdout:740: finishing write tid 4 to smithi04078109-6 2024-04-22T04:29:01.894 INFO:tasks.rados.rados.0.smithi040.stdout:740: finishing write tid 5 to smithi04078109-6 2024-04-22T04:29:01.896 INFO:tasks.rados.rados.0.smithi040.stdout:740: finishing write tid 6 to smithi04078109-6 2024-04-22T04:29:01.896 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 285 (ObjNum 252 snap 63 seq_num 252) dirty exists 2024-04-22T04:29:01.896 INFO:tasks.rados.rados.0.smithi040.stdout:740: left oid 6 (ObjNum 252 snap 63 seq_num 252) 2024-04-22T04:29:01.899 INFO:tasks.rados.rados.0.smithi040.stdout:741: finishing copy_from racing read to smithi04078109-27 2024-04-22T04:29:01.902 INFO:tasks.rados.rados.0.smithi040.stdout:741: finishing copy_from to smithi04078109-27 2024-04-22T04:29:01.902 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 290 (ObjNum 217 snap 50 seq_num 217) dirty exists 2024-04-22T04:29:02.131 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:01.882+0000 7eff7cb1b1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:29:02.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:00.660101+0000 mgr.y (mgr.15009) 24 : cluster [DBG] pgmap v32: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 26 op/s 2024-04-22T04:29:02.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:00.807850+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-04-22T04:29:02.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:01.584156+0000 mon.a (mon.0) 999 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:02.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:01 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:01.590376+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:02.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:29:00.660101+0000 mgr.y (mgr.15009) 24 : cluster [DBG] pgmap v32: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 26 op/s 2024-04-22T04:29:02.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:29:00.807850+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-04-22T04:29:02.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:01.584156+0000 mon.a (mon.0) 999 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:02.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:01.590376+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:02.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:00.660101+0000 mgr.y (mgr.15009) 24 : cluster [DBG] pgmap v32: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 26 op/s 2024-04-22T04:29:02.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:00.807850+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-04-22T04:29:02.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:01.584156+0000 mon.a (mon.0) 999 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:02.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:01.590376+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:02.815 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:02.538+0000 7eff7cb1b1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T04:29:02.815 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:02.738+0000 7eff7cb1b1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:29:02.825 INFO:tasks.rados.rados.0.smithi040.stdout:740: done (2 left) 2024-04-22T04:29:02.825 INFO:tasks.rados.rados.0.smithi040.stdout:741: done (1 left) 2024-04-22T04:29:02.825 INFO:tasks.rados.rados.0.smithi040.stdout:742: done (0 left) 2024-04-22T04:29:02.825 INFO:tasks.rados.rados.0.smithi040.stdout:743: rollback oid 46 current snap is 64 2024-04-22T04:29:02.825 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 46 to 58 2024-04-22T04:29:02.825 INFO:tasks.rados.rados.0.smithi040.stdout:744: copy_from oid 35 from oid 11 current snap is 64 2024-04-22T04:29:02.825 INFO:tasks.rados.rados.0.smithi040.stdout:745: read oid 30 snap -1 2024-04-22T04:29:02.826 INFO:tasks.rados.rados.0.smithi040.stdout:745: expect (ObjNum 145 snap 33 seq_num 145) 2024-04-22T04:29:02.826 INFO:tasks.rados.rados.0.smithi040.stdout:746: copy_from oid 6 from oid 38 current snap is 64 2024-04-22T04:29:02.826 INFO:tasks.rados.rados.0.smithi040.stdout:747: delete oid 33 current snap is 64 2024-04-22T04:29:02.829 INFO:tasks.rados.rados.0.smithi040.stdout:743: finishing rollback tid 0 to smithi04078109-46 2024-04-22T04:29:02.829 INFO:tasks.rados.rados.0.smithi040.stdout:743: finishing rollback tid 1 to smithi04078109-46 2024-04-22T04:29:02.830 INFO:tasks.rados.rados.0.smithi040.stdout:743: finishing rollback tid 2 to smithi04078109-46 2024-04-22T04:29:02.830 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 138 (ObjNum 198 snap 44 seq_num 198) dirty exists 2024-04-22T04:29:02.835 INFO:tasks.rados.rados.0.smithi040.stdout:745: expect (ObjNum 145 snap 33 seq_num 145) 2024-04-22T04:29:02.877 INFO:tasks.rados.rados.0.smithi040.stdout:744: finishing copy_from racing read to smithi04078109-35 2024-04-22T04:29:02.878 INFO:tasks.rados.rados.0.smithi040.stdout:744: finishing copy_from to smithi04078109-35 2024-04-22T04:29:02.878 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 217 (ObjNum 232 snap 53 seq_num 232) dirty exists 2024-04-22T04:29:02.878 INFO:tasks.rados.rados.0.smithi040.stdout:746: finishing copy_from racing read to smithi04078109-6 2024-04-22T04:29:02.878 INFO:tasks.rados.rados.0.smithi040.stdout:746: finishing copy_from to smithi04078109-6 2024-04-22T04:29:02.878 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 129 (ObjNum 234 snap 53 seq_num 234) dirty exists 2024-04-22T04:29:02.878 INFO:tasks.rados.rados.0.smithi040.stdout:743: done (4 left) 2024-04-22T04:29:02.878 INFO:tasks.rados.rados.0.smithi040.stdout:744: done (3 left) 2024-04-22T04:29:02.878 INFO:tasks.rados.rados.0.smithi040.stdout:745: done (2 left) 2024-04-22T04:29:02.878 INFO:tasks.rados.rados.0.smithi040.stdout:746: done (1 left) 2024-04-22T04:29:02.878 INFO:tasks.rados.rados.0.smithi040.stdout:747: done (0 left) 2024-04-22T04:29:02.878 INFO:tasks.rados.rados.0.smithi040.stdout:748: read oid 18 snap -1 2024-04-22T04:29:02.878 INFO:tasks.rados.rados.0.smithi040.stdout:748: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:29:02.878 INFO:tasks.rados.rados.0.smithi040.stdout:749: read oid 42 snap 54 2024-04-22T04:29:02.878 INFO:tasks.rados.rados.0.smithi040.stdout:749: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-22T04:29:02.879 INFO:tasks.rados.rados.0.smithi040.stdout:750: copy_from oid 34 from oid 8 current snap is 64 2024-04-22T04:29:02.879 INFO:tasks.rados.rados.0.smithi040.stdout:751: read oid 40 snap -1 2024-04-22T04:29:02.879 INFO:tasks.rados.rados.0.smithi040.stdout:751: expect (ObjNum 228 snap 52 seq_num 228) 2024-04-22T04:29:02.879 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 37 current snap is 64 2024-04-22T04:29:02.879 INFO:tasks.rados.rados.0.smithi040.stdout:752: seq_num 254 ranges {1245184=663552,1908736=663552,2572288=540672} 2024-04-22T04:29:02.888 INFO:tasks.rados.rados.0.smithi040.stdout:752: writing smithi04078109-37 from 1245184 to 1908736 tid 1 2024-04-22T04:29:02.893 INFO:tasks.rados.rados.0.smithi040.stdout:752: writing smithi04078109-37 from 1908736 to 2572288 tid 2 2024-04-22T04:29:02.896 INFO:tasks.rados.rados.0.smithi040.stdout:752: writing smithi04078109-37 from 2572288 to 3112960 tid 3 2024-04-22T04:29:02.896 INFO:tasks.rados.rados.0.smithi040.stdout:753: setattr oid 16 current snap is 64 2024-04-22T04:29:02.897 INFO:tasks.rados.rados.0.smithi040.stdout:749: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-22T04:29:02.912 INFO:tasks.rados.rados.0.smithi040.stdout:748: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:29:02.954 INFO:tasks.rados.rados.0.smithi040.stdout:752: finishing write tid 1 to smithi04078109-37 2024-04-22T04:29:02.954 INFO:tasks.rados.rados.0.smithi040.stdout:752: finishing write tid 2 to smithi04078109-37 2024-04-22T04:29:02.954 INFO:tasks.rados.rados.0.smithi040.stdout:750: finishing copy_from racing read to smithi04078109-34 2024-04-22T04:29:02.954 INFO:tasks.rados.rados.0.smithi040.stdout:752: finishing write tid 3 to smithi04078109-37 2024-04-22T04:29:02.954 INFO:tasks.rados.rados.0.smithi040.stdout:752: finishing write tid 4 to smithi04078109-37 2024-04-22T04:29:02.954 INFO:tasks.rados.rados.0.smithi040.stdout:752: finishing write tid 5 to smithi04078109-37 2024-04-22T04:29:02.954 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 364 (ObjNum 254 snap 64 seq_num 254) dirty exists 2024-04-22T04:29:02.954 INFO:tasks.rados.rados.0.smithi040.stdout:752: left oid 37 (ObjNum 254 snap 64 seq_num 254) 2024-04-22T04:29:02.955 INFO:tasks.rados.rados.0.smithi040.stdout:751: expect (ObjNum 228 snap 52 seq_num 228) 2024-04-22T04:29:03.070 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:01.817005+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-04-22T04:29:03.070 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:02.378611+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:03.070 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:02.386219+0000 mon.a (mon.0) 1003 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:03.070 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:02.943+0000 7eff7cb1b1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T04:29:03.070 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:03.070+0000 7eff7cb1b1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T04:29:03.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:29:01.817005+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-04-22T04:29:03.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:02.378611+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:03.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:02.386219+0000 mon.a (mon.0) 1003 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:03.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:01.817005+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-04-22T04:29:03.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:02.378611+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:03.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:02.386219+0000 mon.a (mon.0) 1003 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:03.340 INFO:tasks.rados.rados.0.smithi040.stdout:750: finishing copy_from to smithi04078109-34 2024-04-22T04:29:03.340 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 120 (ObjNum 226 snap 52 seq_num 226) dirty exists 2024-04-22T04:29:03.340 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 147 (ObjNum 0 snap 32647 seq_num 2852119280) dirty exists 2024-04-22T04:29:03.340 INFO:tasks.rados.rados.0.smithi040.stdout:748: done (5 left) 2024-04-22T04:29:03.340 INFO:tasks.rados.rados.0.smithi040.stdout:749: done (4 left) 2024-04-22T04:29:03.340 INFO:tasks.rados.rados.0.smithi040.stdout:750: done (3 left) 2024-04-22T04:29:03.341 INFO:tasks.rados.rados.0.smithi040.stdout:751: done (2 left) 2024-04-22T04:29:03.341 INFO:tasks.rados.rados.0.smithi040.stdout:752: done (1 left) 2024-04-22T04:29:03.341 INFO:tasks.rados.rados.0.smithi040.stdout:753: done (0 left) 2024-04-22T04:29:03.341 INFO:tasks.rados.rados.0.smithi040.stdout:754: snap_create 2024-04-22T04:29:03.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: [22/Apr/2024:04:29:03] ENGINE Bus STARTING 2024-04-22T04:29:03.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: CherryPy Checker: 2024-04-22T04:29:03.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: The Application mounted at '' has an empty config. 2024-04-22T04:29:03.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:03.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: [22/Apr/2024:04:29:03] ENGINE Serving on http://:::9283 2024-04-22T04:29:03.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: [22/Apr/2024:04:29:03] ENGINE Bus STARTED 2024-04-22T04:29:03.828 INFO:tasks.rados.rados.0.smithi040.stdout:754: done (0 left) 2024-04-22T04:29:03.828 INFO:tasks.rados.rados.0.smithi040.stdout:755: snap_create 2024-04-22T04:29:04.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:02.660594+0000 mgr.y (mgr.15009) 25 : cluster [DBG] pgmap v35: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 326 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-22T04:29:04.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:02.827508+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-04-22T04:29:04.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:03.085594+0000 mon.a (mon.0) 1005 : cluster [DBG] Standby manager daemon x restarted 2024-04-22T04:29:04.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:03.085718+0000 mon.a (mon.0) 1006 : cluster [DBG] Standby manager daemon x started 2024-04-22T04:29:04.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:03.087163+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.? 172.21.15.62:0/3308975819' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:29:04.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:03.087711+0000 mon.b (mon.1) 64 : audit [DBG] from='mgr.? 172.21.15.62:0/3308975819' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:29:04.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:03.089752+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.? 172.21.15.62:0/3308975819' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T04:29:04.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:03.090889+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.? 172.21.15.62:0/3308975819' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:29:04.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:29:02.660594+0000 mgr.y (mgr.15009) 25 : cluster [DBG] pgmap v35: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 326 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-22T04:29:04.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:29:02.827508+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-04-22T04:29:04.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:29:03.085594+0000 mon.a (mon.0) 1005 : cluster [DBG] Standby manager daemon x restarted 2024-04-22T04:29:04.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:29:03.085718+0000 mon.a (mon.0) 1006 : cluster [DBG] Standby manager daemon x started 2024-04-22T04:29:04.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:03.087163+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.? 172.21.15.62:0/3308975819' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:29:04.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:03.087711+0000 mon.b (mon.1) 64 : audit [DBG] from='mgr.? 172.21.15.62:0/3308975819' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:29:04.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:03.089752+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.? 172.21.15.62:0/3308975819' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T04:29:04.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:03.090889+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.? 172.21.15.62:0/3308975819' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:29:04.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:02.660594+0000 mgr.y (mgr.15009) 25 : cluster [DBG] pgmap v35: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 326 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-22T04:29:04.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:02.827508+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-04-22T04:29:04.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:03.085594+0000 mon.a (mon.0) 1005 : cluster [DBG] Standby manager daemon x restarted 2024-04-22T04:29:04.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:03.085718+0000 mon.a (mon.0) 1006 : cluster [DBG] Standby manager daemon x started 2024-04-22T04:29:04.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:03.087163+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.? 172.21.15.62:0/3308975819' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:29:04.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:03.087711+0000 mon.b (mon.1) 64 : audit [DBG] from='mgr.? 172.21.15.62:0/3308975819' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:29:04.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:03.089752+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.? 172.21.15.62:0/3308975819' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T04:29:04.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:03 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:03.090889+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.? 172.21.15.62:0/3308975819' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:29:04.830 INFO:tasks.rados.rados.0.smithi040.stdout:755: done (0 left) 2024-04-22T04:29:04.831 INFO:tasks.rados.rados.0.smithi040.stdout:756: copy_from oid 22 from oid 47 current snap is 66 2024-04-22T04:29:04.831 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 27 current snap is 66 2024-04-22T04:29:04.831 INFO:tasks.rados.rados.0.smithi040.stdout:757: seq_num 255 ranges {1245184=679936,1925120=548864,2473984=598016,3072000=57344} 2024-04-22T04:29:04.840 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:03.830128+0000 mon.a (mon.0) 1007 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-04-22T04:29:04.841 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:03.840917+0000 mon.a (mon.0) 1008 : cluster [DBG] mgrmap e32: y(active, since 23s), standbys: x 2024-04-22T04:29:04.841 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:04.832588+0000 mon.a (mon.0) 1009 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-04-22T04:29:04.841 INFO:tasks.rados.rados.0.smithi040.stdout:757: writing smithi04078109-27 from 1245184 to 1925120 tid 1 2024-04-22T04:29:04.844 INFO:tasks.rados.rados.0.smithi040.stdout:757: writing smithi04078109-27 from 1925120 to 2473984 tid 2 2024-04-22T04:29:04.848 INFO:tasks.rados.rados.0.smithi040.stdout:757: writing smithi04078109-27 from 2473984 to 3072000 tid 3 2024-04-22T04:29:04.848 INFO:tasks.rados.rados.0.smithi040.stdout:757: writing smithi04078109-27 from 3072000 to 3129344 tid 4 2024-04-22T04:29:04.848 INFO:tasks.rados.rados.0.smithi040.stdout:758: snap_create 2024-04-22T04:29:04.848 INFO:tasks.rados.rados.0.smithi040.stdout:757: finishing write tid 1 to smithi04078109-27 2024-04-22T04:29:04.848 INFO:tasks.rados.rados.0.smithi040.stdout:757: finishing write tid 2 to smithi04078109-27 2024-04-22T04:29:04.852 INFO:tasks.rados.rados.0.smithi040.stdout:756: finishing copy_from racing read to smithi04078109-22 2024-04-22T04:29:04.852 INFO:tasks.rados.rados.0.smithi040.stdout:757: finishing write tid 3 to smithi04078109-27 2024-04-22T04:29:04.852 INFO:tasks.rados.rados.0.smithi040.stdout:757: finishing write tid 4 to smithi04078109-27 2024-04-22T04:29:04.853 INFO:tasks.rados.rados.0.smithi040.stdout:757: finishing write tid 5 to smithi04078109-27 2024-04-22T04:29:04.854 INFO:tasks.rados.rados.0.smithi040.stdout:756: finishing copy_from to smithi04078109-22 2024-04-22T04:29:04.854 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 97 (ObjNum 225 snap 51 seq_num 225) dirty exists 2024-04-22T04:29:04.858 INFO:tasks.rados.rados.0.smithi040.stdout:757: finishing write tid 6 to smithi04078109-27 2024-04-22T04:29:04.858 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 295 (ObjNum 255 snap 66 seq_num 255) dirty exists 2024-04-22T04:29:04.858 INFO:tasks.rados.rados.0.smithi040.stdout:757: left oid 27 (ObjNum 255 snap 66 seq_num 255) 2024-04-22T04:29:05.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:29:03.830128+0000 mon.a (mon.0) 1007 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-04-22T04:29:05.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:29:03.840917+0000 mon.a (mon.0) 1008 : cluster [DBG] mgrmap e32: y(active, since 23s), standbys: x 2024-04-22T04:29:05.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:29:04.832588+0000 mon.a (mon.0) 1009 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-04-22T04:29:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:03.830128+0000 mon.a (mon.0) 1007 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-04-22T04:29:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:03.840917+0000 mon.a (mon.0) 1008 : cluster [DBG] mgrmap e32: y(active, since 23s), standbys: x 2024-04-22T04:29:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:04 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:04.832588+0000 mon.a (mon.0) 1009 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-04-22T04:29:05.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:29:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:29:05.849 INFO:tasks.rados.rados.0.smithi040.stdout:756: done (2 left) 2024-04-22T04:29:05.849 INFO:tasks.rados.rados.0.smithi040.stdout:757: done (1 left) 2024-04-22T04:29:05.849 INFO:tasks.rados.rados.0.smithi040.stdout:758: done (0 left) 2024-04-22T04:29:05.849 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 67 2024-04-22T04:29:05.849 INFO:tasks.rados.rados.0.smithi040.stdout:759: seq_num 256 ranges {1490944=696320,2187264=434176,2621440=770048} 2024-04-22T04:29:05.861 INFO:tasks.rados.rados.0.smithi040.stdout:759: writing smithi04078109-35 from 1490944 to 2187264 tid 1 2024-04-22T04:29:05.863 INFO:tasks.rados.rados.0.smithi040.stdout:759: writing smithi04078109-35 from 2187264 to 2621440 tid 2 2024-04-22T04:29:05.868 INFO:tasks.rados.rados.0.smithi040.stdout:759: writing smithi04078109-35 from 2621440 to 3391488 tid 3 2024-04-22T04:29:05.868 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 67 2024-04-22T04:29:05.869 INFO:tasks.rados.rados.0.smithi040.stdout:759: finishing write tid 1 to smithi04078109-35 2024-04-22T04:29:05.869 INFO:tasks.rados.rados.0.smithi040.stdout:759: finishing write tid 2 to smithi04078109-35 2024-04-22T04:29:05.869 INFO:tasks.rados.rados.0.smithi040.stdout:760: seq_num 257 ranges {6356992=712704,7069696=720896,7790592=483328} 2024-04-22T04:29:05.907 INFO:tasks.rados.rados.0.smithi040.stdout:760: writing smithi04078109-40 from 6356992 to 7069696 tid 1 2024-04-22T04:29:05.912 INFO:tasks.rados.rados.0.smithi040.stdout:760: writing smithi04078109-40 from 7069696 to 7790592 tid 2 2024-04-22T04:29:05.916 INFO:tasks.rados.rados.0.smithi040.stdout:760: writing smithi04078109-40 from 7790592 to 8273920 tid 3 2024-04-22T04:29:05.916 INFO:tasks.rados.rados.0.smithi040.stdout:761: read oid 22 snap -1 2024-04-22T04:29:05.916 INFO:tasks.rados.rados.0.smithi040.stdout:761: expect (ObjNum 225 snap 51 seq_num 225) 2024-04-22T04:29:05.916 INFO:tasks.rados.rados.0.smithi040.stdout:762: read oid 8 snap -1 2024-04-22T04:29:05.916 INFO:tasks.rados.rados.0.smithi040.stdout:762: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:29:05.916 INFO:tasks.rados.rados.0.smithi040.stdout:759: finishing write tid 3 to smithi04078109-35 2024-04-22T04:29:05.916 INFO:tasks.rados.rados.0.smithi040.stdout:759: finishing write tid 4 to smithi04078109-35 2024-04-22T04:29:05.916 INFO:tasks.rados.rados.0.smithi040.stdout:759: finishing write tid 5 to smithi04078109-35 2024-04-22T04:29:05.916 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 254 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-04-22T04:29:05.916 INFO:tasks.rados.rados.0.smithi040.stdout:759: left oid 35 (ObjNum 256 snap 67 seq_num 256) 2024-04-22T04:29:05.917 INFO:tasks.rados.rados.0.smithi040.stdout:760: finishing write tid 1 to smithi04078109-40 2024-04-22T04:29:05.917 INFO:tasks.rados.rados.0.smithi040.stdout:759: done (3 left) 2024-04-22T04:29:05.917 INFO:tasks.rados.rados.0.smithi040.stdout:763: copy_from oid 37 from oid 44 current snap is 67 2024-04-22T04:29:05.917 INFO:tasks.rados.rados.0.smithi040.stdout:760: finishing write tid 2 to smithi04078109-40 2024-04-22T04:29:05.917 INFO:tasks.rados.rados.0.smithi040.stdout:764: snap_remove snap 65 2024-04-22T04:29:06.120 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:04.660986+0000 mgr.y (mgr.15009) 26 : cluster [DBG] pgmap v38: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 326 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-22T04:29:06.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:29:04.660986+0000 mgr.y (mgr.15009) 26 : cluster [DBG] pgmap v38: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 326 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-22T04:29:06.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:05 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:04.660986+0000 mgr.y (mgr.15009) 26 : cluster [DBG] pgmap v38: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 326 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-22T04:29:06.243 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:29:06.563 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:29:06.563 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (2m) 21s ago 3m 24.6M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:29:06.563 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (3m) 4s ago 3m 59.6M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:29:06.563 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (4m) 21s ago 4m 13.4M - 16.2.15-1-g8963e9de 727f386679cb 07889a83e85d 2024-04-22T04:29:06.563 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (4m) 4s ago 4m 15.5M - 16.2.15-1-g8963e9de 727f386679cb 37118b502053 2024-04-22T04:29:06.563 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (11s) 4s ago 8m 55.3M - 17.2.7-878-g5d873850 c90a446c4c8e aa2238c1b793 2024-04-22T04:29:06.563 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 running (35s) 21s ago 10m 452M - 17.2.7-878-g5d873850 c90a446c4c8e edd41a239d91 2024-04-22T04:29:06.563 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (10m) 21s ago 10m 48.9M 2048M 16.2.15-1-g8963e9de 727f386679cb 345f97f2a3df 2024-04-22T04:29:06.563 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (8m) 4s ago 8m 43.2M 2048M 16.2.15-1-g8963e9de 727f386679cb ffc5f26fd230 2024-04-22T04:29:06.563 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (8m) 21s ago 8m 45.3M 2048M 16.2.15-1-g8963e9de 727f386679cb ef0cdaf2d528 2024-04-22T04:29:06.564 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (3m) 21s ago 3m 24.7M - 1.3.1 1dbe0e931976 3d926365bac8 2024-04-22T04:29:06.564 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (3m) 4s ago 3m 21.6M - 1.3.1 1dbe0e931976 cd70c5d64335 2024-04-22T04:29:06.564 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (7m) 21s ago 7m 110M 2489M 16.2.15-1-g8963e9de 727f386679cb a05040c28137 2024-04-22T04:29:06.564 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (7m) 21s ago 7m 89.7M 2489M 16.2.15-1-g8963e9de 727f386679cb 132b282d5078 2024-04-22T04:29:06.564 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (7m) 21s ago 7m 97.2M 2489M 16.2.15-1-g8963e9de 727f386679cb 18997dafed68 2024-04-22T04:29:06.564 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (6m) 21s ago 6m 90.6M 2489M 16.2.15-1-g8963e9de 727f386679cb 143d3b49613e 2024-04-22T04:29:06.564 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (6m) 4s ago 6m 107M 2488M 16.2.15-1-g8963e9de 727f386679cb 60d50d2f7849 2024-04-22T04:29:06.564 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (5m) 4s ago 5m 87.7M 2488M 16.2.15-1-g8963e9de 727f386679cb b7e17a5d779e 2024-04-22T04:29:06.564 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (5m) 4s ago 5m 90.9M 2488M 16.2.15-1-g8963e9de 727f386679cb a25b6c33c8a6 2024-04-22T04:29:06.564 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (4m) 4s ago 4m 69.6M 2488M 16.2.15-1-g8963e9de 727f386679cb 65d10d469953 2024-04-22T04:29:06.564 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (2m) 4s ago 3m 59.8M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:29:06.796 INFO:tasks.rados.rados.0.smithi040.stdout:764: done (4 left) 2024-04-22T04:29:06.796 INFO:tasks.rados.rados.0.smithi040.stdout:765: delete oid 47 current snap is 67 2024-04-22T04:29:06.796 INFO:tasks.rados.rados.0.smithi040.stdout:760: finishing write tid 3 to smithi04078109-40 2024-04-22T04:29:06.796 INFO:tasks.rados.rados.0.smithi040.stdout:760: finishing write tid 4 to smithi04078109-40 2024-04-22T04:29:06.797 INFO:tasks.rados.rados.0.smithi040.stdout:760: finishing write tid 5 to smithi04078109-40 2024-04-22T04:29:06.797 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 292 (ObjNum 257 snap 67 seq_num 257) dirty exists 2024-04-22T04:29:06.797 INFO:tasks.rados.rados.0.smithi040.stdout:760: left oid 40 (ObjNum 257 snap 67 seq_num 257) 2024-04-22T04:29:06.797 INFO:tasks.rados.rados.0.smithi040.stdout:762: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:29:06.955 INFO:tasks.rados.rados.0.smithi040.stdout:763: finishing copy_from racing read to smithi04078109-37 2024-04-22T04:29:06.955 INFO:tasks.rados.rados.0.smithi040.stdout:763: finishing copy_from to smithi04078109-37 2024-04-22T04:29:06.955 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 235 (ObjNum 235 snap 53 seq_num 235) dirty exists 2024-04-22T04:29:06.955 INFO:tasks.rados.rados.0.smithi040.stdout:761: expect (ObjNum 225 snap 51 seq_num 225) 2024-04-22T04:29:06.988 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:29:06.988 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:29:06.988 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3 2024-04-22T04:29:06.988 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:29:06.988 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:29:06.988 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:29:06.988 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:29:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:29:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-22T04:29:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:29:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:29:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:29:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:29:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:29:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 13, 2024-04-22T04:29:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:29:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:29:06.989 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:29:07.061 INFO:tasks.rados.rados.0.smithi040.stdout:760: done (4 left) 2024-04-22T04:29:07.062 INFO:tasks.rados.rados.0.smithi040.stdout:761: done (3 left) 2024-04-22T04:29:07.062 INFO:tasks.rados.rados.0.smithi040.stdout:762: done (2 left) 2024-04-22T04:29:07.062 INFO:tasks.rados.rados.0.smithi040.stdout:763: done (1 left) 2024-04-22T04:29:07.062 INFO:tasks.rados.rados.0.smithi040.stdout:765: done (0 left) 2024-04-22T04:29:07.062 INFO:tasks.rados.rados.0.smithi040.stdout:766: read oid 11 snap -1 2024-04-22T04:29:07.062 INFO:tasks.rados.rados.0.smithi040.stdout:766: expect (ObjNum 232 snap 53 seq_num 232) 2024-04-22T04:29:07.062 INFO:tasks.rados.rados.0.smithi040.stdout:767: rollback oid 44 current snap is 67 2024-04-22T04:29:07.062 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 44 to 58 2024-04-22T04:29:07.062 INFO:tasks.rados.rados.0.smithi040.stdout:768: delete oid 39 current snap is 67 2024-04-22T04:29:07.064 INFO:tasks.rados.rados.0.smithi040.stdout:768: done (2 left) 2024-04-22T04:29:07.065 INFO:tasks.rados.rados.0.smithi040.stdout:769: read oid 31 snap -1 2024-04-22T04:29:07.065 INFO:tasks.rados.rados.0.smithi040.stdout:769: expect (ObjNum 222 snap 51 seq_num 222) 2024-04-22T04:29:07.065 INFO:tasks.rados.rados.0.smithi040.stdout:770: rmattr oid 37 current snap is 67 2024-04-22T04:29:07.065 INFO:tasks.rados.rados.0.smithi040.stdout:770: done (3 left) 2024-04-22T04:29:07.065 INFO:tasks.rados.rados.0.smithi040.stdout:771: read oid 4 snap -1 2024-04-22T04:29:07.065 INFO:tasks.rados.rados.0.smithi040.stdout:771: expect deleted 2024-04-22T04:29:07.065 INFO:tasks.rados.rados.0.smithi040.stdout:772: rollback oid 16 current snap is 67 2024-04-22T04:29:07.065 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 16 to 58 2024-04-22T04:29:07.065 INFO:tasks.rados.rados.0.smithi040.stdout:773: copy_from oid 42 from oid 35 current snap is 67 2024-04-22T04:29:07.065 INFO:tasks.rados.rados.0.smithi040.stdout:774: read oid 6 snap -1 2024-04-22T04:29:07.066 INFO:tasks.rados.rados.0.smithi040.stdout:774: expect (ObjNum 234 snap 53 seq_num 234) 2024-04-22T04:29:07.066 INFO:tasks.rados.rados.0.smithi040.stdout:775: rollback oid 26 current snap is 67 2024-04-22T04:29:07.066 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 26 to 62 2024-04-22T04:29:07.066 INFO:tasks.rados.rados.0.smithi040.stdout:776: snap_create 2024-04-22T04:29:07.068 INFO:tasks.rados.rados.0.smithi040.stdout:766: expect (ObjNum 232 snap 53 seq_num 232) 2024-04-22T04:29:07.117 INFO:tasks.rados.rados.0.smithi040.stdout:767: finishing rollback tid 0 to smithi04078109-44 2024-04-22T04:29:07.117 INFO:tasks.rados.rados.0.smithi040.stdout:775: finishing rollback tid 0 to smithi04078109-26 2024-04-22T04:29:07.117 INFO:tasks.rados.rados.0.smithi040.stdout:772: finishing rollback tid 0 to smithi04078109-16 2024-04-22T04:29:07.117 INFO:tasks.rados.rados.0.smithi040.stdout:775: finishing rollback tid 1 to smithi04078109-26 2024-04-22T04:29:07.117 INFO:tasks.rados.rados.0.smithi040.stdout:775: finishing rollback tid 2 to smithi04078109-26 2024-04-22T04:29:07.117 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 188 (ObjNum 165 snap 36 seq_num 165) dirty exists 2024-04-22T04:29:07.118 INFO:tasks.rados.rados.0.smithi040.stdout:772: finishing rollback tid 1 to smithi04078109-16 2024-04-22T04:29:07.118 INFO:tasks.rados.rados.0.smithi040.stdout:772: finishing rollback tid 2 to smithi04078109-16 2024-04-22T04:29:07.118 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 150 (ObjNum -63476631 snap 21849 seq_num 2851950096) dirty exists 2024-04-22T04:29:07.118 INFO:tasks.rados.rados.0.smithi040.stdout:767: finishing rollback tid 1 to smithi04078109-44 2024-04-22T04:29:07.118 INFO:tasks.rados.rados.0.smithi040.stdout:773: finishing copy_from racing read to smithi04078109-42 2024-04-22T04:29:07.118 INFO:tasks.rados.rados.0.smithi040.stdout:767: finishing rollback tid 2 to smithi04078109-44 2024-04-22T04:29:07.118 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 298 (ObjNum 235 snap 53 seq_num 235) dirty exists 2024-04-22T04:29:07.118 INFO:tasks.rados.rados.0.smithi040.stdout:773: finishing copy_from to smithi04078109-42 2024-04-22T04:29:07.118 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 254 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-04-22T04:29:07.118 INFO:tasks.rados.rados.0.smithi040.stdout:769: expect (ObjNum 222 snap 51 seq_num 222) 2024-04-22T04:29:07.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:05.851159+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-04-22T04:29:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.164718+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.172223+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.173585+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:29:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.174425+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:29:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.178598+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.233155+0000 mgr.y (mgr.15009) 27 : audit [DBG] from='client.25013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:29:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.311528+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:29:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.314700+0000 mon.b (mon.1) 70 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:29:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.322015+0000 mon.a (mon.0) 1014 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.323600+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-22T04:29:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.323923+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-22T04:29:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.329612+0000 mon.a (mon.0) 1016 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-22T04:29:07.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.330662+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-22T04:29:07.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.331028+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-22T04:29:07.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.339834+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-22T04:29:07.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.341237+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-22T04:29:07.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.341970+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-22T04:29:07.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:06 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:06.794170+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-04-22T04:29:07.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:05.851159+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-04-22T04:29:07.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.164718+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:07.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.172223+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:07.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.173585+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:29:07.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.174425+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:29:07.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.178598+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:07.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.233155+0000 mgr.y (mgr.15009) 27 : audit [DBG] from='client.25013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:29:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.311528+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:29:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.314700+0000 mon.b (mon.1) 70 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:29:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.322015+0000 mon.a (mon.0) 1014 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.323600+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-22T04:29:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.323923+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-22T04:29:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.329612+0000 mon.a (mon.0) 1016 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-22T04:29:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.330662+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-22T04:29:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.331028+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-22T04:29:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.339834+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-22T04:29:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.341237+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-22T04:29:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.341970+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-22T04:29:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:06.794170+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-04-22T04:29:07.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:29:05.851159+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-04-22T04:29:07.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.164718+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:07.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.172223+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:07.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.173585+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:29:07.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.174425+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:29:07.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.178598+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:07.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.233155+0000 mgr.y (mgr.15009) 27 : audit [DBG] from='client.25013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:29:07.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.311528+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:29:07.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.314700+0000 mon.b (mon.1) 70 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:29:07.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.322015+0000 mon.a (mon.0) 1014 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:07.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.323600+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-22T04:29:07.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.323923+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-22T04:29:07.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.329612+0000 mon.a (mon.0) 1016 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-22T04:29:07.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.330662+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-22T04:29:07.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.331028+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-22T04:29:07.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.339834+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.15009 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-22T04:29:07.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.341237+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-22T04:29:07.162 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.341970+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-22T04:29:07.162 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:29:06.794170+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-04-22T04:29:07.552 INFO:tasks.rados.rados.0.smithi040.stdout:774: expect (ObjNum 234 snap 53 seq_num 234) 2024-04-22T04:29:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:29:06.315520+0000 mgr.y (mgr.15009) 28 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-04-22T04:29:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:29:06.342523+0000 mgr.y (mgr.15009) 29 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-04-22T04:29:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.556074+0000 mgr.y (mgr.15009) 30 : audit [DBG] from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:29:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:29:06.661335+0000 mgr.y (mgr.15009) 31 : cluster [DBG] pgmap v41: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:29:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:06.990385+0000 mon.a (mon.0) 1020 : audit [DBG] from='client.? 172.21.15.40:0/1755865178' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:29:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:06.315520+0000 mgr.y (mgr.15009) 28 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-04-22T04:29:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:06.342523+0000 mgr.y (mgr.15009) 29 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-04-22T04:29:07.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.556074+0000 mgr.y (mgr.15009) 30 : audit [DBG] from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:29:07.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:06.661335+0000 mgr.y (mgr.15009) 31 : cluster [DBG] pgmap v41: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:29:07.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:06.990385+0000 mon.a (mon.0) 1020 : audit [DBG] from='client.? 172.21.15.40:0/1755865178' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:29:07.946 INFO:tasks.rados.rados.0.smithi040.stdout:766: done (8 left) 2024-04-22T04:29:07.946 INFO:tasks.rados.rados.0.smithi040.stdout:767: done (7 left) 2024-04-22T04:29:07.946 INFO:tasks.rados.rados.0.smithi040.stdout:769: done (6 left) 2024-04-22T04:29:07.946 INFO:tasks.rados.rados.0.smithi040.stdout:771: done (5 left) 2024-04-22T04:29:07.947 INFO:tasks.rados.rados.0.smithi040.stdout:772: done (4 left) 2024-04-22T04:29:07.947 INFO:tasks.rados.rados.0.smithi040.stdout:773: done (3 left) 2024-04-22T04:29:07.947 INFO:tasks.rados.rados.0.smithi040.stdout:774: done (2 left) 2024-04-22T04:29:07.947 INFO:tasks.rados.rados.0.smithi040.stdout:775: done (1 left) 2024-04-22T04:29:07.947 INFO:tasks.rados.rados.0.smithi040.stdout:776: done (0 left) 2024-04-22T04:29:07.947 INFO:tasks.rados.rados.0.smithi040.stdout:777: copy_from oid 36 from oid 21 current snap is 68 2024-04-22T04:29:07.947 INFO:tasks.rados.rados.0.smithi040.stdout:778: read oid 12 snap -1 2024-04-22T04:29:07.947 INFO:tasks.rados.rados.0.smithi040.stdout:778: expect (ObjNum 198 snap 44 seq_num 198) 2024-04-22T04:29:07.947 INFO:tasks.rados.rados.0.smithi040.stdout:779: rmattr oid 13 current snap is 68 2024-04-22T04:29:07.947 INFO:tasks.rados.rados.0.smithi040.stdout:779: done (2 left) 2024-04-22T04:29:07.947 INFO:tasks.rados.rados.0.smithi040.stdout:780: setattr oid 42 current snap is 68 2024-04-22T04:29:07.948 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 68 2024-04-22T04:29:07.948 INFO:tasks.rados.rados.0.smithi040.stdout:781: seq_num 260 ranges {1744896=761856,2506752=417792,2924544=786432} 2024-04-22T04:29:07.963 INFO:tasks.rados.rados.0.smithi040.stdout:781: writing smithi04078109-23 from 1744896 to 2506752 tid 1 2024-04-22T04:29:07.965 INFO:tasks.rados.rados.0.smithi040.stdout:781: writing smithi04078109-23 from 2506752 to 2924544 tid 2 2024-04-22T04:29:07.971 INFO:tasks.rados.rados.0.smithi040.stdout:781: writing smithi04078109-23 from 2924544 to 3710976 tid 3 2024-04-22T04:29:07.971 INFO:tasks.rados.rados.0.smithi040.stdout:782: rollback oid 5 current snap is 68 2024-04-22T04:29:07.971 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 5 to 51 2024-04-22T04:29:07.971 INFO:tasks.rados.rados.0.smithi040.stdout:777: finishing copy_from racing read to smithi04078109-36 2024-04-22T04:29:07.971 INFO:tasks.rados.rados.0.smithi040.stdout:777: finishing copy_from to smithi04078109-36 2024-04-22T04:29:07.972 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 148 (ObjNum 163 snap 34 seq_num 163) dirty exists 2024-04-22T04:29:07.972 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 255 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-04-22T04:29:07.972 INFO:tasks.rados.rados.0.smithi040.stdout:781: finishing write tid 1 to smithi04078109-23 2024-04-22T04:29:07.972 INFO:tasks.rados.rados.0.smithi040.stdout:781: finishing write tid 2 to smithi04078109-23 2024-04-22T04:29:07.972 INFO:tasks.rados.rados.0.smithi040.stdout:777: done (4 left) 2024-04-22T04:29:07.972 INFO:tasks.rados.rados.0.smithi040.stdout:780: done (3 left) 2024-04-22T04:29:07.972 INFO:tasks.rados.rados.0.smithi040.stdout:783: snap_remove snap 67 2024-04-22T04:29:08.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:07 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:06.315520+0000 mgr.y (mgr.15009) 28 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-04-22T04:29:08.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:07 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:06.342523+0000 mgr.y (mgr.15009) 29 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-04-22T04:29:08.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:07 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.556074+0000 mgr.y (mgr.15009) 30 : audit [DBG] from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:29:08.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:07 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:06.661335+0000 mgr.y (mgr.15009) 31 : cluster [DBG] pgmap v41: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:29:08.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:07 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:06.990385+0000 mon.a (mon.0) 1020 : audit [DBG] from='client.? 172.21.15.40:0/1755865178' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:29:08.863 INFO:tasks.rados.rados.0.smithi040.stdout:783: done (3 left) 2024-04-22T04:29:08.864 INFO:tasks.rados.rados.0.smithi040.stdout:784: copy_from oid 37 from oid 13 current snap is 68 2024-04-22T04:29:08.864 INFO:tasks.rados.rados.0.smithi040.stdout:778: expect (ObjNum 198 snap 44 seq_num 198) 2024-04-22T04:29:09.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:07.858858+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-04-22T04:29:09.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:08.010284+0000 mgr.y (mgr.15009) 32 : cephadm [INF] Upgrade: Updating mon.a 2024-04-22T04:29:09.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:08.015023+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:09.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:08.016467+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:29:09.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:08.017145+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:29:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:08.017711+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:29:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:08 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:08.018636+0000 mgr.y (mgr.15009) 33 : cephadm [INF] Deploying daemon mon.a on smithi040 2024-04-22T04:29:09.158 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:07.858858+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-04-22T04:29:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:08.010284+0000 mgr.y (mgr.15009) 32 : cephadm [INF] Upgrade: Updating mon.a 2024-04-22T04:29:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:08.015023+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:08.016467+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:29:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:08.017145+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:29:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:08.017711+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:29:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:08.018636+0000 mgr.y (mgr.15009) 33 : cephadm [INF] Deploying daemon mon.a on smithi040 2024-04-22T04:29:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:29:07.858858+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-04-22T04:29:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:29:08.010284+0000 mgr.y (mgr.15009) 32 : cephadm [INF] Upgrade: Updating mon.a 2024-04-22T04:29:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:08.015023+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.15009 ' entity='mgr.y' 2024-04-22T04:29:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:08.016467+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:29:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:08.017145+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:29:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: audit 2024-04-22T04:29:08.017711+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:29:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cephadm 2024-04-22T04:29:08.018636+0000 mgr.y (mgr.15009) 33 : cephadm [INF] Deploying daemon mon.a on smithi040 2024-04-22T04:29:09.247 INFO:tasks.rados.rados.0.smithi040.stdout:782: finishing rollback tid 0 to smithi04078109-5 2024-04-22T04:29:09.247 INFO:tasks.rados.rados.0.smithi040.stdout:781: finishing write tid 3 to smithi04078109-23 2024-04-22T04:29:09.248 INFO:tasks.rados.rados.0.smithi040.stdout:782: finishing rollback tid 1 to smithi04078109-5 2024-04-22T04:29:09.248 INFO:tasks.rados.rados.0.smithi040.stdout:781: finishing write tid 4 to smithi04078109-23 2024-04-22T04:29:09.248 INFO:tasks.rados.rados.0.smithi040.stdout:782: finishing rollback tid 2 to smithi04078109-5 2024-04-22T04:29:09.248 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 372 (ObjNum 127 snap 25 seq_num 127) dirty exists 2024-04-22T04:29:09.248 INFO:tasks.rados.rados.0.smithi040.stdout:781: finishing write tid 5 to smithi04078109-23 2024-04-22T04:29:09.248 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 225 (ObjNum 260 snap 68 seq_num 260) dirty exists 2024-04-22T04:29:09.248 INFO:tasks.rados.rados.0.smithi040.stdout:781: left oid 23 (ObjNum 260 snap 68 seq_num 260) 2024-04-22T04:29:09.248 INFO:tasks.rados.rados.0.smithi040.stdout:784: finishing copy_from racing read to smithi04078109-37 2024-04-22T04:29:09.248 INFO:tasks.rados.rados.0.smithi040.stdout:784: finishing copy_from to smithi04078109-37 2024-04-22T04:29:09.248 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 89 (ObjNum 172 snap 37 seq_num 172) dirty exists 2024-04-22T04:29:09.248 INFO:tasks.rados.rados.0.smithi040.stdout:778: done (3 left) 2024-04-22T04:29:09.248 INFO:tasks.rados.rados.0.smithi040.stdout:781: done (2 left) 2024-04-22T04:29:09.248 INFO:tasks.rados.rados.0.smithi040.stdout:782: done (1 left) 2024-04-22T04:29:09.248 INFO:tasks.rados.rados.0.smithi040.stdout:784: done (0 left) 2024-04-22T04:29:09.248 INFO:tasks.rados.rados.0.smithi040.stdout:785: copy_from oid 26 from oid 34 current snap is 68 2024-04-22T04:29:09.249 INFO:tasks.rados.rados.0.smithi040.stdout:786: delete oid 7 current snap is 68 2024-04-22T04:29:09.250 INFO:tasks.rados.rados.0.smithi040.stdout:786: done (1 left) 2024-04-22T04:29:09.250 INFO:tasks.rados.rados.0.smithi040.stdout:787: snap_remove snap 53 2024-04-22T04:29:09.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:09 smithi040 systemd[1]: Stopping Ceph mon.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:29:09.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:29:08.661627+0000 mgr.y (mgr.15009) 34 : cluster [DBG] pgmap v44: 121 pgs: 121 active+clean; 207 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.4 MiB/s wr, 25 op/s 2024-04-22T04:29:09.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: cluster 2024-04-22T04:29:08.865949+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-04-22T04:29:09.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:08.661627+0000 mgr.y (mgr.15009) 34 : cluster [DBG] pgmap v44: 121 pgs: 121 active+clean; 207 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.4 MiB/s wr, 25 op/s 2024-04-22T04:29:09.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:08.865949+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-04-22T04:29:10.017 INFO:tasks.rados.rados.0.smithi040.stdout:787: done (1 left) 2024-04-22T04:29:10.017 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 68 2024-04-22T04:29:10.017 INFO:tasks.rados.rados.0.smithi040.stdout:785: finishing copy_from racing read to smithi04078109-26 2024-04-22T04:29:10.017 INFO:tasks.rados.rados.0.smithi040.stdout:785: finishing copy_from to smithi04078109-26 2024-04-22T04:29:10.017 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 120 (ObjNum 226 snap 52 seq_num 226) dirty exists 2024-04-22T04:29:10.017 INFO:tasks.rados.rados.0.smithi040.stdout:788: seq_num 262 ranges {3850240=794624,4644864=589824,5234688=614400} 2024-04-22T04:29:10.043 INFO:tasks.rados.rados.0.smithi040.stdout:788: writing smithi04078109-19 from 3850240 to 4644864 tid 1 2024-04-22T04:29:10.047 INFO:tasks.rados.rados.0.smithi040.stdout:788: writing smithi04078109-19 from 4644864 to 5234688 tid 2 2024-04-22T04:29:10.051 INFO:tasks.rados.rados.0.smithi040.stdout:788: writing smithi04078109-19 from 5234688 to 5849088 tid 3 2024-04-22T04:29:10.051 INFO:tasks.rados.rados.0.smithi040.stdout:785: done (1 left) 2024-04-22T04:29:10.051 INFO:tasks.rados.rados.0.smithi040.stdout:789: delete oid 3 current snap is 68 2024-04-22T04:29:10.051 INFO:tasks.rados.rados.0.smithi040.stdout:788: finishing write tid 1 to smithi04078109-19 2024-04-22T04:29:10.051 INFO:tasks.rados.rados.0.smithi040.stdout:788: finishing write tid 2 to smithi04078109-19 2024-04-22T04:29:10.052 INFO:tasks.rados.rados.0.smithi040.stdout:789: done (1 left) 2024-04-22T04:29:10.052 INFO:tasks.rados.rados.0.smithi040.stdout:790: snap_remove snap 54 2024-04-22T04:29:10.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:08.661627+0000 mgr.y (mgr.15009) 34 : cluster [DBG] pgmap v44: 121 pgs: 121 active+clean; 207 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.4 MiB/s wr, 25 op/s 2024-04-22T04:29:10.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:09 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:08.865949+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-04-22T04:29:10.369 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:29:10.053+0000 7f7e12ad5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-22T04:29:10.369 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[38515]: debug 2024-04-22T04:29:10.053+0000 7f7e12ad5700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-22T04:29:10.369 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:29:10] "GET /metrics HTTP/1.1" 200 192403 "" "Prometheus/2.33.4" 2024-04-22T04:29:11.329 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:10 smithi040 bash[88256]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a 2024-04-22T04:29:11.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:11 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@mon.a.service: Succeeded. 2024-04-22T04:29:11.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:11 smithi040 systemd[1]: Stopped Ceph mon.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:29:11.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:11 smithi040 systemd[1]: Starting Ceph mon.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:29:12.115 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: set uid:gid to 167:167 (ceph:ceph) 2024-04-22T04:29:12.115 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable), process ceph-mon, pid 7 2024-04-22T04:29:12.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: pidfile_write: ignore empty --pid-file 2024-04-22T04:29:12.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: load: jerasure load: lrc 2024-04-22T04:29:12.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: RocksDB version: 6.15.5 2024-04-22T04:29:12.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-22T04:29:12.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Compile date Apr 20 2024 2024-04-22T04:29:12.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: DB SUMMARY 2024-04-22T04:29:12.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: DB Session ID: LIVZYRASK657QPGV31QC 2024-04-22T04:29:12.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: CURRENT file: CURRENT 2024-04-22T04:29:12.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: IDENTITY file: IDENTITY 2024-04-22T04:29:12.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: MANIFEST file: MANIFEST-000008 size: 780 Bytes 2024-04-22T04:29:12.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000020.sst 2024-04-22T04:29:12.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000018.log size: 1910721 ; 2024-04-22T04:29:12.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.error_if_exists: 0 2024-04-22T04:29:12.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.create_if_missing: 0 2024-04-22T04:29:12.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.paranoid_checks: 1 2024-04-22T04:29:12.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-22T04:29:12.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.env: 0x55ddb2d3bb00 2024-04-22T04:29:12.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.fs: Posix File System 2024-04-22T04:29:12.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.info_log: 0x55ddb4c46e80 2024-04-22T04:29:12.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_file_opening_threads: 16 2024-04-22T04:29:12.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.statistics: (nil) 2024-04-22T04:29:12.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.use_fsync: 0 2024-04-22T04:29:12.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_log_file_size: 0 2024-04-22T04:29:12.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-22T04:29:12.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-22T04:29:12.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.keep_log_file_num: 1000 2024-04-22T04:29:12.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.recycle_log_file_num: 0 2024-04-22T04:29:12.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.allow_fallocate: 1 2024-04-22T04:29:12.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.allow_mmap_reads: 0 2024-04-22T04:29:12.118 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.allow_mmap_writes: 0 2024-04-22T04:29:12.118 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.use_direct_reads: 0 2024-04-22T04:29:12.118 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-22T04:29:12.118 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.create_missing_column_families: 0 2024-04-22T04:29:12.118 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.db_log_dir: 2024-04-22T04:29:12.118 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-04-22T04:29:12.118 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-22T04:29:12.118 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-22T04:29:12.118 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-22T04:29:12.118 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-22T04:29:12.118 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-22T04:29:12.118 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-22T04:29:12.118 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.advise_random_on_open: 1 2024-04-22T04:29:12.118 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.db_write_buffer_size: 0 2024-04-22T04:29:12.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.write_buffer_manager: 0x55ddb59b6930 2024-04-22T04:29:12.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-22T04:29:12.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-22T04:29:12.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-22T04:29:12.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-22T04:29:12.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.rate_limiter: (nil) 2024-04-22T04:29:12.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-22T04:29:12.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.wal_recovery_mode: 2 2024-04-22T04:29:12.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.enable_thread_tracking: 0 2024-04-22T04:29:12.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.enable_pipelined_write: 0 2024-04-22T04:29:12.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.unordered_write: 0 2024-04-22T04:29:12.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-22T04:29:12.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-22T04:29:12.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-22T04:29:12.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-22T04:29:12.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.row_cache: None 2024-04-22T04:29:12.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.wal_filter: None 2024-04-22T04:29:12.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-22T04:29:12.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.allow_ingest_behind: 0 2024-04-22T04:29:12.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.preserve_deletes: 0 2024-04-22T04:29:12.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.two_write_queues: 0 2024-04-22T04:29:12.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.manual_wal_flush: 0 2024-04-22T04:29:12.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.atomic_flush: 0 2024-04-22T04:29:12.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-22T04:29:12.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-22T04:29:12.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-22T04:29:12.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.log_readahead_size: 0 2024-04-22T04:29:12.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-22T04:29:12.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.best_efforts_recovery: 0 2024-04-22T04:29:12.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-22T04:29:12.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-22T04:29:12.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.allow_data_in_errors: 0 2024-04-22T04:29:12.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.db_host_id: __hostname__ 2024-04-22T04:29:12.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_background_jobs: 2 2024-04-22T04:29:12.122 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_background_compactions: -1 2024-04-22T04:29:12.122 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_subcompactions: 1 2024-04-22T04:29:12.122 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-22T04:29:12.122 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-22T04:29:12.122 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-22T04:29:12.122 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_total_wal_size: 0 2024-04-22T04:29:12.122 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-22T04:29:12.122 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-22T04:29:12.122 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-22T04:29:12.122 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-22T04:29:12.122 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_open_files: -1 2024-04-22T04:29:12.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.bytes_per_sync: 0 2024-04-22T04:29:12.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-22T04:29:12.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-22T04:29:12.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compaction_readahead_size: 0 2024-04-22T04:29:12.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_background_flushes: -1 2024-04-22T04:29:12.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Compression algorithms supported: 2024-04-22T04:29:12.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-22T04:29:12.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: kZSTD supported: 0 2024-04-22T04:29:12.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: kXpressCompression supported: 0 2024-04-22T04:29:12.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: kLZ4HCCompression supported: 1 2024-04-22T04:29:12.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: kZlibCompression supported: 1 2024-04-22T04:29:12.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: kSnappyCompression supported: 1 2024-04-22T04:29:12.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: kLZ4Compression supported: 1 2024-04-22T04:29:12.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: kBZip2Compression supported: 0 2024-04-22T04:29:12.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-22T04:29:12.124 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 2024-04-22T04:29:12.124 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-04-22T04:29:12.124 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-22T04:29:12.124 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.merge_operator: 2024-04-22T04:29:12.124 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compaction_filter: None 2024-04-22T04:29:12.124 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compaction_filter_factory: None 2024-04-22T04:29:12.124 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.sst_partitioner_factory: None 2024-04-22T04:29:12.124 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-22T04:29:12.124 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-22T04:29:12.124 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ddb4c96f58) 2024-04-22T04:29:12.124 INFO:journalctl@ceph.mon.a.smithi040.stdout: cache_index_and_filter_blocks: 1 2024-04-22T04:29:12.124 INFO:journalctl@ceph.mon.a.smithi040.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-22T04:29:12.124 INFO:journalctl@ceph.mon.a.smithi040.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-22T04:29:12.124 INFO:journalctl@ceph.mon.a.smithi040.stdout: pin_top_level_index_and_filter: 1 2024-04-22T04:29:12.124 INFO:journalctl@ceph.mon.a.smithi040.stdout: index_type: 0 2024-04-22T04:29:12.124 INFO:journalctl@ceph.mon.a.smithi040.stdout: data_block_index_type: 0 2024-04-22T04:29:12.125 INFO:journalctl@ceph.mon.a.smithi040.stdout: index_shortening: 1 2024-04-22T04:29:12.125 INFO:journalctl@ceph.mon.a.smithi040.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-22T04:29:12.125 INFO:journalctl@ceph.mon.a.smithi040.stdout: hash_index_allow_collision: 1 2024-04-22T04:29:12.125 INFO:journalctl@ceph.mon.a.smithi040.stdout: checksum: 1 2024-04-22T04:29:12.125 INFO:journalctl@ceph.mon.a.smithi040.stdout: no_block_cache: 0 2024-04-22T04:29:12.125 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_cache: 0x55ddb4cc9090 2024-04-22T04:29:12.125 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_cache_name: BinnedLRUCache 2024-04-22T04:29:12.125 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_cache_options: 2024-04-22T04:29:12.125 INFO:journalctl@ceph.mon.a.smithi040.stdout: capacity : 536870912 2024-04-22T04:29:12.125 INFO:journalctl@ceph.mon.a.smithi040.stdout: num_shard_bits : 4 2024-04-22T04:29:12.125 INFO:journalctl@ceph.mon.a.smithi040.stdout: strict_capacity_limit : 0 2024-04-22T04:29:12.125 INFO:journalctl@ceph.mon.a.smithi040.stdout: high_pri_pool_ratio: 0.000 2024-04-22T04:29:12.125 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_cache_compressed: (nil) 2024-04-22T04:29:12.125 INFO:journalctl@ceph.mon.a.smithi040.stdout: persistent_cache: (nil) 2024-04-22T04:29:12.125 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_size: 4096 2024-04-22T04:29:12.125 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_size_deviation: 10 2024-04-22T04:29:12.126 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_restart_interval: 16 2024-04-22T04:29:12.126 INFO:journalctl@ceph.mon.a.smithi040.stdout: index_block_restart_interval: 1 2024-04-22T04:29:12.126 INFO:journalctl@ceph.mon.a.smithi040.stdout: metadata_block_size: 4096 2024-04-22T04:29:12.126 INFO:journalctl@ceph.mon.a.smithi040.stdout: partition_filters: 0 2024-04-22T04:29:12.126 INFO:journalctl@ceph.mon.a.smithi040.stdout: use_delta_encoding: 1 2024-04-22T04:29:12.126 INFO:journalctl@ceph.mon.a.smithi040.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-22T04:29:12.126 INFO:journalctl@ceph.mon.a.smithi040.stdout: whole_key_filtering: 1 2024-04-22T04:29:12.126 INFO:journalctl@ceph.mon.a.smithi040.stdout: verify_compression: 0 2024-04-22T04:29:12.126 INFO:journalctl@ceph.mon.a.smithi040.stdout: read_amp_bytes_per_bit: 0 2024-04-22T04:29:12.126 INFO:journalctl@ceph.mon.a.smithi040.stdout: format_version: 4 2024-04-22T04:29:12.126 INFO:journalctl@ceph.mon.a.smithi040.stdout: enable_index_compression: 1 2024-04-22T04:29:12.126 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_align: 0 2024-04-22T04:29:12.126 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.write_buffer_size: 33554432 2024-04-22T04:29:12.126 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_write_buffer_number: 2 2024-04-22T04:29:12.126 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compression: NoCompression 2024-04-22T04:29:12.127 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.bottommost_compression: Disabled 2024-04-22T04:29:12.127 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.prefix_extractor: nullptr 2024-04-22T04:29:12.127 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-22T04:29:12.127 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.num_levels: 7 2024-04-22T04:29:12.127 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-22T04:29:12.127 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-22T04:29:12.127 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-22T04:29:12.127 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-22T04:29:12.127 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-22T04:29:12.127 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-22T04:29:12.127 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-22T04:29:12.127 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-22T04:29:12.127 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-22T04:29:12.127 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-22T04:29:12.127 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-22T04:29:12.127 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compression_opts.level: 32767 2024-04-22T04:29:12.127 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compression_opts.strategy: 0 2024-04-22T04:29:12.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-22T04:29:12.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-22T04:29:12.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-22T04:29:12.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compression_opts.enabled: false 2024-04-22T04:29:12.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-22T04:29:12.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-22T04:29:12.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-22T04:29:12.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.target_file_size_base: 67108864 2024-04-22T04:29:12.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-22T04:29:12.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-22T04:29:12.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-22T04:29:12.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-22T04:29:12.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-22T04:29:12.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-22T04:29:12.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-22T04:29:12.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-22T04:29:12.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-22T04:29:12.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-22T04:29:12.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-22T04:29:12.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-22T04:29:12.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-22T04:29:12.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.arena_block_size: 4194304 2024-04-22T04:29:12.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-22T04:29:12.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-22T04:29:12.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-22T04:29:12.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.disable_auto_compactions: 0 2024-04-22T04:29:12.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-22T04:29:12.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-22T04:29:12.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-22T04:29:12.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-22T04:29:12.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-22T04:29:12.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-22T04:29:12.130 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-22T04:29:12.130 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-22T04:29:12.130 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-22T04:29:12.130 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-22T04:29:12.130 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.table_properties_collectors: 2024-04-22T04:29:12.130 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.inplace_update_support: 0 2024-04-22T04:29:12.130 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-22T04:29:12.130 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-22T04:29:12.130 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-22T04:29:12.130 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-22T04:29:12.130 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.bloom_locality: 0 2024-04-22T04:29:12.130 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.max_successive_merges: 0 2024-04-22T04:29:12.130 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-22T04:29:12.130 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.paranoid_file_checks: 0 2024-04-22T04:29:12.130 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.force_consistency_checks: 1 2024-04-22T04:29:12.130 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.report_bg_io_stats: 0 2024-04-22T04:29:12.131 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.ttl: 2592000 2024-04-22T04:29:12.131 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-22T04:29:12.131 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.enable_blob_files: false 2024-04-22T04:29:12.131 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.min_blob_size: 0 2024-04-22T04:29:12.131 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.blob_file_size: 268435456 2024-04-22T04:29:12.131 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-22T04:29:12.131 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-22T04:29:12.131 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-22T04:29:12.131 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: [db/version_set.cc:3457] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-22T04:29:12.131 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 22, last_sequence is 10175, log_number is 18,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-22T04:29:12.131 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 18 2024-04-22T04:29:12.131 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: [db/version_set.cc:4082] Creating manifest 22 2024-04-22T04:29:12.131 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: [db/version_set.cc:3457] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-22T04:29:12.131 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713760152041466, "job": 1, "event": "recovery_started", "wal_files": [18]} 2024-04-22T04:29:12.131 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #18 mode 2 2024-04-22T04:29:12.132 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-22T04:29:12.132 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713760152045977, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 23, "file_size": 1867428, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 1863459, "index_size": 2457, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 4601, "raw_average_key_size": 23, "raw_value_size": 1857804, "raw_average_value_size": 9478, "num_data_blocks": 108, "num_entries": 196, "num_deletions": 7, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1713760152, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "faa24eb7-3419-4eb3-94c6-884ebb397786", "db_session_id": "LIVZYRASK657QPGV31QC"}} 2024-04-22T04:29:12.132 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: [db/version_set.cc:4082] Creating manifest 24 2024-04-22T04:29:12.132 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: [db/version_set.cc:3457] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-22T04:29:12.132 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713760152046531, "job": 1, "event": "recovery_finished"} 2024-04-22T04:29:12.132 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000018.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-22T04:29:12.132 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55ddb4c5d180 2024-04-22T04:29:12.132 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: DB pointer 0x55ddb4d32000 2024-04-22T04:29:12.132 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-04-22T04:29:12.132 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-22T04:29:12.132 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** DB Stats ** 2024-04-22T04:29:12.132 INFO:journalctl@ceph.mon.a.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:29:12.132 INFO:journalctl@ceph.mon.a.smithi040.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-22T04:29:12.132 INFO:journalctl@ceph.mon.a.smithi040.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-22T04:29:12.132 INFO:journalctl@ceph.mon.a.smithi040.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T04:29:12.133 INFO:journalctl@ceph.mon.a.smithi040.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-22T04:29:12.133 INFO:journalctl@ceph.mon.a.smithi040.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-22T04:29:12.133 INFO:journalctl@ceph.mon.a.smithi040.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T04:29:12.133 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2024-04-22T04:29:12.133 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** Compaction Stats [default] ** 2024-04-22T04:29:12.133 INFO:journalctl@ceph.mon.a.smithi040.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:29:12.133 INFO:journalctl@ceph.mon.a.smithi040.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:29:12.133 INFO:journalctl@ceph.mon.a.smithi040.stdout: L0 1/0 1.78 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 661.1 0.00 0.00 1 0.003 0 0 2024-04-22T04:29:12.133 INFO:journalctl@ceph.mon.a.smithi040.stdout: L6 1/0 25.43 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-22T04:29:12.133 INFO:journalctl@ceph.mon.a.smithi040.stdout: Sum 2/0 27.22 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 661.1 0.00 0.00 1 0.003 0 0 2024-04-22T04:29:12.133 INFO:journalctl@ceph.mon.a.smithi040.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 661.1 0.00 0.00 1 0.003 0 0 2024-04-22T04:29:12.133 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2024-04-22T04:29:12.133 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** Compaction Stats [default] ** 2024-04-22T04:29:12.133 INFO:journalctl@ceph.mon.a.smithi040.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:29:12.134 INFO:journalctl@ceph.mon.a.smithi040.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:29:12.134 INFO:journalctl@ceph.mon.a.smithi040.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 661.1 0.00 0.00 1 0.003 0 0 2024-04-22T04:29:12.134 INFO:journalctl@ceph.mon.a.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:29:12.134 INFO:journalctl@ceph.mon.a.smithi040.stdout: Flush(GB): cumulative 0.002, interval 0.002 2024-04-22T04:29:12.134 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T04:29:12.134 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T04:29:12.134 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T04:29:12.134 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-22T04:29:12.134 INFO:journalctl@ceph.mon.a.smithi040.stdout: Cumulative compaction: 0.00 GB write, 245.85 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:29:12.134 INFO:journalctl@ceph.mon.a.smithi040.stdout: Interval compaction: 0.00 GB write, 245.85 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:29:12.134 INFO:journalctl@ceph.mon.a.smithi040.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T04:29:12.134 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2024-04-22T04:29:12.134 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-22T04:29:12.135 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2024-04-22T04:29:12.135 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** Compaction Stats [default] ** 2024-04-22T04:29:12.135 INFO:journalctl@ceph.mon.a.smithi040.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:29:12.135 INFO:journalctl@ceph.mon.a.smithi040.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:29:12.135 INFO:journalctl@ceph.mon.a.smithi040.stdout: L0 1/0 1.78 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 661.1 0.00 0.00 1 0.003 0 0 2024-04-22T04:29:12.135 INFO:journalctl@ceph.mon.a.smithi040.stdout: L6 1/0 25.43 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-22T04:29:12.135 INFO:journalctl@ceph.mon.a.smithi040.stdout: Sum 2/0 27.22 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 661.1 0.00 0.00 1 0.003 0 0 2024-04-22T04:29:12.135 INFO:journalctl@ceph.mon.a.smithi040.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-22T04:29:12.135 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2024-04-22T04:29:12.135 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** Compaction Stats [default] ** 2024-04-22T04:29:12.135 INFO:journalctl@ceph.mon.a.smithi040.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:29:12.135 INFO:journalctl@ceph.mon.a.smithi040.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:29:12.135 INFO:journalctl@ceph.mon.a.smithi040.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 661.1 0.00 0.00 1 0.003 0 0 2024-04-22T04:29:12.135 INFO:journalctl@ceph.mon.a.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:29:12.135 INFO:journalctl@ceph.mon.a.smithi040.stdout: Flush(GB): cumulative 0.002, interval 0.000 2024-04-22T04:29:12.136 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T04:29:12.136 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T04:29:12.136 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T04:29:12.136 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-22T04:29:12.136 INFO:journalctl@ceph.mon.a.smithi040.stdout: Cumulative compaction: 0.00 GB write, 244.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:29:12.136 INFO:journalctl@ceph.mon.a.smithi040.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:29:12.136 INFO:journalctl@ceph.mon.a.smithi040.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T04:29:12.136 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2024-04-22T04:29:12.136 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-22T04:29:12.136 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: starting mon.a rank 0 at public addrs [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] at bind addrs [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:29:12.136 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: mon.a@-1(???) e3 preinit fsid 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:29:12.136 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: mon.a@-1(???).mds e8 new map 2024-04-22T04:29:12.136 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: mon.a@-1(???).mds e8 print_map 2024-04-22T04:29:12.136 INFO:journalctl@ceph.mon.a.smithi040.stdout: e8 2024-04-22T04:29:12.136 INFO:journalctl@ceph.mon.a.smithi040.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-22T04:29:12.136 INFO:journalctl@ceph.mon.a.smithi040.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-22T04:29:12.137 INFO:journalctl@ceph.mon.a.smithi040.stdout: legacy client fscid: 1 2024-04-22T04:29:12.137 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2024-04-22T04:29:12.137 INFO:journalctl@ceph.mon.a.smithi040.stdout: Filesystem 'cephfs' (1) 2024-04-22T04:29:12.137 INFO:journalctl@ceph.mon.a.smithi040.stdout: fs_name cephfs 2024-04-22T04:29:12.137 INFO:journalctl@ceph.mon.a.smithi040.stdout: epoch 8 2024-04-22T04:29:12.137 INFO:journalctl@ceph.mon.a.smithi040.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-22T04:29:12.137 INFO:journalctl@ceph.mon.a.smithi040.stdout: created 2024-04-22T04:24:43.682539+0000 2024-04-22T04:29:12.137 INFO:journalctl@ceph.mon.a.smithi040.stdout: modified 2024-04-22T04:24:46.694988+0000 2024-04-22T04:29:12.137 INFO:journalctl@ceph.mon.a.smithi040.stdout: tableserver 0 2024-04-22T04:29:12.137 INFO:journalctl@ceph.mon.a.smithi040.stdout: root 0 2024-04-22T04:29:12.137 INFO:journalctl@ceph.mon.a.smithi040.stdout: session_timeout 60 2024-04-22T04:29:12.137 INFO:journalctl@ceph.mon.a.smithi040.stdout: session_autoclose 300 2024-04-22T04:29:12.137 INFO:journalctl@ceph.mon.a.smithi040.stdout: max_file_size 1099511627776 2024-04-22T04:29:12.137 INFO:journalctl@ceph.mon.a.smithi040.stdout: required_client_features {} 2024-04-22T04:29:12.137 INFO:journalctl@ceph.mon.a.smithi040.stdout: last_failure 0 2024-04-22T04:29:12.138 INFO:journalctl@ceph.mon.a.smithi040.stdout: last_failure_osd_epoch 0 2024-04-22T04:29:12.138 INFO:journalctl@ceph.mon.a.smithi040.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-22T04:29:12.138 INFO:journalctl@ceph.mon.a.smithi040.stdout: max_mds 1 2024-04-22T04:29:12.138 INFO:journalctl@ceph.mon.a.smithi040.stdout: in 0 2024-04-22T04:29:12.138 INFO:journalctl@ceph.mon.a.smithi040.stdout: up {0=24361} 2024-04-22T04:29:12.138 INFO:journalctl@ceph.mon.a.smithi040.stdout: failed 2024-04-22T04:29:12.138 INFO:journalctl@ceph.mon.a.smithi040.stdout: damaged 2024-04-22T04:29:12.138 INFO:journalctl@ceph.mon.a.smithi040.stdout: stopped 2024-04-22T04:29:12.138 INFO:journalctl@ceph.mon.a.smithi040.stdout: data_pools [3] 2024-04-22T04:29:12.138 INFO:journalctl@ceph.mon.a.smithi040.stdout: metadata_pool 2 2024-04-22T04:29:12.138 INFO:journalctl@ceph.mon.a.smithi040.stdout: inline_data disabled 2024-04-22T04:29:12.138 INFO:journalctl@ceph.mon.a.smithi040.stdout: balancer 2024-04-22T04:29:12.138 INFO:journalctl@ceph.mon.a.smithi040.stdout: standby_count_wanted 0 2024-04-22T04:29:12.138 INFO:journalctl@ceph.mon.a.smithi040.stdout: [mds.b{0:24361} state up:active seq 3 addr [v2:172.21.15.62:6832/2120726289,v1:172.21.15.62:6833/2120726289] compat {c=[1],r=[1],i=[7ff]}] 2024-04-22T04:29:12.138 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2024-04-22T04:29:12.139 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2024-04-22T04:29:12.139 INFO:journalctl@ceph.mon.a.smithi040.stdout: Standby daemons: 2024-04-22T04:29:12.139 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2024-04-22T04:29:12.139 INFO:journalctl@ceph.mon.a.smithi040.stdout: [mds.a{-1:24353} state up:standby seq 1 addr [v2:172.21.15.40:6834/998739711,v1:172.21.15.40:6835/998739711] compat {c=[1],r=[1],i=[7ff]}] 2024-04-22T04:29:12.139 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: mon.a@-1(???).osd e190 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-22T04:29:12.139 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: mon.a@-1(???).osd e190 crush map has features 432629308056666112, adjusting msgr requires 2024-04-22T04:29:12.139 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: mon.a@-1(???).osd e190 crush map has features 432629308056666112, adjusting msgr requires 2024-04-22T04:29:12.139 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: mon.a@-1(???).osd e190 crush map has features 432629308056666112, adjusting msgr requires 2024-04-22T04:29:12.139 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 ceph-mon[88445]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-04-22T04:29:12.139 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 bash[88407]: 0d79462ba4ea65735521e62f002df3d206d6fae2ef3a595622e23af4f4a77164 2024-04-22T04:29:12.139 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:29:12 smithi040 systemd[1]: Started Ceph mon.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:29:13.546 INFO:tasks.rados.rados.0.smithi040.stdout:790: done (1 left) 2024-04-22T04:29:13.547 INFO:tasks.rados.rados.0.smithi040.stdout:791: read oid 9 snap -1 2024-04-22T04:29:13.547 INFO:tasks.rados.rados.0.smithi040.stdout:791: expect deleted 2024-04-22T04:29:13.547 INFO:tasks.rados.rados.0.smithi040.stdout:792: snap_remove snap 60 2024-04-22T04:29:13.860 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ignoring --setuser ceph since I am not root 2024-04-22T04:29:13.860 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ignoring --setgroup ceph since I am not root 2024-04-22T04:29:13.860 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:13 smithi062 ceph-mgr[72278]: -- 172.21.15.62:0/1859636027 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55eaa53c89c0 con 0x55eaa539e800 2024-04-22T04:29:13.860 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:13.685+0000 7f2fba6a31c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T04:29:13.860 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:13.861+0000 7f2fba6a31c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T04:29:13.861 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:10.661955+0000 mgr.y (mgr.15009) 35 : cluster [DBG] pgmap v47: 121 pgs: 121 active+clean; 207 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.4 MiB/s wr, 25 op/s 2024-04-22T04:29:13.861 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:10.735901+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:29:13.861 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:12.662527+0000 mgr.y (mgr.15009) 36 : cluster [DBG] pgmap v48: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-04-22T04:29:13.861 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:13.458093+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-04-22T04:29:13.861 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:13.472329+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-22T04:29:13.861 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:13.477670+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-22T04:29:13.861 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:13.478271+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:29:13.862 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:13.478315+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2024-04-22T04:29:13.862 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:13.479486+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e32: y(active, since 32s), standbys: x 2024-04-22T04:29:13.862 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:13.479936+0000 mon.a (mon.0) 7 : cluster [INF] overall HEALTH_OK 2024-04-22T04:29:13.862 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:13.498051+0000 mon.a (mon.0) 8 : cluster [DBG] mgrmap e33: y(active, since 32s), standbys: x 2024-04-22T04:29:13.862 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:13.498166+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.15009 ' entity='' 2024-04-22T04:29:13.862 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ignoring --setuser ceph since I am not root 2024-04-22T04:29:13.862 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ignoring --setgroup ceph since I am not root 2024-04-22T04:29:13.863 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:13 smithi040 ceph-mgr[82194]: -- 172.21.15.40:0/3558940773 <== mon.2 v2:172.21.15.40:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55796ee2e9c0 con 0x55796ee05000 2024-04-22T04:29:13.863 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:13.686+0000 7f8fa02be1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T04:29:13.863 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:10.661955+0000 mgr.y (mgr.15009) 35 : cluster [DBG] pgmap v47: 121 pgs: 121 active+clean; 207 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.4 MiB/s wr, 25 op/s 2024-04-22T04:29:13.863 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:10.735901+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.15009 172.21.15.40:0/1040891456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:29:13.863 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:12.662527+0000 mgr.y (mgr.15009) 36 : cluster [DBG] pgmap v48: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-04-22T04:29:13.863 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:13.458093+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-04-22T04:29:13.863 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:13.472329+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-22T04:29:13.863 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:13.477670+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-22T04:29:13.863 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:13.478271+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:29:13.863 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:13.478315+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2024-04-22T04:29:13.863 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:13.479486+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e32: y(active, since 32s), standbys: x 2024-04-22T04:29:13.863 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:13.479936+0000 mon.a (mon.0) 7 : cluster [INF] overall HEALTH_OK 2024-04-22T04:29:13.864 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:13.498051+0000 mon.a (mon.0) 8 : cluster [DBG] mgrmap e33: y(active, since 32s), standbys: x 2024-04-22T04:29:13.864 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:13.498166+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.15009 ' entity='' 2024-04-22T04:29:14.544 INFO:tasks.rados.rados.0.smithi040.stdout:792: done (2 left) 2024-04-22T04:29:14.544 INFO:tasks.rados.rados.0.smithi040.stdout:793: read oid 47 snap -1 2024-04-22T04:29:14.544 INFO:tasks.rados.rados.0.smithi040.stdout:793: expect deleted 2024-04-22T04:29:14.544 INFO:tasks.rados.rados.0.smithi040.stdout:794: rollback oid 33 current snap is 68 2024-04-22T04:29:14.545 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 33 to 55 2024-04-22T04:29:14.545 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 68 2024-04-22T04:29:14.545 INFO:tasks.rados.rados.0.smithi040.stdout:795: seq_num 264 ranges {3391488=425984,3817472=761856,4579328=770048,5349376=73728} 2024-04-22T04:29:14.546 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:13.543616+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2024-04-22T04:29:14.547 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:13.543616+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2024-04-22T04:29:14.547 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:13 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:13.863+0000 7f8fa02be1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T04:29:14.547 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:14.170+0000 7f8fa02be1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T04:29:14.547 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:14.169+0000 7f2fba6a31c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T04:29:14.566 INFO:tasks.rados.rados.0.smithi040.stdout:795: writing smithi04078109-35 from 3391488 to 3817472 tid 1 2024-04-22T04:29:14.570 INFO:tasks.rados.rados.0.smithi040.stdout:795: writing smithi04078109-35 from 3817472 to 4579328 tid 2 2024-04-22T04:29:14.575 INFO:tasks.rados.rados.0.smithi040.stdout:795: writing smithi04078109-35 from 4579328 to 5349376 tid 3 2024-04-22T04:29:14.576 INFO:tasks.rados.rados.0.smithi040.stdout:795: writing smithi04078109-35 from 5349376 to 5423104 tid 4 2024-04-22T04:29:14.576 INFO:tasks.rados.rados.0.smithi040.stdout:796: read oid 25 snap -1 2024-04-22T04:29:14.576 INFO:tasks.rados.rados.0.smithi040.stdout:796: expect (ObjNum 251 snap 63 seq_num 251) 2024-04-22T04:29:14.576 INFO:tasks.rados.rados.0.smithi040.stdout:797: delete oid 30 current snap is 68 2024-04-22T04:29:14.576 INFO:tasks.rados.rados.0.smithi040.stdout:788: finishing write tid 3 to smithi04078109-19 2024-04-22T04:29:14.576 INFO:tasks.rados.rados.0.smithi040.stdout:788: finishing write tid 4 to smithi04078109-19 2024-04-22T04:29:14.576 INFO:tasks.rados.rados.0.smithi040.stdout:788: finishing write tid 5 to smithi04078109-19 2024-04-22T04:29:14.576 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 299 (ObjNum 262 snap 68 seq_num 262) dirty exists 2024-04-22T04:29:14.576 INFO:tasks.rados.rados.0.smithi040.stdout:788: left oid 19 (ObjNum 262 snap 68 seq_num 262) 2024-04-22T04:29:14.577 INFO:tasks.rados.rados.0.smithi040.stdout:794: finishing rollback tid 1 to smithi04078109-33 2024-04-22T04:29:14.577 INFO:tasks.rados.rados.0.smithi040.stdout:794: finishing rollback tid 2 to smithi04078109-33 2024-04-22T04:29:14.577 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 266 (ObjNum 228 snap 52 seq_num 228) dirty exists 2024-04-22T04:29:14.577 INFO:tasks.rados.rados.0.smithi040.stdout:795: finishing write tid 1 to smithi04078109-35 2024-04-22T04:29:14.577 INFO:tasks.rados.rados.0.smithi040.stdout:795: finishing write tid 2 to smithi04078109-35 2024-04-22T04:29:14.581 INFO:tasks.rados.rados.0.smithi040.stdout:795: finishing write tid 3 to smithi04078109-35 2024-04-22T04:29:14.581 INFO:tasks.rados.rados.0.smithi040.stdout:795: finishing write tid 4 to smithi04078109-35 2024-04-22T04:29:14.581 INFO:tasks.rados.rados.0.smithi040.stdout:795: finishing write tid 5 to smithi04078109-35 2024-04-22T04:29:14.582 INFO:tasks.rados.rados.0.smithi040.stdout:788: done (6 left) 2024-04-22T04:29:14.582 INFO:tasks.rados.rados.0.smithi040.stdout:791: done (5 left) 2024-04-22T04:29:14.583 INFO:tasks.rados.rados.0.smithi040.stdout:793: done (4 left) 2024-04-22T04:29:14.583 INFO:tasks.rados.rados.0.smithi040.stdout:794: done (3 left) 2024-04-22T04:29:14.583 INFO:tasks.rados.rados.0.smithi040.stdout:797: done (2 left) 2024-04-22T04:29:14.583 INFO:tasks.rados.rados.0.smithi040.stdout:798: setattr oid 16 current snap is 68 2024-04-22T04:29:14.583 INFO:tasks.rados.rados.0.smithi040.stdout:795: finishing write tid 6 to smithi04078109-35 2024-04-22T04:29:14.583 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 271 (ObjNum 264 snap 68 seq_num 264) dirty exists 2024-04-22T04:29:14.583 INFO:tasks.rados.rados.0.smithi040.stdout:795: left oid 35 (ObjNum 264 snap 68 seq_num 264) 2024-04-22T04:29:14.584 INFO:tasks.rados.rados.0.smithi040.stdout:795: done (2 left) 2024-04-22T04:29:14.584 INFO:tasks.rados.rados.0.smithi040.stdout:799: rmattr oid 20 current snap is 68 2024-04-22T04:29:14.584 INFO:tasks.rados.rados.0.smithi040.stdout:799: done (2 left) 2024-04-22T04:29:14.584 INFO:tasks.rados.rados.0.smithi040.stdout:800: setattr oid 21 current snap is 68 2024-04-22T04:29:14.585 INFO:tasks.rados.rados.0.smithi040.stdout:801: delete oid 10 current snap is 68 2024-04-22T04:29:14.588 INFO:tasks.rados.rados.0.smithi040.stdout:801: done (3 left) 2024-04-22T04:29:14.588 INFO:tasks.rados.rados.0.smithi040.stdout:802: copy_from oid 6 from oid 44 current snap is 68 2024-04-22T04:29:14.588 INFO:tasks.rados.rados.0.smithi040.stdout:803: read oid 39 snap -1 2024-04-22T04:29:14.588 INFO:tasks.rados.rados.0.smithi040.stdout:803: expect deleted 2024-04-22T04:29:14.592 INFO:tasks.rados.rados.0.smithi040.stdout:804: setattr oid 45 current snap is 68 2024-04-22T04:29:14.592 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 275 (ObjNum 163 snap 34 seq_num 163) dirty exists 2024-04-22T04:29:14.592 INFO:tasks.rados.rados.0.smithi040.stdout:800: done (5 left) 2024-04-22T04:29:14.592 INFO:tasks.rados.rados.0.smithi040.stdout:805: rollback oid 23 current snap is 68 2024-04-22T04:29:14.592 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 23 to 45 2024-04-22T04:29:14.592 INFO:tasks.rados.rados.0.smithi040.stdout:806: copy_from oid 32 from oid 21 current snap is 68 2024-04-22T04:29:14.592 INFO:tasks.rados.rados.0.smithi040.stdout:807: read oid 15 snap -1 2024-04-22T04:29:14.592 INFO:tasks.rados.rados.0.smithi040.stdout:807: expect deleted 2024-04-22T04:29:14.592 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 36 current snap is 68 2024-04-22T04:29:14.592 INFO:tasks.rados.rados.0.smithi040.stdout:808: seq_num 267 ranges {630784=475136,1105920=458752,1564672=540672,2105344=606208} 2024-04-22T04:29:14.596 INFO:tasks.rados.rados.0.smithi040.stdout:808: writing smithi04078109-36 from 630784 to 1105920 tid 1 2024-04-22T04:29:14.600 INFO:tasks.rados.rados.0.smithi040.stdout:808: writing smithi04078109-36 from 1105920 to 1564672 tid 2 2024-04-22T04:29:14.604 INFO:tasks.rados.rados.0.smithi040.stdout:808: writing smithi04078109-36 from 1564672 to 2105344 tid 3 2024-04-22T04:29:14.607 INFO:tasks.rados.rados.0.smithi040.stdout:808: writing smithi04078109-36 from 2105344 to 2711552 tid 4 2024-04-22T04:29:14.607 INFO:tasks.rados.rados.0.smithi040.stdout:809: read oid 19 snap -1 2024-04-22T04:29:14.607 INFO:tasks.rados.rados.0.smithi040.stdout:809: expect (ObjNum 262 snap 68 seq_num 262) 2024-04-22T04:29:14.608 INFO:tasks.rados.rados.0.smithi040.stdout:810: snap_remove snap 58 2024-04-22T04:29:14.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:14.717+0000 7f2fba6a31c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T04:29:14.908 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:14.742+0000 7f8fa02be1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T04:29:15.298 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:14.946+0000 7f2fba6a31c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T04:29:15.327 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:14 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:14.973+0000 7f8fa02be1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T04:29:15.554 INFO:tasks.rados.rados.0.smithi040.stdout:810: done (10 left) 2024-04-22T04:29:15.554 INFO:tasks.rados.rados.0.smithi040.stdout:811: snap_create 2024-04-22T04:29:15.561 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 151 (ObjNum 1953066355 snap 875587944 seq_num 825767728) dirty exists 2024-04-22T04:29:15.561 INFO:tasks.rados.rados.0.smithi040.stdout:805: finishing rollback tid 0 to smithi04078109-23 2024-04-22T04:29:15.561 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 370 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-04-22T04:29:15.561 INFO:tasks.rados.rados.0.smithi040.stdout:806: finishing copy_from racing read to smithi04078109-32 2024-04-22T04:29:15.561 INFO:tasks.rados.rados.0.smithi040.stdout:805: finishing rollback tid 1 to smithi04078109-23 2024-04-22T04:29:15.561 INFO:tasks.rados.rados.0.smithi040.stdout:805: finishing rollback tid 2 to smithi04078109-23 2024-04-22T04:29:15.561 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 249 (ObjNum 201 snap 45 seq_num 201) dirty exists 2024-04-22T04:29:15.562 INFO:tasks.rados.rados.0.smithi040.stdout:808: finishing write tid 1 to smithi04078109-36 2024-04-22T04:29:15.562 INFO:tasks.rados.rados.0.smithi040.stdout:806: finishing copy_from to smithi04078109-32 2024-04-22T04:29:15.562 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 275 (ObjNum 163 snap 34 seq_num 163) dirty exists 2024-04-22T04:29:15.562 INFO:tasks.rados.rados.0.smithi040.stdout:796: expect (ObjNum 251 snap 63 seq_num 251) 2024-04-22T04:29:15.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:15.300+0000 7f2fba6a31c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T04:29:15.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:14.542506+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2024-04-22T04:29:15.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:15.329+0000 7f8fa02be1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T04:29:15.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:14.542506+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2024-04-22T04:29:16.035 INFO:tasks.rados.rados.0.smithi040.stdout:808: finishing write tid 2 to smithi04078109-36 2024-04-22T04:29:16.036 INFO:tasks.rados.rados.0.smithi040.stdout:808: finishing write tid 3 to smithi04078109-36 2024-04-22T04:29:16.036 INFO:tasks.rados.rados.0.smithi040.stdout:808: finishing write tid 4 to smithi04078109-36 2024-04-22T04:29:16.036 INFO:tasks.rados.rados.0.smithi040.stdout:808: finishing write tid 5 to smithi04078109-36 2024-04-22T04:29:16.036 INFO:tasks.rados.rados.0.smithi040.stdout:808: finishing write tid 6 to smithi04078109-36 2024-04-22T04:29:16.036 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 153 (ObjNum 267 snap 68 seq_num 267) dirty exists 2024-04-22T04:29:16.036 INFO:tasks.rados.rados.0.smithi040.stdout:808: left oid 36 (ObjNum 267 snap 68 seq_num 267) 2024-04-22T04:29:16.036 INFO:tasks.rados.rados.0.smithi040.stdout:802: finishing copy_from racing read to smithi04078109-6 2024-04-22T04:29:16.036 INFO:tasks.rados.rados.0.smithi040.stdout:802: finishing copy_from to smithi04078109-6 2024-04-22T04:29:16.036 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 298 (ObjNum 235 snap 53 seq_num 235) dirty exists 2024-04-22T04:29:16.036 INFO:tasks.rados.rados.0.smithi040.stdout:809: expect (ObjNum 262 snap 68 seq_num 262) 2024-04-22T04:29:16.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:16.105+0000 7f2fba6a31c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T04:29:16.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:16.193+0000 7f2fba6a31c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T04:29:16.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:16.145+0000 7f8fa02be1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T04:29:16.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:16.235+0000 7f8fa02be1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T04:29:16.561 INFO:tasks.rados.rados.0.smithi040.stdout:796: done (10 left) 2024-04-22T04:29:16.561 INFO:tasks.rados.rados.0.smithi040.stdout:798: done (9 left) 2024-04-22T04:29:16.561 INFO:tasks.rados.rados.0.smithi040.stdout:802: done (8 left) 2024-04-22T04:29:16.561 INFO:tasks.rados.rados.0.smithi040.stdout:803: done (7 left) 2024-04-22T04:29:16.561 INFO:tasks.rados.rados.0.smithi040.stdout:804: done (6 left) 2024-04-22T04:29:16.561 INFO:tasks.rados.rados.0.smithi040.stdout:805: done (5 left) 2024-04-22T04:29:16.561 INFO:tasks.rados.rados.0.smithi040.stdout:806: done (4 left) 2024-04-22T04:29:16.561 INFO:tasks.rados.rados.0.smithi040.stdout:807: done (3 left) 2024-04-22T04:29:16.561 INFO:tasks.rados.rados.0.smithi040.stdout:808: done (2 left) 2024-04-22T04:29:16.562 INFO:tasks.rados.rados.0.smithi040.stdout:809: done (1 left) 2024-04-22T04:29:16.562 INFO:tasks.rados.rados.0.smithi040.stdout:811: done (0 left) 2024-04-22T04:29:16.562 INFO:tasks.rados.rados.0.smithi040.stdout:812: rollback oid 21 current snap is 69 2024-04-22T04:29:16.562 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 21 to 55 2024-04-22T04:29:16.562 INFO:tasks.rados.rados.0.smithi040.stdout:813: copy_from oid 28 from oid 37 current snap is 69 2024-04-22T04:29:16.562 INFO:tasks.rados.rados.0.smithi040.stdout:814: delete oid 1 current snap is 69 2024-04-22T04:29:16.565 INFO:tasks.rados.rados.0.smithi040.stdout:812: finishing rollback tid 0 to smithi04078109-21 2024-04-22T04:29:16.572 INFO:tasks.rados.rados.0.smithi040.stdout:812: finishing rollback tid 1 to smithi04078109-21 2024-04-22T04:29:16.572 INFO:tasks.rados.rados.0.smithi040.stdout:812: finishing rollback tid 2 to smithi04078109-21 2024-04-22T04:29:16.572 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 285 (ObjNum 163 snap 34 seq_num 163) dirty exists 2024-04-22T04:29:16.572 INFO:tasks.rados.rados.0.smithi040.stdout:812: done (2 left) 2024-04-22T04:29:16.572 INFO:tasks.rados.rados.0.smithi040.stdout:814: done (1 left) 2024-04-22T04:29:16.572 INFO:tasks.rados.rados.0.smithi040.stdout:815: delete oid 15 current snap is 69 2024-04-22T04:29:16.574 INFO:tasks.rados.rados.0.smithi040.stdout:815: done (1 left) 2024-04-22T04:29:16.575 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 24 current snap is 69 2024-04-22T04:29:16.575 INFO:tasks.rados.rados.0.smithi040.stdout:816: seq_num 270 ranges {3448832=524288,3973120=516096,4489216=761856,5251072=327680} 2024-04-22T04:29:16.596 INFO:tasks.rados.rados.0.smithi040.stdout:816: writing smithi04078109-24 from 3448832 to 3973120 tid 1 2024-04-22T04:29:16.599 INFO:tasks.rados.rados.0.smithi040.stdout:816: writing smithi04078109-24 from 3973120 to 4489216 tid 2 2024-04-22T04:29:16.604 INFO:tasks.rados.rados.0.smithi040.stdout:816: writing smithi04078109-24 from 4489216 to 5251072 tid 3 2024-04-22T04:29:16.606 INFO:tasks.rados.rados.0.smithi040.stdout:816: writing smithi04078109-24 from 5251072 to 5578752 tid 4 2024-04-22T04:29:16.606 INFO:tasks.rados.rados.0.smithi040.stdout:817: rmattr oid 2 current snap is 69 2024-04-22T04:29:16.606 INFO:tasks.rados.rados.0.smithi040.stdout:817: done (2 left) 2024-04-22T04:29:16.607 INFO:tasks.rados.rados.0.smithi040.stdout:818: snap_create 2024-04-22T04:29:16.607 INFO:tasks.rados.rados.0.smithi040.stdout:813: finishing copy_from racing read to smithi04078109-28 2024-04-22T04:29:16.607 INFO:tasks.rados.rados.0.smithi040.stdout:813: finishing copy_from to smithi04078109-28 2024-04-22T04:29:16.607 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 89 (ObjNum 172 snap 37 seq_num 172) dirty exists 2024-04-22T04:29:16.607 INFO:tasks.rados.rados.0.smithi040.stdout:816: finishing write tid 1 to smithi04078109-24 2024-04-22T04:29:16.607 INFO:tasks.rados.rados.0.smithi040.stdout:816: finishing write tid 2 to smithi04078109-24 2024-04-22T04:29:16.608 INFO:tasks.rados.rados.0.smithi040.stdout:816: finishing write tid 3 to smithi04078109-24 2024-04-22T04:29:16.608 INFO:tasks.rados.rados.0.smithi040.stdout:816: finishing write tid 4 to smithi04078109-24 2024-04-22T04:29:16.609 INFO:tasks.rados.rados.0.smithi040.stdout:816: finishing write tid 5 to smithi04078109-24 2024-04-22T04:29:16.610 INFO:tasks.rados.rados.0.smithi040.stdout:816: finishing write tid 6 to smithi04078109-24 2024-04-22T04:29:16.610 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 280 (ObjNum 270 snap 69 seq_num 270) dirty exists 2024-04-22T04:29:16.610 INFO:tasks.rados.rados.0.smithi040.stdout:816: left oid 24 (ObjNum 270 snap 69 seq_num 270) 2024-04-22T04:29:16.826 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:15.553123+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2024-04-22T04:29:16.865 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:15.553123+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2024-04-22T04:29:17.057 INFO:tasks.rados.rados.0.smithi040.stdout:813: done (2 left) 2024-04-22T04:29:17.058 INFO:tasks.rados.rados.0.smithi040.stdout:816: done (1 left) 2024-04-22T04:29:17.058 INFO:tasks.rados.rados.0.smithi040.stdout:818: done (0 left) 2024-04-22T04:29:17.058 INFO:tasks.rados.rados.0.smithi040.stdout:819: rmattr oid 35 current snap is 70 2024-04-22T04:29:17.058 INFO:tasks.rados.rados.0.smithi040.stdout:820: read oid 16 snap -1 2024-04-22T04:29:17.058 INFO:tasks.rados.rados.0.smithi040.stdout:820: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:29:17.058 INFO:tasks.rados.rados.0.smithi040.stdout:821: read oid 18 snap -1 2024-04-22T04:29:17.058 INFO:tasks.rados.rados.0.smithi040.stdout:821: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:29:17.058 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 14 current snap is 70 2024-04-22T04:29:17.058 INFO:tasks.rados.rados.0.smithi040.stdout:822: seq_num 271 ranges {2359296=540672,2899968=802816,3702784=516096,4218880=286720} 2024-04-22T04:29:17.073 INFO:tasks.rados.rados.0.smithi040.stdout:822: writing smithi04078109-14 from 2359296 to 2899968 tid 1 2024-04-22T04:29:17.078 INFO:tasks.rados.rados.0.smithi040.stdout:822: writing smithi04078109-14 from 2899968 to 3702784 tid 2 2024-04-22T04:29:17.081 INFO:tasks.rados.rados.0.smithi040.stdout:822: writing smithi04078109-14 from 3702784 to 4218880 tid 3 2024-04-22T04:29:17.083 INFO:tasks.rados.rados.0.smithi040.stdout:822: writing smithi04078109-14 from 4218880 to 4505600 tid 4 2024-04-22T04:29:17.083 INFO:tasks.rados.rados.0.smithi040.stdout:823: read oid 45 snap -1 2024-04-22T04:29:17.083 INFO:tasks.rados.rados.0.smithi040.stdout:823: expect (ObjNum 97 snap 16 seq_num 97) 2024-04-22T04:29:17.084 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 9 current snap is 70 2024-04-22T04:29:17.084 INFO:tasks.rados.rados.0.smithi040.stdout:824: seq_num 272 ranges {0=565248,565248=688128,1253376=729088,1982464=188416} 2024-04-22T04:29:17.087 INFO:tasks.rados.rados.0.smithi040.stdout:824: writing smithi04078109-9 from 0 to 565248 tid 1 2024-04-22T04:29:17.090 INFO:tasks.rados.rados.0.smithi040.stdout:824: writing smithi04078109-9 from 565248 to 1253376 tid 2 2024-04-22T04:29:17.095 INFO:tasks.rados.rados.0.smithi040.stdout:824: writing smithi04078109-9 from 1253376 to 1982464 tid 3 2024-04-22T04:29:17.096 INFO:tasks.rados.rados.0.smithi040.stdout:824: writing smithi04078109-9 from 1982464 to 2170880 tid 4 2024-04-22T04:29:17.096 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 70 2024-04-22T04:29:17.096 INFO:tasks.rados.rados.0.smithi040.stdout:825: seq_num 273 ranges {8273920=581632,8855552=565248,9420800=532480,9953280=507904} 2024-04-22T04:29:17.102 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:16.827+0000 7f2fba6a31c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T04:29:17.102 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:16.913+0000 7f2fba6a31c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T04:29:17.102 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:17.004+0000 7f2fba6a31c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T04:29:17.145 INFO:tasks.rados.rados.0.smithi040.stdout:825: writing smithi04078109-40 from 8273920 to 8855552 tid 1 2024-04-22T04:29:17.148 INFO:tasks.rados.rados.0.smithi040.stdout:825: writing smithi04078109-40 from 8855552 to 9420800 tid 2 2024-04-22T04:29:17.151 INFO:tasks.rados.rados.0.smithi040.stdout:825: writing smithi04078109-40 from 9420800 to 9953280 tid 3 2024-04-22T04:29:17.154 INFO:tasks.rados.rados.0.smithi040.stdout:825: writing smithi04078109-40 from 9953280 to 10461184 tid 4 2024-04-22T04:29:17.154 INFO:tasks.rados.rados.0.smithi040.stdout:826: setattr oid 25 current snap is 70 2024-04-22T04:29:17.155 INFO:tasks.rados.rados.0.smithi040.stdout:820: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:29:17.157 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:16.866+0000 7f8fa02be1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T04:29:17.157 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:16.953+0000 7f8fa02be1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T04:29:17.157 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:17.043+0000 7f8fa02be1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T04:29:17.159 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 289 (ObjNum 264 snap 68 seq_num 264) dirty exists 2024-04-22T04:29:17.159 INFO:tasks.rados.rados.0.smithi040.stdout:821: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:29:17.202 INFO:tasks.rados.rados.0.smithi040.stdout:822: finishing write tid 1 to smithi04078109-14 2024-04-22T04:29:17.202 INFO:tasks.rados.rados.0.smithi040.stdout:822: finishing write tid 2 to smithi04078109-14 2024-04-22T04:29:17.202 INFO:tasks.rados.rados.0.smithi040.stdout:822: finishing write tid 3 to smithi04078109-14 2024-04-22T04:29:17.203 INFO:tasks.rados.rados.0.smithi040.stdout:822: finishing write tid 4 to smithi04078109-14 2024-04-22T04:29:17.203 INFO:tasks.rados.rados.0.smithi040.stdout:822: finishing write tid 5 to smithi04078109-14 2024-04-22T04:29:17.203 INFO:tasks.rados.rados.0.smithi040.stdout:822: finishing write tid 6 to smithi04078109-14 2024-04-22T04:29:17.203 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 234 (ObjNum 271 snap 70 seq_num 271) dirty exists 2024-04-22T04:29:17.203 INFO:tasks.rados.rados.0.smithi040.stdout:822: left oid 14 (ObjNum 271 snap 70 seq_num 271) 2024-04-22T04:29:17.203 INFO:tasks.rados.rados.0.smithi040.stdout:823: expect (ObjNum 97 snap 16 seq_num 97) 2024-04-22T04:29:17.344 INFO:tasks.rados.rados.0.smithi040.stdout:824: finishing write tid 1 to smithi04078109-9 2024-04-22T04:29:17.344 INFO:tasks.rados.rados.0.smithi040.stdout:824: finishing write tid 2 to smithi04078109-9 2024-04-22T04:29:17.344 INFO:tasks.rados.rados.0.smithi040.stdout:824: finishing write tid 3 to smithi04078109-9 2024-04-22T04:29:17.344 INFO:tasks.rados.rados.0.smithi040.stdout:824: finishing write tid 4 to smithi04078109-9 2024-04-22T04:29:17.344 INFO:tasks.rados.rados.0.smithi040.stdout:824: finishing write tid 5 to smithi04078109-9 2024-04-22T04:29:17.344 INFO:tasks.rados.rados.0.smithi040.stdout:824: finishing write tid 6 to smithi04078109-9 2024-04-22T04:29:17.344 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 383 (ObjNum 272 snap 70 seq_num 272) dirty exists 2024-04-22T04:29:17.344 INFO:tasks.rados.rados.0.smithi040.stdout:824: left oid 9 (ObjNum 272 snap 70 seq_num 272) 2024-04-22T04:29:17.344 INFO:tasks.rados.rados.0.smithi040.stdout:825: finishing write tid 1 to smithi04078109-40 2024-04-22T04:29:17.344 INFO:tasks.rados.rados.0.smithi040.stdout:825: finishing write tid 2 to smithi04078109-40 2024-04-22T04:29:17.344 INFO:tasks.rados.rados.0.smithi040.stdout:825: finishing write tid 3 to smithi04078109-40 2024-04-22T04:29:17.344 INFO:tasks.rados.rados.0.smithi040.stdout:825: finishing write tid 4 to smithi04078109-40 2024-04-22T04:29:17.344 INFO:tasks.rados.rados.0.smithi040.stdout:825: finishing write tid 5 to smithi04078109-40 2024-04-22T04:29:17.345 INFO:tasks.rados.rados.0.smithi040.stdout:825: finishing write tid 6 to smithi04078109-40 2024-04-22T04:29:17.345 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 334 (ObjNum 273 snap 70 seq_num 273) dirty exists 2024-04-22T04:29:17.345 INFO:tasks.rados.rados.0.smithi040.stdout:825: left oid 40 (ObjNum 273 snap 70 seq_num 273) 2024-04-22T04:29:17.345 INFO:tasks.rados.rados.0.smithi040.stdout:819: done (7 left) 2024-04-22T04:29:17.345 INFO:tasks.rados.rados.0.smithi040.stdout:820: done (6 left) 2024-04-22T04:29:17.345 INFO:tasks.rados.rados.0.smithi040.stdout:821: done (5 left) 2024-04-22T04:29:17.345 INFO:tasks.rados.rados.0.smithi040.stdout:822: done (4 left) 2024-04-22T04:29:17.345 INFO:tasks.rados.rados.0.smithi040.stdout:823: done (3 left) 2024-04-22T04:29:17.345 INFO:tasks.rados.rados.0.smithi040.stdout:824: done (2 left) 2024-04-22T04:29:17.345 INFO:tasks.rados.rados.0.smithi040.stdout:825: done (1 left) 2024-04-22T04:29:17.345 INFO:tasks.rados.rados.0.smithi040.stdout:827: read oid 29 snap -1 2024-04-22T04:29:17.345 INFO:tasks.rados.rados.0.smithi040.stdout:827: expect (ObjNum 248 snap 61 seq_num 248) 2024-04-22T04:29:17.345 INFO:tasks.rados.rados.0.smithi040.stdout:828: copy_from oid 9 from oid 7 current snap is 70 2024-04-22T04:29:17.345 INFO:tasks.rados.rados.0.smithi040.stdout:829: delete oid 32 current snap is 70 2024-04-22T04:29:17.346 INFO:tasks.rados.rados.0.smithi040.stdout:828: finishing copy_from to smithi04078109-9 2024-04-22T04:29:17.346 INFO:tasks.rados.rados.0.smithi040.stdout:828: got expected ENOENT (src dne) 2024-04-22T04:29:17.346 INFO:tasks.rados.rados.0.smithi040.stdout:828: finishing copy_from racing read to smithi04078109-9 2024-04-22T04:29:17.347 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 336 (ObjNum 251 snap 63 seq_num 251) dirty exists 2024-04-22T04:29:17.350 INFO:tasks.rados.rados.0.smithi040.stdout:826: done (3 left) 2024-04-22T04:29:17.350 INFO:tasks.rados.rados.0.smithi040.stdout:828: done (2 left) 2024-04-22T04:29:17.350 INFO:tasks.rados.rados.0.smithi040.stdout:829: done (1 left) 2024-04-22T04:29:17.350 INFO:tasks.rados.rados.0.smithi040.stdout:830: rollback oid 45 current snap is 70 2024-04-22T04:29:17.350 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 45 to 57 2024-04-22T04:29:17.350 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 44 current snap is 70 2024-04-22T04:29:17.350 INFO:tasks.rados.rados.0.smithi040.stdout:831: seq_num 275 ranges {4653056=614400,5267456=786432,6053888=499712,6553600=319488} 2024-04-22T04:29:17.378 INFO:tasks.rados.rados.0.smithi040.stdout:831: writing smithi04078109-44 from 4653056 to 5267456 tid 1 2024-04-22T04:29:17.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:17.104+0000 7f2fba6a31c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T04:29:17.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:17.336+0000 7f2fba6a31c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T04:29:17.383 INFO:tasks.rados.rados.0.smithi040.stdout:831: writing smithi04078109-44 from 5267456 to 6053888 tid 2 2024-04-22T04:29:17.386 INFO:tasks.rados.rados.0.smithi040.stdout:831: writing smithi04078109-44 from 6053888 to 6553600 tid 3 2024-04-22T04:29:17.388 INFO:tasks.rados.rados.0.smithi040.stdout:831: writing smithi04078109-44 from 6553600 to 6873088 tid 4 2024-04-22T04:29:17.388 INFO:tasks.rados.rados.0.smithi040.stdout:832: copy_from oid 9 from oid 34 current snap is 70 2024-04-22T04:29:17.388 INFO:tasks.rados.rados.0.smithi040.stdout:827: expect (ObjNum 248 snap 61 seq_num 248) 2024-04-22T04:29:17.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:17.158+0000 7f8fa02be1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T04:29:17.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:17.408+0000 7f8fa02be1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T04:29:17.508 INFO:tasks.rados.rados.0.smithi040.stdout:830: finishing rollback tid 0 to smithi04078109-45 2024-04-22T04:29:17.508 INFO:tasks.rados.rados.0.smithi040.stdout:830: finishing rollback tid 1 to smithi04078109-45 2024-04-22T04:29:17.508 INFO:tasks.rados.rados.0.smithi040.stdout:830: finishing rollback tid 2 to smithi04078109-45 2024-04-22T04:29:17.508 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 387 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-04-22T04:29:17.509 INFO:tasks.rados.rados.0.smithi040.stdout:831: finishing write tid 1 to smithi04078109-44 2024-04-22T04:29:17.509 INFO:tasks.rados.rados.0.smithi040.stdout:831: finishing write tid 2 to smithi04078109-44 2024-04-22T04:29:17.509 INFO:tasks.rados.rados.0.smithi040.stdout:827: done (3 left) 2024-04-22T04:29:17.509 INFO:tasks.rados.rados.0.smithi040.stdout:830: done (2 left) 2024-04-22T04:29:17.509 INFO:tasks.rados.rados.0.smithi040.stdout:833: snap_remove snap 57 2024-04-22T04:29:17.757 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:17.439+0000 7f2fba6a31c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T04:29:17.758 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:17.660+0000 7f2fba6a31c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T04:29:17.758 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:16.557734+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2024-04-22T04:29:17.758 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:17.058445+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2024-04-22T04:29:17.826 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:16.557734+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2024-04-22T04:29:17.826 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:17.058445+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2024-04-22T04:29:17.826 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:17.506+0000 7f8fa02be1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T04:29:17.826 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:17.728+0000 7f8fa02be1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T04:29:18.037 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:17.759+0000 7f2fba6a31c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T04:29:18.037 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:17.950+0000 7f2fba6a31c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T04:29:18.056 INFO:tasks.rados.rados.0.smithi040.stdout:833: done (2 left) 2024-04-22T04:29:18.056 INFO:tasks.rados.rados.0.smithi040.stdout:834: rollback oid 46 current snap is 70 2024-04-22T04:29:18.056 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 46 to 59 2024-04-22T04:29:18.056 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 70 2024-04-22T04:29:18.056 INFO:tasks.rados.rados.0.smithi040.stdout:835: seq_num 276 ranges {7421952=630784,8052736=671744,8724480=704512,9428992=229376} 2024-04-22T04:29:18.101 INFO:tasks.rados.rados.0.smithi040.stdout:835: writing smithi04078109-25 from 7421952 to 8052736 tid 1 2024-04-22T04:29:18.105 INFO:tasks.rados.rados.0.smithi040.stdout:835: writing smithi04078109-25 from 8052736 to 8724480 tid 2 2024-04-22T04:29:18.109 INFO:tasks.rados.rados.0.smithi040.stdout:835: writing smithi04078109-25 from 8724480 to 9428992 tid 3 2024-04-22T04:29:18.111 INFO:tasks.rados.rados.0.smithi040.stdout:835: writing smithi04078109-25 from 9428992 to 9658368 tid 4 2024-04-22T04:29:18.111 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 70 2024-04-22T04:29:18.111 INFO:tasks.rados.rados.0.smithi040.stdout:831: finishing write tid 3 to smithi04078109-44 2024-04-22T04:29:18.111 INFO:tasks.rados.rados.0.smithi040.stdout:831: finishing write tid 4 to smithi04078109-44 2024-04-22T04:29:18.112 INFO:tasks.rados.rados.0.smithi040.stdout:831: finishing write tid 5 to smithi04078109-44 2024-04-22T04:29:18.112 INFO:tasks.rados.rados.0.smithi040.stdout:831: finishing write tid 6 to smithi04078109-44 2024-04-22T04:29:18.112 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 342 (ObjNum 275 snap 70 seq_num 275) dirty exists 2024-04-22T04:29:18.112 INFO:tasks.rados.rados.0.smithi040.stdout:831: left oid 44 (ObjNum 275 snap 70 seq_num 275) 2024-04-22T04:29:18.112 INFO:tasks.rados.rados.0.smithi040.stdout:832: finishing copy_from racing read to smithi04078109-9 2024-04-22T04:29:18.112 INFO:tasks.rados.rados.0.smithi040.stdout:836: seq_num 277 ranges {0=647168,647168=557056,1204224=516096,1720320=532480} 2024-04-22T04:29:18.115 INFO:tasks.rados.rados.0.smithi040.stdout:836: writing smithi04078109-32 from 0 to 647168 tid 1 2024-04-22T04:29:18.118 INFO:tasks.rados.rados.0.smithi040.stdout:836: writing smithi04078109-32 from 647168 to 1204224 tid 2 2024-04-22T04:29:18.121 INFO:tasks.rados.rados.0.smithi040.stdout:836: writing smithi04078109-32 from 1204224 to 1720320 tid 3 2024-04-22T04:29:18.124 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:17 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:17.827+0000 7f8fa02be1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T04:29:18.124 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:18.019+0000 7f8fa02be1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T04:29:18.125 INFO:tasks.rados.rados.0.smithi040.stdout:836: writing smithi04078109-32 from 1720320 to 2252800 tid 4 2024-04-22T04:29:18.126 INFO:tasks.rados.rados.0.smithi040.stdout:831: done (4 left) 2024-04-22T04:29:18.126 INFO:tasks.rados.rados.0.smithi040.stdout:837: snap_create 2024-04-22T04:29:18.126 INFO:tasks.rados.rados.0.smithi040.stdout:832: finishing copy_from to smithi04078109-9 2024-04-22T04:29:18.126 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 120 (ObjNum 226 snap 52 seq_num 226) dirty exists 2024-04-22T04:29:18.126 INFO:tasks.rados.rados.0.smithi040.stdout:834: finishing rollback tid 0 to smithi04078109-46 2024-04-22T04:29:18.126 INFO:tasks.rados.rados.0.smithi040.stdout:834: finishing rollback tid 1 to smithi04078109-46 2024-04-22T04:29:18.126 INFO:tasks.rados.rados.0.smithi040.stdout:834: finishing rollback tid 2 to smithi04078109-46 2024-04-22T04:29:18.126 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 141 (ObjNum 198 snap 44 seq_num 198) dirty exists 2024-04-22T04:29:18.126 INFO:tasks.rados.rados.0.smithi040.stdout:835: finishing write tid 1 to smithi04078109-25 2024-04-22T04:29:18.126 INFO:tasks.rados.rados.0.smithi040.stdout:835: finishing write tid 2 to smithi04078109-25 2024-04-22T04:29:18.126 INFO:tasks.rados.rados.0.smithi040.stdout:835: finishing write tid 3 to smithi04078109-25 2024-04-22T04:29:18.127 INFO:tasks.rados.rados.0.smithi040.stdout:835: finishing write tid 4 to smithi04078109-25 2024-04-22T04:29:18.127 INFO:tasks.rados.rados.0.smithi040.stdout:835: finishing write tid 5 to smithi04078109-25 2024-04-22T04:29:18.127 INFO:tasks.rados.rados.0.smithi040.stdout:835: finishing write tid 6 to smithi04078109-25 2024-04-22T04:29:18.127 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 353 (ObjNum 276 snap 70 seq_num 276) dirty exists 2024-04-22T04:29:18.127 INFO:tasks.rados.rados.0.smithi040.stdout:835: left oid 25 (ObjNum 276 snap 70 seq_num 276) 2024-04-22T04:29:18.127 INFO:tasks.rados.rados.0.smithi040.stdout:836: finishing write tid 1 to smithi04078109-32 2024-04-22T04:29:18.128 INFO:tasks.rados.rados.0.smithi040.stdout:836: finishing write tid 2 to smithi04078109-32 2024-04-22T04:29:18.128 INFO:tasks.rados.rados.0.smithi040.stdout:836: finishing write tid 3 to smithi04078109-32 2024-04-22T04:29:18.128 INFO:tasks.rados.rados.0.smithi040.stdout:836: finishing write tid 4 to smithi04078109-32 2024-04-22T04:29:18.129 INFO:tasks.rados.rados.0.smithi040.stdout:836: finishing write tid 5 to smithi04078109-32 2024-04-22T04:29:18.129 INFO:tasks.rados.rados.0.smithi040.stdout:836: finishing write tid 6 to smithi04078109-32 2024-04-22T04:29:18.129 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 286 (ObjNum 277 snap 70 seq_num 277) dirty exists 2024-04-22T04:29:18.129 INFO:tasks.rados.rados.0.smithi040.stdout:836: left oid 32 (ObjNum 277 snap 70 seq_num 277) 2024-04-22T04:29:18.381 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:18 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:18.039+0000 7f2fba6a31c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T04:29:18.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:18.126+0000 7f8fa02be1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T04:29:19.058 INFO:tasks.rados.rados.0.smithi040.stdout:832: done (4 left) 2024-04-22T04:29:19.058 INFO:tasks.rados.rados.0.smithi040.stdout:834: done (3 left) 2024-04-22T04:29:19.058 INFO:tasks.rados.rados.0.smithi040.stdout:835: done (2 left) 2024-04-22T04:29:19.058 INFO:tasks.rados.rados.0.smithi040.stdout:836: done (1 left) 2024-04-22T04:29:19.058 INFO:tasks.rados.rados.0.smithi040.stdout:837: done (0 left) 2024-04-22T04:29:19.058 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 45 current snap is 71 2024-04-22T04:29:19.058 INFO:tasks.rados.rados.0.smithi040.stdout:838: seq_num 278 ranges {3481600=663552,4145152=442368,4587520=720896,5308416=442368} 2024-04-22T04:29:19.080 INFO:tasks.rados.rados.0.smithi040.stdout:838: writing smithi04078109-45 from 3481600 to 4145152 tid 1 2024-04-22T04:29:19.083 INFO:tasks.rados.rados.0.smithi040.stdout:838: writing smithi04078109-45 from 4145152 to 4587520 tid 2 2024-04-22T04:29:19.087 INFO:tasks.rados.rados.0.smithi040.stdout:838: writing smithi04078109-45 from 4587520 to 5308416 tid 3 2024-04-22T04:29:19.090 INFO:tasks.rados.rados.0.smithi040.stdout:838: writing smithi04078109-45 from 5308416 to 5750784 tid 4 2024-04-22T04:29:19.090 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 71 2024-04-22T04:29:19.090 INFO:tasks.rados.rados.0.smithi040.stdout:838: finishing write tid 1 to smithi04078109-45 2024-04-22T04:29:19.090 INFO:tasks.rados.rados.0.smithi040.stdout:839: seq_num 279 ranges {0=679936,679936=720896,1400832=483328,1884160=401408} 2024-04-22T04:29:19.094 INFO:tasks.rados.rados.0.smithi040.stdout:839: writing smithi04078109-10 from 0 to 679936 tid 1 2024-04-22T04:29:19.098 INFO:tasks.rados.rados.0.smithi040.stdout:839: writing smithi04078109-10 from 679936 to 1400832 tid 2 2024-04-22T04:29:19.101 INFO:tasks.rados.rados.0.smithi040.stdout:839: writing smithi04078109-10 from 1400832 to 1884160 tid 3 2024-04-22T04:29:19.106 INFO:tasks.rados.rados.0.smithi040.stdout:839: writing smithi04078109-10 from 1884160 to 2285568 tid 4 2024-04-22T04:29:19.106 INFO:tasks.rados.rados.0.smithi040.stdout:840: delete oid 7 current snap is 71 2024-04-22T04:29:19.106 INFO:tasks.rados.rados.0.smithi040.stdout:838: finishing write tid 2 to smithi04078109-45 2024-04-22T04:29:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:838: finishing write tid 3 to smithi04078109-45 2024-04-22T04:29:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:838: finishing write tid 4 to smithi04078109-45 2024-04-22T04:29:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:838: finishing write tid 5 to smithi04078109-45 2024-04-22T04:29:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:838: finishing write tid 6 to smithi04078109-45 2024-04-22T04:29:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 402 (ObjNum 278 snap 71 seq_num 278) dirty exists 2024-04-22T04:29:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:838: left oid 45 (ObjNum 278 snap 71 seq_num 278) 2024-04-22T04:29:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:839: finishing write tid 1 to smithi04078109-10 2024-04-22T04:29:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:839: finishing write tid 2 to smithi04078109-10 2024-04-22T04:29:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:839: finishing write tid 3 to smithi04078109-10 2024-04-22T04:29:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:838: done (2 left) 2024-04-22T04:29:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:840: done (1 left) 2024-04-22T04:29:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:841: rmattr oid 20 current snap is 71 2024-04-22T04:29:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:841: done (1 left) 2024-04-22T04:29:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 24 current snap is 71 2024-04-22T04:29:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:842: seq_num 281 ranges {5578752=712704,6291456=491520,6782976=491520,7274496=622592} 2024-04-22T04:29:19.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:18.057725+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2024-04-22T04:29:19.131 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:18 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:18.823+0000 7f2fba6a31c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T04:29:19.131 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:19.021+0000 7f2fba6a31c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T04:29:19.139 INFO:tasks.rados.rados.0.smithi040.stdout:842: writing smithi04078109-24 from 5578752 to 6291456 tid 1 2024-04-22T04:29:19.142 INFO:tasks.rados.rados.0.smithi040.stdout:842: writing smithi04078109-24 from 6291456 to 6782976 tid 2 2024-04-22T04:29:19.146 INFO:tasks.rados.rados.0.smithi040.stdout:842: writing smithi04078109-24 from 6782976 to 7274496 tid 3 2024-04-22T04:29:19.150 INFO:tasks.rados.rados.0.smithi040.stdout:842: writing smithi04078109-24 from 7274496 to 7897088 tid 4 2024-04-22T04:29:19.150 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 37 current snap is 71 2024-04-22T04:29:19.150 INFO:tasks.rados.rados.0.smithi040.stdout:839: finishing write tid 4 to smithi04078109-10 2024-04-22T04:29:19.150 INFO:tasks.rados.rados.0.smithi040.stdout:843: seq_num 282 ranges {5111808=729088,5840896=425984,6266880=704512,6971392=475136} 2024-04-22T04:29:19.158 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:18.904+0000 7f8fa02be1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T04:29:19.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:19.110+0000 7f8fa02be1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T04:29:19.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:18.057725+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2024-04-22T04:29:19.181 INFO:tasks.rados.rados.0.smithi040.stdout:843: writing smithi04078109-37 from 5111808 to 5840896 tid 1 2024-04-22T04:29:19.184 INFO:tasks.rados.rados.0.smithi040.stdout:843: writing smithi04078109-37 from 5840896 to 6266880 tid 2 2024-04-22T04:29:19.188 INFO:tasks.rados.rados.0.smithi040.stdout:843: writing smithi04078109-37 from 6266880 to 6971392 tid 3 2024-04-22T04:29:19.191 INFO:tasks.rados.rados.0.smithi040.stdout:843: writing smithi04078109-37 from 6971392 to 7446528 tid 4 2024-04-22T04:29:19.191 INFO:tasks.rados.rados.0.smithi040.stdout:844: delete oid 43 current snap is 71 2024-04-22T04:29:19.191 INFO:tasks.rados.rados.0.smithi040.stdout:839: finishing write tid 5 to smithi04078109-10 2024-04-22T04:29:19.192 INFO:tasks.rados.rados.0.smithi040.stdout:839: finishing write tid 6 to smithi04078109-10 2024-04-22T04:29:19.192 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 142 (ObjNum 279 snap 71 seq_num 279) dirty exists 2024-04-22T04:29:19.192 INFO:tasks.rados.rados.0.smithi040.stdout:839: left oid 10 (ObjNum 279 snap 71 seq_num 279) 2024-04-22T04:29:19.192 INFO:tasks.rados.rados.0.smithi040.stdout:842: finishing write tid 1 to smithi04078109-24 2024-04-22T04:29:19.192 INFO:tasks.rados.rados.0.smithi040.stdout:842: finishing write tid 2 to smithi04078109-24 2024-04-22T04:29:19.192 INFO:tasks.rados.rados.0.smithi040.stdout:842: finishing write tid 3 to smithi04078109-24 2024-04-22T04:29:19.192 INFO:tasks.rados.rados.0.smithi040.stdout:842: finishing write tid 4 to smithi04078109-24 2024-04-22T04:29:19.192 INFO:tasks.rados.rados.0.smithi040.stdout:842: finishing write tid 5 to smithi04078109-24 2024-04-22T04:29:19.192 INFO:tasks.rados.rados.0.smithi040.stdout:842: finishing write tid 6 to smithi04078109-24 2024-04-22T04:29:19.192 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 291 (ObjNum 281 snap 71 seq_num 281) dirty exists 2024-04-22T04:29:19.192 INFO:tasks.rados.rados.0.smithi040.stdout:842: left oid 24 (ObjNum 281 snap 71 seq_num 281) 2024-04-22T04:29:19.192 INFO:tasks.rados.rados.0.smithi040.stdout:843: finishing write tid 1 to smithi04078109-37 2024-04-22T04:29:19.192 INFO:tasks.rados.rados.0.smithi040.stdout:843: finishing write tid 2 to smithi04078109-37 2024-04-22T04:29:19.192 INFO:tasks.rados.rados.0.smithi040.stdout:843: finishing write tid 3 to smithi04078109-37 2024-04-22T04:29:19.193 INFO:tasks.rados.rados.0.smithi040.stdout:843: finishing write tid 4 to smithi04078109-37 2024-04-22T04:29:19.194 INFO:tasks.rados.rados.0.smithi040.stdout:839: done (3 left) 2024-04-22T04:29:19.194 INFO:tasks.rados.rados.0.smithi040.stdout:842: done (2 left) 2024-04-22T04:29:19.194 INFO:tasks.rados.rados.0.smithi040.stdout:844: done (1 left) 2024-04-22T04:29:19.194 INFO:tasks.rados.rados.0.smithi040.stdout:845: snap_create 2024-04-22T04:29:19.194 INFO:tasks.rados.rados.0.smithi040.stdout:843: finishing write tid 5 to smithi04078109-37 2024-04-22T04:29:19.195 INFO:tasks.rados.rados.0.smithi040.stdout:843: finishing write tid 6 to smithi04078109-37 2024-04-22T04:29:19.195 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 408 (ObjNum 282 snap 71 seq_num 282) dirty exists 2024-04-22T04:29:19.195 INFO:tasks.rados.rados.0.smithi040.stdout:843: left oid 37 (ObjNum 282 snap 71 seq_num 282) 2024-04-22T04:29:19.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:19.214+0000 7f2fba6a31c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:29:19.658 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:19.304+0000 7f8fa02be1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:29:20.068 INFO:tasks.rados.rados.0.smithi040.stdout:843: done (1 left) 2024-04-22T04:29:20.068 INFO:tasks.rados.rados.0.smithi040.stdout:845: done (0 left) 2024-04-22T04:29:20.069 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 72 2024-04-22T04:29:20.069 INFO:tasks.rados.rados.0.smithi040.stdout:846: seq_num 284 ranges {5111808=761856,5873664=598016,6471680=671744,7143424=335872} 2024-04-22T04:29:20.100 INFO:tasks.rados.rados.0.smithi040.stdout:846: writing smithi04078109-13 from 5111808 to 5873664 tid 1 2024-04-22T04:29:20.103 INFO:tasks.rados.rados.0.smithi040.stdout:846: writing smithi04078109-13 from 5873664 to 6471680 tid 2 2024-04-22T04:29:20.107 INFO:tasks.rados.rados.0.smithi040.stdout:846: writing smithi04078109-13 from 6471680 to 7143424 tid 3 2024-04-22T04:29:20.110 INFO:tasks.rados.rados.0.smithi040.stdout:846: writing smithi04078109-13 from 7143424 to 7479296 tid 4 2024-04-22T04:29:20.110 INFO:tasks.rados.rados.0.smithi040.stdout:847: delete oid 50 current snap is 72 2024-04-22T04:29:20.110 INFO:tasks.rados.rados.0.smithi040.stdout:846: finishing write tid 1 to smithi04078109-13 2024-04-22T04:29:20.110 INFO:tasks.rados.rados.0.smithi040.stdout:846: finishing write tid 2 to smithi04078109-13 2024-04-22T04:29:20.110 INFO:tasks.rados.rados.0.smithi040.stdout:846: finishing write tid 3 to smithi04078109-13 2024-04-22T04:29:20.113 INFO:tasks.rados.rados.0.smithi040.stdout:846: finishing write tid 4 to smithi04078109-13 2024-04-22T04:29:20.113 INFO:tasks.rados.rados.0.smithi040.stdout:846: finishing write tid 5 to smithi04078109-13 2024-04-22T04:29:20.114 INFO:tasks.rados.rados.0.smithi040.stdout:846: finishing write tid 6 to smithi04078109-13 2024-04-22T04:29:20.114 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 156 (ObjNum 284 snap 72 seq_num 284) dirty exists 2024-04-22T04:29:20.114 INFO:tasks.rados.rados.0.smithi040.stdout:846: left oid 13 (ObjNum 284 snap 72 seq_num 284) 2024-04-22T04:29:20.115 INFO:tasks.rados.rados.0.smithi040.stdout:846: done (1 left) 2024-04-22T04:29:20.115 INFO:tasks.rados.rados.0.smithi040.stdout:847: done (0 left) 2024-04-22T04:29:20.115 INFO:tasks.rados.rados.0.smithi040.stdout:848: rollback oid 45 current snap is 72 2024-04-22T04:29:20.116 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 45 to 55 2024-04-22T04:29:20.116 INFO:tasks.rados.rados.0.smithi040.stdout:849: snap_remove snap 69 2024-04-22T04:29:20.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:19.060031+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2024-04-22T04:29:20.131 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:19.840+0000 7f2fba6a31c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T04:29:20.131 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:20.027+0000 7f2fba6a31c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:29:20.319 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:19.060031+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2024-04-22T04:29:20.320 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:19.932+0000 7f8fa02be1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T04:29:20.320 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:20.128+0000 7f8fa02be1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T04:29:20.466 INFO:tasks.rados.rados.0.smithi040.stdout:849: done (1 left) 2024-04-22T04:29:20.466 INFO:tasks.rados.rados.0.smithi040.stdout:850: snap_create 2024-04-22T04:29:20.466 INFO:tasks.rados.rados.0.smithi040.stdout:848: finishing rollback tid 0 to smithi04078109-45 2024-04-22T04:29:20.466 INFO:tasks.rados.rados.0.smithi040.stdout:848: finishing rollback tid 1 to smithi04078109-45 2024-04-22T04:29:20.466 INFO:tasks.rados.rados.0.smithi040.stdout:848: finishing rollback tid 2 to smithi04078109-45 2024-04-22T04:29:20.466 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 407 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-04-22T04:29:20.589 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:20.222+0000 7f2fba6a31c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T04:29:20.589 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:20.342+0000 7f2fba6a31c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T04:29:20.589 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: [22/Apr/2024:04:29:20] ENGINE Bus STARTING 2024-04-22T04:29:20.589 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: CherryPy Checker: 2024-04-22T04:29:20.589 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: The Application mounted at '' has an empty config. 2024-04-22T04:29:20.590 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: 2024-04-22T04:29:20.590 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: [22/Apr/2024:04:29:20] ENGINE Serving on http://:::9283 2024-04-22T04:29:20.590 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: [22/Apr/2024:04:29:20] ENGINE Bus STARTED 2024-04-22T04:29:20.590 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:20.321+0000 7f8fa02be1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T04:29:20.590 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:20.444+0000 7f8fa02be1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T04:29:20.590 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:29:20] ENGINE Bus STARTING 2024-04-22T04:29:20.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:20.593+0000 7f8f00343700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:29:20.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:20.593+0000 7f8f00343700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:29:20.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:20.593+0000 7f8f00343700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:29:20.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:20.593+0000 7f8f00343700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:29:20.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:20.593+0000 7f8f00343700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:29:20.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:20.598+0000 7f8f0434b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:29:20.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:20.598+0000 7f8f0434b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:29:20.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:20.598+0000 7f8f0434b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:29:20.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:20.598+0000 7f8f0434b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:29:20.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:20.598+0000 7f8f0434b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T04:29:20.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: CherryPy Checker: 2024-04-22T04:29:20.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: The Application mounted at '' has an empty config. 2024-04-22T04:29:20.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:20.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:29:20] ENGINE Serving on http://:::9283 2024-04-22T04:29:20.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:29:20] ENGINE Bus STARTED 2024-04-22T04:29:21.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:20.067685+0000 mon.a (mon.0) 17 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2024-04-22T04:29:21.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:20.356865+0000 mon.a (mon.0) 18 : cluster [DBG] Standby manager daemon x restarted 2024-04-22T04:29:21.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:20.356956+0000 mon.a (mon.0) 19 : cluster [DBG] Standby manager daemon x started 2024-04-22T04:29:21.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.358835+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.? 172.21.15.62:0/1650023367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:29:21.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.359286+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.? 172.21.15.62:0/1650023367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:29:21.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.361098+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.? 172.21.15.62:0/1650023367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T04:29:21.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.361949+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.? 172.21.15.62:0/1650023367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:29:21.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:20.458972+0000 mon.a (mon.0) 20 : cluster [INF] Active manager daemon y restarted 2024-04-22T04:29:21.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:20.459485+0000 mon.a (mon.0) 21 : cluster [INF] Activating manager daemon y 2024-04-22T04:29:21.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:20.464275+0000 mon.a (mon.0) 22 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2024-04-22T04:29:21.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:20.464625+0000 mon.a (mon.0) 23 : cluster [DBG] mgrmap e34: y(active, starting, since 0.00522312s), standbys: x 2024-04-22T04:29:21.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.471540+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:29:21.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.471706+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:29:21.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.471847+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:29:21.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.473347+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T04:29:21.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.473643+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:29:21.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.474087+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T04:29:21.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.474373+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T04:29:21.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.476135+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:29:21.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.476487+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:29:21.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.476760+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:29:21.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.477045+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:29:21.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.477362+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:29:21.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.477677+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:29:21.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.477991+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:29:21.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.478293+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:29:21.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.478648+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T04:29:21.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.479029+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T04:29:21.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.479561+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T04:29:21.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:20.499240+0000 mon.a (mon.0) 24 : cluster [INF] Manager daemon y is now available 2024-04-22T04:29:21.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.520229+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:29:21.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.522501+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:29:21.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.539742+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:29:21.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.549023+0000 mon.b (mon.1) 104 : audit [INF] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:29:21.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.549388+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:29:21.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.567310+0000 mon.b (mon.1) 105 : audit [INF] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:29:21.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:20.567704+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:29:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:20.067685+0000 mon.a (mon.0) 17 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2024-04-22T04:29:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:20.356865+0000 mon.a (mon.0) 18 : cluster [DBG] Standby manager daemon x restarted 2024-04-22T04:29:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:20.356956+0000 mon.a (mon.0) 19 : cluster [DBG] Standby manager daemon x started 2024-04-22T04:29:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.358835+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.? 172.21.15.62:0/1650023367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T04:29:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.359286+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.? 172.21.15.62:0/1650023367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T04:29:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.361098+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.? 172.21.15.62:0/1650023367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T04:29:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.361949+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.? 172.21.15.62:0/1650023367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T04:29:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:20.458972+0000 mon.a (mon.0) 20 : cluster [INF] Active manager daemon y restarted 2024-04-22T04:29:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:20.459485+0000 mon.a (mon.0) 21 : cluster [INF] Activating manager daemon y 2024-04-22T04:29:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:20.464275+0000 mon.a (mon.0) 22 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2024-04-22T04:29:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:20.464625+0000 mon.a (mon.0) 23 : cluster [DBG] mgrmap e34: y(active, starting, since 0.00522312s), standbys: x 2024-04-22T04:29:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.471540+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:29:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.471706+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:29:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.471847+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:29:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.473347+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T04:29:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.473643+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:29:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.474087+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T04:29:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.474373+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T04:29:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.476135+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:29:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.476487+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:29:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.476760+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:29:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.477045+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:29:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.477362+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:29:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.477677+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:29:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.477991+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:29:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.478293+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:29:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.478648+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T04:29:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.479029+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T04:29:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.479561+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T04:29:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:20.499240+0000 mon.a (mon.0) 24 : cluster [INF] Manager daemon y is now available 2024-04-22T04:29:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.520229+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:29:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.522501+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:29:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.539742+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:29:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.549023+0000 mon.b (mon.1) 104 : audit [INF] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:29:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.549388+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:29:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.567310+0000 mon.b (mon.1) 105 : audit [INF] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:29:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:20.567704+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:29:21.480 INFO:tasks.rados.rados.0.smithi040.stdout:848: done (1 left) 2024-04-22T04:29:21.480 INFO:tasks.rados.rados.0.smithi040.stdout:850: done (0 left) 2024-04-22T04:29:21.480 INFO:tasks.rados.rados.0.smithi040.stdout:851: read oid 46 snap -1 2024-04-22T04:29:21.480 INFO:tasks.rados.rados.0.smithi040.stdout:851: expect (ObjNum 198 snap 44 seq_num 198) 2024-04-22T04:29:21.480 INFO:tasks.rados.rados.0.smithi040.stdout:852: read oid 12 snap -1 2024-04-22T04:29:21.480 INFO:tasks.rados.rados.0.smithi040.stdout:852: expect (ObjNum 198 snap 44 seq_num 198) 2024-04-22T04:29:21.480 INFO:tasks.rados.rados.0.smithi040.stdout:853: copy_from oid 19 from oid 41 current snap is 73 2024-04-22T04:29:21.480 INFO:tasks.rados.rados.0.smithi040.stdout:854: copy_from oid 49 from oid 18 current snap is 73 2024-04-22T04:29:21.481 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 73 2024-04-22T04:29:21.481 INFO:tasks.rados.rados.0.smithi040.stdout:855: seq_num 286 ranges {5423104=794624,6217728=761856,6979584=679936,7659520=163840} 2024-04-22T04:29:21.515 INFO:tasks.rados.rados.0.smithi040.stdout:855: writing smithi04078109-35 from 5423104 to 6217728 tid 1 2024-04-22T04:29:21.519 INFO:tasks.rados.rados.0.smithi040.stdout:855: writing smithi04078109-35 from 6217728 to 6979584 tid 2 2024-04-22T04:29:21.523 INFO:tasks.rados.rados.0.smithi040.stdout:855: writing smithi04078109-35 from 6979584 to 7659520 tid 3 2024-04-22T04:29:21.524 INFO:tasks.rados.rados.0.smithi040.stdout:855: writing smithi04078109-35 from 7659520 to 7823360 tid 4 2024-04-22T04:29:21.524 INFO:tasks.rados.rados.0.smithi040.stdout:856: rollback oid 15 current snap is 73 2024-04-22T04:29:21.524 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 15 to 68 2024-04-22T04:29:21.524 INFO:tasks.rados.rados.0.smithi040.stdout:852: expect (ObjNum 198 snap 44 seq_num 198) 2024-04-22T04:29:21.788 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:21 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:21.471+0000 7f8f64989700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-22T04:29:21.905 INFO:tasks.rados.rados.0.smithi040.stdout:854: finishing copy_from racing read to smithi04078109-49 2024-04-22T04:29:21.906 INFO:tasks.rados.rados.0.smithi040.stdout:853: finishing copy_from racing read to smithi04078109-19 2024-04-22T04:29:21.906 INFO:tasks.rados.rados.0.smithi040.stdout:852: done (5 left) 2024-04-22T04:29:21.906 INFO:tasks.rados.rados.0.smithi040.stdout:857: rollback oid 26 current snap is 73 2024-04-22T04:29:21.906 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 26 to 71 2024-04-22T04:29:21.906 INFO:tasks.rados.rados.0.smithi040.stdout:853: finishing copy_from to smithi04078109-19 2024-04-22T04:29:21.906 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 359 (ObjNum 250 snap 63 seq_num 250) dirty exists 2024-04-22T04:29:21.906 INFO:tasks.rados.rados.0.smithi040.stdout:854: finishing copy_from to smithi04078109-49 2024-04-22T04:29:21.906 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 144 (ObjNum 93 snap 12 seq_num 93) dirty exists 2024-04-22T04:29:21.906 INFO:tasks.rados.rados.0.smithi040.stdout:851: expect (ObjNum 198 snap 44 seq_num 198) 2024-04-22T04:29:22.290 INFO:tasks.rados.rados.0.smithi040.stdout:855: finishing write tid 1 to smithi04078109-35 2024-04-22T04:29:22.290 INFO:tasks.rados.rados.0.smithi040.stdout:855: finishing write tid 2 to smithi04078109-35 2024-04-22T04:29:22.290 INFO:tasks.rados.rados.0.smithi040.stdout:855: finishing write tid 3 to smithi04078109-35 2024-04-22T04:29:22.290 INFO:tasks.rados.rados.0.smithi040.stdout:855: finishing write tid 4 to smithi04078109-35 2024-04-22T04:29:22.291 INFO:tasks.rados.rados.0.smithi040.stdout:855: finishing write tid 5 to smithi04078109-35 2024-04-22T04:29:22.291 INFO:tasks.rados.rados.0.smithi040.stdout:851: done (5 left) 2024-04-22T04:29:22.291 INFO:tasks.rados.rados.0.smithi040.stdout:853: done (4 left) 2024-04-22T04:29:22.291 INFO:tasks.rados.rados.0.smithi040.stdout:854: done (3 left) 2024-04-22T04:29:22.291 INFO:tasks.rados.rados.0.smithi040.stdout:858: rollback oid 1 current snap is 73 2024-04-22T04:29:22.291 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 1 to 71 2024-04-22T04:29:22.291 INFO:tasks.rados.rados.0.smithi040.stdout:855: finishing write tid 6 to smithi04078109-35 2024-04-22T04:29:22.291 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 305 (ObjNum 286 snap 73 seq_num 286) dirty exists 2024-04-22T04:29:22.291 INFO:tasks.rados.rados.0.smithi040.stdout:855: left oid 35 (ObjNum 286 snap 73 seq_num 286) 2024-04-22T04:29:22.291 INFO:tasks.rados.rados.0.smithi040.stdout:856: finishing rollback tid 1 to smithi04078109-15 2024-04-22T04:29:22.291 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 273 (ObjNum -1443255392 snap 21852 seq_num 2851404864) dirty dne 2024-04-22T04:29:22.291 INFO:tasks.rados.rados.0.smithi040.stdout:857: finishing rollback tid 0 to smithi04078109-26 2024-04-22T04:29:22.291 INFO:tasks.rados.rados.0.smithi040.stdout:857: finishing rollback tid 1 to smithi04078109-26 2024-04-22T04:29:22.291 INFO:tasks.rados.rados.0.smithi040.stdout:857: finishing rollback tid 2 to smithi04078109-26 2024-04-22T04:29:22.291 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 207 (ObjNum 226 snap 52 seq_num 226) dirty exists 2024-04-22T04:29:22.292 INFO:tasks.rados.rados.0.smithi040.stdout:855: done (3 left) 2024-04-22T04:29:22.292 INFO:tasks.rados.rados.0.smithi040.stdout:856: done (2 left) 2024-04-22T04:29:22.292 INFO:tasks.rados.rados.0.smithi040.stdout:857: done (1 left) 2024-04-22T04:29:22.292 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 30 current snap is 73 2024-04-22T04:29:22.292 INFO:tasks.rados.rados.0.smithi040.stdout:859: seq_num 287 ranges {0=8192} 2024-04-22T04:29:22.292 INFO:tasks.rados.rados.0.smithi040.stdout:859: writing smithi04078109-30 from 0 to 8192 tid 1 2024-04-22T04:29:22.292 INFO:tasks.rados.rados.0.smithi040.stdout:860: rollback oid 14 current snap is 73 2024-04-22T04:29:22.292 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 14 to 64 2024-04-22T04:29:22.292 INFO:tasks.rados.rados.0.smithi040.stdout:861: read oid 7 snap -1 2024-04-22T04:29:22.292 INFO:tasks.rados.rados.0.smithi040.stdout:861: expect deleted 2024-04-22T04:29:22.292 INFO:tasks.rados.rados.0.smithi040.stdout:862: snap_create 2024-04-22T04:29:22.293 INFO:tasks.rados.rados.0.smithi040.stdout:858: finishing rollback tid 1 to smithi04078109-1 2024-04-22T04:29:22.293 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 287 (ObjNum 1 snap 21849 seq_num 2851400432) dirty dne 2024-04-22T04:29:22.293 INFO:tasks.rados.rados.0.smithi040.stdout:860: finishing rollback tid 0 to smithi04078109-14 2024-04-22T04:29:22.294 INFO:tasks.rados.rados.0.smithi040.stdout:859: finishing write tid 1 to smithi04078109-30 2024-04-22T04:29:22.294 INFO:tasks.rados.rados.0.smithi040.stdout:859: finishing write tid 2 to smithi04078109-30 2024-04-22T04:29:22.294 INFO:tasks.rados.rados.0.smithi040.stdout:860: finishing rollback tid 1 to smithi04078109-14 2024-04-22T04:29:22.294 INFO:tasks.rados.rados.0.smithi040.stdout:860: finishing rollback tid 2 to smithi04078109-14 2024-04-22T04:29:22.294 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 237 (ObjNum 184 snap 39 seq_num 184) dirty exists 2024-04-22T04:29:22.294 INFO:tasks.rados.rados.0.smithi040.stdout:859: finishing write tid 3 to smithi04078109-30 2024-04-22T04:29:22.295 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 308 (ObjNum 287 snap 73 seq_num 287) dirty exists 2024-04-22T04:29:22.295 INFO:tasks.rados.rados.0.smithi040.stdout:859: left oid 30 (ObjNum 287 snap 73 seq_num 287) 2024-04-22T04:29:22.454 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:21.053490+0000 mgr.y (mgr.24907) 1 : cephadm [INF] [22/Apr/2024:04:29:21] ENGINE Bus STARTING 2024-04-22T04:29:22.454 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:21.171917+0000 mgr.y (mgr.24907) 2 : cephadm [INF] [22/Apr/2024:04:29:21] ENGINE Serving on https://172.21.15.40:7150 2024-04-22T04:29:22.454 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:21.172229+0000 mgr.y (mgr.24907) 3 : cephadm [INF] [22/Apr/2024:04:29:21] ENGINE Bus STARTED 2024-04-22T04:29:22.454 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:21.177262+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:22.454 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:21.470039+0000 mon.a (mon.0) 28 : cluster [DBG] mgrmap e35: y(active, since 1.01064s), standbys: x 2024-04-22T04:29:22.454 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:21.476856+0000 mgr.y (mgr.24907) 4 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 329 GiB/s rd, 168 GiB/s wr, 1.21M op/s 2024-04-22T04:29:22.454 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:21.482085+0000 mon.a (mon.0) 29 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2024-04-22T04:29:22.618 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:21.053490+0000 mgr.y (mgr.24907) 1 : cephadm [INF] [22/Apr/2024:04:29:21] ENGINE Bus STARTING 2024-04-22T04:29:22.618 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:21.171917+0000 mgr.y (mgr.24907) 2 : cephadm [INF] [22/Apr/2024:04:29:21] ENGINE Serving on https://172.21.15.40:7150 2024-04-22T04:29:22.618 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:21.172229+0000 mgr.y (mgr.24907) 3 : cephadm [INF] [22/Apr/2024:04:29:21] ENGINE Bus STARTED 2024-04-22T04:29:22.618 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:21.177262+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:22.618 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:21.470039+0000 mon.a (mon.0) 28 : cluster [DBG] mgrmap e35: y(active, since 1.01064s), standbys: x 2024-04-22T04:29:22.618 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:21.476856+0000 mgr.y (mgr.24907) 4 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 329 GiB/s rd, 168 GiB/s wr, 1.21M op/s 2024-04-22T04:29:22.618 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:22 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:21.482085+0000 mon.a (mon.0) 29 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2024-04-22T04:29:23.190 INFO:tasks.rados.rados.0.smithi040.stdout:858: done (4 left) 2024-04-22T04:29:23.191 INFO:tasks.rados.rados.0.smithi040.stdout:859: done (3 left) 2024-04-22T04:29:23.191 INFO:tasks.rados.rados.0.smithi040.stdout:860: done (2 left) 2024-04-22T04:29:23.191 INFO:tasks.rados.rados.0.smithi040.stdout:861: done (1 left) 2024-04-22T04:29:23.191 INFO:tasks.rados.rados.0.smithi040.stdout:862: done (0 left) 2024-04-22T04:29:23.191 INFO:tasks.rados.rados.0.smithi040.stdout:863: snap_remove snap 63 2024-04-22T04:29:23.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:22.478691+0000 mgr.y (mgr.24907) 5 : cluster [DBG] pgmap v5: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 96 MiB/s rd, 49 MiB/s wr, 346 op/s 2024-04-22T04:29:23.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:23.183342+0000 mon.a (mon.0) 30 : cluster [DBG] mgrmap e36: y(active, since 2s), standbys: x 2024-04-22T04:29:23.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:23.188563+0000 mon.a (mon.0) 31 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2024-04-22T04:29:23.908 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:22.478691+0000 mgr.y (mgr.24907) 5 : cluster [DBG] pgmap v5: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 96 MiB/s rd, 49 MiB/s wr, 346 op/s 2024-04-22T04:29:23.908 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:23.183342+0000 mon.a (mon.0) 30 : cluster [DBG] mgrmap e36: y(active, since 2s), standbys: x 2024-04-22T04:29:23.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:23 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:23.188563+0000 mon.a (mon.0) 31 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2024-04-22T04:29:24.194 INFO:tasks.rados.rados.0.smithi040.stdout:863: done (0 left) 2024-04-22T04:29:24.195 INFO:tasks.rados.rados.0.smithi040.stdout:864: rmattr oid 41 current snap is 74 2024-04-22T04:29:24.195 INFO:tasks.rados.rados.0.smithi040.stdout:864: done (0 left) 2024-04-22T04:29:24.195 INFO:tasks.rados.rados.0.smithi040.stdout:865: snap_remove snap 68 2024-04-22T04:29:25.202 INFO:tasks.rados.rados.0.smithi040.stdout:865: done (0 left) 2024-04-22T04:29:25.202 INFO:tasks.rados.rados.0.smithi040.stdout:866: setattr oid 11 current snap is 74 2024-04-22T04:29:25.202 INFO:tasks.rados.rados.0.smithi040.stdout:867: rmattr oid 31 current snap is 74 2024-04-22T04:29:25.202 INFO:tasks.rados.rados.0.smithi040.stdout:867: done (1 left) 2024-04-22T04:29:25.202 INFO:tasks.rados.rados.0.smithi040.stdout:868: rollback oid 42 current snap is 74 2024-04-22T04:29:25.202 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 42 to 45 2024-04-22T04:29:25.202 INFO:tasks.rados.rados.0.smithi040.stdout:869: rollback oid 38 current snap is 74 2024-04-22T04:29:25.202 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 38 to 55 2024-04-22T04:29:25.203 INFO:tasks.rados.rados.0.smithi040.stdout:870: snap_create 2024-04-22T04:29:25.208 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 369 (ObjNum 232 snap 53 seq_num 232) dirty exists 2024-04-22T04:29:25.209 INFO:tasks.rados.rados.0.smithi040.stdout:869: finishing rollback tid 0 to smithi04078109-38 2024-04-22T04:29:25.209 INFO:tasks.rados.rados.0.smithi040.stdout:868: finishing rollback tid 0 to smithi04078109-42 2024-04-22T04:29:25.210 INFO:tasks.rados.rados.0.smithi040.stdout:868: finishing rollback tid 1 to smithi04078109-42 2024-04-22T04:29:25.210 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 258 (ObjNum -1442976416 snap 21852 seq_num 2852303424) dirty dne 2024-04-22T04:29:25.211 INFO:tasks.rados.rados.0.smithi040.stdout:869: finishing rollback tid 1 to smithi04078109-38 2024-04-22T04:29:25.212 INFO:tasks.rados.rados.0.smithi040.stdout:869: finishing rollback tid 2 to smithi04078109-38 2024-04-22T04:29:25.212 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 152 (ObjNum 234 snap 53 seq_num 234) dirty exists 2024-04-22T04:29:25.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:24.190873+0000 mon.a (mon.0) 32 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-04-22T04:29:25.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:24.479187+0000 mgr.y (mgr.24907) 6 : cluster [DBG] pgmap v8: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 16 MiB/s wr, 115 op/s 2024-04-22T04:29:25.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:24.881046+0000 mon.a (mon.0) 33 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:25.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:24.887012+0000 mon.a (mon.0) 34 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:25.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:24.190873+0000 mon.a (mon.0) 32 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-04-22T04:29:25.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:24.479187+0000 mgr.y (mgr.24907) 6 : cluster [DBG] pgmap v8: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 16 MiB/s wr, 115 op/s 2024-04-22T04:29:25.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:24.881046+0000 mon.a (mon.0) 33 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:25.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:24.887012+0000 mon.a (mon.0) 34 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:29:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:29:26.196 INFO:tasks.rados.rados.0.smithi040.stdout:866: done (3 left) 2024-04-22T04:29:26.196 INFO:tasks.rados.rados.0.smithi040.stdout:868: done (2 left) 2024-04-22T04:29:26.196 INFO:tasks.rados.rados.0.smithi040.stdout:869: done (1 left) 2024-04-22T04:29:26.196 INFO:tasks.rados.rados.0.smithi040.stdout:870: done (0 left) 2024-04-22T04:29:26.196 INFO:tasks.rados.rados.0.smithi040.stdout:871: rollback oid 43 current snap is 75 2024-04-22T04:29:26.196 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 43 to 59 2024-04-22T04:29:26.197 INFO:tasks.rados.rados.0.smithi040.stdout:872: snap_create 2024-04-22T04:29:26.198 INFO:tasks.rados.rados.0.smithi040.stdout:871: finishing rollback tid 1 to smithi04078109-43 2024-04-22T04:29:26.198 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 144 (ObjNum -1442666512 snap 21852 seq_num 2851992528) dirty dne 2024-04-22T04:29:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:25.199568+0000 mon.a (mon.0) 35 : cluster [DBG] mgrmap e37: y(active, since 4s), standbys: x 2024-04-22T04:29:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:25.199723+0000 mon.a (mon.0) 36 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2024-04-22T04:29:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:25.620990+0000 mon.a (mon.0) 37 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:25.630469+0000 mon.a (mon.0) 38 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:26.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:25.673769+0000 mon.a (mon.0) 39 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:26.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:25.679820+0000 mon.a (mon.0) 40 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:26.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:25.199568+0000 mon.a (mon.0) 35 : cluster [DBG] mgrmap e37: y(active, since 4s), standbys: x 2024-04-22T04:29:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:25.199723+0000 mon.a (mon.0) 36 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2024-04-22T04:29:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:25.620990+0000 mon.a (mon.0) 37 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:25.630469+0000 mon.a (mon.0) 38 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:25.673769+0000 mon.a (mon.0) 39 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:26 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:25.679820+0000 mon.a (mon.0) 40 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:27.060 INFO:tasks.rados.rados.0.smithi040.stdout:871: done (1 left) 2024-04-22T04:29:27.060 INFO:tasks.rados.rados.0.smithi040.stdout:872: done (0 left) 2024-04-22T04:29:27.060 INFO:tasks.rados.rados.0.smithi040.stdout:873: rmattr oid 29 current snap is 76 2024-04-22T04:29:27.060 INFO:tasks.rados.rados.0.smithi040.stdout:873: done (0 left) 2024-04-22T04:29:27.060 INFO:tasks.rados.rados.0.smithi040.stdout:874: snap_create 2024-04-22T04:29:27.255 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:26.197140+0000 mon.a (mon.0) 41 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2024-04-22T04:29:27.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:26.420036+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:27.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:26.426291+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:27.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:26.479712+0000 mgr.y (mgr.24907) 7 : cluster [DBG] pgmap v11: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 41 op/s 2024-04-22T04:29:27.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:27.060814+0000 mon.a (mon.0) 44 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2024-04-22T04:29:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:26.197140+0000 mon.a (mon.0) 41 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2024-04-22T04:29:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:26.420036+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:26.426291+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:26.479712+0000 mgr.y (mgr.24907) 7 : cluster [DBG] pgmap v11: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 41 op/s 2024-04-22T04:29:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:27 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:27.060814+0000 mon.a (mon.0) 44 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2024-04-22T04:29:28.064 INFO:tasks.rados.rados.0.smithi040.stdout:874: done (0 left) 2024-04-22T04:29:28.064 INFO:tasks.rados.rados.0.smithi040.stdout:875: delete oid 33 current snap is 77 2024-04-22T04:29:28.067 INFO:tasks.rados.rados.0.smithi040.stdout:875: done (0 left) 2024-04-22T04:29:28.067 INFO:tasks.rados.rados.0.smithi040.stdout:876: setattr oid 48 current snap is 77 2024-04-22T04:29:28.069 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 2 current snap is 77 2024-04-22T04:29:28.069 INFO:tasks.rados.rados.0.smithi040.stdout:877: seq_num 289 ranges {1679360=40960} 2024-04-22T04:29:28.079 INFO:tasks.rados.rados.0.smithi040.stdout:877: writing smithi04078109-2 from 1679360 to 1720320 tid 1 2024-04-22T04:29:28.079 INFO:tasks.rados.rados.0.smithi040.stdout:878: read oid 37 snap -1 2024-04-22T04:29:28.079 INFO:tasks.rados.rados.0.smithi040.stdout:878: expect (ObjNum 282 snap 71 seq_num 282) 2024-04-22T04:29:28.079 INFO:tasks.rados.rados.0.smithi040.stdout:879: copy_from oid 40 from oid 33 current snap is 77 2024-04-22T04:29:28.079 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 238 (ObjNum 236 snap 53 seq_num 236) dirty exists 2024-04-22T04:29:28.079 INFO:tasks.rados.rados.0.smithi040.stdout:876: done (3 left) 2024-04-22T04:29:28.079 INFO:tasks.rados.rados.0.smithi040.stdout:880: snap_remove snap 59 2024-04-22T04:29:29.068 INFO:tasks.rados.rados.0.smithi040.stdout:880: done (3 left) 2024-04-22T04:29:29.068 INFO:tasks.rados.rados.0.smithi040.stdout:881: setattr oid 27 current snap is 77 2024-04-22T04:29:29.079 INFO:tasks.rados.rados.0.smithi040.stdout:879: finishing copy_from to smithi04078109-40 2024-04-22T04:29:29.079 INFO:tasks.rados.rados.0.smithi040.stdout:879: got expected ENOENT (src dne) 2024-04-22T04:29:29.079 INFO:tasks.rados.rados.0.smithi040.stdout:879: finishing copy_from racing read to smithi04078109-40 2024-04-22T04:29:29.079 INFO:tasks.rados.rados.0.smithi040.stdout:877: finishing write tid 1 to smithi04078109-2 2024-04-22T04:29:29.079 INFO:tasks.rados.rados.0.smithi040.stdout:877: finishing write tid 2 to smithi04078109-2 2024-04-22T04:29:29.079 INFO:tasks.rados.rados.0.smithi040.stdout:877: finishing write tid 3 to smithi04078109-2 2024-04-22T04:29:29.079 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 420 (ObjNum 289 snap 77 seq_num 289) dirty exists 2024-04-22T04:29:29.079 INFO:tasks.rados.rados.0.smithi040.stdout:877: left oid 2 (ObjNum 289 snap 77 seq_num 289) 2024-04-22T04:29:29.079 INFO:tasks.rados.rados.0.smithi040.stdout:878: expect (ObjNum 282 snap 71 seq_num 282) 2024-04-22T04:29:29.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:28.064715+0000 mon.a (mon.0) 45 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2024-04-22T04:29:29.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:28.480294+0000 mgr.y (mgr.24907) 8 : cluster [DBG] pgmap v14: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 41 op/s 2024-04-22T04:29:29.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:28.064715+0000 mon.a (mon.0) 45 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2024-04-22T04:29:29.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:29 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:28.480294+0000 mgr.y (mgr.24907) 8 : cluster [DBG] pgmap v14: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 41 op/s 2024-04-22T04:29:29.472 INFO:tasks.rados.rados.0.smithi040.stdout:877: done (3 left) 2024-04-22T04:29:29.472 INFO:tasks.rados.rados.0.smithi040.stdout:878: done (2 left) 2024-04-22T04:29:29.472 INFO:tasks.rados.rados.0.smithi040.stdout:879: done (1 left) 2024-04-22T04:29:29.472 INFO:tasks.rados.rados.0.smithi040.stdout:882: snap_create 2024-04-22T04:29:29.475 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 360 (ObjNum 255 snap 66 seq_num 255) dirty exists 2024-04-22T04:29:30.070 INFO:tasks.rados.rados.0.smithi040.stdout:881: done (1 left) 2024-04-22T04:29:30.071 INFO:tasks.rados.rados.0.smithi040.stdout:882: done (0 left) 2024-04-22T04:29:30.071 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 37 current snap is 78 2024-04-22T04:29:30.071 INFO:tasks.rados.rados.0.smithi040.stdout:883: seq_num 290 ranges {7446528=57344} 2024-04-22T04:29:30.112 INFO:tasks.rados.rados.0.smithi040.stdout:883: writing smithi04078109-37 from 7446528 to 7503872 tid 1 2024-04-22T04:29:30.112 INFO:tasks.rados.rados.0.smithi040.stdout:884: snap_create 2024-04-22T04:29:30.117 INFO:tasks.rados.rados.0.smithi040.stdout:883: finishing write tid 1 to smithi04078109-37 2024-04-22T04:29:30.117 INFO:tasks.rados.rados.0.smithi040.stdout:883: finishing write tid 2 to smithi04078109-37 2024-04-22T04:29:30.119 INFO:tasks.rados.rados.0.smithi040.stdout:883: finishing write tid 3 to smithi04078109-37 2024-04-22T04:29:30.119 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 431 (ObjNum 290 snap 78 seq_num 290) dirty exists 2024-04-22T04:29:30.119 INFO:tasks.rados.rados.0.smithi040.stdout:883: left oid 37 (ObjNum 290 snap 78 seq_num 290) 2024-04-22T04:29:30.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:29.069925+0000 mon.a (mon.0) 46 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2024-04-22T04:29:30.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:30.055210+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:30.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:30.061810+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:30.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:29:30] "GET /metrics HTTP/1.1" 200 33287 "" "Prometheus/2.33.4" 2024-04-22T04:29:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:29.069925+0000 mon.a (mon.0) 46 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2024-04-22T04:29:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:30.055210+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:30.061810+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:31.087 INFO:tasks.rados.rados.0.smithi040.stdout:883: done (1 left) 2024-04-22T04:29:31.087 INFO:tasks.rados.rados.0.smithi040.stdout:884: done (0 left) 2024-04-22T04:29:31.087 INFO:tasks.rados.rados.0.smithi040.stdout:885: read oid 11 snap 61 2024-04-22T04:29:31.087 INFO:tasks.rados.rados.0.smithi040.stdout:885: expect (ObjNum 232 snap 53 seq_num 232) 2024-04-22T04:29:31.088 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 79 2024-04-22T04:29:31.088 INFO:tasks.rados.rados.0.smithi040.stdout:886: seq_num 291 ranges {630784=81920} 2024-04-22T04:29:31.091 INFO:tasks.rados.rados.0.smithi040.stdout:886: writing smithi04078109-21 from 630784 to 712704 tid 1 2024-04-22T04:29:31.091 INFO:tasks.rados.rados.0.smithi040.stdout:887: delete oid 47 current snap is 79 2024-04-22T04:29:31.093 INFO:tasks.rados.rados.0.smithi040.stdout:887: done (2 left) 2024-04-22T04:29:31.093 INFO:tasks.rados.rados.0.smithi040.stdout:888: snap_create 2024-04-22T04:29:31.094 INFO:tasks.rados.rados.0.smithi040.stdout:885: expect (ObjNum 232 snap 53 seq_num 232) 2024-04-22T04:29:31.140 INFO:tasks.rados.rados.0.smithi040.stdout:886: finishing write tid 1 to smithi04078109-21 2024-04-22T04:29:31.140 INFO:tasks.rados.rados.0.smithi040.stdout:886: finishing write tid 2 to smithi04078109-21 2024-04-22T04:29:31.140 INFO:tasks.rados.rados.0.smithi040.stdout:886: finishing write tid 3 to smithi04078109-21 2024-04-22T04:29:31.140 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 335 (ObjNum 291 snap 79 seq_num 291) dirty exists 2024-04-22T04:29:31.140 INFO:tasks.rados.rados.0.smithi040.stdout:886: left oid 21 (ObjNum 291 snap 79 seq_num 291) 2024-04-22T04:29:31.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:30.063985+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:29:31.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:30.065064+0000 mon.b (mon.1) 107 : audit [INF] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:29:31.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:30.072577+0000 mon.a (mon.0) 49 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2024-04-22T04:29:31.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:30.085540+0000 mgr.y (mgr.24907) 9 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:29:31.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:30.085853+0000 mgr.y (mgr.24907) 10 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:29:31.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:30.350137+0000 mgr.y (mgr.24907) 11 : cephadm [INF] Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:29:31.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:30.400461+0000 mgr.y (mgr.24907) 12 : cephadm [INF] Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:29:31.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:30.480694+0000 mgr.y (mgr.24907) 13 : cluster [DBG] pgmap v17: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:29:31.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:30.063985+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:29:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:30.065064+0000 mon.b (mon.1) 107 : audit [INF] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:29:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:30.072577+0000 mon.a (mon.0) 49 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2024-04-22T04:29:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:30.085540+0000 mgr.y (mgr.24907) 9 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:29:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:30.085853+0000 mgr.y (mgr.24907) 10 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:29:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:30.350137+0000 mgr.y (mgr.24907) 11 : cephadm [INF] Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:29:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:30.400461+0000 mgr.y (mgr.24907) 12 : cephadm [INF] Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:29:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:30.480694+0000 mgr.y (mgr.24907) 13 : cluster [DBG] pgmap v17: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:29:32.092 INFO:tasks.rados.rados.0.smithi040.stdout:885: done (2 left) 2024-04-22T04:29:32.092 INFO:tasks.rados.rados.0.smithi040.stdout:886: done (1 left) 2024-04-22T04:29:32.092 INFO:tasks.rados.rados.0.smithi040.stdout:888: done (0 left) 2024-04-22T04:29:32.092 INFO:tasks.rados.rados.0.smithi040.stdout:889: setattr oid 39 current snap is 80 2024-04-22T04:29:32.093 INFO:tasks.rados.rados.0.smithi040.stdout:890: read oid 37 snap -1 2024-04-22T04:29:32.093 INFO:tasks.rados.rados.0.smithi040.stdout:890: expect (ObjNum 290 snap 78 seq_num 290) 2024-04-22T04:29:32.093 INFO:tasks.rados.rados.0.smithi040.stdout:891: read oid 25 snap -1 2024-04-22T04:29:32.094 INFO:tasks.rados.rados.0.smithi040.stdout:891: expect (ObjNum 276 snap 70 seq_num 276) 2024-04-22T04:29:32.094 INFO:tasks.rados.rados.0.smithi040.stdout:892: snap_create 2024-04-22T04:29:32.100 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 161 (ObjNum 1 snap 32647 seq_num 2852130960) dirty exists 2024-04-22T04:29:32.125 INFO:tasks.rados.rados.0.smithi040.stdout:890: expect (ObjNum 290 snap 78 seq_num 290) 2024-04-22T04:29:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:30.614206+0000 mgr.y (mgr.24907) 14 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:29:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:30.664556+0000 mgr.y (mgr.24907) 15 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:29:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:30.878385+0000 mgr.y (mgr.24907) 16 : cephadm [INF] Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:29:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:30.928620+0000 mgr.y (mgr.24907) 17 : cephadm [INF] Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:29:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:31.088820+0000 mon.a (mon.0) 50 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2024-04-22T04:29:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:31.150033+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:31.156042+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:31.198752+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:31.204670+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:31.208847+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:31.342126+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:29:32.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:31.345179+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:29:32.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:31.346142+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-22T04:29:32.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:31.346768+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-22T04:29:32.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:32 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:31.347181+0000 mgr.y (mgr.24907) 18 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-04-22T04:29:32.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:30.614206+0000 mgr.y (mgr.24907) 14 : cephadm [INF] Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:29:32.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:30.664556+0000 mgr.y (mgr.24907) 15 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:29:32.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:30.878385+0000 mgr.y (mgr.24907) 16 : cephadm [INF] Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:29:32.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:30.928620+0000 mgr.y (mgr.24907) 17 : cephadm [INF] Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:29:32.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:31.088820+0000 mon.a (mon.0) 50 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2024-04-22T04:29:32.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:31.150033+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:32.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:31.156042+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:32.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:31.198752+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:32.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:31.204670+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:32.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:31.208847+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:32.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:31.342126+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:29:32.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:31.345179+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:29:32.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:31.346142+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-22T04:29:32.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:31.346768+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-22T04:29:32.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:31.347181+0000 mgr.y (mgr.24907) 18 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-04-22T04:29:32.648 INFO:tasks.rados.rados.0.smithi040.stdout:891: expect (ObjNum 276 snap 70 seq_num 276) 2024-04-22T04:29:33.314 INFO:tasks.rados.rados.0.smithi040.stdout:889: done (3 left) 2024-04-22T04:29:33.314 INFO:tasks.rados.rados.0.smithi040.stdout:890: done (2 left) 2024-04-22T04:29:33.314 INFO:tasks.rados.rados.0.smithi040.stdout:891: done (1 left) 2024-04-22T04:29:33.314 INFO:tasks.rados.rados.0.smithi040.stdout:892: done (0 left) 2024-04-22T04:29:33.314 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 81 2024-04-22T04:29:33.314 INFO:tasks.rados.rados.0.smithi040.stdout:893: seq_num 293 ranges {712704=114688} 2024-04-22T04:29:33.318 INFO:tasks.rados.rados.0.smithi040.stdout:893: writing smithi04078109-21 from 712704 to 827392 tid 1 2024-04-22T04:29:33.318 INFO:tasks.rados.rados.0.smithi040.stdout:894: rollback oid 42 current snap is 81 2024-04-22T04:29:33.318 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 42 to 71 2024-04-22T04:29:33.318 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 81 2024-04-22T04:29:33.318 INFO:tasks.rados.rados.0.smithi040.stdout:895: seq_num 294 ranges {0=131072} 2024-04-22T04:29:33.319 INFO:tasks.rados.rados.0.smithi040.stdout:895: writing smithi04078109-47 from 0 to 131072 tid 1 2024-04-22T04:29:33.319 INFO:tasks.rados.rados.0.smithi040.stdout:896: copy_from oid 13 from oid 7 current snap is 81 2024-04-22T04:29:33.319 INFO:tasks.rados.rados.0.smithi040.stdout:897: snap_create 2024-04-22T04:29:33.324 INFO:tasks.rados.rados.0.smithi040.stdout:893: finishing write tid 1 to smithi04078109-21 2024-04-22T04:29:33.324 INFO:tasks.rados.rados.0.smithi040.stdout:893: finishing write tid 2 to smithi04078109-21 2024-04-22T04:29:33.324 INFO:tasks.rados.rados.0.smithi040.stdout:896: finishing copy_from to smithi04078109-13 2024-04-22T04:29:33.324 INFO:tasks.rados.rados.0.smithi040.stdout:896: got expected ENOENT (src dne) 2024-04-22T04:29:33.324 INFO:tasks.rados.rados.0.smithi040.stdout:896: finishing copy_from racing read to smithi04078109-13 2024-04-22T04:29:33.325 INFO:tasks.rados.rados.0.smithi040.stdout:893: finishing write tid 3 to smithi04078109-21 2024-04-22T04:29:33.325 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 338 (ObjNum 293 snap 81 seq_num 293) dirty exists 2024-04-22T04:29:33.325 INFO:tasks.rados.rados.0.smithi040.stdout:893: left oid 21 (ObjNum 293 snap 81 seq_num 293) 2024-04-22T04:29:33.326 INFO:tasks.rados.rados.0.smithi040.stdout:894: finishing rollback tid 1 to smithi04078109-42 2024-04-22T04:29:33.327 INFO:tasks.rados.rados.0.smithi040.stdout:894: finishing rollback tid 2 to smithi04078109-42 2024-04-22T04:29:33.327 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 260 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-04-22T04:29:33.327 INFO:tasks.rados.rados.0.smithi040.stdout:895: finishing write tid 1 to smithi04078109-47 2024-04-22T04:29:33.328 INFO:tasks.rados.rados.0.smithi040.stdout:895: finishing write tid 2 to smithi04078109-47 2024-04-22T04:29:33.330 INFO:tasks.rados.rados.0.smithi040.stdout:895: finishing write tid 3 to smithi04078109-47 2024-04-22T04:29:33.331 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 262 (ObjNum 294 snap 81 seq_num 294) dirty exists 2024-04-22T04:29:33.331 INFO:tasks.rados.rados.0.smithi040.stdout:895: left oid 47 (ObjNum 294 snap 81 seq_num 294) 2024-04-22T04:29:33.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:32.094031+0000 mon.a (mon.0) 56 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2024-04-22T04:29:33.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:32.481053+0000 mgr.y (mgr.24907) 19 : cluster [DBG] pgmap v20: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 44 KiB/s wr, 14 op/s 2024-04-22T04:29:33.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:33.018096+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:33.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:33.020494+0000 mon.b (mon.1) 112 : audit [INF] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:29:33.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:33.021378+0000 mon.a (mon.0) 58 : audit [DBG] from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:29:33.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:33.022316+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:29:33.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:32.094031+0000 mon.a (mon.0) 56 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2024-04-22T04:29:33.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:32.481053+0000 mgr.y (mgr.24907) 19 : cluster [DBG] pgmap v20: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 44 KiB/s wr, 14 op/s 2024-04-22T04:29:33.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:33.018096+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:33.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:33.020494+0000 mon.b (mon.1) 112 : audit [INF] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:29:33.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:33.021378+0000 mon.a (mon.0) 58 : audit [DBG] from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:29:33.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:33 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: audit 2024-04-22T04:29:33.022316+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:29:34.113 INFO:tasks.rados.rados.0.smithi040.stdout:893: done (4 left) 2024-04-22T04:29:34.113 INFO:tasks.rados.rados.0.smithi040.stdout:894: done (3 left) 2024-04-22T04:29:34.113 INFO:tasks.rados.rados.0.smithi040.stdout:895: done (2 left) 2024-04-22T04:29:34.113 INFO:tasks.rados.rados.0.smithi040.stdout:896: done (1 left) 2024-04-22T04:29:34.113 INFO:tasks.rados.rados.0.smithi040.stdout:897: done (0 left) 2024-04-22T04:29:34.113 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 82 2024-04-22T04:29:34.113 INFO:tasks.rados.rados.0.smithi040.stdout:898: seq_num 295 ranges {0=147456} 2024-04-22T04:29:34.114 INFO:tasks.rados.rados.0.smithi040.stdout:898: writing smithi04078109-15 from 0 to 147456 tid 1 2024-04-22T04:29:34.114 INFO:tasks.rados.rados.0.smithi040.stdout:899: delete oid 31 current snap is 82 2024-04-22T04:29:34.119 INFO:tasks.rados.rados.0.smithi040.stdout:898: finishing write tid 1 to smithi04078109-15 2024-04-22T04:29:34.119 INFO:tasks.rados.rados.0.smithi040.stdout:899: done (1 left) 2024-04-22T04:29:34.119 INFO:tasks.rados.rados.0.smithi040.stdout:900: snap_create 2024-04-22T04:29:34.119 INFO:tasks.rados.rados.0.smithi040.stdout:898: finishing write tid 2 to smithi04078109-15 2024-04-22T04:29:34.120 INFO:tasks.rados.rados.0.smithi040.stdout:898: finishing write tid 3 to smithi04078109-15 2024-04-22T04:29:34.120 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 433 (ObjNum 295 snap 82 seq_num 295) dirty exists 2024-04-22T04:29:34.120 INFO:tasks.rados.rados.0.smithi040.stdout:898: left oid 15 (ObjNum 295 snap 82 seq_num 295) 2024-04-22T04:29:34.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:33.013561+0000 mgr.y (mgr.24907) 20 : cephadm [INF] Upgrade: Updating mon.c 2024-04-22T04:29:34.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:33.023284+0000 mgr.y (mgr.24907) 21 : cephadm [INF] Deploying daemon mon.c on smithi040 2024-04-22T04:29:34.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:33.106626+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2024-04-22T04:29:34.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:33.013561+0000 mgr.y (mgr.24907) 20 : cephadm [INF] Upgrade: Updating mon.c 2024-04-22T04:29:34.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cephadm 2024-04-22T04:29:33.023284+0000 mgr.y (mgr.24907) 21 : cephadm [INF] Deploying daemon mon.c on smithi040 2024-04-22T04:29:34.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:33.106626+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2024-04-22T04:29:35.111 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:34 smithi040 systemd[1]: Stopping Ceph mon.c for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:29:35.111 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:34.112200+0000 mon.a (mon.0) 60 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2024-04-22T04:29:35.111 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: cluster 2024-04-22T04:29:34.481489+0000 mgr.y (mgr.24907) 22 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 44 KiB/s wr, 14 op/s 2024-04-22T04:29:35.113 INFO:tasks.rados.rados.0.smithi040.stdout:898: done (1 left) 2024-04-22T04:29:35.113 INFO:tasks.rados.rados.0.smithi040.stdout:900: done (0 left) 2024-04-22T04:29:35.113 INFO:tasks.rados.rados.0.smithi040.stdout:901: copy_from oid 33 from oid 44 current snap is 83 2024-04-22T04:29:35.113 INFO:tasks.rados.rados.0.smithi040.stdout:902: delete oid 3 current snap is 83 2024-04-22T04:29:35.116 INFO:tasks.rados.rados.0.smithi040.stdout:902: done (1 left) 2024-04-22T04:29:35.116 INFO:tasks.rados.rados.0.smithi040.stdout:903: snap_remove snap 61 2024-04-22T04:29:35.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:34.112200+0000 mon.a (mon.0) 60 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2024-04-22T04:29:35.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:34.481489+0000 mgr.y (mgr.24907) 22 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 44 KiB/s wr, 14 op/s 2024-04-22T04:29:35.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:29:35.152+0000 7fa442f2c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-22T04:29:35.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[45616]: debug 2024-04-22T04:29:35.152+0000 7fa442f2c700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-22T04:29:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:29:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:29:36.158 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:35 smithi040 bash[90863]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c 2024-04-22T04:29:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@mon.c.service: Succeeded. 2024-04-22T04:29:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 systemd[1]: Stopped Ceph mon.c for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:29:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 systemd[1]: Starting Ceph mon.c for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:29:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: set uid:gid to 167:167 (ceph:ceph) 2024-04-22T04:29:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable), process ceph-mon, pid 7 2024-04-22T04:29:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: pidfile_write: ignore empty --pid-file 2024-04-22T04:29:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: load: jerasure load: lrc 2024-04-22T04:29:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: RocksDB version: 6.15.5 2024-04-22T04:29:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-22T04:29:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Compile date Apr 20 2024 2024-04-22T04:29:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: DB SUMMARY 2024-04-22T04:29:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: DB Session ID: TP0IQ0OOBF7UZ7OPG7AY 2024-04-22T04:29:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: CURRENT file: CURRENT 2024-04-22T04:29:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: IDENTITY file: IDENTITY 2024-04-22T04:29:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: MANIFEST file: MANIFEST-000005 size: 802 Bytes 2024-04-22T04:29:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000019.sst 2024-04-22T04:29:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000017.log size: 7658761 ; 2024-04-22T04:29:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.error_if_exists: 0 2024-04-22T04:29:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.create_if_missing: 0 2024-04-22T04:29:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.paranoid_checks: 1 2024-04-22T04:29:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-22T04:29:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.env: 0x55d8627a7b00 2024-04-22T04:29:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.fs: Posix File System 2024-04-22T04:29:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.info_log: 0x55d86348ae80 2024-04-22T04:29:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_file_opening_threads: 16 2024-04-22T04:29:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.statistics: (nil) 2024-04-22T04:29:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.use_fsync: 0 2024-04-22T04:29:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_log_file_size: 0 2024-04-22T04:29:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-22T04:29:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-22T04:29:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.keep_log_file_num: 1000 2024-04-22T04:29:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.recycle_log_file_num: 0 2024-04-22T04:29:37.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.allow_fallocate: 1 2024-04-22T04:29:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.allow_mmap_reads: 0 2024-04-22T04:29:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.allow_mmap_writes: 0 2024-04-22T04:29:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.use_direct_reads: 0 2024-04-22T04:29:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-22T04:29:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.create_missing_column_families: 0 2024-04-22T04:29:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.db_log_dir: 2024-04-22T04:29:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-04-22T04:29:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-22T04:29:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-22T04:29:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-22T04:29:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-22T04:29:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-22T04:29:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-22T04:29:37.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.advise_random_on_open: 1 2024-04-22T04:29:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.db_write_buffer_size: 0 2024-04-22T04:29:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.write_buffer_manager: 0x55d8641fa930 2024-04-22T04:29:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-22T04:29:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-22T04:29:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-22T04:29:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-22T04:29:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.rate_limiter: (nil) 2024-04-22T04:29:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-22T04:29:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.wal_recovery_mode: 2 2024-04-22T04:29:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.enable_thread_tracking: 0 2024-04-22T04:29:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.enable_pipelined_write: 0 2024-04-22T04:29:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.unordered_write: 0 2024-04-22T04:29:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-22T04:29:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-22T04:29:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-22T04:29:37.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-22T04:29:37.164 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.row_cache: None 2024-04-22T04:29:37.164 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.wal_filter: None 2024-04-22T04:29:37.164 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-22T04:29:37.164 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.allow_ingest_behind: 0 2024-04-22T04:29:37.164 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.preserve_deletes: 0 2024-04-22T04:29:37.164 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.two_write_queues: 0 2024-04-22T04:29:37.164 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.manual_wal_flush: 0 2024-04-22T04:29:37.164 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.atomic_flush: 0 2024-04-22T04:29:37.164 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-22T04:29:37.164 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-22T04:29:37.164 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-22T04:29:37.164 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.log_readahead_size: 0 2024-04-22T04:29:37.164 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-22T04:29:37.164 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.best_efforts_recovery: 0 2024-04-22T04:29:37.164 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-22T04:29:37.164 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-22T04:29:37.165 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.allow_data_in_errors: 0 2024-04-22T04:29:37.165 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.db_host_id: __hostname__ 2024-04-22T04:29:37.165 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_background_jobs: 2 2024-04-22T04:29:37.165 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_background_compactions: -1 2024-04-22T04:29:37.165 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_subcompactions: 1 2024-04-22T04:29:37.165 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-22T04:29:37.165 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-22T04:29:37.165 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-22T04:29:37.165 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_total_wal_size: 0 2024-04-22T04:29:37.165 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-22T04:29:37.165 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-22T04:29:37.165 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-22T04:29:37.165 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-22T04:29:37.165 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_open_files: -1 2024-04-22T04:29:37.165 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.bytes_per_sync: 0 2024-04-22T04:29:37.165 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-22T04:29:37.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-22T04:29:37.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compaction_readahead_size: 0 2024-04-22T04:29:37.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_background_flushes: -1 2024-04-22T04:29:37.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Compression algorithms supported: 2024-04-22T04:29:37.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-22T04:29:37.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: kZSTD supported: 0 2024-04-22T04:29:37.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: kXpressCompression supported: 0 2024-04-22T04:29:37.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: kLZ4HCCompression supported: 1 2024-04-22T04:29:37.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: kZlibCompression supported: 1 2024-04-22T04:29:37.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: kSnappyCompression supported: 1 2024-04-22T04:29:37.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: kLZ4Compression supported: 1 2024-04-22T04:29:37.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: kBZip2Compression supported: 0 2024-04-22T04:29:37.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-22T04:29:37.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-22T04:29:37.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-04-22T04:29:37.167 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-22T04:29:37.167 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.merge_operator: 2024-04-22T04:29:37.167 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compaction_filter: None 2024-04-22T04:29:37.167 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compaction_filter_factory: None 2024-04-22T04:29:37.167 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.sst_partitioner_factory: None 2024-04-22T04:29:37.167 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-22T04:29:37.167 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-22T04:29:37.167 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d8634daf58) 2024-04-22T04:29:37.167 INFO:journalctl@ceph.mon.c.smithi040.stdout: cache_index_and_filter_blocks: 1 2024-04-22T04:29:37.167 INFO:journalctl@ceph.mon.c.smithi040.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-22T04:29:37.167 INFO:journalctl@ceph.mon.c.smithi040.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-22T04:29:37.167 INFO:journalctl@ceph.mon.c.smithi040.stdout: pin_top_level_index_and_filter: 1 2024-04-22T04:29:37.167 INFO:journalctl@ceph.mon.c.smithi040.stdout: index_type: 0 2024-04-22T04:29:37.167 INFO:journalctl@ceph.mon.c.smithi040.stdout: data_block_index_type: 0 2024-04-22T04:29:37.167 INFO:journalctl@ceph.mon.c.smithi040.stdout: index_shortening: 1 2024-04-22T04:29:37.168 INFO:journalctl@ceph.mon.c.smithi040.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-22T04:29:37.168 INFO:journalctl@ceph.mon.c.smithi040.stdout: hash_index_allow_collision: 1 2024-04-22T04:29:37.168 INFO:journalctl@ceph.mon.c.smithi040.stdout: checksum: 1 2024-04-22T04:29:37.168 INFO:journalctl@ceph.mon.c.smithi040.stdout: no_block_cache: 0 2024-04-22T04:29:37.168 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_cache: 0x55d86350d090 2024-04-22T04:29:37.168 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_cache_name: BinnedLRUCache 2024-04-22T04:29:37.168 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_cache_options: 2024-04-22T04:29:37.168 INFO:journalctl@ceph.mon.c.smithi040.stdout: capacity : 536870912 2024-04-22T04:29:37.168 INFO:journalctl@ceph.mon.c.smithi040.stdout: num_shard_bits : 4 2024-04-22T04:29:37.168 INFO:journalctl@ceph.mon.c.smithi040.stdout: strict_capacity_limit : 0 2024-04-22T04:29:37.168 INFO:journalctl@ceph.mon.c.smithi040.stdout: high_pri_pool_ratio: 0.000 2024-04-22T04:29:37.168 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_cache_compressed: (nil) 2024-04-22T04:29:37.168 INFO:journalctl@ceph.mon.c.smithi040.stdout: persistent_cache: (nil) 2024-04-22T04:29:37.168 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_size: 4096 2024-04-22T04:29:37.169 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_size_deviation: 10 2024-04-22T04:29:37.169 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_restart_interval: 16 2024-04-22T04:29:37.169 INFO:journalctl@ceph.mon.c.smithi040.stdout: index_block_restart_interval: 1 2024-04-22T04:29:37.169 INFO:journalctl@ceph.mon.c.smithi040.stdout: metadata_block_size: 4096 2024-04-22T04:29:37.169 INFO:journalctl@ceph.mon.c.smithi040.stdout: partition_filters: 0 2024-04-22T04:29:37.169 INFO:journalctl@ceph.mon.c.smithi040.stdout: use_delta_encoding: 1 2024-04-22T04:29:37.169 INFO:journalctl@ceph.mon.c.smithi040.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-22T04:29:37.169 INFO:journalctl@ceph.mon.c.smithi040.stdout: whole_key_filtering: 1 2024-04-22T04:29:37.169 INFO:journalctl@ceph.mon.c.smithi040.stdout: verify_compression: 0 2024-04-22T04:29:37.169 INFO:journalctl@ceph.mon.c.smithi040.stdout: read_amp_bytes_per_bit: 0 2024-04-22T04:29:37.169 INFO:journalctl@ceph.mon.c.smithi040.stdout: format_version: 4 2024-04-22T04:29:37.169 INFO:journalctl@ceph.mon.c.smithi040.stdout: enable_index_compression: 1 2024-04-22T04:29:37.169 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_align: 0 2024-04-22T04:29:37.169 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.write_buffer_size: 33554432 2024-04-22T04:29:37.169 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_write_buffer_number: 2 2024-04-22T04:29:37.169 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compression: NoCompression 2024-04-22T04:29:37.170 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.bottommost_compression: Disabled 2024-04-22T04:29:37.170 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.prefix_extractor: nullptr 2024-04-22T04:29:37.170 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-22T04:29:37.170 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.num_levels: 7 2024-04-22T04:29:37.170 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-22T04:29:37.170 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-22T04:29:37.170 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-22T04:29:37.170 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-22T04:29:37.170 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-22T04:29:37.170 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-22T04:29:37.170 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-22T04:29:37.170 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-22T04:29:37.170 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-22T04:29:37.170 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-22T04:29:37.171 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-22T04:29:37.171 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compression_opts.level: 32767 2024-04-22T04:29:37.171 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compression_opts.strategy: 0 2024-04-22T04:29:37.172 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-22T04:29:37.172 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-22T04:29:37.172 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-22T04:29:37.172 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compression_opts.enabled: false 2024-04-22T04:29:37.172 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-22T04:29:37.172 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-22T04:29:37.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-22T04:29:37.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.target_file_size_base: 67108864 2024-04-22T04:29:37.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-22T04:29:37.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-22T04:29:37.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-22T04:29:37.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-22T04:29:37.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-22T04:29:37.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-22T04:29:37.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-22T04:29:37.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-22T04:29:37.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-22T04:29:37.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-22T04:29:37.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-22T04:29:37.174 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-22T04:29:37.174 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-22T04:29:37.174 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.arena_block_size: 4194304 2024-04-22T04:29:37.174 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-22T04:29:37.174 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-22T04:29:37.174 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-22T04:29:37.174 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.disable_auto_compactions: 0 2024-04-22T04:29:37.174 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-22T04:29:37.174 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-22T04:29:37.175 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-22T04:29:37.175 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-22T04:29:37.175 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-22T04:29:37.175 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-22T04:29:37.175 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-22T04:29:37.175 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-22T04:29:37.175 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-22T04:29:37.175 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-22T04:29:37.175 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.table_properties_collectors: 2024-04-22T04:29:37.175 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.inplace_update_support: 0 2024-04-22T04:29:37.175 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-22T04:29:37.175 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-22T04:29:37.175 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-22T04:29:37.175 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-22T04:29:37.176 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.bloom_locality: 0 2024-04-22T04:29:37.176 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.max_successive_merges: 0 2024-04-22T04:29:37.176 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-22T04:29:37.176 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.paranoid_file_checks: 0 2024-04-22T04:29:37.176 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.force_consistency_checks: 1 2024-04-22T04:29:37.176 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.report_bg_io_stats: 0 2024-04-22T04:29:37.176 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.ttl: 2592000 2024-04-22T04:29:37.176 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-22T04:29:37.176 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.enable_blob_files: false 2024-04-22T04:29:37.176 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.min_blob_size: 0 2024-04-22T04:29:37.176 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.blob_file_size: 268435456 2024-04-22T04:29:37.177 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-22T04:29:37.177 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-22T04:29:37.177 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-22T04:29:37.177 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: [db/version_set.cc:3457] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-22T04:29:37.177 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 21, last_sequence is 10677, log_number is 17,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-22T04:29:37.177 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 17 2024-04-22T04:29:37.177 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: [db/version_set.cc:4082] Creating manifest 21 2024-04-22T04:29:37.177 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: [db/version_set.cc:3457] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-22T04:29:37.177 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713760176903412, "job": 1, "event": "recovery_started", "wal_files": [17]} 2024-04-22T04:29:37.177 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #17 mode 2 2024-04-22T04:29:37.177 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-22T04:29:37.177 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713760176919902, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 22, "file_size": 4996909, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4989128, "index_size": 5752, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1093, "raw_key_size": 9222, "raw_average_key_size": 22, "raw_value_size": 4977203, "raw_average_value_size": 12109, "num_data_blocks": 248, "num_entries": 411, "num_deletions": 15, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1713760176, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "2539826c-c868-4d8b-96f5-fc9de6738d43", "db_session_id": "TP0IQ0OOBF7UZ7OPG7AY"}} 2024-04-22T04:29:37.178 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: [db/version_set.cc:4082] Creating manifest 23 2024-04-22T04:29:37.178 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: [db/version_set.cc:3457] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-22T04:29:37.178 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713760176920352, "job": 1, "event": "recovery_finished"} 2024-04-22T04:29:37.178 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000017.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-22T04:29:37.178 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55d8634a1180 2024-04-22T04:29:37.178 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: DB pointer 0x55d863576000 2024-04-22T04:29:37.178 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-04-22T04:29:37.178 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-22T04:29:37.178 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** DB Stats ** 2024-04-22T04:29:37.178 INFO:journalctl@ceph.mon.c.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:29:37.178 INFO:journalctl@ceph.mon.c.smithi040.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-22T04:29:37.178 INFO:journalctl@ceph.mon.c.smithi040.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-22T04:29:37.178 INFO:journalctl@ceph.mon.c.smithi040.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T04:29:37.179 INFO:journalctl@ceph.mon.c.smithi040.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-22T04:29:37.179 INFO:journalctl@ceph.mon.c.smithi040.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-22T04:29:37.179 INFO:journalctl@ceph.mon.c.smithi040.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T04:29:37.179 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2024-04-22T04:29:37.179 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** Compaction Stats [default] ** 2024-04-22T04:29:37.179 INFO:journalctl@ceph.mon.c.smithi040.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:29:37.179 INFO:journalctl@ceph.mon.c.smithi040.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:29:37.179 INFO:journalctl@ceph.mon.c.smithi040.stdout: L0 1/0 4.77 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 674.9 0.01 0.00 1 0.007 0 0 2024-04-22T04:29:37.179 INFO:journalctl@ceph.mon.c.smithi040.stdout: L6 1/0 25.46 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-22T04:29:37.179 INFO:journalctl@ceph.mon.c.smithi040.stdout: Sum 2/0 30.23 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 674.9 0.01 0.00 1 0.007 0 0 2024-04-22T04:29:37.179 INFO:journalctl@ceph.mon.c.smithi040.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 674.9 0.01 0.00 1 0.007 0 0 2024-04-22T04:29:37.179 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2024-04-22T04:29:37.179 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** Compaction Stats [default] ** 2024-04-22T04:29:37.179 INFO:journalctl@ceph.mon.c.smithi040.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:29:37.180 INFO:journalctl@ceph.mon.c.smithi040.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:29:37.180 INFO:journalctl@ceph.mon.c.smithi040.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 674.9 0.01 0.00 1 0.007 0 0 2024-04-22T04:29:37.180 INFO:journalctl@ceph.mon.c.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:29:37.180 INFO:journalctl@ceph.mon.c.smithi040.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-04-22T04:29:37.180 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T04:29:37.180 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T04:29:37.180 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T04:29:37.180 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-22T04:29:37.180 INFO:journalctl@ceph.mon.c.smithi040.stdout: Cumulative compaction: 0.00 GB write, 239.24 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:29:37.180 INFO:journalctl@ceph.mon.c.smithi040.stdout: Interval compaction: 0.00 GB write, 239.24 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:29:37.180 INFO:journalctl@ceph.mon.c.smithi040.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T04:29:37.180 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2024-04-22T04:29:37.180 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-22T04:29:37.180 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2024-04-22T04:29:37.180 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** Compaction Stats [default] ** 2024-04-22T04:29:37.181 INFO:journalctl@ceph.mon.c.smithi040.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:29:37.181 INFO:journalctl@ceph.mon.c.smithi040.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:29:37.181 INFO:journalctl@ceph.mon.c.smithi040.stdout: L0 1/0 4.77 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 674.9 0.01 0.00 1 0.007 0 0 2024-04-22T04:29:37.181 INFO:journalctl@ceph.mon.c.smithi040.stdout: L6 1/0 25.46 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-22T04:29:37.181 INFO:journalctl@ceph.mon.c.smithi040.stdout: Sum 2/0 30.23 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 674.9 0.01 0.00 1 0.007 0 0 2024-04-22T04:29:37.181 INFO:journalctl@ceph.mon.c.smithi040.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-22T04:29:37.181 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2024-04-22T04:29:37.181 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** Compaction Stats [default] ** 2024-04-22T04:29:37.181 INFO:journalctl@ceph.mon.c.smithi040.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:29:37.181 INFO:journalctl@ceph.mon.c.smithi040.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:29:37.181 INFO:journalctl@ceph.mon.c.smithi040.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 674.9 0.01 0.00 1 0.007 0 0 2024-04-22T04:29:37.181 INFO:journalctl@ceph.mon.c.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:29:37.182 INFO:journalctl@ceph.mon.c.smithi040.stdout: Flush(GB): cumulative 0.005, interval 0.000 2024-04-22T04:29:37.182 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T04:29:37.182 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T04:29:37.182 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T04:29:37.182 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-22T04:29:37.182 INFO:journalctl@ceph.mon.c.smithi040.stdout: Cumulative compaction: 0.00 GB write, 238.82 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:29:37.182 INFO:journalctl@ceph.mon.c.smithi040.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:29:37.182 INFO:journalctl@ceph.mon.c.smithi040.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T04:29:37.182 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2024-04-22T04:29:37.182 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-22T04:29:37.182 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: starting mon.c rank 2 at public addrs [v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0] at bind addrs [v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:29:37.183 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: mon.c@-1(???) e3 preinit fsid 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:29:37.183 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: mon.c@-1(???).mds e8 new map 2024-04-22T04:29:37.183 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: mon.c@-1(???).mds e8 print_map 2024-04-22T04:29:37.183 INFO:journalctl@ceph.mon.c.smithi040.stdout: e8 2024-04-22T04:29:37.183 INFO:journalctl@ceph.mon.c.smithi040.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-22T04:29:37.183 INFO:journalctl@ceph.mon.c.smithi040.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-22T04:29:37.183 INFO:journalctl@ceph.mon.c.smithi040.stdout: legacy client fscid: 1 2024-04-22T04:29:37.183 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2024-04-22T04:29:37.183 INFO:journalctl@ceph.mon.c.smithi040.stdout: Filesystem 'cephfs' (1) 2024-04-22T04:29:37.183 INFO:journalctl@ceph.mon.c.smithi040.stdout: fs_name cephfs 2024-04-22T04:29:37.184 INFO:journalctl@ceph.mon.c.smithi040.stdout: epoch 8 2024-04-22T04:29:37.184 INFO:journalctl@ceph.mon.c.smithi040.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-22T04:29:37.184 INFO:journalctl@ceph.mon.c.smithi040.stdout: created 2024-04-22T04:24:43.682539+0000 2024-04-22T04:29:37.184 INFO:journalctl@ceph.mon.c.smithi040.stdout: modified 2024-04-22T04:24:46.694988+0000 2024-04-22T04:29:37.184 INFO:journalctl@ceph.mon.c.smithi040.stdout: tableserver 0 2024-04-22T04:29:37.184 INFO:journalctl@ceph.mon.c.smithi040.stdout: root 0 2024-04-22T04:29:37.184 INFO:journalctl@ceph.mon.c.smithi040.stdout: session_timeout 60 2024-04-22T04:29:37.184 INFO:journalctl@ceph.mon.c.smithi040.stdout: session_autoclose 300 2024-04-22T04:29:37.184 INFO:journalctl@ceph.mon.c.smithi040.stdout: max_file_size 1099511627776 2024-04-22T04:29:37.184 INFO:journalctl@ceph.mon.c.smithi040.stdout: required_client_features {} 2024-04-22T04:29:37.184 INFO:journalctl@ceph.mon.c.smithi040.stdout: last_failure 0 2024-04-22T04:29:37.184 INFO:journalctl@ceph.mon.c.smithi040.stdout: last_failure_osd_epoch 0 2024-04-22T04:29:37.185 INFO:journalctl@ceph.mon.c.smithi040.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-22T04:29:37.185 INFO:journalctl@ceph.mon.c.smithi040.stdout: max_mds 1 2024-04-22T04:29:37.185 INFO:journalctl@ceph.mon.c.smithi040.stdout: in 0 2024-04-22T04:29:37.185 INFO:journalctl@ceph.mon.c.smithi040.stdout: up {0=24361} 2024-04-22T04:29:37.185 INFO:journalctl@ceph.mon.c.smithi040.stdout: failed 2024-04-22T04:29:37.185 INFO:journalctl@ceph.mon.c.smithi040.stdout: damaged 2024-04-22T04:29:37.185 INFO:journalctl@ceph.mon.c.smithi040.stdout: stopped 2024-04-22T04:29:37.185 INFO:journalctl@ceph.mon.c.smithi040.stdout: data_pools [3] 2024-04-22T04:29:37.185 INFO:journalctl@ceph.mon.c.smithi040.stdout: metadata_pool 2 2024-04-22T04:29:37.185 INFO:journalctl@ceph.mon.c.smithi040.stdout: inline_data disabled 2024-04-22T04:29:37.186 INFO:journalctl@ceph.mon.c.smithi040.stdout: balancer 2024-04-22T04:29:37.186 INFO:journalctl@ceph.mon.c.smithi040.stdout: standby_count_wanted 0 2024-04-22T04:29:37.186 INFO:journalctl@ceph.mon.c.smithi040.stdout: [mds.b{0:24361} state up:active seq 3 addr [v2:172.21.15.62:6832/2120726289,v1:172.21.15.62:6833/2120726289] compat {c=[1],r=[1],i=[7ff]}] 2024-04-22T04:29:37.186 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2024-04-22T04:29:37.186 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2024-04-22T04:29:37.186 INFO:journalctl@ceph.mon.c.smithi040.stdout: Standby daemons: 2024-04-22T04:29:37.186 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2024-04-22T04:29:37.186 INFO:journalctl@ceph.mon.c.smithi040.stdout: [mds.a{-1:24353} state up:standby seq 1 addr [v2:172.21.15.40:6834/998739711,v1:172.21.15.40:6835/998739711] compat {c=[1],r=[1],i=[7ff]}] 2024-04-22T04:29:37.186 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: mon.c@-1(???).osd e213 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-22T04:29:37.186 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: mon.c@-1(???).osd e213 crush map has features 432629308056666112, adjusting msgr requires 2024-04-22T04:29:37.186 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: mon.c@-1(???).osd e213 crush map has features 432629308056666112, adjusting msgr requires 2024-04-22T04:29:37.186 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: mon.c@-1(???).osd e213 crush map has features 432629308056666112, adjusting msgr requires 2024-04-22T04:29:37.186 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 ceph-mon[91058]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-04-22T04:29:37.187 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 bash[91020]: 0c9cde756a31f4c9e0ebcfc801d8015cf19901fb478dd600b3df142278276426 2024-04-22T04:29:37.187 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:29:36 smithi040 systemd[1]: Started Ceph mon.c for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:29:37.327 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:29:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:29:40] "GET /metrics HTTP/1.1" 200 192362 "" "Prometheus/2.33.4" 2024-04-22T04:29:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:35.115273+0000 mon.a (mon.0) 61 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2024-04-22T04:29:42.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:35.540415+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:29:43.546 INFO:tasks.rados.rados.0.smithi040.stdout:903: done (1 left) 2024-04-22T04:29:43.547 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 83 2024-04-22T04:29:43.547 INFO:tasks.rados.rados.0.smithi040.stdout:904: seq_num 298 ranges {827392=196608} 2024-04-22T04:29:43.549 INFO:tasks.rados.rados.0.smithi040.stdout:904: writing smithi04078109-21 from 827392 to 1024000 tid 1 2024-04-22T04:29:43.549 INFO:tasks.rados.rados.0.smithi040.stdout:905: read oid 3 snap -1 2024-04-22T04:29:43.549 INFO:tasks.rados.rados.0.smithi040.stdout:905: expect deleted 2024-04-22T04:29:43.549 INFO:tasks.rados.rados.0.smithi040.stdout:906: read oid 23 snap -1 2024-04-22T04:29:43.549 INFO:tasks.rados.rados.0.smithi040.stdout:906: expect (ObjNum 201 snap 45 seq_num 201) 2024-04-22T04:29:43.549 INFO:tasks.rados.rados.0.smithi040.stdout:907: delete oid 2 current snap is 83 2024-04-22T04:29:43.550 INFO:tasks.rados.rados.0.smithi040.stdout:901: finishing copy_from racing read to smithi04078109-33 2024-04-22T04:29:43.550 INFO:tasks.rados.rados.0.smithi040.stdout:901: finishing copy_from to smithi04078109-33 2024-04-22T04:29:43.550 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 342 (ObjNum 275 snap 70 seq_num 275) dirty exists 2024-04-22T04:29:43.557 INFO:tasks.rados.rados.0.smithi040.stdout:901: done (4 left) 2024-04-22T04:29:43.557 INFO:tasks.rados.rados.0.smithi040.stdout:905: done (3 left) 2024-04-22T04:29:43.557 INFO:tasks.rados.rados.0.smithi040.stdout:907: done (2 left) 2024-04-22T04:29:43.557 INFO:tasks.rados.rados.0.smithi040.stdout:908: read oid 15 snap -1 2024-04-22T04:29:43.557 INFO:tasks.rados.rados.0.smithi040.stdout:908: expect (ObjNum 295 snap 82 seq_num 295) 2024-04-22T04:29:43.557 INFO:tasks.rados.rados.0.smithi040.stdout:909: delete oid 19 current snap is 83 2024-04-22T04:29:43.561 INFO:tasks.rados.rados.0.smithi040.stdout:909: done (3 left) 2024-04-22T04:29:43.562 INFO:tasks.rados.rados.0.smithi040.stdout:910: read oid 50 snap -1 2024-04-22T04:29:43.562 INFO:tasks.rados.rados.0.smithi040.stdout:910: expect deleted 2024-04-22T04:29:43.562 INFO:tasks.rados.rados.0.smithi040.stdout:911: snap_remove snap 72 2024-04-22T04:29:43.658 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:29:43.659 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (3m) 18s ago 3m 24.7M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:29:43.659 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (3m) 17s ago 3m 59.6M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:29:43.659 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (5m) 18s ago 5m 13.6M - 16.2.15-1-g8963e9de 727f386679cb 07889a83e85d 2024-04-22T04:29:43.659 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (5m) 17s ago 5m 15.8M - 16.2.15-1-g8963e9de 727f386679cb 37118b502053 2024-04-22T04:29:43.659 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (48s) 17s ago 8m 428M - 17.2.7-878-g5d873850 c90a446c4c8e aa2238c1b793 2024-04-22T04:29:43.659 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 running (72s) 18s ago 10m 453M - 17.2.7-878-g5d873850 c90a446c4c8e edd41a239d91 2024-04-22T04:29:43.659 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (32s) 18s ago 10m 30.1M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0d79462ba4ea 2024-04-22T04:29:43.659 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (9m) 17s ago 9m 50.5M 2048M 16.2.15-1-g8963e9de 727f386679cb ffc5f26fd230 2024-04-22T04:29:43.659 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 starting - - - 2048M 2024-04-22T04:29:43.659 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (4m) 18s ago 4m 24.4M - 1.3.1 1dbe0e931976 3d926365bac8 2024-04-22T04:29:43.659 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (4m) 17s ago 4m 21.5M - 1.3.1 1dbe0e931976 cd70c5d64335 2024-04-22T04:29:43.659 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (8m) 18s ago 8m 155M 2489M 16.2.15-1-g8963e9de 727f386679cb a05040c28137 2024-04-22T04:29:43.659 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (8m) 18s ago 8m 112M 2489M 16.2.15-1-g8963e9de 727f386679cb 132b282d5078 2024-04-22T04:29:43.660 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (7m) 18s ago 7m 116M 2489M 16.2.15-1-g8963e9de 727f386679cb 18997dafed68 2024-04-22T04:29:43.660 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (7m) 18s ago 7m 129M 2489M 16.2.15-1-g8963e9de 727f386679cb 143d3b49613e 2024-04-22T04:29:43.660 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (6m) 17s ago 6m 129M 2488M 16.2.15-1-g8963e9de 727f386679cb 60d50d2f7849 2024-04-22T04:29:43.660 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (6m) 17s ago 6m 105M 2488M 16.2.15-1-g8963e9de 727f386679cb b7e17a5d779e 2024-04-22T04:29:43.660 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (5m) 17s ago 5m 104M 2488M 16.2.15-1-g8963e9de 727f386679cb a25b6c33c8a6 2024-04-22T04:29:43.660 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (5m) 17s ago 5m 78.0M 2488M 16.2.15-1-g8963e9de 727f386679cb 65d10d469953 2024-04-22T04:29:43.660 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (3m) 17s ago 4m 63.0M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:29:43.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:37.131183+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-04-22T04:29:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:43.145370+0000 mon.a (mon.0) 76 : cluster [INF] mon.a calling monitor election 2024-04-22T04:29:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:43.145430+0000 mon.b (mon.1) 117 : cluster [INF] mon.b calling monitor election 2024-04-22T04:29:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:43.169018+0000 mon.a (mon.0) 77 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-22T04:29:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:43.172589+0000 mon.a (mon.0) 78 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-22T04:29:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:43.173072+0000 mon.a (mon.0) 79 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:29:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:43.173104+0000 mon.a (mon.0) 80 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2024-04-22T04:29:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:43.173428+0000 mon.a (mon.0) 81 : cluster [DBG] mgrmap e37: y(active, since 22s), standbys: x 2024-04-22T04:29:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:43.173786+0000 mon.a (mon.0) 82 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-22T04:29:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:43.173813+0000 mon.a (mon.0) 83 : cluster [INF] Cluster is now healthy 2024-04-22T04:29:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:43.185900+0000 mon.a (mon.0) 84 : cluster [INF] overall HEALTH_OK 2024-04-22T04:29:44.057 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:29:44.058 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:29:44.058 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 1, 2024-04-22T04:29:44.058 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:29:44.058 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:29:44.058 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:29:44.058 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:29:44.058 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:29:44.058 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:29:44.058 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-22T04:29:44.058 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:29:44.058 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:29:44.058 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:29:44.059 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:29:44.059 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:29:44.059 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 11, 2024-04-22T04:29:44.059 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 4 2024-04-22T04:29:44.059 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:29:44.059 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:29:44.553 INFO:tasks.rados.rados.0.smithi040.stdout:911: done (4 left) 2024-04-22T04:29:44.553 INFO:tasks.rados.rados.0.smithi040.stdout:912: snap_remove snap 75 2024-04-22T04:29:44.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:43.542075+0000 mon.a (mon.0) 85 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2024-04-22T04:29:44.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:44.059997+0000 mon.a (mon.0) 86 : audit [DBG] from='client.? 172.21.15.40:0/4269542392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:29:45.555 INFO:tasks.rados.rados.0.smithi040.stdout:912: done (4 left) 2024-04-22T04:29:45.555 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 83 2024-04-22T04:29:45.555 INFO:tasks.rados.rados.0.smithi040.stdout:904: finishing write tid 1 to smithi04078109-21 2024-04-22T04:29:45.555 INFO:tasks.rados.rados.0.smithi040.stdout:904: finishing write tid 2 to smithi04078109-21 2024-04-22T04:29:45.555 INFO:tasks.rados.rados.0.smithi040.stdout:904: finishing write tid 3 to smithi04078109-21 2024-04-22T04:29:45.555 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 346 (ObjNum 298 snap 83 seq_num 298) dirty exists 2024-04-22T04:29:45.555 INFO:tasks.rados.rados.0.smithi040.stdout:904: left oid 21 (ObjNum 298 snap 83 seq_num 298) 2024-04-22T04:29:45.555 INFO:tasks.rados.rados.0.smithi040.stdout:908: expect (ObjNum 295 snap 82 seq_num 295) 2024-04-22T04:29:45.561 INFO:tasks.rados.rados.0.smithi040.stdout:906: expect (ObjNum 201 snap 45 seq_num 201) 2024-04-22T04:29:45.589 INFO:tasks.rados.rados.0.smithi040.stdout:913: seq_num 301 ranges {131072=245760} 2024-04-22T04:29:45.591 INFO:tasks.rados.rados.0.smithi040.stdout:913: writing smithi04078109-47 from 131072 to 376832 tid 1 2024-04-22T04:29:45.591 INFO:tasks.rados.rados.0.smithi040.stdout:904: done (4 left) 2024-04-22T04:29:45.591 INFO:tasks.rados.rados.0.smithi040.stdout:906: done (3 left) 2024-04-22T04:29:45.591 INFO:tasks.rados.rados.0.smithi040.stdout:908: done (2 left) 2024-04-22T04:29:45.591 INFO:tasks.rados.rados.0.smithi040.stdout:910: done (1 left) 2024-04-22T04:29:45.591 INFO:tasks.rados.rados.0.smithi040.stdout:914: setattr oid 20 current snap is 83 2024-04-22T04:29:45.592 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 83 2024-04-22T04:29:45.592 INFO:tasks.rados.rados.0.smithi040.stdout:915: seq_num 302 ranges {1024000=262144} 2024-04-22T04:29:45.600 INFO:tasks.rados.rados.0.smithi040.stdout:915: writing smithi04078109-21 from 1024000 to 1286144 tid 1 2024-04-22T04:29:45.600 INFO:tasks.rados.rados.0.smithi040.stdout:916: rollback oid 12 current snap is 83 2024-04-22T04:29:45.600 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 12 to 78 2024-04-22T04:29:45.600 INFO:tasks.rados.rados.0.smithi040.stdout:913: finishing write tid 1 to smithi04078109-47 2024-04-22T04:29:45.600 INFO:tasks.rados.rados.0.smithi040.stdout:913: finishing write tid 2 to smithi04078109-47 2024-04-22T04:29:45.600 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 154 (ObjNum 188 snap 41 seq_num 188) dirty exists 2024-04-22T04:29:45.600 INFO:tasks.rados.rados.0.smithi040.stdout:913: finishing write tid 3 to smithi04078109-47 2024-04-22T04:29:45.600 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 264 (ObjNum 301 snap 83 seq_num 301) dirty exists 2024-04-22T04:29:45.601 INFO:tasks.rados.rados.0.smithi040.stdout:913: left oid 47 (ObjNum 301 snap 83 seq_num 301) 2024-04-22T04:29:45.601 INFO:tasks.rados.rados.0.smithi040.stdout:913: done (3 left) 2024-04-22T04:29:45.601 INFO:tasks.rados.rados.0.smithi040.stdout:914: done (2 left) 2024-04-22T04:29:45.601 INFO:tasks.rados.rados.0.smithi040.stdout:917: snap_remove snap 45 2024-04-22T04:29:45.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:29:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:29:45.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:43.648734+0000 mgr.y (mgr.24907) 28 : audit [DBG] from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:29:45.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:44.484345+0000 mgr.y (mgr.24907) 29 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 757 KiB/s wr, 4 op/s 2024-04-22T04:29:45.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:44.555203+0000 mon.a (mon.0) 87 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2024-04-22T04:29:46.575 INFO:tasks.rados.rados.0.smithi040.stdout:917: done (2 left) 2024-04-22T04:29:46.575 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 18 current snap is 83 2024-04-22T04:29:46.575 INFO:tasks.rados.rados.0.smithi040.stdout:918: seq_num 303 ranges {1564672=278528} 2024-04-22T04:29:46.586 INFO:tasks.rados.rados.0.smithi040.stdout:918: writing smithi04078109-18 from 1564672 to 1843200 tid 1 2024-04-22T04:29:46.586 INFO:tasks.rados.rados.0.smithi040.stdout:919: read oid 20 snap -1 2024-04-22T04:29:46.586 INFO:tasks.rados.rados.0.smithi040.stdout:919: expect (ObjNum 188 snap 41 seq_num 188) 2024-04-22T04:29:46.586 INFO:tasks.rados.rados.0.smithi040.stdout:920: rollback oid 39 current snap is 83 2024-04-22T04:29:46.586 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 39 to 70 2024-04-22T04:29:46.586 INFO:tasks.rados.rados.0.smithi040.stdout:921: delete oid 7 current snap is 83 2024-04-22T04:29:46.586 INFO:tasks.rados.rados.0.smithi040.stdout:915: finishing write tid 1 to smithi04078109-21 2024-04-22T04:29:46.586 INFO:tasks.rados.rados.0.smithi040.stdout:916: finishing rollback tid 0 to smithi04078109-12 2024-04-22T04:29:46.586 INFO:tasks.rados.rados.0.smithi040.stdout:916: finishing rollback tid 1 to smithi04078109-12 2024-04-22T04:29:46.587 INFO:tasks.rados.rados.0.smithi040.stdout:915: finishing write tid 2 to smithi04078109-21 2024-04-22T04:29:46.587 INFO:tasks.rados.rados.0.smithi040.stdout:916: finishing rollback tid 2 to smithi04078109-12 2024-04-22T04:29:46.587 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 221 (ObjNum 198 snap 44 seq_num 198) dirty exists 2024-04-22T04:29:46.587 INFO:tasks.rados.rados.0.smithi040.stdout:915: finishing write tid 3 to smithi04078109-21 2024-04-22T04:29:46.587 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 362 (ObjNum 302 snap 83 seq_num 302) dirty exists 2024-04-22T04:29:46.587 INFO:tasks.rados.rados.0.smithi040.stdout:915: left oid 21 (ObjNum 302 snap 83 seq_num 302) 2024-04-22T04:29:46.594 INFO:tasks.rados.rados.0.smithi040.stdout:918: finishing write tid 1 to smithi04078109-18 2024-04-22T04:29:46.594 INFO:tasks.rados.rados.0.smithi040.stdout:920: finishing rollback tid 0 to smithi04078109-39 2024-04-22T04:29:46.595 INFO:tasks.rados.rados.0.smithi040.stdout:915: done (5 left) 2024-04-22T04:29:46.595 INFO:tasks.rados.rados.0.smithi040.stdout:916: done (4 left) 2024-04-22T04:29:46.595 INFO:tasks.rados.rados.0.smithi040.stdout:921: done (3 left) 2024-04-22T04:29:46.595 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 83 2024-04-22T04:29:46.595 INFO:tasks.rados.rados.0.smithi040.stdout:922: seq_num 305 ranges {5857280=311296} 2024-04-22T04:29:46.629 INFO:tasks.rados.rados.0.smithi040.stdout:922: writing smithi04078109-46 from 5857280 to 6168576 tid 1 2024-04-22T04:29:46.629 INFO:tasks.rados.rados.0.smithi040.stdout:923: read oid 8 snap -1 2024-04-22T04:29:46.629 INFO:tasks.rados.rados.0.smithi040.stdout:923: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:29:46.629 INFO:tasks.rados.rados.0.smithi040.stdout:924: snap_remove snap 56 2024-04-22T04:29:46.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:45.556805+0000 mon.a (mon.0) 88 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2024-04-22T04:29:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:46.321011+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:46.327961+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:47.079 INFO:tasks.rados.rados.0.smithi040.stdout:924: done (5 left) 2024-04-22T04:29:47.079 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 83 2024-04-22T04:29:47.079 INFO:tasks.rados.rados.0.smithi040.stdout:925: seq_num 306 ranges {376832=327680} 2024-04-22T04:29:47.083 INFO:tasks.rados.rados.0.smithi040.stdout:925: writing smithi04078109-47 from 376832 to 704512 tid 1 2024-04-22T04:29:47.083 INFO:tasks.rados.rados.0.smithi040.stdout:926: snap_create 2024-04-22T04:29:47.083 INFO:tasks.rados.rados.0.smithi040.stdout:920: finishing rollback tid 1 to smithi04078109-39 2024-04-22T04:29:47.083 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 174 (ObjNum -268416784 snap 32647 seq_num 4026550512) dirty dne 2024-04-22T04:29:47.083 INFO:tasks.rados.rados.0.smithi040.stdout:918: finishing write tid 2 to smithi04078109-18 2024-04-22T04:29:47.084 INFO:tasks.rados.rados.0.smithi040.stdout:919: expect (ObjNum 188 snap 41 seq_num 188) 2024-04-22T04:29:47.146 INFO:tasks.rados.rados.0.smithi040.stdout:918: finishing write tid 3 to smithi04078109-18 2024-04-22T04:29:47.146 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 224 (ObjNum 303 snap 83 seq_num 303) dirty exists 2024-04-22T04:29:47.146 INFO:tasks.rados.rados.0.smithi040.stdout:918: left oid 18 (ObjNum 303 snap 83 seq_num 303) 2024-04-22T04:29:47.146 INFO:tasks.rados.rados.0.smithi040.stdout:922: finishing write tid 1 to smithi04078109-46 2024-04-22T04:29:47.146 INFO:tasks.rados.rados.0.smithi040.stdout:922: finishing write tid 2 to smithi04078109-46 2024-04-22T04:29:47.146 INFO:tasks.rados.rados.0.smithi040.stdout:922: finishing write tid 3 to smithi04078109-46 2024-04-22T04:29:47.146 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 143 (ObjNum 305 snap 83 seq_num 305) dirty exists 2024-04-22T04:29:47.147 INFO:tasks.rados.rados.0.smithi040.stdout:922: left oid 46 (ObjNum 305 snap 83 seq_num 305) 2024-04-22T04:29:47.147 INFO:tasks.rados.rados.0.smithi040.stdout:923: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:29:47.299 INFO:tasks.rados.rados.0.smithi040.stdout:925: finishing write tid 1 to smithi04078109-47 2024-04-22T04:29:47.299 INFO:tasks.rados.rados.0.smithi040.stdout:925: finishing write tid 2 to smithi04078109-47 2024-04-22T04:29:47.299 INFO:tasks.rados.rados.0.smithi040.stdout:925: finishing write tid 3 to smithi04078109-47 2024-04-22T04:29:47.299 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 266 (ObjNum 306 snap 83 seq_num 306) dirty exists 2024-04-22T04:29:47.300 INFO:tasks.rados.rados.0.smithi040.stdout:925: left oid 47 (ObjNum 306 snap 83 seq_num 306) 2024-04-22T04:29:47.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:29:46.928+0000 7f8f64989700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-22T04:29:47.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:46.484900+0000 mgr.y (mgr.24907) 30 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 549 KiB/s rd, 115 KiB/s wr, 6 op/s 2024-04-22T04:29:47.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:46.572426+0000 mon.a (mon.0) 91 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2024-04-22T04:29:47.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:47.069479+0000 mon.a (mon.0) 92 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2024-04-22T04:29:47.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:47.117989+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:47.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:47.124349+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:48.065 INFO:tasks.rados.rados.0.smithi040.stdout:918: done (6 left) 2024-04-22T04:29:48.065 INFO:tasks.rados.rados.0.smithi040.stdout:919: done (5 left) 2024-04-22T04:29:48.065 INFO:tasks.rados.rados.0.smithi040.stdout:920: done (4 left) 2024-04-22T04:29:48.065 INFO:tasks.rados.rados.0.smithi040.stdout:922: done (3 left) 2024-04-22T04:29:48.065 INFO:tasks.rados.rados.0.smithi040.stdout:923: done (2 left) 2024-04-22T04:29:48.065 INFO:tasks.rados.rados.0.smithi040.stdout:925: done (1 left) 2024-04-22T04:29:48.065 INFO:tasks.rados.rados.0.smithi040.stdout:926: done (0 left) 2024-04-22T04:29:48.066 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 84 2024-04-22T04:29:48.066 INFO:tasks.rados.rados.0.smithi040.stdout:927: seq_num 307 ranges {0=344064} 2024-04-22T04:29:48.067 INFO:tasks.rados.rados.0.smithi040.stdout:927: writing smithi04078109-19 from 0 to 344064 tid 1 2024-04-22T04:29:48.067 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 84 2024-04-22T04:29:48.067 INFO:tasks.rados.rados.0.smithi040.stdout:928: seq_num 308 ranges {9658368=360448} 2024-04-22T04:29:48.122 INFO:tasks.rados.rados.0.smithi040.stdout:928: writing smithi04078109-25 from 9658368 to 10018816 tid 1 2024-04-22T04:29:48.122 INFO:tasks.rados.rados.0.smithi040.stdout:929: rmattr oid 42 current snap is 84 2024-04-22T04:29:48.122 INFO:tasks.rados.rados.0.smithi040.stdout:927: finishing write tid 1 to smithi04078109-19 2024-04-22T04:29:48.122 INFO:tasks.rados.rados.0.smithi040.stdout:927: finishing write tid 2 to smithi04078109-19 2024-04-22T04:29:48.122 INFO:tasks.rados.rados.0.smithi040.stdout:927: finishing write tid 3 to smithi04078109-19 2024-04-22T04:29:48.123 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 363 (ObjNum 307 snap 84 seq_num 307) dirty exists 2024-04-22T04:29:48.123 INFO:tasks.rados.rados.0.smithi040.stdout:927: left oid 19 (ObjNum 307 snap 84 seq_num 307) 2024-04-22T04:29:48.123 INFO:tasks.rados.rados.0.smithi040.stdout:927: done (2 left) 2024-04-22T04:29:48.123 INFO:tasks.rados.rados.0.smithi040.stdout:930: delete oid 35 current snap is 84 2024-04-22T04:29:48.124 INFO:tasks.rados.rados.0.smithi040.stdout:930: done (2 left) 2024-04-22T04:29:48.124 INFO:tasks.rados.rados.0.smithi040.stdout:931: copy_from oid 21 from oid 40 current snap is 84 2024-04-22T04:29:48.124 INFO:tasks.rados.rados.0.smithi040.stdout:932: snap_create 2024-04-22T04:29:48.128 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 267 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-04-22T04:29:48.140 INFO:tasks.rados.rados.0.smithi040.stdout:928: finishing write tid 1 to smithi04078109-25 2024-04-22T04:29:48.140 INFO:tasks.rados.rados.0.smithi040.stdout:928: finishing write tid 2 to smithi04078109-25 2024-04-22T04:29:48.140 INFO:tasks.rados.rados.0.smithi040.stdout:928: finishing write tid 3 to smithi04078109-25 2024-04-22T04:29:48.140 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 424 (ObjNum 308 snap 84 seq_num 308) dirty exists 2024-04-22T04:29:48.140 INFO:tasks.rados.rados.0.smithi040.stdout:928: left oid 25 (ObjNum 308 snap 84 seq_num 308) 2024-04-22T04:29:48.165 INFO:tasks.rados.rados.0.smithi040.stdout:931: finishing copy_from racing read to smithi04078109-21 2024-04-22T04:29:48.166 INFO:tasks.rados.rados.0.smithi040.stdout:931: finishing copy_from to smithi04078109-21 2024-04-22T04:29:48.166 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 334 (ObjNum 273 snap 70 seq_num 273) dirty exists 2024-04-22T04:29:49.070 INFO:tasks.rados.rados.0.smithi040.stdout:928: done (3 left) 2024-04-22T04:29:49.071 INFO:tasks.rados.rados.0.smithi040.stdout:929: done (2 left) 2024-04-22T04:29:49.071 INFO:tasks.rados.rados.0.smithi040.stdout:931: done (1 left) 2024-04-22T04:29:49.071 INFO:tasks.rados.rados.0.smithi040.stdout:932: done (0 left) 2024-04-22T04:29:49.071 INFO:tasks.rados.rados.0.smithi040.stdout:933: rollback oid 44 current snap is 85 2024-04-22T04:29:49.071 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 44 to 77 2024-04-22T04:29:49.071 INFO:tasks.rados.rados.0.smithi040.stdout:934: copy_from oid 18 from oid 38 current snap is 85 2024-04-22T04:29:49.071 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 3 current snap is 85 2024-04-22T04:29:49.071 INFO:tasks.rados.rados.0.smithi040.stdout:935: seq_num 310 ranges {0=401408} 2024-04-22T04:29:49.073 INFO:tasks.rados.rados.0.smithi040.stdout:935: writing smithi04078109-3 from 0 to 401408 tid 1 2024-04-22T04:29:49.073 INFO:tasks.rados.rados.0.smithi040.stdout:936: snap_remove snap 70 2024-04-22T04:29:49.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:48.066980+0000 mon.a (mon.0) 95 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2024-04-22T04:29:49.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:48.485451+0000 mgr.y (mgr.24907) 31 : cluster [DBG] pgmap v37: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 838 KiB/s rd, 175 KiB/s wr, 10 op/s 2024-04-22T04:29:50.082 INFO:tasks.rados.rados.0.smithi040.stdout:936: done (3 left) 2024-04-22T04:29:50.082 INFO:tasks.rados.rados.0.smithi040.stdout:937: snap_create 2024-04-22T04:29:50.082 INFO:tasks.rados.rados.0.smithi040.stdout:933: finishing rollback tid 0 to smithi04078109-44 2024-04-22T04:29:50.082 INFO:tasks.rados.rados.0.smithi040.stdout:933: finishing rollback tid 1 to smithi04078109-44 2024-04-22T04:29:50.082 INFO:tasks.rados.rados.0.smithi040.stdout:933: finishing rollback tid 2 to smithi04078109-44 2024-04-22T04:29:50.082 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 428 (ObjNum 275 snap 70 seq_num 275) dirty exists 2024-04-22T04:29:50.083 INFO:tasks.rados.rados.0.smithi040.stdout:935: finishing write tid 1 to smithi04078109-3 2024-04-22T04:29:50.083 INFO:tasks.rados.rados.0.smithi040.stdout:935: finishing write tid 2 to smithi04078109-3 2024-04-22T04:29:50.083 INFO:tasks.rados.rados.0.smithi040.stdout:935: finishing write tid 3 to smithi04078109-3 2024-04-22T04:29:50.083 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 331 (ObjNum 310 snap 85 seq_num 310) dirty exists 2024-04-22T04:29:50.083 INFO:tasks.rados.rados.0.smithi040.stdout:935: left oid 3 (ObjNum 310 snap 85 seq_num 310) 2024-04-22T04:29:50.083 INFO:tasks.rados.rados.0.smithi040.stdout:934: finishing copy_from racing read to smithi04078109-18 2024-04-22T04:29:50.083 INFO:tasks.rados.rados.0.smithi040.stdout:934: finishing copy_from to smithi04078109-18 2024-04-22T04:29:50.083 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 152 (ObjNum 234 snap 53 seq_num 234) dirty exists 2024-04-22T04:29:50.355 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:29:50] "GET /metrics HTTP/1.1" 200 192362 "" "Prometheus/2.33.4" 2024-04-22T04:29:50.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:49.072686+0000 mon.a (mon.0) 96 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2024-04-22T04:29:51.087 INFO:tasks.rados.rados.0.smithi040.stdout:933: done (3 left) 2024-04-22T04:29:51.088 INFO:tasks.rados.rados.0.smithi040.stdout:934: done (2 left) 2024-04-22T04:29:51.088 INFO:tasks.rados.rados.0.smithi040.stdout:935: done (1 left) 2024-04-22T04:29:51.088 INFO:tasks.rados.rados.0.smithi040.stdout:937: done (0 left) 2024-04-22T04:29:51.088 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 1 current snap is 86 2024-04-22T04:29:51.088 INFO:tasks.rados.rados.0.smithi040.stdout:938: seq_num 311 ranges {0=417792} 2024-04-22T04:29:51.090 INFO:tasks.rados.rados.0.smithi040.stdout:938: writing smithi04078109-1 from 0 to 417792 tid 1 2024-04-22T04:29:51.090 INFO:tasks.rados.rados.0.smithi040.stdout:939: read oid 35 snap -1 2024-04-22T04:29:51.090 INFO:tasks.rados.rados.0.smithi040.stdout:939: expect deleted 2024-04-22T04:29:51.090 INFO:tasks.rados.rados.0.smithi040.stdout:940: snap_create 2024-04-22T04:29:51.094 INFO:tasks.rados.rados.0.smithi040.stdout:938: finishing write tid 1 to smithi04078109-1 2024-04-22T04:29:51.094 INFO:tasks.rados.rados.0.smithi040.stdout:938: finishing write tid 2 to smithi04078109-1 2024-04-22T04:29:51.095 INFO:tasks.rados.rados.0.smithi040.stdout:938: finishing write tid 3 to smithi04078109-1 2024-04-22T04:29:51.095 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 390 (ObjNum 311 snap 86 seq_num 311) dirty exists 2024-04-22T04:29:51.096 INFO:tasks.rados.rados.0.smithi040.stdout:938: left oid 1 (ObjNum 311 snap 86 seq_num 311) 2024-04-22T04:29:51.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:50.081116+0000 mon.a (mon.0) 97 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2024-04-22T04:29:51.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:50.401448+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:51.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:50.408971+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:51.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:50.410657+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:29:51.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:50.411537+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:29:51.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:50.416187+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:51.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:50.485936+0000 mgr.y (mgr.24907) 32 : cluster [DBG] pgmap v40: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:29:51.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:50.541111+0000 mon.b (mon.1) 120 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:29:51.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:50.553186+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:29:51.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:50.556318+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:29:51.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:50.557818+0000 mon.b (mon.1) 123 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-22T04:29:51.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:50.558607+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-22T04:29:51.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:50.559155+0000 mgr.y (mgr.24907) 33 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-04-22T04:29:52.087 INFO:tasks.rados.rados.0.smithi040.stdout:938: done (2 left) 2024-04-22T04:29:52.088 INFO:tasks.rados.rados.0.smithi040.stdout:939: done (1 left) 2024-04-22T04:29:52.088 INFO:tasks.rados.rados.0.smithi040.stdout:940: done (0 left) 2024-04-22T04:29:52.088 INFO:tasks.rados.rados.0.smithi040.stdout:941: rollback oid 37 current snap is 87 2024-04-22T04:29:52.088 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 37 to 64 2024-04-22T04:29:52.088 INFO:tasks.rados.rados.0.smithi040.stdout:942: delete oid 44 current snap is 87 2024-04-22T04:29:52.102 INFO:tasks.rados.rados.0.smithi040.stdout:942: done (1 left) 2024-04-22T04:29:52.102 INFO:tasks.rados.rados.0.smithi040.stdout:943: copy_from oid 39 from oid 8 current snap is 87 2024-04-22T04:29:52.102 INFO:tasks.rados.rados.0.smithi040.stdout:944: read oid 46 snap 51 2024-04-22T04:29:52.102 INFO:tasks.rados.rados.0.smithi040.stdout:944: expect (ObjNum 198 snap 44 seq_num 198) 2024-04-22T04:29:52.102 INFO:tasks.rados.rados.0.smithi040.stdout:945: rollback oid 29 current snap is 87 2024-04-22T04:29:52.102 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 29 to 76 2024-04-22T04:29:52.102 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 50 current snap is 87 2024-04-22T04:29:52.102 INFO:tasks.rados.rados.0.smithi040.stdout:946: seq_num 313 ranges {0=450560} 2024-04-22T04:29:52.103 INFO:tasks.rados.rados.0.smithi040.stdout:946: writing smithi04078109-50 from 0 to 450560 tid 1 2024-04-22T04:29:52.103 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 24 current snap is 87 2024-04-22T04:29:52.103 INFO:tasks.rados.rados.0.smithi040.stdout:947: seq_num 314 ranges {7897088=466944} 2024-04-22T04:29:52.144 INFO:tasks.rados.rados.0.smithi040.stdout:947: writing smithi04078109-24 from 7897088 to 8364032 tid 1 2024-04-22T04:29:52.144 INFO:tasks.rados.rados.0.smithi040.stdout:948: snap_remove snap 80 2024-04-22T04:29:52.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:51.089970+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2024-04-22T04:29:53.109 INFO:tasks.rados.rados.0.smithi040.stdout:948: done (6 left) 2024-04-22T04:29:53.109 INFO:tasks.rados.rados.0.smithi040.stdout:949: rmattr oid 28 current snap is 87 2024-04-22T04:29:53.109 INFO:tasks.rados.rados.0.smithi040.stdout:949: done (6 left) 2024-04-22T04:29:53.109 INFO:tasks.rados.rados.0.smithi040.stdout:950: setattr oid 44 current snap is 87 2024-04-22T04:29:53.109 INFO:tasks.rados.rados.0.smithi040.stdout:945: finishing rollback tid 0 to smithi04078109-29 2024-04-22T04:29:53.109 INFO:tasks.rados.rados.0.smithi040.stdout:945: finishing rollback tid 1 to smithi04078109-29 2024-04-22T04:29:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:945: finishing rollback tid 2 to smithi04078109-29 2024-04-22T04:29:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 241 (ObjNum 248 snap 61 seq_num 248) dirty exists 2024-04-22T04:29:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:941: finishing rollback tid 0 to smithi04078109-37 2024-04-22T04:29:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:941: finishing rollback tid 1 to smithi04078109-37 2024-04-22T04:29:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:941: finishing rollback tid 2 to smithi04078109-37 2024-04-22T04:29:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 473 (ObjNum 254 snap 64 seq_num 254) dirty exists 2024-04-22T04:29:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:946: finishing write tid 1 to smithi04078109-50 2024-04-22T04:29:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:946: finishing write tid 2 to smithi04078109-50 2024-04-22T04:29:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:946: finishing write tid 3 to smithi04078109-50 2024-04-22T04:29:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 269 (ObjNum 313 snap 87 seq_num 313) dirty exists 2024-04-22T04:29:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:946: left oid 50 (ObjNum 313 snap 87 seq_num 313) 2024-04-22T04:29:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:943: finishing copy_from racing read to smithi04078109-39 2024-04-22T04:29:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:943: finishing copy_from to smithi04078109-39 2024-04-22T04:29:53.111 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 120 (ObjNum 226 snap 52 seq_num 226) dirty exists 2024-04-22T04:29:53.111 INFO:tasks.rados.rados.0.smithi040.stdout:944: expect (ObjNum 198 snap 44 seq_num 198) 2024-04-22T04:29:53.280 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:52.089933+0000 mon.a (mon.0) 102 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2024-04-22T04:29:53.280 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:52.480212+0000 mgr.y (mgr.24907) 34 : cephadm [INF] Upgrade: Updating mon.b 2024-04-22T04:29:53.280 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:52.485552+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:29:53.280 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:52.486297+0000 mgr.y (mgr.24907) 35 : cluster [DBG] pgmap v43: 121 pgs: 121 active+clean; 272 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-04-22T04:29:53.280 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:52.486754+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:29:53.280 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:52.487754+0000 mon.a (mon.0) 104 : audit [DBG] from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:29:53.280 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: audit 2024-04-22T04:29:52.488636+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:29:53.280 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:53 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cephadm 2024-04-22T04:29:52.489584+0000 mgr.y (mgr.24907) 36 : cephadm [INF] Deploying daemon mon.b on smithi062 2024-04-22T04:29:53.485 INFO:tasks.rados.rados.0.smithi040.stdout:947: finishing write tid 1 to smithi04078109-24 2024-04-22T04:29:53.486 INFO:tasks.rados.rados.0.smithi040.stdout:947: finishing write tid 2 to smithi04078109-24 2024-04-22T04:29:53.486 INFO:tasks.rados.rados.0.smithi040.stdout:947: finishing write tid 3 to smithi04078109-24 2024-04-22T04:29:53.486 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 336 (ObjNum 314 snap 87 seq_num 314) dirty exists 2024-04-22T04:29:53.486 INFO:tasks.rados.rados.0.smithi040.stdout:947: left oid 24 (ObjNum 314 snap 87 seq_num 314) 2024-04-22T04:29:53.486 INFO:tasks.rados.rados.0.smithi040.stdout:941: done (6 left) 2024-04-22T04:29:53.486 INFO:tasks.rados.rados.0.smithi040.stdout:943: done (5 left) 2024-04-22T04:29:53.486 INFO:tasks.rados.rados.0.smithi040.stdout:944: done (4 left) 2024-04-22T04:29:53.486 INFO:tasks.rados.rados.0.smithi040.stdout:945: done (3 left) 2024-04-22T04:29:53.486 INFO:tasks.rados.rados.0.smithi040.stdout:946: done (2 left) 2024-04-22T04:29:53.486 INFO:tasks.rados.rados.0.smithi040.stdout:947: done (1 left) 2024-04-22T04:29:53.486 INFO:tasks.rados.rados.0.smithi040.stdout:951: snap_remove snap 78 2024-04-22T04:29:54.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: cluster 2024-04-22T04:29:53.099859+0000 mon.a (mon.0) 105 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2024-04-22T04:29:54.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:54 smithi062 systemd[1]: Stopping Ceph mon.b for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:29:54.849 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:29:54.473+0000 7f843f4e2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-22T04:29:54.849 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:54 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[39469]: debug 2024-04-22T04:29:54.473+0000 7f843f4e2700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-22T04:29:54.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:29:54] ENGINE Bus STOPPING 2024-04-22T04:29:54.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:29:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-22T04:29:54.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:29:54] ENGINE Bus STOPPED 2024-04-22T04:29:54.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:29:54] ENGINE Bus STARTING 2024-04-22T04:29:54.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:29:54] ENGINE Serving on http://:::9283 2024-04-22T04:29:54.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:29:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:04:29:54] ENGINE Bus STARTED 2024-04-22T04:29:55.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:54 smithi062 bash[77957]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b 2024-04-22T04:29:55.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:29:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:29:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:29:55.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:55 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@mon.b.service: Succeeded. 2024-04-22T04:29:55.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:55 smithi062 systemd[1]: Stopped Ceph mon.b for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:29:55.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:55 smithi062 systemd[1]: Starting Ceph mon.b for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:29:56.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: set uid:gid to 167:167 (ceph:ceph) 2024-04-22T04:29:56.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable), process ceph-mon, pid 7 2024-04-22T04:29:56.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: pidfile_write: ignore empty --pid-file 2024-04-22T04:29:56.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: load: jerasure load: lrc 2024-04-22T04:29:56.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: RocksDB version: 6.15.5 2024-04-22T04:29:56.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-22T04:29:56.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Compile date Apr 20 2024 2024-04-22T04:29:56.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: DB SUMMARY 2024-04-22T04:29:56.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: DB Session ID: HW4R35D0ROJF5AT4R7VS 2024-04-22T04:29:56.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: CURRENT file: CURRENT 2024-04-22T04:29:56.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: IDENTITY file: IDENTITY 2024-04-22T04:29:56.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: MANIFEST file: MANIFEST-000005 size: 989 Bytes 2024-04-22T04:29:56.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000022.sst 2024-04-22T04:29:56.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000020.log size: 86116 ; 2024-04-22T04:29:56.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.error_if_exists: 0 2024-04-22T04:29:56.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.create_if_missing: 0 2024-04-22T04:29:56.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.paranoid_checks: 1 2024-04-22T04:29:56.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-22T04:29:56.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.env: 0x5577ae015b00 2024-04-22T04:29:56.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.fs: Posix File System 2024-04-22T04:29:56.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.info_log: 0x5577afd94e80 2024-04-22T04:29:56.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_file_opening_threads: 16 2024-04-22T04:29:56.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.statistics: (nil) 2024-04-22T04:29:56.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.use_fsync: 0 2024-04-22T04:29:56.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_log_file_size: 0 2024-04-22T04:29:56.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-22T04:29:56.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-22T04:29:56.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.keep_log_file_num: 1000 2024-04-22T04:29:56.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.recycle_log_file_num: 0 2024-04-22T04:29:56.385 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.allow_fallocate: 1 2024-04-22T04:29:56.386 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.allow_mmap_reads: 0 2024-04-22T04:29:56.386 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.allow_mmap_writes: 0 2024-04-22T04:29:56.386 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.use_direct_reads: 0 2024-04-22T04:29:56.386 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-22T04:29:56.386 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.create_missing_column_families: 0 2024-04-22T04:29:56.386 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.db_log_dir: 2024-04-22T04:29:56.386 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-04-22T04:29:56.386 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-22T04:29:56.386 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-22T04:29:56.386 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-22T04:29:56.386 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-22T04:29:56.386 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-22T04:29:56.386 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-22T04:29:56.386 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.advise_random_on_open: 1 2024-04-22T04:29:56.387 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.db_write_buffer_size: 0 2024-04-22T04:29:56.387 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.write_buffer_manager: 0x5577b0b04930 2024-04-22T04:29:56.387 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-22T04:29:56.387 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-22T04:29:56.387 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-22T04:29:56.387 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-22T04:29:56.387 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.rate_limiter: (nil) 2024-04-22T04:29:56.387 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-22T04:29:56.387 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.wal_recovery_mode: 2 2024-04-22T04:29:56.387 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.enable_thread_tracking: 0 2024-04-22T04:29:56.387 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.enable_pipelined_write: 0 2024-04-22T04:29:56.387 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.unordered_write: 0 2024-04-22T04:29:56.387 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-22T04:29:56.387 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-22T04:29:56.388 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-22T04:29:56.388 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-22T04:29:56.388 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.row_cache: None 2024-04-22T04:29:56.388 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.wal_filter: None 2024-04-22T04:29:56.388 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-22T04:29:56.388 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.allow_ingest_behind: 0 2024-04-22T04:29:56.388 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.preserve_deletes: 0 2024-04-22T04:29:56.388 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.two_write_queues: 0 2024-04-22T04:29:56.388 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.manual_wal_flush: 0 2024-04-22T04:29:56.388 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.atomic_flush: 0 2024-04-22T04:29:56.388 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-22T04:29:56.388 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-22T04:29:56.388 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-22T04:29:56.388 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.log_readahead_size: 0 2024-04-22T04:29:56.389 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-22T04:29:56.389 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.best_efforts_recovery: 0 2024-04-22T04:29:56.389 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-22T04:29:56.389 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-22T04:29:56.389 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.allow_data_in_errors: 0 2024-04-22T04:29:56.389 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.db_host_id: __hostname__ 2024-04-22T04:29:56.389 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_background_jobs: 2 2024-04-22T04:29:56.389 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_background_compactions: -1 2024-04-22T04:29:56.389 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_subcompactions: 1 2024-04-22T04:29:56.389 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-22T04:29:56.389 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-22T04:29:56.389 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-22T04:29:56.389 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_total_wal_size: 0 2024-04-22T04:29:56.389 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-22T04:29:56.389 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-22T04:29:56.390 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-22T04:29:56.390 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-22T04:29:56.390 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_open_files: -1 2024-04-22T04:29:56.390 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.bytes_per_sync: 0 2024-04-22T04:29:56.390 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-22T04:29:56.390 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-22T04:29:56.390 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compaction_readahead_size: 0 2024-04-22T04:29:56.390 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_background_flushes: -1 2024-04-22T04:29:56.390 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Compression algorithms supported: 2024-04-22T04:29:56.390 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-22T04:29:56.390 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: kZSTD supported: 0 2024-04-22T04:29:56.390 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: kXpressCompression supported: 0 2024-04-22T04:29:56.390 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: kLZ4HCCompression supported: 1 2024-04-22T04:29:56.390 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: kZlibCompression supported: 1 2024-04-22T04:29:56.391 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: kSnappyCompression supported: 1 2024-04-22T04:29:56.391 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: kLZ4Compression supported: 1 2024-04-22T04:29:56.391 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: kBZip2Compression supported: 0 2024-04-22T04:29:56.391 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-22T04:29:56.391 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-22T04:29:56.391 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-04-22T04:29:56.391 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-22T04:29:56.391 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.merge_operator: 2024-04-22T04:29:56.391 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compaction_filter: None 2024-04-22T04:29:56.391 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compaction_filter_factory: None 2024-04-22T04:29:56.391 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.sst_partitioner_factory: None 2024-04-22T04:29:56.391 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-22T04:29:56.391 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-22T04:29:56.391 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5577afde4f58) 2024-04-22T04:29:56.391 INFO:journalctl@ceph.mon.b.smithi062.stdout: cache_index_and_filter_blocks: 1 2024-04-22T04:29:56.391 INFO:journalctl@ceph.mon.b.smithi062.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-22T04:29:56.392 INFO:journalctl@ceph.mon.b.smithi062.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-22T04:29:56.392 INFO:journalctl@ceph.mon.b.smithi062.stdout: pin_top_level_index_and_filter: 1 2024-04-22T04:29:56.392 INFO:journalctl@ceph.mon.b.smithi062.stdout: index_type: 0 2024-04-22T04:29:56.392 INFO:journalctl@ceph.mon.b.smithi062.stdout: data_block_index_type: 0 2024-04-22T04:29:56.392 INFO:journalctl@ceph.mon.b.smithi062.stdout: index_shortening: 1 2024-04-22T04:29:56.392 INFO:journalctl@ceph.mon.b.smithi062.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-22T04:29:56.392 INFO:journalctl@ceph.mon.b.smithi062.stdout: hash_index_allow_collision: 1 2024-04-22T04:29:56.392 INFO:journalctl@ceph.mon.b.smithi062.stdout: checksum: 1 2024-04-22T04:29:56.392 INFO:journalctl@ceph.mon.b.smithi062.stdout: no_block_cache: 0 2024-04-22T04:29:56.392 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_cache: 0x5577afe17090 2024-04-22T04:29:56.392 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_cache_name: BinnedLRUCache 2024-04-22T04:29:56.392 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_cache_options: 2024-04-22T04:29:56.392 INFO:journalctl@ceph.mon.b.smithi062.stdout: capacity : 536870912 2024-04-22T04:29:56.392 INFO:journalctl@ceph.mon.b.smithi062.stdout: num_shard_bits : 4 2024-04-22T04:29:56.392 INFO:journalctl@ceph.mon.b.smithi062.stdout: strict_capacity_limit : 0 2024-04-22T04:29:56.393 INFO:journalctl@ceph.mon.b.smithi062.stdout: high_pri_pool_ratio: 0.000 2024-04-22T04:29:56.393 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_cache_compressed: (nil) 2024-04-22T04:29:56.393 INFO:journalctl@ceph.mon.b.smithi062.stdout: persistent_cache: (nil) 2024-04-22T04:29:56.393 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_size: 4096 2024-04-22T04:29:56.393 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_size_deviation: 10 2024-04-22T04:29:56.393 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_restart_interval: 16 2024-04-22T04:29:56.393 INFO:journalctl@ceph.mon.b.smithi062.stdout: index_block_restart_interval: 1 2024-04-22T04:29:56.393 INFO:journalctl@ceph.mon.b.smithi062.stdout: metadata_block_size: 4096 2024-04-22T04:29:56.393 INFO:journalctl@ceph.mon.b.smithi062.stdout: partition_filters: 0 2024-04-22T04:29:56.393 INFO:journalctl@ceph.mon.b.smithi062.stdout: use_delta_encoding: 1 2024-04-22T04:29:56.393 INFO:journalctl@ceph.mon.b.smithi062.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-22T04:29:56.393 INFO:journalctl@ceph.mon.b.smithi062.stdout: whole_key_filtering: 1 2024-04-22T04:29:56.393 INFO:journalctl@ceph.mon.b.smithi062.stdout: verify_compression: 0 2024-04-22T04:29:56.394 INFO:journalctl@ceph.mon.b.smithi062.stdout: read_amp_bytes_per_bit: 0 2024-04-22T04:29:56.394 INFO:journalctl@ceph.mon.b.smithi062.stdout: format_version: 4 2024-04-22T04:29:56.394 INFO:journalctl@ceph.mon.b.smithi062.stdout: enable_index_compression: 1 2024-04-22T04:29:56.394 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_align: 0 2024-04-22T04:29:56.394 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.write_buffer_size: 33554432 2024-04-22T04:29:56.394 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_write_buffer_number: 2 2024-04-22T04:29:56.394 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compression: NoCompression 2024-04-22T04:29:56.394 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.bottommost_compression: Disabled 2024-04-22T04:29:56.394 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.prefix_extractor: nullptr 2024-04-22T04:29:56.394 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-22T04:29:56.394 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.num_levels: 7 2024-04-22T04:29:56.394 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-22T04:29:56.394 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-22T04:29:56.394 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-22T04:29:56.395 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-22T04:29:56.395 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-22T04:29:56.395 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-22T04:29:56.395 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-22T04:29:56.395 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-22T04:29:56.395 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-22T04:29:56.395 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-22T04:29:56.395 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-22T04:29:56.395 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compression_opts.level: 32767 2024-04-22T04:29:56.395 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compression_opts.strategy: 0 2024-04-22T04:29:56.395 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-22T04:29:56.395 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-22T04:29:56.395 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-22T04:29:56.395 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compression_opts.enabled: false 2024-04-22T04:29:56.396 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-22T04:29:56.396 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-22T04:29:56.396 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-22T04:29:56.396 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.target_file_size_base: 67108864 2024-04-22T04:29:56.396 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-22T04:29:56.396 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-22T04:29:56.396 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-22T04:29:56.396 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-22T04:29:56.396 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-22T04:29:56.396 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-22T04:29:56.396 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-22T04:29:56.396 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-22T04:29:56.396 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-22T04:29:56.396 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-22T04:29:56.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-22T04:29:56.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-22T04:29:56.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-22T04:29:56.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.arena_block_size: 4194304 2024-04-22T04:29:56.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-22T04:29:56.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-22T04:29:56.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-22T04:29:56.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.disable_auto_compactions: 0 2024-04-22T04:29:56.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-22T04:29:56.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-22T04:29:56.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-22T04:29:56.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-22T04:29:56.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-22T04:29:56.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-22T04:29:56.398 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-22T04:29:56.398 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-22T04:29:56.398 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-22T04:29:56.398 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-22T04:29:56.398 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.table_properties_collectors: 2024-04-22T04:29:56.398 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.inplace_update_support: 0 2024-04-22T04:29:56.398 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-22T04:29:56.398 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-22T04:29:56.398 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-22T04:29:56.398 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-22T04:29:56.398 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.bloom_locality: 0 2024-04-22T04:29:56.398 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.max_successive_merges: 0 2024-04-22T04:29:56.398 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-22T04:29:56.399 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.paranoid_file_checks: 0 2024-04-22T04:29:56.399 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.force_consistency_checks: 1 2024-04-22T04:29:56.399 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.report_bg_io_stats: 0 2024-04-22T04:29:56.399 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.ttl: 2592000 2024-04-22T04:29:56.399 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-22T04:29:56.399 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.enable_blob_files: false 2024-04-22T04:29:56.399 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.min_blob_size: 0 2024-04-22T04:29:56.399 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.blob_file_size: 268435456 2024-04-22T04:29:56.399 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-22T04:29:56.399 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-22T04:29:56.399 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-22T04:29:56.399 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 24, last_sequence is 12663, log_number is 20,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-22T04:29:56.399 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 20 2024-04-22T04:29:56.399 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: [db/version_set.cc:4082] Creating manifest 24 2024-04-22T04:29:56.400 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713760196091823, "job": 1, "event": "recovery_started", "wal_files": [20]} 2024-04-22T04:29:56.400 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #20 mode 2 2024-04-22T04:29:56.400 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-22T04:29:56.400 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713760196092434, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 25, "file_size": 58509, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 57439, "index_size": 74, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 181, "raw_average_key_size": 22, "raw_value_size": 57220, "raw_average_value_size": 7152, "num_data_blocks": 3, "num_entries": 8, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1713760196, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "0e57b55c-68d5-44e2-8d66-67282c0c132f", "db_session_id": "HW4R35D0ROJF5AT4R7VS"}} 2024-04-22T04:29:56.400 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: [db/version_set.cc:4082] Creating manifest 26 2024-04-22T04:29:56.400 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713760196092790, "job": 1, "event": "recovery_finished"} 2024-04-22T04:29:56.400 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000020.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-22T04:29:56.400 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5577afdab180 2024-04-22T04:29:56.400 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: DB pointer 0x5577afe80000 2024-04-22T04:29:56.400 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-04-22T04:29:56.400 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-22T04:29:56.400 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** DB Stats ** 2024-04-22T04:29:56.400 INFO:journalctl@ceph.mon.b.smithi062.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:29:56.401 INFO:journalctl@ceph.mon.b.smithi062.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-22T04:29:56.401 INFO:journalctl@ceph.mon.b.smithi062.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-22T04:29:56.401 INFO:journalctl@ceph.mon.b.smithi062.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T04:29:56.401 INFO:journalctl@ceph.mon.b.smithi062.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-22T04:29:56.401 INFO:journalctl@ceph.mon.b.smithi062.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-22T04:29:56.401 INFO:journalctl@ceph.mon.b.smithi062.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T04:29:56.401 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-04-22T04:29:56.401 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** Compaction Stats [default] ** 2024-04-22T04:29:56.401 INFO:journalctl@ceph.mon.b.smithi062.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:29:56.401 INFO:journalctl@ceph.mon.b.smithi062.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:29:56.401 INFO:journalctl@ceph.mon.b.smithi062.stdout: L0 1/0 57.14 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 167.1 0.00 0.00 1 0.000 0 0 2024-04-22T04:29:56.401 INFO:journalctl@ceph.mon.b.smithi062.stdout: L6 1/0 26.70 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-22T04:29:56.401 INFO:journalctl@ceph.mon.b.smithi062.stdout: Sum 2/0 26.75 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 167.1 0.00 0.00 1 0.000 0 0 2024-04-22T04:29:56.402 INFO:journalctl@ceph.mon.b.smithi062.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 167.1 0.00 0.00 1 0.000 0 0 2024-04-22T04:29:56.402 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-04-22T04:29:56.402 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** Compaction Stats [default] ** 2024-04-22T04:29:56.402 INFO:journalctl@ceph.mon.b.smithi062.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:29:56.402 INFO:journalctl@ceph.mon.b.smithi062.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:29:56.402 INFO:journalctl@ceph.mon.b.smithi062.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 167.1 0.00 0.00 1 0.000 0 0 2024-04-22T04:29:56.402 INFO:journalctl@ceph.mon.b.smithi062.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:29:56.402 INFO:journalctl@ceph.mon.b.smithi062.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-22T04:29:56.402 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T04:29:56.402 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T04:29:56.402 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T04:29:56.402 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-22T04:29:56.402 INFO:journalctl@ceph.mon.b.smithi062.stdout: Cumulative compaction: 0.00 GB write, 18.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:29:56.402 INFO:journalctl@ceph.mon.b.smithi062.stdout: Interval compaction: 0.00 GB write, 18.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:29:56.402 INFO:journalctl@ceph.mon.b.smithi062.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T04:29:56.403 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-04-22T04:29:56.403 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-22T04:29:56.403 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-04-22T04:29:56.403 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** Compaction Stats [default] ** 2024-04-22T04:29:56.403 INFO:journalctl@ceph.mon.b.smithi062.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:29:56.403 INFO:journalctl@ceph.mon.b.smithi062.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:29:56.403 INFO:journalctl@ceph.mon.b.smithi062.stdout: L0 1/0 57.14 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 167.1 0.00 0.00 1 0.000 0 0 2024-04-22T04:29:56.403 INFO:journalctl@ceph.mon.b.smithi062.stdout: L6 1/0 26.70 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-22T04:29:56.403 INFO:journalctl@ceph.mon.b.smithi062.stdout: Sum 2/0 26.75 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 167.1 0.00 0.00 1 0.000 0 0 2024-04-22T04:29:56.403 INFO:journalctl@ceph.mon.b.smithi062.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-22T04:29:56.403 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-04-22T04:29:56.403 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** Compaction Stats [default] ** 2024-04-22T04:29:56.403 INFO:journalctl@ceph.mon.b.smithi062.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T04:29:56.403 INFO:journalctl@ceph.mon.b.smithi062.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T04:29:56.404 INFO:journalctl@ceph.mon.b.smithi062.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 167.1 0.00 0.00 1 0.000 0 0 2024-04-22T04:29:56.404 INFO:journalctl@ceph.mon.b.smithi062.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T04:29:56.404 INFO:journalctl@ceph.mon.b.smithi062.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-22T04:29:56.404 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T04:29:56.404 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T04:29:56.404 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T04:29:56.404 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-22T04:29:56.404 INFO:journalctl@ceph.mon.b.smithi062.stdout: Cumulative compaction: 0.00 GB write, 18.06 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:29:56.404 INFO:journalctl@ceph.mon.b.smithi062.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T04:29:56.404 INFO:journalctl@ceph.mon.b.smithi062.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T04:29:56.404 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-04-22T04:29:56.404 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-22T04:29:56.404 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: starting mon.b rank 1 at public addrs [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] at bind addrs [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:29:56.404 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: mon.b@-1(???) e3 preinit fsid 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:29:56.404 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: mon.b@-1(???).mds e8 new map 2024-04-22T04:29:56.405 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: mon.b@-1(???).mds e8 print_map 2024-04-22T04:29:56.405 INFO:journalctl@ceph.mon.b.smithi062.stdout: e8 2024-04-22T04:29:56.405 INFO:journalctl@ceph.mon.b.smithi062.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-22T04:29:56.405 INFO:journalctl@ceph.mon.b.smithi062.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-22T04:29:56.405 INFO:journalctl@ceph.mon.b.smithi062.stdout: legacy client fscid: 1 2024-04-22T04:29:56.405 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-04-22T04:29:56.405 INFO:journalctl@ceph.mon.b.smithi062.stdout: Filesystem 'cephfs' (1) 2024-04-22T04:29:56.405 INFO:journalctl@ceph.mon.b.smithi062.stdout: fs_name cephfs 2024-04-22T04:29:56.405 INFO:journalctl@ceph.mon.b.smithi062.stdout: epoch 8 2024-04-22T04:29:56.405 INFO:journalctl@ceph.mon.b.smithi062.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-22T04:29:56.405 INFO:journalctl@ceph.mon.b.smithi062.stdout: created 2024-04-22T04:24:43.682539+0000 2024-04-22T04:29:56.405 INFO:journalctl@ceph.mon.b.smithi062.stdout: modified 2024-04-22T04:24:46.694988+0000 2024-04-22T04:29:56.405 INFO:journalctl@ceph.mon.b.smithi062.stdout: tableserver 0 2024-04-22T04:29:56.405 INFO:journalctl@ceph.mon.b.smithi062.stdout: root 0 2024-04-22T04:29:56.405 INFO:journalctl@ceph.mon.b.smithi062.stdout: session_timeout 60 2024-04-22T04:29:56.406 INFO:journalctl@ceph.mon.b.smithi062.stdout: session_autoclose 300 2024-04-22T04:29:56.406 INFO:journalctl@ceph.mon.b.smithi062.stdout: max_file_size 1099511627776 2024-04-22T04:29:56.406 INFO:journalctl@ceph.mon.b.smithi062.stdout: required_client_features {} 2024-04-22T04:29:56.406 INFO:journalctl@ceph.mon.b.smithi062.stdout: last_failure 0 2024-04-22T04:29:56.406 INFO:journalctl@ceph.mon.b.smithi062.stdout: last_failure_osd_epoch 0 2024-04-22T04:29:56.406 INFO:journalctl@ceph.mon.b.smithi062.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-22T04:29:56.406 INFO:journalctl@ceph.mon.b.smithi062.stdout: max_mds 1 2024-04-22T04:29:56.406 INFO:journalctl@ceph.mon.b.smithi062.stdout: in 0 2024-04-22T04:29:56.406 INFO:journalctl@ceph.mon.b.smithi062.stdout: up {0=24361} 2024-04-22T04:29:56.406 INFO:journalctl@ceph.mon.b.smithi062.stdout: failed 2024-04-22T04:29:56.406 INFO:journalctl@ceph.mon.b.smithi062.stdout: damaged 2024-04-22T04:29:56.406 INFO:journalctl@ceph.mon.b.smithi062.stdout: stopped 2024-04-22T04:29:56.406 INFO:journalctl@ceph.mon.b.smithi062.stdout: data_pools [3] 2024-04-22T04:29:56.406 INFO:journalctl@ceph.mon.b.smithi062.stdout: metadata_pool 2 2024-04-22T04:29:56.407 INFO:journalctl@ceph.mon.b.smithi062.stdout: inline_data disabled 2024-04-22T04:29:56.407 INFO:journalctl@ceph.mon.b.smithi062.stdout: balancer 2024-04-22T04:29:56.407 INFO:journalctl@ceph.mon.b.smithi062.stdout: standby_count_wanted 0 2024-04-22T04:29:56.407 INFO:journalctl@ceph.mon.b.smithi062.stdout: [mds.b{0:24361} state up:active seq 3 addr [v2:172.21.15.62:6832/2120726289,v1:172.21.15.62:6833/2120726289] compat {c=[1],r=[1],i=[7ff]}] 2024-04-22T04:29:56.407 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-04-22T04:29:56.407 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-04-22T04:29:56.407 INFO:journalctl@ceph.mon.b.smithi062.stdout: Standby daemons: 2024-04-22T04:29:56.407 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-04-22T04:29:56.407 INFO:journalctl@ceph.mon.b.smithi062.stdout: [mds.a{-1:24353} state up:standby seq 1 addr [v2:172.21.15.40:6834/998739711,v1:172.21.15.40:6835/998739711] compat {c=[1],r=[1],i=[7ff]}] 2024-04-22T04:29:56.407 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: mon.b@-1(???).osd e224 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-22T04:29:56.407 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: mon.b@-1(???).osd e224 crush map has features 432629308056666112, adjusting msgr requires 2024-04-22T04:29:56.407 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: mon.b@-1(???).osd e224 crush map has features 432629308056666112, adjusting msgr requires 2024-04-22T04:29:56.407 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: mon.b@-1(???).osd e224 crush map has features 432629308056666112, adjusting msgr requires 2024-04-22T04:29:56.407 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 ceph-mon[78153]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-22T04:29:56.407 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 bash[78115]: ecb1ef3cca09fc8fa20ea5cbf1dda0af4e9839bdf810b5d9158c77af92910fc2 2024-04-22T04:29:56.407 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:29:56 smithi062 systemd[1]: Started Ceph mon.b for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:29:57.532 INFO:tasks.rados.rados.0.smithi040.stdout:951: done (1 left) 2024-04-22T04:29:57.532 INFO:tasks.rados.rados.0.smithi040.stdout:952: rollback oid 16 current snap is 87 2024-04-22T04:29:57.532 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 16 to 62 2024-04-22T04:29:57.532 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 445 (ObjNum -1513346789 snap 32642 seq_num 3717482871) dirty exists 2024-04-22T04:29:57.532 INFO:tasks.rados.rados.0.smithi040.stdout:950: done (1 left) 2024-04-22T04:29:57.532 INFO:tasks.rados.rados.0.smithi040.stdout:953: snap_remove snap 76 2024-04-22T04:30:00.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:30:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:30:00] "GET /metrics HTTP/1.1" 200 192303 "" "Prometheus/2.33.4" 2024-04-22T04:30:01.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:30:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:30:01.102+0000 7f8f64989700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-22T04:30:02.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: mkfs 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:30:02.613 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: mkfs 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:30:02.625 INFO:tasks.rados.rados.0.smithi040.stdout:953: done (1 left) 2024-04-22T04:30:02.625 INFO:tasks.rados.rados.0.smithi040.stdout:954: read oid 46 snap -1 2024-04-22T04:30:02.625 INFO:tasks.rados.rados.0.smithi040.stdout:954: expect (ObjNum 305 snap 83 seq_num 305) 2024-04-22T04:30:02.625 INFO:tasks.rados.rados.0.smithi040.stdout:955: copy_from oid 21 from oid 11 current snap is 87 2024-04-22T04:30:02.625 INFO:tasks.rados.rados.0.smithi040.stdout:952: finishing rollback tid 0 to smithi04078109-16 2024-04-22T04:30:02.625 INFO:tasks.rados.rados.0.smithi040.stdout:952: finishing rollback tid 1 to smithi04078109-16 2024-04-22T04:30:02.625 INFO:tasks.rados.rados.0.smithi040.stdout:952: finishing rollback tid 2 to smithi04078109-16 2024-04-22T04:30:02.626 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 174 (ObjNum 1 snap 21849 seq_num 2852287472) dirty exists 2024-04-22T04:30:02.626 INFO:tasks.rados.rados.0.smithi040.stdout:952: done (2 left) 2024-04-22T04:30:02.626 INFO:tasks.rados.rados.0.smithi040.stdout:956: snap_remove snap 51 2024-04-22T04:30:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: [22/Apr/2024:04:28:13] ENGINE Serving on https://172.21.15.62:7150 2024-04-22T04:30:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: [22/Apr/2024:04:28:13] ENGINE Bus STARTED 2024-04-22T04:30:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Adjusting osd_memory_target on smithi040 to 2489M 2024-04-22T04:30:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Adjusting osd_memory_target on smithi062 to 2488M 2024-04-22T04:30:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:30:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:30:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-22T04:30:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-22T04:30:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Upgrade: Updating mgr.y 2024-04-22T04:30:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Deploying daemon mgr.y on smithi040 2024-04-22T04:30:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: [22/Apr/2024:04:28:41] ENGINE Bus STARTING 2024-04-22T04:30:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: [22/Apr/2024:04:28:41] ENGINE Serving on https://172.21.15.40:7150 2024-04-22T04:30:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: [22/Apr/2024:04:28:41] ENGINE Bus STARTED 2024-04-22T04:30:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:30:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:30:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Upgrade: Updating mgr.x 2024-04-22T04:30:02.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Deploying daemon mgr.x on smithi062 2024-04-22T04:30:02.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Upgrade: Setting container_image for all mgr 2024-04-22T04:30:02.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Upgrade: It appears safe to stop mon.a 2024-04-22T04:30:02.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Upgrade: Updating mon.a 2024-04-22T04:30:02.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Deploying daemon mon.a on smithi040 2024-04-22T04:30:02.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:30:02.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:30:02.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:30:02.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: [22/Apr/2024:04:29:21] ENGINE Bus STARTING 2024-04-22T04:30:02.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: [22/Apr/2024:04:29:21] ENGINE Serving on https://172.21.15.40:7150 2024-04-22T04:30:02.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: [22/Apr/2024:04:29:21] ENGINE Bus STARTED 2024-04-22T04:30:02.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e200: 8 total, 8 up, 8 in 2024-04-22T04:30:02.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: pgmap v5: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 96 MiB/s rd, 49 MiB/s wr, 346 op/s 2024-04-22T04:30:02.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: mgrmap e36: y(active, since 2s), standbys: x 2024-04-22T04:30:02.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e201: 8 total, 8 up, 8 in 2024-04-22T04:30:02.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e202: 8 total, 8 up, 8 in 2024-04-22T04:30:02.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: pgmap v8: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 16 MiB/s wr, 115 op/s 2024-04-22T04:30:02.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: mgrmap e37: y(active, since 4s), standbys: x 2024-04-22T04:30:02.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e203: 8 total, 8 up, 8 in 2024-04-22T04:30:02.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e204: 8 total, 8 up, 8 in 2024-04-22T04:30:02.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: pgmap v11: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 41 op/s 2024-04-22T04:30:02.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e205: 8 total, 8 up, 8 in 2024-04-22T04:30:02.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e206: 8 total, 8 up, 8 in 2024-04-22T04:30:02.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: pgmap v14: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 41 op/s 2024-04-22T04:30:02.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e207: 8 total, 8 up, 8 in 2024-04-22T04:30:02.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:02.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:30:02.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e208: 8 total, 8 up, 8 in 2024-04-22T04:30:02.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:30:02.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:30:02.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: pgmap v17: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:30:02.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.887 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.887 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e209: 8 total, 8 up, 8 in 2024-04-22T04:30:02.887 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.887 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.887 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.887 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.887 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.887 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:02.887 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:02.887 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-22T04:30:02.887 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-22T04:30:02.888 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Upgrade: It appears safe to stop mon.c 2024-04-22T04:30:02.888 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e210: 8 total, 8 up, 8 in 2024-04-22T04:30:02.888 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: pgmap v20: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 44 KiB/s wr, 14 op/s 2024-04-22T04:30:02.888 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Upgrade: Updating mon.c 2024-04-22T04:30:02.888 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.888 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:30:02.888 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:30:02.888 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:02.888 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Deploying daemon mon.c on smithi040 2024-04-22T04:30:02.888 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e211: 8 total, 8 up, 8 in 2024-04-22T04:30:02.888 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e212: 8 total, 8 up, 8 in 2024-04-22T04:30:02.888 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: pgmap v23: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 44 KiB/s wr, 14 op/s 2024-04-22T04:30:02.888 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e213: 8 total, 8 up, 8 in 2024-04-22T04:30:02.888 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:02.889 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: mon.c calling monitor election 2024-04-22T04:30:02.889 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: mon.a calling monitor election 2024-04-22T04:30:02.889 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: mon.b calling monitor election 2024-04-22T04:30:02.889 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-22T04:30:02.889 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-22T04:30:02.889 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:30:02.889 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e213: 8 total, 8 up, 8 in 2024-04-22T04:30:02.889 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: mgrmap e37: y(active, since 22s), standbys: x 2024-04-22T04:30:02.889 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-22T04:30:02.889 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:30:02.889 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: overall HEALTH_OK 2024-04-22T04:30:02.889 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e214: 8 total, 8 up, 8 in 2024-04-22T04:30:02.889 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:30:02.889 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4269542392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:02.889 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: pgmap v30: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 757 KiB/s wr, 4 op/s 2024-04-22T04:30:02.889 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e215: 8 total, 8 up, 8 in 2024-04-22T04:30:02.889 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e216: 8 total, 8 up, 8 in 2024-04-22T04:30:02.890 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.890 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.890 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: pgmap v33: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 549 KiB/s rd, 115 KiB/s wr, 6 op/s 2024-04-22T04:30:02.890 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e217: 8 total, 8 up, 8 in 2024-04-22T04:30:02.890 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e218: 8 total, 8 up, 8 in 2024-04-22T04:30:02.890 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.890 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.891 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e219: 8 total, 8 up, 8 in 2024-04-22T04:30:02.891 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: pgmap v37: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 838 KiB/s rd, 175 KiB/s wr, 10 op/s 2024-04-22T04:30:02.891 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e220: 8 total, 8 up, 8 in 2024-04-22T04:30:02.891 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e221: 8 total, 8 up, 8 in 2024-04-22T04:30:02.891 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.891 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.891 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:02.891 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:30:02.891 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.891 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: pgmap v40: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:30:02.891 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:02.892 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:02.892 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:02.892 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-22T04:30:02.892 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-22T04:30:02.892 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Upgrade: It appears safe to stop mon.b 2024-04-22T04:30:02.892 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e222: 8 total, 8 up, 8 in 2024-04-22T04:30:02.892 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e223: 8 total, 8 up, 8 in 2024-04-22T04:30:02.892 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Upgrade: Updating mon.b 2024-04-22T04:30:02.892 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.892 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: pgmap v43: 121 pgs: 121 active+clean; 272 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-04-22T04:30:02.892 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:30:02.892 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:30:02.892 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:02.892 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: Deploying daemon mon.b on smithi062 2024-04-22T04:30:02.892 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e224: 8 total, 8 up, 8 in 2024-04-22T04:30:02.892 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: mon.a calling monitor election 2024-04-22T04:30:02.892 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: mon.b calling monitor election 2024-04-22T04:30:02.893 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:30:02.893 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: mon.c calling monitor election 2024-04-22T04:30:02.893 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:30:02.893 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:30:02.893 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: pgmap v48: 121 pgs: 121 active+clean; 279 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 698 KiB/s wr, 5 op/s 2024-04-22T04:30:02.893 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: pgmap v49: 121 pgs: 121 active+clean; 279 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 559 KiB/s wr, 4 op/s 2024-04-22T04:30:02.893 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: pgmap v50: 121 pgs: 121 active+clean; 279 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 476 KiB/s wr, 4 op/s 2024-04-22T04:30:02.893 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: mon.a calling monitor election 2024-04-22T04:30:02.893 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-22T04:30:02.893 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: monmap e4: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-22T04:30:02.893 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:30:02.893 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: osdmap e225: 8 total, 8 up, 8 in 2024-04-22T04:30:02.893 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: mgrmap e37: y(active, since 42s), standbys: x 2024-04-22T04:30:02.893 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: overall HEALTH_OK 2024-04-22T04:30:02.893 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='' 2024-04-22T04:30:02.893 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.893 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: mkfs 33b081c2-005f-11ef-bc93-c7b262605968 2024-04-22T04:30:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: [22/Apr/2024:04:28:13] ENGINE Serving on https://172.21.15.62:7150 2024-04-22T04:30:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: [22/Apr/2024:04:28:13] ENGINE Bus STARTED 2024-04-22T04:30:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Adjusting osd_memory_target on smithi040 to 2489M 2024-04-22T04:30:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Adjusting osd_memory_target on smithi062 to 2488M 2024-04-22T04:30:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:30:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:30:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-22T04:30:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-22T04:30:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Upgrade: Updating mgr.y 2024-04-22T04:30:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Deploying daemon mgr.y on smithi040 2024-04-22T04:30:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: [22/Apr/2024:04:28:41] ENGINE Bus STARTING 2024-04-22T04:30:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: [22/Apr/2024:04:28:41] ENGINE Serving on https://172.21.15.40:7150 2024-04-22T04:30:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: [22/Apr/2024:04:28:41] ENGINE Bus STARTED 2024-04-22T04:30:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:30:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:30:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Upgrade: Updating mgr.x 2024-04-22T04:30:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Deploying daemon mgr.x on smithi062 2024-04-22T04:30:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Upgrade: Setting container_image for all mgr 2024-04-22T04:30:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Upgrade: It appears safe to stop mon.a 2024-04-22T04:30:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Upgrade: Updating mon.a 2024-04-22T04:30:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Deploying daemon mon.a on smithi040 2024-04-22T04:30:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:30:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:30:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:30:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: [22/Apr/2024:04:29:21] ENGINE Bus STARTING 2024-04-22T04:30:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: [22/Apr/2024:04:29:21] ENGINE Serving on https://172.21.15.40:7150 2024-04-22T04:30:02.912 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: [22/Apr/2024:04:28:13] ENGINE Serving on https://172.21.15.62:7150 2024-04-22T04:30:02.912 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: [22/Apr/2024:04:28:13] ENGINE Bus STARTED 2024-04-22T04:30:02.912 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Adjusting osd_memory_target on smithi040 to 2489M 2024-04-22T04:30:02.912 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Adjusting osd_memory_target on smithi062 to 2488M 2024-04-22T04:30:02.912 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:30:02.912 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:30:02.912 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.912 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.912 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.912 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.912 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.912 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.912 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-22T04:30:02.912 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-22T04:30:02.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Upgrade: Updating mgr.y 2024-04-22T04:30:02.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Deploying daemon mgr.y on smithi040 2024-04-22T04:30:02.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: [22/Apr/2024:04:28:41] ENGINE Bus STARTING 2024-04-22T04:30:02.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: [22/Apr/2024:04:28:41] ENGINE Serving on https://172.21.15.40:7150 2024-04-22T04:30:02.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: [22/Apr/2024:04:28:41] ENGINE Bus STARTED 2024-04-22T04:30:02.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:30:02.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:30:02.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Upgrade: Updating mgr.x 2024-04-22T04:30:02.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Deploying daemon mgr.x on smithi062 2024-04-22T04:30:02.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Upgrade: Setting container_image for all mgr 2024-04-22T04:30:02.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Upgrade: It appears safe to stop mon.a 2024-04-22T04:30:02.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Upgrade: Updating mon.a 2024-04-22T04:30:02.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Deploying daemon mon.a on smithi040 2024-04-22T04:30:02.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T04:30:02.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:30:02.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T04:30:02.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: [22/Apr/2024:04:29:21] ENGINE Bus STARTING 2024-04-22T04:30:02.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: [22/Apr/2024:04:29:21] ENGINE Serving on https://172.21.15.40:7150 2024-04-22T04:30:02.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: [22/Apr/2024:04:29:21] ENGINE Bus STARTED 2024-04-22T04:30:02.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: [22/Apr/2024:04:29:21] ENGINE Bus STARTED 2024-04-22T04:30:02.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e200: 8 total, 8 up, 8 in 2024-04-22T04:30:02.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: pgmap v5: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 96 MiB/s rd, 49 MiB/s wr, 346 op/s 2024-04-22T04:30:02.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: mgrmap e36: y(active, since 2s), standbys: x 2024-04-22T04:30:02.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e201: 8 total, 8 up, 8 in 2024-04-22T04:30:02.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e202: 8 total, 8 up, 8 in 2024-04-22T04:30:02.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: pgmap v8: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 16 MiB/s wr, 115 op/s 2024-04-22T04:30:02.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: mgrmap e37: y(active, since 4s), standbys: x 2024-04-22T04:30:02.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e203: 8 total, 8 up, 8 in 2024-04-22T04:30:02.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e204: 8 total, 8 up, 8 in 2024-04-22T04:30:02.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: pgmap v11: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 41 op/s 2024-04-22T04:30:02.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e205: 8 total, 8 up, 8 in 2024-04-22T04:30:02.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e206: 8 total, 8 up, 8 in 2024-04-22T04:30:02.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: pgmap v14: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 41 op/s 2024-04-22T04:30:02.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e207: 8 total, 8 up, 8 in 2024-04-22T04:30:02.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:02.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:30:02.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e208: 8 total, 8 up, 8 in 2024-04-22T04:30:02.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:30:02.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:30:02.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: pgmap v17: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:30:02.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e209: 8 total, 8 up, 8 in 2024-04-22T04:30:02.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e200: 8 total, 8 up, 8 in 2024-04-22T04:30:02.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: pgmap v5: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 96 MiB/s rd, 49 MiB/s wr, 346 op/s 2024-04-22T04:30:02.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: mgrmap e36: y(active, since 2s), standbys: x 2024-04-22T04:30:02.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e201: 8 total, 8 up, 8 in 2024-04-22T04:30:02.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e202: 8 total, 8 up, 8 in 2024-04-22T04:30:02.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: pgmap v8: 121 pgs: 121 active+clean; 266 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 16 MiB/s wr, 115 op/s 2024-04-22T04:30:02.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: mgrmap e37: y(active, since 4s), standbys: x 2024-04-22T04:30:02.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e203: 8 total, 8 up, 8 in 2024-04-22T04:30:02.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e204: 8 total, 8 up, 8 in 2024-04-22T04:30:02.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: pgmap v11: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 41 op/s 2024-04-22T04:30:02.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e205: 8 total, 8 up, 8 in 2024-04-22T04:30:02.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e206: 8 total, 8 up, 8 in 2024-04-22T04:30:02.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: pgmap v14: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 41 op/s 2024-04-22T04:30:02.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e207: 8 total, 8 up, 8 in 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e208: 8 total, 8 up, 8 in 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi040:/etc/ceph/ceph.conf 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi062:/etc/ceph/ceph.conf 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: pgmap v17: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Updating smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e209: 8 total, 8 up, 8 in 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:02.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:02.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-22T04:30:02.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-22T04:30:02.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Upgrade: It appears safe to stop mon.c 2024-04-22T04:30:02.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e210: 8 total, 8 up, 8 in 2024-04-22T04:30:02.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: pgmap v20: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 44 KiB/s wr, 14 op/s 2024-04-22T04:30:02.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Upgrade: Updating mon.c 2024-04-22T04:30:02.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:30:02.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:30:02.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:02.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Deploying daemon mon.c on smithi040 2024-04-22T04:30:02.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e211: 8 total, 8 up, 8 in 2024-04-22T04:30:02.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e212: 8 total, 8 up, 8 in 2024-04-22T04:30:02.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: pgmap v23: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 44 KiB/s wr, 14 op/s 2024-04-22T04:30:02.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e213: 8 total, 8 up, 8 in 2024-04-22T04:30:02.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:02.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: mon.c calling monitor election 2024-04-22T04:30:02.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: mon.a calling monitor election 2024-04-22T04:30:02.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: mon.b calling monitor election 2024-04-22T04:30:02.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-22T04:30:02.921 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-22T04:30:02.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:30:02.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e213: 8 total, 8 up, 8 in 2024-04-22T04:30:02.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: mgrmap e37: y(active, since 22s), standbys: x 2024-04-22T04:30:02.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-22T04:30:02.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:30:02.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: overall HEALTH_OK 2024-04-22T04:30:02.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e214: 8 total, 8 up, 8 in 2024-04-22T04:30:02.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:30:02.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4269542392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:02.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: pgmap v30: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 757 KiB/s wr, 4 op/s 2024-04-22T04:30:02.922 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e215: 8 total, 8 up, 8 in 2024-04-22T04:30:02.922 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.923 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.923 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:02.923 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:02.923 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-22T04:30:02.923 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-22T04:30:02.923 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Upgrade: It appears safe to stop mon.c 2024-04-22T04:30:02.923 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e210: 8 total, 8 up, 8 in 2024-04-22T04:30:02.923 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: pgmap v20: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 44 KiB/s wr, 14 op/s 2024-04-22T04:30:02.923 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Upgrade: Updating mon.c 2024-04-22T04:30:02.923 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.923 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:30:02.923 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:30:02.923 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:02.923 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Deploying daemon mon.c on smithi040 2024-04-22T04:30:02.923 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e211: 8 total, 8 up, 8 in 2024-04-22T04:30:02.923 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e212: 8 total, 8 up, 8 in 2024-04-22T04:30:02.924 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: pgmap v23: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 44 KiB/s wr, 14 op/s 2024-04-22T04:30:02.924 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e213: 8 total, 8 up, 8 in 2024-04-22T04:30:02.924 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:02.924 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: mon.c calling monitor election 2024-04-22T04:30:02.924 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: mon.a calling monitor election 2024-04-22T04:30:02.924 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: mon.b calling monitor election 2024-04-22T04:30:02.924 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-22T04:30:02.924 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-22T04:30:02.924 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:30:02.924 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e213: 8 total, 8 up, 8 in 2024-04-22T04:30:02.924 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: mgrmap e37: y(active, since 22s), standbys: x 2024-04-22T04:30:02.924 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-22T04:30:02.925 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:30:02.925 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: overall HEALTH_OK 2024-04-22T04:30:02.925 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e214: 8 total, 8 up, 8 in 2024-04-22T04:30:02.925 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:30:02.925 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4269542392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:02.925 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: pgmap v30: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 757 KiB/s wr, 4 op/s 2024-04-22T04:30:02.925 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e215: 8 total, 8 up, 8 in 2024-04-22T04:30:02.925 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e216: 8 total, 8 up, 8 in 2024-04-22T04:30:02.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e216: 8 total, 8 up, 8 in 2024-04-22T04:30:02.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: pgmap v33: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 549 KiB/s rd, 115 KiB/s wr, 6 op/s 2024-04-22T04:30:02.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e217: 8 total, 8 up, 8 in 2024-04-22T04:30:02.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e218: 8 total, 8 up, 8 in 2024-04-22T04:30:02.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e219: 8 total, 8 up, 8 in 2024-04-22T04:30:02.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: pgmap v37: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 838 KiB/s rd, 175 KiB/s wr, 10 op/s 2024-04-22T04:30:02.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e220: 8 total, 8 up, 8 in 2024-04-22T04:30:02.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e221: 8 total, 8 up, 8 in 2024-04-22T04:30:02.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:02.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:30:02.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.926 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: pgmap v40: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:30:02.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:02.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:02.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:02.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-22T04:30:02.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-22T04:30:02.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Upgrade: It appears safe to stop mon.b 2024-04-22T04:30:02.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e222: 8 total, 8 up, 8 in 2024-04-22T04:30:02.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e223: 8 total, 8 up, 8 in 2024-04-22T04:30:02.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Upgrade: Updating mon.b 2024-04-22T04:30:02.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: pgmap v43: 121 pgs: 121 active+clean; 272 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-04-22T04:30:02.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:30:02.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:30:02.927 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: Deploying daemon mon.b on smithi062 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e224: 8 total, 8 up, 8 in 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: mon.a calling monitor election 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: mon.b calling monitor election 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: mon.c calling monitor election 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: pgmap v48: 121 pgs: 121 active+clean; 279 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 698 KiB/s wr, 5 op/s 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: pgmap v49: 121 pgs: 121 active+clean; 279 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 559 KiB/s wr, 4 op/s 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: pgmap v50: 121 pgs: 121 active+clean; 279 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 476 KiB/s wr, 4 op/s 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: mon.a calling monitor election 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: monmap e4: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: osdmap e225: 8 total, 8 up, 8 in 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: mgrmap e37: y(active, since 42s), standbys: x 2024-04-22T04:30:02.928 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: overall HEALTH_OK 2024-04-22T04:30:02.929 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='' 2024-04-22T04:30:02.929 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.929 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:02.929 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.929 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.929 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: pgmap v33: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 549 KiB/s rd, 115 KiB/s wr, 6 op/s 2024-04-22T04:30:02.929 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e217: 8 total, 8 up, 8 in 2024-04-22T04:30:02.929 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e218: 8 total, 8 up, 8 in 2024-04-22T04:30:02.929 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.929 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.929 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e219: 8 total, 8 up, 8 in 2024-04-22T04:30:02.929 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: pgmap v37: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 838 KiB/s rd, 175 KiB/s wr, 10 op/s 2024-04-22T04:30:02.930 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e220: 8 total, 8 up, 8 in 2024-04-22T04:30:02.930 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e221: 8 total, 8 up, 8 in 2024-04-22T04:30:02.930 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.930 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.930 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:02.930 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:30:02.930 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.930 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: pgmap v40: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-22T04:30:02.930 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:02.930 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:02.930 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:02.930 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-22T04:30:02.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-22T04:30:02.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Upgrade: It appears safe to stop mon.b 2024-04-22T04:30:02.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e222: 8 total, 8 up, 8 in 2024-04-22T04:30:02.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e223: 8 total, 8 up, 8 in 2024-04-22T04:30:02.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Upgrade: Updating mon.b 2024-04-22T04:30:02.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: pgmap v43: 121 pgs: 121 active+clean; 272 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-04-22T04:30:02.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:30:02.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:30:02.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:02.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: Deploying daemon mon.b on smithi062 2024-04-22T04:30:02.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e224: 8 total, 8 up, 8 in 2024-04-22T04:30:02.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: mon.a calling monitor election 2024-04-22T04:30:02.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: mon.b calling monitor election 2024-04-22T04:30:02.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T04:30:02.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: mon.c calling monitor election 2024-04-22T04:30:02.932 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T04:30:02.932 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T04:30:02.932 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: pgmap v48: 121 pgs: 121 active+clean; 279 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 698 KiB/s wr, 5 op/s 2024-04-22T04:30:02.932 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: pgmap v49: 121 pgs: 121 active+clean; 279 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 559 KiB/s wr, 4 op/s 2024-04-22T04:30:02.932 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: pgmap v50: 121 pgs: 121 active+clean; 279 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 476 KiB/s wr, 4 op/s 2024-04-22T04:30:02.932 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: mon.a calling monitor election 2024-04-22T04:30:02.932 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-22T04:30:02.932 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: monmap e4: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-22T04:30:02.932 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:30:02.932 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: osdmap e225: 8 total, 8 up, 8 in 2024-04-22T04:30:02.932 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: mgrmap e37: y(active, since 42s), standbys: x 2024-04-22T04:30:02.932 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: overall HEALTH_OK 2024-04-22T04:30:02.932 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='' 2024-04-22T04:30:02.933 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:02.933 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:03.627 INFO:tasks.rados.rados.0.smithi040.stdout:956: done (2 left) 2024-04-22T04:30:03.628 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 87 2024-04-22T04:30:03.628 INFO:tasks.rados.rados.0.smithi040.stdout:955: finishing copy_from racing read to smithi04078109-21 2024-04-22T04:30:03.628 INFO:tasks.rados.rados.0.smithi040.stdout:957: seq_num 315 ranges {1277952=483328} 2024-04-22T04:30:03.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:03 smithi062 ceph-mon[78153]: osdmap e226: 8 total, 8 up, 8 in 2024-04-22T04:30:03.644 INFO:tasks.rados.rados.0.smithi040.stdout:957: writing smithi04078109-17 from 1277952 to 1761280 tid 1 2024-04-22T04:30:03.644 INFO:tasks.rados.rados.0.smithi040.stdout:958: delete oid 29 current snap is 87 2024-04-22T04:30:03.644 INFO:tasks.rados.rados.0.smithi040.stdout:955: finishing copy_from to smithi04078109-21 2024-04-22T04:30:03.644 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 369 (ObjNum 232 snap 53 seq_num 232) dirty exists 2024-04-22T04:30:03.644 INFO:tasks.rados.rados.0.smithi040.stdout:954: expect (ObjNum 305 snap 83 seq_num 305) 2024-04-22T04:30:03.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:03 smithi040 ceph-mon[88445]: osdmap e226: 8 total, 8 up, 8 in 2024-04-22T04:30:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:03 smithi040 ceph-mon[91058]: osdmap e226: 8 total, 8 up, 8 in 2024-04-22T04:30:04.124 INFO:tasks.rados.rados.0.smithi040.stdout:957: finishing write tid 1 to smithi04078109-17 2024-04-22T04:30:04.124 INFO:tasks.rados.rados.0.smithi040.stdout:957: finishing write tid 2 to smithi04078109-17 2024-04-22T04:30:04.124 INFO:tasks.rados.rados.0.smithi040.stdout:957: finishing write tid 3 to smithi04078109-17 2024-04-22T04:30:04.124 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 492 (ObjNum 315 snap 87 seq_num 315) dirty exists 2024-04-22T04:30:04.124 INFO:tasks.rados.rados.0.smithi040.stdout:957: left oid 17 (ObjNum 315 snap 87 seq_num 315) 2024-04-22T04:30:04.124 INFO:tasks.rados.rados.0.smithi040.stdout:954: done (3 left) 2024-04-22T04:30:04.124 INFO:tasks.rados.rados.0.smithi040.stdout:955: done (2 left) 2024-04-22T04:30:04.124 INFO:tasks.rados.rados.0.smithi040.stdout:957: done (1 left) 2024-04-22T04:30:04.124 INFO:tasks.rados.rados.0.smithi040.stdout:958: done (0 left) 2024-04-22T04:30:04.124 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 41 current snap is 87 2024-04-22T04:30:04.124 INFO:tasks.rados.rados.0.smithi040.stdout:959: seq_num 317 ranges {4046848=516096} 2024-04-22T04:30:04.148 INFO:tasks.rados.rados.0.smithi040.stdout:959: writing smithi04078109-41 from 4046848 to 4562944 tid 1 2024-04-22T04:30:04.148 INFO:tasks.rados.rados.0.smithi040.stdout:960: rollback oid 47 current snap is 87 2024-04-22T04:30:04.148 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 47 to 83 2024-04-22T04:30:04.148 INFO:tasks.rados.rados.0.smithi040.stdout:961: snap_create 2024-04-22T04:30:04.151 INFO:tasks.rados.rados.0.smithi040.stdout:960: finishing rollback tid 0 to smithi04078109-47 2024-04-22T04:30:04.151 INFO:tasks.rados.rados.0.smithi040.stdout:960: finishing rollback tid 1 to smithi04078109-47 2024-04-22T04:30:04.151 INFO:tasks.rados.rados.0.smithi040.stdout:959: finishing write tid 1 to smithi04078109-41 2024-04-22T04:30:04.151 INFO:tasks.rados.rados.0.smithi040.stdout:960: finishing rollback tid 2 to smithi04078109-47 2024-04-22T04:30:04.151 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 272 (ObjNum 306 snap 83 seq_num 306) dirty exists 2024-04-22T04:30:04.151 INFO:tasks.rados.rados.0.smithi040.stdout:959: finishing write tid 2 to smithi04078109-41 2024-04-22T04:30:04.153 INFO:tasks.rados.rados.0.smithi040.stdout:959: finishing write tid 3 to smithi04078109-41 2024-04-22T04:30:04.153 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 499 (ObjNum 317 snap 87 seq_num 317) dirty exists 2024-04-22T04:30:04.153 INFO:tasks.rados.rados.0.smithi040.stdout:959: left oid 41 (ObjNum 317 snap 87 seq_num 317) 2024-04-22T04:30:04.635 INFO:tasks.rados.rados.0.smithi040.stdout:959: done (2 left) 2024-04-22T04:30:04.635 INFO:tasks.rados.rados.0.smithi040.stdout:960: done (1 left) 2024-04-22T04:30:04.635 INFO:tasks.rados.rados.0.smithi040.stdout:961: done (0 left) 2024-04-22T04:30:04.635 INFO:tasks.rados.rados.0.smithi040.stdout:962: rmattr oid 32 current snap is 88 2024-04-22T04:30:04.635 INFO:tasks.rados.rados.0.smithi040.stdout:962: done (0 left) 2024-04-22T04:30:04.635 INFO:tasks.rados.rados.0.smithi040.stdout:963: read oid 50 snap -1 2024-04-22T04:30:04.636 INFO:tasks.rados.rados.0.smithi040.stdout:963: expect (ObjNum 313 snap 87 seq_num 313) 2024-04-22T04:30:04.636 INFO:tasks.rados.rados.0.smithi040.stdout:964: rollback oid 48 current snap is 88 2024-04-22T04:30:04.636 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 48 to 62 2024-04-22T04:30:04.636 INFO:tasks.rados.rados.0.smithi040.stdout:965: delete oid 5 current snap is 88 2024-04-22T04:30:04.641 INFO:tasks.rados.rados.0.smithi040.stdout:965: done (2 left) 2024-04-22T04:30:04.642 INFO:tasks.rados.rados.0.smithi040.stdout:966: delete oid 36 current snap is 88 2024-04-22T04:30:04.645 INFO:tasks.rados.rados.0.smithi040.stdout:963: expect (ObjNum 313 snap 87 seq_num 313) 2024-04-22T04:30:04.656 INFO:tasks.rados.rados.0.smithi040.stdout:964: finishing rollback tid 0 to smithi04078109-48 2024-04-22T04:30:04.656 INFO:tasks.rados.rados.0.smithi040.stdout:964: finishing rollback tid 1 to smithi04078109-48 2024-04-22T04:30:04.656 INFO:tasks.rados.rados.0.smithi040.stdout:964: finishing rollback tid 2 to smithi04078109-48 2024-04-22T04:30:04.656 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 245 (ObjNum 222 snap 51 seq_num 222) dirty exists 2024-04-22T04:30:04.656 INFO:tasks.rados.rados.0.smithi040.stdout:963: done (2 left) 2024-04-22T04:30:04.657 INFO:tasks.rados.rados.0.smithi040.stdout:964: done (1 left) 2024-04-22T04:30:04.657 INFO:tasks.rados.rados.0.smithi040.stdout:966: done (0 left) 2024-04-22T04:30:04.657 INFO:tasks.rados.rados.0.smithi040.stdout:967: copy_from oid 25 from oid 31 current snap is 88 2024-04-22T04:30:04.657 INFO:tasks.rados.rados.0.smithi040.stdout:968: read oid 49 snap 77 2024-04-22T04:30:04.657 INFO:tasks.rados.rados.0.smithi040.stdout:968: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:30:04.657 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 88 2024-04-22T04:30:04.657 INFO:tasks.rados.rados.0.smithi040.stdout:969: seq_num 320 ranges {974848=565248} 2024-04-22T04:30:04.665 INFO:tasks.rados.rados.0.smithi040.stdout:969: writing smithi04078109-23 from 974848 to 1540096 tid 1 2024-04-22T04:30:04.665 INFO:tasks.rados.rados.0.smithi040.stdout:970: copy_from oid 32 from oid 42 current snap is 88 2024-04-22T04:30:04.665 INFO:tasks.rados.rados.0.smithi040.stdout:967: finishing copy_from to smithi04078109-25 2024-04-22T04:30:04.665 INFO:tasks.rados.rados.0.smithi040.stdout:967: got expected ENOENT (src dne) 2024-04-22T04:30:04.665 INFO:tasks.rados.rados.0.smithi040.stdout:967: finishing copy_from racing read to smithi04078109-25 2024-04-22T04:30:04.665 INFO:tasks.rados.rados.0.smithi040.stdout:968: expect (ObjNum 93 snap 12 seq_num 93) 2024-04-22T04:30:04.709 INFO:tasks.rados.rados.0.smithi040.stdout:969: finishing write tid 1 to smithi04078109-23 2024-04-22T04:30:04.709 INFO:tasks.rados.rados.0.smithi040.stdout:969: finishing write tid 2 to smithi04078109-23 2024-04-22T04:30:04.709 INFO:tasks.rados.rados.0.smithi040.stdout:969: finishing write tid 3 to smithi04078109-23 2024-04-22T04:30:04.709 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 353 (ObjNum 320 snap 88 seq_num 320) dirty exists 2024-04-22T04:30:04.709 INFO:tasks.rados.rados.0.smithi040.stdout:969: left oid 23 (ObjNum 320 snap 88 seq_num 320) 2024-04-22T04:30:04.710 INFO:tasks.rados.rados.0.smithi040.stdout:970: finishing copy_from racing read to smithi04078109-32 2024-04-22T04:30:04.710 INFO:tasks.rados.rados.0.smithi040.stdout:970: finishing copy_from to smithi04078109-32 2024-04-22T04:30:04.710 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 267 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-04-22T04:30:04.710 INFO:tasks.rados.rados.0.smithi040.stdout:967: done (3 left) 2024-04-22T04:30:04.710 INFO:tasks.rados.rados.0.smithi040.stdout:968: done (2 left) 2024-04-22T04:30:04.710 INFO:tasks.rados.rados.0.smithi040.stdout:969: done (1 left) 2024-04-22T04:30:04.710 INFO:tasks.rados.rados.0.smithi040.stdout:970: done (0 left) 2024-04-22T04:30:04.710 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 50 current snap is 88 2024-04-22T04:30:04.710 INFO:tasks.rados.rados.0.smithi040.stdout:971: seq_num 321 ranges {450560=581632} 2024-04-22T04:30:04.715 INFO:tasks.rados.rados.0.smithi040.stdout:971: writing smithi04078109-50 from 450560 to 1032192 tid 1 2024-04-22T04:30:04.715 INFO:tasks.rados.rados.0.smithi040.stdout:972: read oid 19 snap 85 2024-04-22T04:30:04.715 INFO:tasks.rados.rados.0.smithi040.stdout:972: expect (ObjNum 307 snap 84 seq_num 307) 2024-04-22T04:30:04.715 INFO:tasks.rados.rados.0.smithi040.stdout:973: read oid 41 snap -1 2024-04-22T04:30:04.715 INFO:tasks.rados.rados.0.smithi040.stdout:973: expect (ObjNum 317 snap 87 seq_num 317) 2024-04-22T04:30:04.715 INFO:tasks.rados.rados.0.smithi040.stdout:974: read oid 7 snap 83 2024-04-22T04:30:04.715 INFO:tasks.rados.rados.0.smithi040.stdout:974: expect deleted 2024-04-22T04:30:04.715 INFO:tasks.rados.rados.0.smithi040.stdout:975: snap_create 2024-04-22T04:30:04.719 INFO:tasks.rados.rados.0.smithi040.stdout:972: expect (ObjNum 307 snap 84 seq_num 307) 2024-04-22T04:30:04.729 INFO:tasks.rados.rados.0.smithi040.stdout:971: finishing write tid 1 to smithi04078109-50 2024-04-22T04:30:04.729 INFO:tasks.rados.rados.0.smithi040.stdout:971: finishing write tid 2 to smithi04078109-50 2024-04-22T04:30:04.729 INFO:tasks.rados.rados.0.smithi040.stdout:971: finishing write tid 3 to smithi04078109-50 2024-04-22T04:30:04.729 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 274 (ObjNum 321 snap 88 seq_num 321) dirty exists 2024-04-22T04:30:04.729 INFO:tasks.rados.rados.0.smithi040.stdout:971: left oid 50 (ObjNum 321 snap 88 seq_num 321) 2024-04-22T04:30:04.729 INFO:tasks.rados.rados.0.smithi040.stdout:973: expect (ObjNum 317 snap 87 seq_num 317) 2024-04-22T04:30:04.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:04 smithi040 ceph-mon[88445]: osdmap e227: 8 total, 8 up, 8 in 2024-04-22T04:30:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:04 smithi040 ceph-mon[88445]: pgmap v53: 121 pgs: 121 active+clean; 279 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-22T04:30:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:04 smithi040 ceph-mon[91058]: osdmap e227: 8 total, 8 up, 8 in 2024-04-22T04:30:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:04 smithi040 ceph-mon[91058]: pgmap v53: 121 pgs: 121 active+clean; 279 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-22T04:30:04.976 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:04 smithi062 ceph-mon[78153]: osdmap e227: 8 total, 8 up, 8 in 2024-04-22T04:30:04.976 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:04 smithi062 ceph-mon[78153]: pgmap v53: 121 pgs: 121 active+clean; 279 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-22T04:30:05.648 INFO:tasks.rados.rados.0.smithi040.stdout:971: done (4 left) 2024-04-22T04:30:05.648 INFO:tasks.rados.rados.0.smithi040.stdout:972: done (3 left) 2024-04-22T04:30:05.648 INFO:tasks.rados.rados.0.smithi040.stdout:973: done (2 left) 2024-04-22T04:30:05.648 INFO:tasks.rados.rados.0.smithi040.stdout:974: done (1 left) 2024-04-22T04:30:05.648 INFO:tasks.rados.rados.0.smithi040.stdout:975: done (0 left) 2024-04-22T04:30:05.648 INFO:tasks.rados.rados.0.smithi040.stdout:976: read oid 3 snap -1 2024-04-22T04:30:05.648 INFO:tasks.rados.rados.0.smithi040.stdout:976: expect (ObjNum 310 snap 85 seq_num 310) 2024-04-22T04:30:05.649 INFO:tasks.rados.rados.0.smithi040.stdout:977: copy_from oid 50 from oid 8 current snap is 89 2024-04-22T04:30:05.649 INFO:tasks.rados.rados.0.smithi040.stdout:978: snap_remove snap 64 2024-04-22T04:30:05.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:05 smithi062 ceph-mon[78153]: osdmap e228: 8 total, 8 up, 8 in 2024-04-22T04:30:05.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:05.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:30:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:30:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:30:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:05 smithi040 ceph-mon[88445]: osdmap e228: 8 total, 8 up, 8 in 2024-04-22T04:30:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:05 smithi040 ceph-mon[91058]: osdmap e228: 8 total, 8 up, 8 in 2024-04-22T04:30:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:06.656 INFO:tasks.rados.rados.0.smithi040.stdout:978: done (2 left) 2024-04-22T04:30:06.657 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 38 current snap is 89 2024-04-22T04:30:06.657 INFO:tasks.rados.rados.0.smithi040.stdout:979: seq_num 322 ranges {6463488=598016} 2024-04-22T04:30:06.697 INFO:tasks.rados.rados.0.smithi040.stdout:979: writing smithi04078109-38 from 6463488 to 7061504 tid 1 2024-04-22T04:30:06.697 INFO:tasks.rados.rados.0.smithi040.stdout:980: read oid 20 snap -1 2024-04-22T04:30:06.697 INFO:tasks.rados.rados.0.smithi040.stdout:980: expect (ObjNum 188 snap 41 seq_num 188) 2024-04-22T04:30:06.697 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 34 current snap is 89 2024-04-22T04:30:06.697 INFO:tasks.rados.rados.0.smithi040.stdout:976: expect (ObjNum 310 snap 85 seq_num 310) 2024-04-22T04:30:06.709 INFO:tasks.rados.rados.0.smithi040.stdout:977: finishing copy_from racing read to smithi04078109-50 2024-04-22T04:30:06.709 INFO:tasks.rados.rados.0.smithi040.stdout:977: finishing copy_from to smithi04078109-50 2024-04-22T04:30:06.709 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 120 (ObjNum 226 snap 52 seq_num 226) dirty exists 2024-04-22T04:30:06.709 INFO:tasks.rados.rados.0.smithi040.stdout:981: seq_num 323 ranges {3661824=614400} 2024-04-22T04:30:06.732 INFO:tasks.rados.rados.0.smithi040.stdout:981: writing smithi04078109-34 from 3661824 to 4276224 tid 1 2024-04-22T04:30:06.732 INFO:tasks.rados.rados.0.smithi040.stdout:976: done (4 left) 2024-04-22T04:30:06.732 INFO:tasks.rados.rados.0.smithi040.stdout:977: done (3 left) 2024-04-22T04:30:06.733 INFO:tasks.rados.rados.0.smithi040.stdout:982: rmattr oid 48 current snap is 89 2024-04-22T04:30:06.733 INFO:tasks.rados.rados.0.smithi040.stdout:982: done (3 left) 2024-04-22T04:30:06.733 INFO:tasks.rados.rados.0.smithi040.stdout:983: read oid 8 snap 79 2024-04-22T04:30:06.733 INFO:tasks.rados.rados.0.smithi040.stdout:983: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:30:06.733 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 89 2024-04-22T04:30:06.733 INFO:tasks.rados.rados.0.smithi040.stdout:979: finishing write tid 1 to smithi04078109-38 2024-04-22T04:30:06.733 INFO:tasks.rados.rados.0.smithi040.stdout:979: finishing write tid 2 to smithi04078109-38 2024-04-22T04:30:06.733 INFO:tasks.rados.rados.0.smithi040.stdout:980: expect (ObjNum 188 snap 41 seq_num 188) 2024-04-22T04:30:06.788 INFO:tasks.rados.rados.0.smithi040.stdout:979: finishing write tid 3 to smithi04078109-38 2024-04-22T04:30:06.789 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 180 (ObjNum 322 snap 89 seq_num 322) dirty exists 2024-04-22T04:30:06.789 INFO:tasks.rados.rados.0.smithi040.stdout:979: left oid 38 (ObjNum 322 snap 89 seq_num 322) 2024-04-22T04:30:06.789 INFO:tasks.rados.rados.0.smithi040.stdout:984: seq_num 324 ranges {0=630784} 2024-04-22T04:30:06.792 INFO:tasks.rados.rados.0.smithi040.stdout:984: writing smithi04078109-35 from 0 to 630784 tid 1 2024-04-22T04:30:06.792 INFO:tasks.rados.rados.0.smithi040.stdout:979: done (4 left) 2024-04-22T04:30:06.792 INFO:tasks.rados.rados.0.smithi040.stdout:980: done (3 left) 2024-04-22T04:30:06.793 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 30 current snap is 89 2024-04-22T04:30:06.793 INFO:tasks.rados.rados.0.smithi040.stdout:981: finishing write tid 1 to smithi04078109-34 2024-04-22T04:30:06.793 INFO:tasks.rados.rados.0.smithi040.stdout:981: finishing write tid 2 to smithi04078109-34 2024-04-22T04:30:06.793 INFO:tasks.rados.rados.0.smithi040.stdout:981: finishing write tid 3 to smithi04078109-34 2024-04-22T04:30:06.793 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 468 (ObjNum 323 snap 89 seq_num 323) dirty exists 2024-04-22T04:30:06.793 INFO:tasks.rados.rados.0.smithi040.stdout:981: left oid 34 (ObjNum 323 snap 89 seq_num 323) 2024-04-22T04:30:06.793 INFO:tasks.rados.rados.0.smithi040.stdout:983: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:30:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:06 smithi040 ceph-mon[88445]: osdmap e229: 8 total, 8 up, 8 in 2024-04-22T04:30:06.964 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:06 smithi040 ceph-mon[88445]: pgmap v56: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-22T04:30:06.965 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:06 smithi040 ceph-mon[91058]: osdmap e229: 8 total, 8 up, 8 in 2024-04-22T04:30:06.965 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:06 smithi040 ceph-mon[91058]: pgmap v56: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-22T04:30:06.966 INFO:tasks.rados.rados.0.smithi040.stdout:984: finishing write tid 1 to smithi04078109-35 2024-04-22T04:30:06.966 INFO:tasks.rados.rados.0.smithi040.stdout:984: finishing write tid 2 to smithi04078109-35 2024-04-22T04:30:06.966 INFO:tasks.rados.rados.0.smithi040.stdout:984: finishing write tid 3 to smithi04078109-35 2024-04-22T04:30:06.967 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 422 (ObjNum 324 snap 89 seq_num 324) dirty exists 2024-04-22T04:30:06.967 INFO:tasks.rados.rados.0.smithi040.stdout:984: left oid 35 (ObjNum 324 snap 89 seq_num 324) 2024-04-22T04:30:06.967 INFO:tasks.rados.rados.0.smithi040.stdout:985: seq_num 325 ranges {8192=647168} 2024-04-22T04:30:06.967 INFO:tasks.rados.rados.0.smithi040.stdout:985: writing smithi04078109-30 from 8192 to 655360 tid 1 2024-04-22T04:30:06.967 INFO:tasks.rados.rados.0.smithi040.stdout:981: done (3 left) 2024-04-22T04:30:06.967 INFO:tasks.rados.rados.0.smithi040.stdout:983: done (2 left) 2024-04-22T04:30:06.967 INFO:tasks.rados.rados.0.smithi040.stdout:984: done (1 left) 2024-04-22T04:30:06.967 INFO:tasks.rados.rados.0.smithi040.stdout:986: rmattr oid 3 current snap is 89 2024-04-22T04:30:06.967 INFO:tasks.rados.rados.0.smithi040.stdout:986: done (1 left) 2024-04-22T04:30:06.968 INFO:tasks.rados.rados.0.smithi040.stdout:987: setattr oid 14 current snap is 89 2024-04-22T04:30:06.968 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 26 current snap is 89 2024-04-22T04:30:06.968 INFO:tasks.rados.rados.0.smithi040.stdout:988: seq_num 326 ranges {3661824=663552} 2024-04-22T04:30:06.972 INFO:tasks.rados.rados.0.smithi040.stdout:988: writing smithi04078109-26 from 3661824 to 4325376 tid 1 2024-04-22T04:30:06.972 INFO:tasks.rados.rados.0.smithi040.stdout:989: delete oid 31 current snap is 89 2024-04-22T04:30:06.972 INFO:tasks.rados.rados.0.smithi040.stdout:985: finishing write tid 1 to smithi04078109-30 2024-04-22T04:30:06.972 INFO:tasks.rados.rados.0.smithi040.stdout:985: finishing write tid 2 to smithi04078109-30 2024-04-22T04:30:06.972 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 253 (ObjNum 184 snap 39 seq_num 184) dirty exists 2024-04-22T04:30:06.972 INFO:tasks.rados.rados.0.smithi040.stdout:985: finishing write tid 3 to smithi04078109-30 2024-04-22T04:30:06.972 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 425 (ObjNum 325 snap 89 seq_num 325) dirty exists 2024-04-22T04:30:06.972 INFO:tasks.rados.rados.0.smithi040.stdout:985: left oid 30 (ObjNum 325 snap 89 seq_num 325) 2024-04-22T04:30:06.974 INFO:tasks.rados.rados.0.smithi040.stdout:985: done (3 left) 2024-04-22T04:30:06.974 INFO:tasks.rados.rados.0.smithi040.stdout:987: done (2 left) 2024-04-22T04:30:06.974 INFO:tasks.rados.rados.0.smithi040.stdout:989: done (1 left) 2024-04-22T04:30:06.974 INFO:tasks.rados.rados.0.smithi040.stdout:990: read oid 5 snap -1 2024-04-22T04:30:06.975 INFO:tasks.rados.rados.0.smithi040.stdout:990: expect deleted 2024-04-22T04:30:06.975 INFO:tasks.rados.rados.0.smithi040.stdout:991: rmattr oid 32 current snap is 89 2024-04-22T04:30:06.975 INFO:tasks.rados.rados.0.smithi040.stdout:991: done (2 left) 2024-04-22T04:30:06.975 INFO:tasks.rados.rados.0.smithi040.stdout:992: rmattr oid 47 current snap is 89 2024-04-22T04:30:06.975 INFO:tasks.rados.rados.0.smithi040.stdout:992: done (2 left) 2024-04-22T04:30:06.975 INFO:tasks.rados.rados.0.smithi040.stdout:993: setattr oid 47 current snap is 89 2024-04-22T04:30:06.976 INFO:tasks.rados.rados.0.smithi040.stdout:988: finishing write tid 1 to smithi04078109-26 2024-04-22T04:30:06.976 INFO:tasks.rados.rados.0.smithi040.stdout:988: finishing write tid 2 to smithi04078109-26 2024-04-22T04:30:06.977 INFO:tasks.rados.rados.0.smithi040.stdout:990: done (2 left) 2024-04-22T04:30:06.977 INFO:tasks.rados.rados.0.smithi040.stdout:994: read oid 39 snap 82 2024-04-22T04:30:06.977 INFO:tasks.rados.rados.0.smithi040.stdout:994: expect (ObjNum -1443123152 snap 21852 seq_num 2851492784) 2024-04-22T04:30:06.978 INFO:tasks.rados.rados.0.smithi040.stdout:995: delete oid 3 current snap is 89 2024-04-22T04:30:06.978 INFO:tasks.rados.rados.0.smithi040.stdout:988: finishing write tid 3 to smithi04078109-26 2024-04-22T04:30:06.978 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 271 (ObjNum 326 snap 89 seq_num 326) dirty exists 2024-04-22T04:30:06.978 INFO:tasks.rados.rados.0.smithi040.stdout:988: left oid 26 (ObjNum 326 snap 89 seq_num 326) 2024-04-22T04:30:06.978 INFO:tasks.rados.rados.0.smithi040.stdout:994: expect (ObjNum -1443123152 snap 21852 seq_num 2851492784) 2024-04-22T04:30:06.981 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 275 (ObjNum 306 snap 83 seq_num 306) dirty exists 2024-04-22T04:30:06.981 INFO:tasks.rados.rados.0.smithi040.stdout:988: done (3 left) 2024-04-22T04:30:06.982 INFO:tasks.rados.rados.0.smithi040.stdout:993: done (2 left) 2024-04-22T04:30:06.982 INFO:tasks.rados.rados.0.smithi040.stdout:994: done (1 left) 2024-04-22T04:30:06.982 INFO:tasks.rados.rados.0.smithi040.stdout:995: done (0 left) 2024-04-22T04:30:06.982 INFO:tasks.rados.rados.0.smithi040.stdout:996: copy_from oid 27 from oid 38 current snap is 89 2024-04-22T04:30:06.982 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 28 current snap is 89 2024-04-22T04:30:06.982 INFO:tasks.rados.rados.0.smithi040.stdout:997: seq_num 329 ranges {5111808=712704} 2024-04-22T04:30:06.988 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:06 smithi062 ceph-mon[78153]: osdmap e229: 8 total, 8 up, 8 in 2024-04-22T04:30:06.988 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:06 smithi062 ceph-mon[78153]: pgmap v56: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-22T04:30:07.013 INFO:tasks.rados.rados.0.smithi040.stdout:997: writing smithi04078109-28 from 5111808 to 5824512 tid 1 2024-04-22T04:30:07.013 INFO:tasks.rados.rados.0.smithi040.stdout:998: setattr oid 40 current snap is 89 2024-04-22T04:30:07.013 INFO:tasks.rados.rados.0.smithi040.stdout:996: finishing copy_from racing read to smithi04078109-27 2024-04-22T04:30:07.014 INFO:tasks.rados.rados.0.smithi040.stdout:999: snap_create 2024-04-22T04:30:07.014 INFO:tasks.rados.rados.0.smithi040.stdout:996: finishing copy_from to smithi04078109-27 2024-04-22T04:30:07.014 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 180 (ObjNum 322 snap 89 seq_num 322) dirty exists 2024-04-22T04:30:07.017 INFO:tasks.rados.rados.0.smithi040.stdout:997: finishing write tid 1 to smithi04078109-28 2024-04-22T04:30:07.017 INFO:tasks.rados.rados.0.smithi040.stdout:997: finishing write tid 2 to smithi04078109-28 2024-04-22T04:30:07.017 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 482 (ObjNum 273 snap 70 seq_num 273) dirty exists 2024-04-22T04:30:07.018 INFO:tasks.rados.rados.0.smithi040.stdout:997: finishing write tid 3 to smithi04078109-28 2024-04-22T04:30:07.019 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 194 (ObjNum 329 snap 89 seq_num 329) dirty exists 2024-04-22T04:30:07.019 INFO:tasks.rados.rados.0.smithi040.stdout:997: left oid 28 (ObjNum 329 snap 89 seq_num 329) 2024-04-22T04:30:07.065 INFO:tasks.rados.rados.0.smithi040.stdout:996: done (3 left) 2024-04-22T04:30:07.065 INFO:tasks.rados.rados.0.smithi040.stdout:997: done (2 left) 2024-04-22T04:30:07.065 INFO:tasks.rados.rados.0.smithi040.stdout:998: done (1 left) 2024-04-22T04:30:07.066 INFO:tasks.rados.rados.0.smithi040.stdout:999: done (0 left) 2024-04-22T04:30:07.066 INFO:tasks.rados.rados.0.smithi040.stdout:1000: snap_create 2024-04-22T04:30:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:07 smithi040 ceph-mon[88445]: osdmap e230: 8 total, 8 up, 8 in 2024-04-22T04:30:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:07 smithi040 ceph-mon[88445]: osdmap e231: 8 total, 8 up, 8 in 2024-04-22T04:30:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:07 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:07 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:07 smithi040 ceph-mon[91058]: osdmap e230: 8 total, 8 up, 8 in 2024-04-22T04:30:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:07 smithi040 ceph-mon[91058]: osdmap e231: 8 total, 8 up, 8 in 2024-04-22T04:30:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:07 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:07.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:07 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:08.066 INFO:tasks.rados.rados.0.smithi040.stdout:1000: done (0 left) 2024-04-22T04:30:08.066 INFO:tasks.rados.rados.0.smithi040.stdout:1001: copy_from oid 10 from oid 16 current snap is 91 2024-04-22T04:30:08.066 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 5 current snap is 91 2024-04-22T04:30:08.066 INFO:tasks.rados.rados.0.smithi040.stdout:1002: seq_num 330 ranges {0=737280} 2024-04-22T04:30:08.070 INFO:tasks.rados.rados.0.smithi040.stdout:1002: writing smithi04078109-5 from 0 to 737280 tid 1 2024-04-22T04:30:08.070 INFO:tasks.rados.rados.0.smithi040.stdout:1003: read oid 23 snap 87 2024-04-22T04:30:08.070 INFO:tasks.rados.rados.0.smithi040.stdout:1003: expect (ObjNum 201 snap 45 seq_num 201) 2024-04-22T04:30:08.070 INFO:tasks.rados.rados.0.smithi040.stdout:1004: read oid 47 snap -1 2024-04-22T04:30:08.070 INFO:tasks.rados.rados.0.smithi040.stdout:1004: expect (ObjNum 306 snap 83 seq_num 306) 2024-04-22T04:30:08.070 INFO:tasks.rados.rados.0.smithi040.stdout:1005: copy_from oid 11 from oid 37 current snap is 91 2024-04-22T04:30:08.070 INFO:tasks.rados.rados.0.smithi040.stdout:1006: delete oid 18 current snap is 91 2024-04-22T04:30:08.077 INFO:tasks.rados.rados.0.smithi040.stdout:1001: finishing copy_from to smithi04078109-10 2024-04-22T04:30:08.077 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 174 (ObjNum -1443487456 snap 21852 seq_num 2851388184) dirty exists 2024-04-22T04:30:08.077 INFO:tasks.rados.rados.0.smithi040.stdout:1001: finishing copy_from racing read to smithi04078109-10 2024-04-22T04:30:08.077 INFO:tasks.rados.rados.0.smithi040.stdout:1004: expect (ObjNum 306 snap 83 seq_num 306) 2024-04-22T04:30:08.110 INFO:tasks.rados.rados.0.smithi040.stdout:1003: expect (ObjNum 201 snap 45 seq_num 201) 2024-04-22T04:30:08.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:07 smithi062 ceph-mon[78153]: osdmap e230: 8 total, 8 up, 8 in 2024-04-22T04:30:08.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:07 smithi062 ceph-mon[78153]: osdmap e231: 8 total, 8 up, 8 in 2024-04-22T04:30:08.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:07 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:08.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:07 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:08.137 INFO:tasks.rados.rados.0.smithi040.stdout:1002: finishing write tid 1 to smithi04078109-5 2024-04-22T04:30:08.137 INFO:tasks.rados.rados.0.smithi040.stdout:1002: finishing write tid 2 to smithi04078109-5 2024-04-22T04:30:08.137 INFO:tasks.rados.rados.0.smithi040.stdout:1002: finishing write tid 3 to smithi04078109-5 2024-04-22T04:30:08.137 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 513 (ObjNum 330 snap 91 seq_num 330) dirty exists 2024-04-22T04:30:08.137 INFO:tasks.rados.rados.0.smithi040.stdout:1002: left oid 5 (ObjNum 330 snap 91 seq_num 330) 2024-04-22T04:30:08.137 INFO:tasks.rados.rados.0.smithi040.stdout:1005: finishing copy_from racing read to smithi04078109-11 2024-04-22T04:30:08.137 INFO:tasks.rados.rados.0.smithi040.stdout:1005: finishing copy_from to smithi04078109-11 2024-04-22T04:30:08.137 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 473 (ObjNum 254 snap 64 seq_num 254) dirty exists 2024-04-22T04:30:08.137 INFO:tasks.rados.rados.0.smithi040.stdout:1001: done (5 left) 2024-04-22T04:30:08.137 INFO:tasks.rados.rados.0.smithi040.stdout:1002: done (4 left) 2024-04-22T04:30:08.137 INFO:tasks.rados.rados.0.smithi040.stdout:1003: done (3 left) 2024-04-22T04:30:08.137 INFO:tasks.rados.rados.0.smithi040.stdout:1004: done (2 left) 2024-04-22T04:30:08.138 INFO:tasks.rados.rados.0.smithi040.stdout:1005: done (1 left) 2024-04-22T04:30:08.138 INFO:tasks.rados.rados.0.smithi040.stdout:1006: done (0 left) 2024-04-22T04:30:08.138 INFO:tasks.rados.rados.0.smithi040.stdout:1007: setattr oid 29 current snap is 91 2024-04-22T04:30:08.139 INFO:tasks.rados.rados.0.smithi040.stdout:1008: rollback oid 3 current snap is 91 2024-04-22T04:30:08.140 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 3 to 81 2024-04-22T04:30:08.140 INFO:tasks.rados.rados.0.smithi040.stdout:1009: snap_create 2024-04-22T04:30:08.141 INFO:tasks.rados.rados.0.smithi040.stdout:1008: finishing rollback tid 1 to smithi04078109-3 2024-04-22T04:30:08.142 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 363 (ObjNum -1442714976 snap 21852 seq_num 4158926000) dirty dne 2024-04-22T04:30:08.142 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 254 (ObjNum -1443359280 snap 21852 seq_num 2851600592) dirty exists 2024-04-22T04:30:09.080 INFO:tasks.rados.rados.0.smithi040.stdout:1007: done (2 left) 2024-04-22T04:30:09.080 INFO:tasks.rados.rados.0.smithi040.stdout:1008: done (1 left) 2024-04-22T04:30:09.080 INFO:tasks.rados.rados.0.smithi040.stdout:1009: done (0 left) 2024-04-22T04:30:09.081 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 36 current snap is 92 2024-04-22T04:30:09.081 INFO:tasks.rados.rados.0.smithi040.stdout:1010: seq_num 332 ranges {0=770048} 2024-04-22T04:30:09.084 INFO:tasks.rados.rados.0.smithi040.stdout:1010: writing smithi04078109-36 from 0 to 770048 tid 1 2024-04-22T04:30:09.084 INFO:tasks.rados.rados.0.smithi040.stdout:1011: read oid 24 snap -1 2024-04-22T04:30:09.085 INFO:tasks.rados.rados.0.smithi040.stdout:1011: expect (ObjNum 314 snap 87 seq_num 314) 2024-04-22T04:30:09.085 INFO:tasks.rados.rados.0.smithi040.stdout:1012: snap_create 2024-04-22T04:30:09.090 INFO:tasks.rados.rados.0.smithi040.stdout:1010: finishing write tid 1 to smithi04078109-36 2024-04-22T04:30:09.090 INFO:tasks.rados.rados.0.smithi040.stdout:1010: finishing write tid 2 to smithi04078109-36 2024-04-22T04:30:09.091 INFO:tasks.rados.rados.0.smithi040.stdout:1010: finishing write tid 3 to smithi04078109-36 2024-04-22T04:30:09.091 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 157 (ObjNum 332 snap 92 seq_num 332) dirty exists 2024-04-22T04:30:09.091 INFO:tasks.rados.rados.0.smithi040.stdout:1010: left oid 36 (ObjNum 332 snap 92 seq_num 332) 2024-04-22T04:30:09.114 INFO:tasks.rados.rados.0.smithi040.stdout:1011: expect (ObjNum 314 snap 87 seq_num 314) 2024-04-22T04:30:09.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:09 smithi062 ceph-mon[78153]: osdmap e232: 8 total, 8 up, 8 in 2024-04-22T04:30:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:09 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:09 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:09 smithi062 ceph-mon[78153]: pgmap v60: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-04-22T04:30:09.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:09 smithi040 ceph-mon[88445]: osdmap e232: 8 total, 8 up, 8 in 2024-04-22T04:30:09.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:09 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:09.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:09 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:09.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:09 smithi040 ceph-mon[88445]: pgmap v60: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-04-22T04:30:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:09 smithi040 ceph-mon[91058]: osdmap e232: 8 total, 8 up, 8 in 2024-04-22T04:30:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:09 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:09 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:09 smithi040 ceph-mon[91058]: pgmap v60: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-04-22T04:30:10.078 INFO:tasks.rados.rados.0.smithi040.stdout:1010: done (2 left) 2024-04-22T04:30:10.078 INFO:tasks.rados.rados.0.smithi040.stdout:1011: done (1 left) 2024-04-22T04:30:10.078 INFO:tasks.rados.rados.0.smithi040.stdout:1012: done (0 left) 2024-04-22T04:30:10.078 INFO:tasks.rados.rados.0.smithi040.stdout:1013: snap_remove snap 92 2024-04-22T04:30:10.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:10 smithi062 ceph-mon[78153]: osdmap e233: 8 total, 8 up, 8 in 2024-04-22T04:30:10.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:10 smithi040 ceph-mon[88445]: osdmap e233: 8 total, 8 up, 8 in 2024-04-22T04:30:10.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:10 smithi040 ceph-mon[91058]: osdmap e233: 8 total, 8 up, 8 in 2024-04-22T04:30:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:30:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:30:10] "GET /metrics HTTP/1.1" 200 192147 "" "Prometheus/2.33.4" 2024-04-22T04:30:11.097 INFO:tasks.rados.rados.0.smithi040.stdout:1013: done (0 left) 2024-04-22T04:30:11.097 INFO:tasks.rados.rados.0.smithi040.stdout:1014: delete oid 36 current snap is 93 2024-04-22T04:30:11.101 INFO:tasks.rados.rados.0.smithi040.stdout:1014: done (0 left) 2024-04-22T04:30:11.101 INFO:tasks.rados.rados.0.smithi040.stdout:1015: read oid 24 snap -1 2024-04-22T04:30:11.101 INFO:tasks.rados.rados.0.smithi040.stdout:1015: expect (ObjNum 314 snap 87 seq_num 314) 2024-04-22T04:30:11.101 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 93 2024-04-22T04:30:11.101 INFO:tasks.rados.rados.0.smithi040.stdout:1016: seq_num 334 ranges {630784=802816} 2024-04-22T04:30:11.112 INFO:tasks.rados.rados.0.smithi040.stdout:1016: writing smithi04078109-35 from 630784 to 1433600 tid 1 2024-04-22T04:30:11.112 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 4 current snap is 93 2024-04-22T04:30:11.112 INFO:tasks.rados.rados.0.smithi040.stdout:1017: seq_num 335 ranges {0=417792,417792=401408} 2024-04-22T04:30:11.116 INFO:tasks.rados.rados.0.smithi040.stdout:1017: writing smithi04078109-4 from 0 to 417792 tid 1 2024-04-22T04:30:11.118 INFO:tasks.rados.rados.0.smithi040.stdout:1017: writing smithi04078109-4 from 417792 to 819200 tid 2 2024-04-22T04:30:11.118 INFO:tasks.rados.rados.0.smithi040.stdout:1018: snap_remove snap 83 2024-04-22T04:30:11.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:11 smithi062 ceph-mon[78153]: osdmap e234: 8 total, 8 up, 8 in 2024-04-22T04:30:11.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:11 smithi062 ceph-mon[78153]: pgmap v63: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:30:11.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:11 smithi040 ceph-mon[88445]: osdmap e234: 8 total, 8 up, 8 in 2024-04-22T04:30:11.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:11 smithi040 ceph-mon[88445]: pgmap v63: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:30:11.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:11 smithi040 ceph-mon[91058]: osdmap e234: 8 total, 8 up, 8 in 2024-04-22T04:30:11.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:11 smithi040 ceph-mon[91058]: pgmap v63: 121 pgs: 121 active+clean; 276 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:30:12.095 INFO:tasks.rados.rados.0.smithi040.stdout:1018: done (3 left) 2024-04-22T04:30:12.095 INFO:tasks.rados.rados.0.smithi040.stdout:1019: read oid 32 snap -1 2024-04-22T04:30:12.095 INFO:tasks.rados.rados.0.smithi040.stdout:1019: expect (ObjNum 256 snap 67 seq_num 256) 2024-04-22T04:30:12.095 INFO:tasks.rados.rados.0.smithi040.stdout:1020: read oid 25 snap -1 2024-04-22T04:30:12.095 INFO:tasks.rados.rados.0.smithi040.stdout:1020: expect (ObjNum 308 snap 84 seq_num 308) 2024-04-22T04:30:12.095 INFO:tasks.rados.rados.0.smithi040.stdout:1021: rmattr oid 21 current snap is 93 2024-04-22T04:30:12.095 INFO:tasks.rados.rados.0.smithi040.stdout:1022: read oid 17 snap 62 2024-04-22T04:30:12.095 INFO:tasks.rados.rados.0.smithi040.stdout:1022: expect (ObjNum 213 snap 49 seq_num 213) 2024-04-22T04:30:12.095 INFO:tasks.rados.rados.0.smithi040.stdout:1023: read oid 9 snap -1 2024-04-22T04:30:12.095 INFO:tasks.rados.rados.0.smithi040.stdout:1023: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:30:12.095 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 18 current snap is 93 2024-04-22T04:30:12.096 INFO:tasks.rados.rados.0.smithi040.stdout:1024: seq_num 336 ranges {0=434176,434176=401408} 2024-04-22T04:30:12.097 INFO:tasks.rados.rados.0.smithi040.stdout:1024: writing smithi04078109-18 from 0 to 434176 tid 1 2024-04-22T04:30:12.111 INFO:tasks.rados.rados.0.smithi040.stdout:1024: writing smithi04078109-18 from 434176 to 835584 tid 2 2024-04-22T04:30:12.112 INFO:tasks.rados.rados.0.smithi040.stdout:1025: read oid 30 snap -1 2024-04-22T04:30:12.112 INFO:tasks.rados.rados.0.smithi040.stdout:1025: expect (ObjNum 325 snap 89 seq_num 325) 2024-04-22T04:30:12.112 INFO:tasks.rados.rados.0.smithi040.stdout:1026: rollback oid 19 current snap is 93 2024-04-22T04:30:12.112 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 19 to 74 2024-04-22T04:30:12.112 INFO:tasks.rados.rados.0.smithi040.stdout:1027: delete oid 12 current snap is 93 2024-04-22T04:30:12.112 INFO:tasks.rados.rados.0.smithi040.stdout:1017: finishing write tid 1 to smithi04078109-4 2024-04-22T04:30:12.112 INFO:tasks.rados.rados.0.smithi040.stdout:1017: finishing write tid 2 to smithi04078109-4 2024-04-22T04:30:12.112 INFO:tasks.rados.rados.0.smithi040.stdout:1017: finishing write tid 3 to smithi04078109-4 2024-04-22T04:30:12.112 INFO:tasks.rados.rados.0.smithi040.stdout:1017: finishing write tid 4 to smithi04078109-4 2024-04-22T04:30:12.112 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 187 (ObjNum 335 snap 93 seq_num 335) dirty exists 2024-04-22T04:30:12.112 INFO:tasks.rados.rados.0.smithi040.stdout:1017: left oid 4 (ObjNum 335 snap 93 seq_num 335) 2024-04-22T04:30:12.112 INFO:tasks.rados.rados.0.smithi040.stdout:1015: expect (ObjNum 314 snap 87 seq_num 314) 2024-04-22T04:30:12.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[88445]: osdmap e235: 8 total, 8 up, 8 in 2024-04-22T04:30:12.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:12.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:12.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:12.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:30:12.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:12.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:30:12.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:30:12.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:12.364 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[91058]: osdmap e235: 8 total, 8 up, 8 in 2024-04-22T04:30:12.364 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:12.364 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:12.364 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:12.364 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:30:12.364 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:12.364 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:30:12.364 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:30:12.364 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:12 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:12.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:12 smithi062 ceph-mon[78153]: osdmap e235: 8 total, 8 up, 8 in 2024-04-22T04:30:12.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:12 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:12.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:12 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:12.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:12 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:12.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:12 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:30:12.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:12 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:12.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:12 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:30:12.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:12 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:30:12.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:12 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:12.670 INFO:tasks.rados.rados.0.smithi040.stdout:1016: finishing write tid 1 to smithi04078109-35 2024-04-22T04:30:12.670 INFO:tasks.rados.rados.0.smithi040.stdout:1016: finishing write tid 2 to smithi04078109-35 2024-04-22T04:30:12.670 INFO:tasks.rados.rados.0.smithi040.stdout:1015: done (11 left) 2024-04-22T04:30:12.670 INFO:tasks.rados.rados.0.smithi040.stdout:1017: done (10 left) 2024-04-22T04:30:12.670 INFO:tasks.rados.rados.0.smithi040.stdout:1027: done (9 left) 2024-04-22T04:30:12.670 INFO:tasks.rados.rados.0.smithi040.stdout:1028: rollback oid 11 current snap is 93 2024-04-22T04:30:12.670 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 11 to 62 2024-04-22T04:30:12.670 INFO:tasks.rados.rados.0.smithi040.stdout:1016: finishing write tid 3 to smithi04078109-35 2024-04-22T04:30:12.670 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 428 (ObjNum 334 snap 93 seq_num 334) dirty exists 2024-04-22T04:30:12.670 INFO:tasks.rados.rados.0.smithi040.stdout:1016: left oid 35 (ObjNum 334 snap 93 seq_num 334) 2024-04-22T04:30:12.670 INFO:tasks.rados.rados.0.smithi040.stdout:1026: finishing rollback tid 0 to smithi04078109-19 2024-04-22T04:30:12.671 INFO:tasks.rados.rados.0.smithi040.stdout:1026: finishing rollback tid 1 to smithi04078109-19 2024-04-22T04:30:12.671 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 430 (ObjNum 232 snap 53 seq_num 232) dirty exists 2024-04-22T04:30:12.671 INFO:tasks.rados.rados.0.smithi040.stdout:1026: finishing rollback tid 2 to smithi04078109-19 2024-04-22T04:30:12.671 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 366 (ObjNum 250 snap 63 seq_num 250) dirty exists 2024-04-22T04:30:12.671 INFO:tasks.rados.rados.0.smithi040.stdout:1022: expect (ObjNum 213 snap 49 seq_num 213) 2024-04-22T04:30:12.707 INFO:tasks.rados.rados.0.smithi040.stdout:1025: expect (ObjNum 325 snap 89 seq_num 325) 2024-04-22T04:30:12.724 INFO:tasks.rados.rados.0.smithi040.stdout:1024: finishing write tid 1 to smithi04078109-18 2024-04-22T04:30:12.724 INFO:tasks.rados.rados.0.smithi040.stdout:1024: finishing write tid 2 to smithi04078109-18 2024-04-22T04:30:12.724 INFO:tasks.rados.rados.0.smithi040.stdout:1024: finishing write tid 3 to smithi04078109-18 2024-04-22T04:30:12.724 INFO:tasks.rados.rados.0.smithi040.stdout:1019: expect (ObjNum 256 snap 67 seq_num 256) 2024-04-22T04:30:12.839 INFO:tasks.rados.rados.0.smithi040.stdout:1024: finishing write tid 4 to smithi04078109-18 2024-04-22T04:30:12.839 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 280 (ObjNum 336 snap 93 seq_num 336) dirty exists 2024-04-22T04:30:12.839 INFO:tasks.rados.rados.0.smithi040.stdout:1024: left oid 18 (ObjNum 336 snap 93 seq_num 336) 2024-04-22T04:30:12.839 INFO:tasks.rados.rados.0.smithi040.stdout:1016: done (9 left) 2024-04-22T04:30:12.839 INFO:tasks.rados.rados.0.smithi040.stdout:1019: done (8 left) 2024-04-22T04:30:12.839 INFO:tasks.rados.rados.0.smithi040.stdout:1021: done (7 left) 2024-04-22T04:30:12.839 INFO:tasks.rados.rados.0.smithi040.stdout:1022: done (6 left) 2024-04-22T04:30:12.840 INFO:tasks.rados.rados.0.smithi040.stdout:1024: done (5 left) 2024-04-22T04:30:12.840 INFO:tasks.rados.rados.0.smithi040.stdout:1025: done (4 left) 2024-04-22T04:30:12.840 INFO:tasks.rados.rados.0.smithi040.stdout:1026: done (3 left) 2024-04-22T04:30:12.840 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 93 2024-04-22T04:30:12.840 INFO:tasks.rados.rados.0.smithi040.stdout:1023: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:30:12.991 INFO:tasks.rados.rados.0.smithi040.stdout:1020: expect (ObjNum 308 snap 84 seq_num 308) 2024-04-22T04:30:13.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:13 smithi062 ceph-mon[78153]: Reconfiguring mon.a (monmap changed)... 2024-04-22T04:30:13.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:13 smithi062 ceph-mon[78153]: Reconfiguring daemon mon.a on smithi040 2024-04-22T04:30:13.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:13 smithi062 ceph-mon[78153]: osdmap e236: 8 total, 8 up, 8 in 2024-04-22T04:30:13.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:13 smithi062 ceph-mon[78153]: pgmap v66: 121 pgs: 121 active+clean; 292 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-22T04:30:13.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:13 smithi040 ceph-mon[88445]: Reconfiguring mon.a (monmap changed)... 2024-04-22T04:30:13.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:13 smithi040 ceph-mon[88445]: Reconfiguring daemon mon.a on smithi040 2024-04-22T04:30:13.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:13 smithi040 ceph-mon[88445]: osdmap e236: 8 total, 8 up, 8 in 2024-04-22T04:30:13.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:13 smithi040 ceph-mon[88445]: pgmap v66: 121 pgs: 121 active+clean; 292 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-22T04:30:13.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:13 smithi040 ceph-mon[91058]: Reconfiguring mon.a (monmap changed)... 2024-04-22T04:30:13.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:13 smithi040 ceph-mon[91058]: Reconfiguring daemon mon.a on smithi040 2024-04-22T04:30:13.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:13 smithi040 ceph-mon[91058]: osdmap e236: 8 total, 8 up, 8 in 2024-04-22T04:30:13.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:13 smithi040 ceph-mon[91058]: pgmap v66: 121 pgs: 121 active+clean; 292 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-22T04:30:13.825 INFO:tasks.rados.rados.0.smithi040.stdout:1028: finishing rollback tid 0 to smithi04078109-11 2024-04-22T04:30:13.825 INFO:tasks.rados.rados.0.smithi040.stdout:1028: finishing rollback tid 1 to smithi04078109-11 2024-04-22T04:30:13.825 INFO:tasks.rados.rados.0.smithi040.stdout:1028: finishing rollback tid 2 to smithi04078109-11 2024-04-22T04:30:13.825 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 496 (ObjNum 232 snap 53 seq_num 232) dirty exists 2024-04-22T04:30:13.825 INFO:tasks.rados.rados.0.smithi040.stdout:1029: seq_num 338 ranges {1564672=466944,2031616=401408} 2024-04-22T04:30:13.836 INFO:tasks.rados.rados.0.smithi040.stdout:1029: writing smithi04078109-49 from 1564672 to 2031616 tid 1 2024-04-22T04:30:13.838 INFO:tasks.rados.rados.0.smithi040.stdout:1029: writing smithi04078109-49 from 2031616 to 2433024 tid 2 2024-04-22T04:30:13.838 INFO:tasks.rados.rados.0.smithi040.stdout:1020: done (3 left) 2024-04-22T04:30:13.839 INFO:tasks.rados.rados.0.smithi040.stdout:1023: done (2 left) 2024-04-22T04:30:13.839 INFO:tasks.rados.rados.0.smithi040.stdout:1028: done (1 left) 2024-04-22T04:30:13.839 INFO:tasks.rados.rados.0.smithi040.stdout:1030: delete oid 22 current snap is 93 2024-04-22T04:30:13.840 INFO:tasks.rados.rados.0.smithi040.stdout:1029: finishing write tid 1 to smithi04078109-49 2024-04-22T04:30:13.841 INFO:tasks.rados.rados.0.smithi040.stdout:1030: done (1 left) 2024-04-22T04:30:13.841 INFO:tasks.rados.rados.0.smithi040.stdout:1031: rollback oid 46 current snap is 93 2024-04-22T04:30:13.841 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 46 to 89 2024-04-22T04:30:13.841 INFO:tasks.rados.rados.0.smithi040.stdout:1032: read oid 28 snap -1 2024-04-22T04:30:13.841 INFO:tasks.rados.rados.0.smithi040.stdout:1032: expect (ObjNum 329 snap 89 seq_num 329) 2024-04-22T04:30:13.841 INFO:tasks.rados.rados.0.smithi040.stdout:1033: setattr oid 30 current snap is 93 2024-04-22T04:30:13.845 INFO:tasks.rados.rados.0.smithi040.stdout:1034: read oid 35 snap 87 2024-04-22T04:30:13.845 INFO:tasks.rados.rados.0.smithi040.stdout:1034: expect deleted 2024-04-22T04:30:13.845 INFO:tasks.rados.rados.0.smithi040.stdout:1035: snap_create 2024-04-22T04:30:13.845 INFO:tasks.rados.rados.0.smithi040.stdout:1029: finishing write tid 2 to smithi04078109-49 2024-04-22T04:30:13.845 INFO:tasks.rados.rados.0.smithi040.stdout:1029: finishing write tid 3 to smithi04078109-49 2024-04-22T04:30:13.845 INFO:tasks.rados.rados.0.smithi040.stdout:1029: finishing write tid 4 to smithi04078109-49 2024-04-22T04:30:13.845 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 474 (ObjNum 338 snap 93 seq_num 338) dirty exists 2024-04-22T04:30:13.845 INFO:tasks.rados.rados.0.smithi040.stdout:1029: left oid 49 (ObjNum 338 snap 93 seq_num 338) 2024-04-22T04:30:13.846 INFO:tasks.rados.rados.0.smithi040.stdout:1031: finishing rollback tid 0 to smithi04078109-46 2024-04-22T04:30:13.846 INFO:tasks.rados.rados.0.smithi040.stdout:1031: finishing rollback tid 1 to smithi04078109-46 2024-04-22T04:30:13.846 INFO:tasks.rados.rados.0.smithi040.stdout:1031: finishing rollback tid 2 to smithi04078109-46 2024-04-22T04:30:13.846 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 146 (ObjNum 305 snap 83 seq_num 305) dirty exists 2024-04-22T04:30:13.847 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 438 (ObjNum 325 snap 89 seq_num 325) dirty exists 2024-04-22T04:30:13.871 INFO:tasks.rados.rados.0.smithi040.stdout:1032: expect (ObjNum 329 snap 89 seq_num 329) 2024-04-22T04:30:14.407 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:30:14.721 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:30:14.721 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (3m) 28s ago 4m 24.7M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:30:14.722 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (4m) 7s ago 4m 59.4M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:30:14.722 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (5m) 28s ago 5m 13.8M - 16.2.15-1-g8963e9de 727f386679cb 07889a83e85d 2024-04-22T04:30:14.722 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (5m) 7s ago 5m 16.5M - 16.2.15-1-g8963e9de 727f386679cb 37118b502053 2024-04-22T04:30:14.722 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (79s) 7s ago 9m 430M - 17.2.7-878-g5d873850 c90a446c4c8e aa2238c1b793 2024-04-22T04:30:14.722 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 running (103s) 28s ago 11m 470M - 17.2.7-878-g5d873850 c90a446c4c8e edd41a239d91 2024-04-22T04:30:14.722 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (63s) 28s ago 11m 38.4M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0d79462ba4ea 2024-04-22T04:30:14.722 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (19s) 7s ago 9m 19.8M 2048M 17.2.7-878-g5d873850 c90a446c4c8e ecb1ef3cca09 2024-04-22T04:30:14.722 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (38s) 28s ago 9m 22.4M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0c9cde756a31 2024-04-22T04:30:14.722 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (4m) 28s ago 4m 21.6M - 1.3.1 1dbe0e931976 3d926365bac8 2024-04-22T04:30:14.722 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (4m) 7s ago 4m 21.5M - 1.3.1 1dbe0e931976 cd70c5d64335 2024-04-22T04:30:14.722 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (9m) 28s ago 9m 160M 2489M 16.2.15-1-g8963e9de 727f386679cb a05040c28137 2024-04-22T04:30:14.722 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (8m) 28s ago 8m 115M 2489M 16.2.15-1-g8963e9de 727f386679cb 132b282d5078 2024-04-22T04:30:14.722 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (8m) 28s ago 8m 123M 2489M 16.2.15-1-g8963e9de 727f386679cb 18997dafed68 2024-04-22T04:30:14.723 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (7m) 28s ago 7m 133M 2489M 16.2.15-1-g8963e9de 727f386679cb 143d3b49613e 2024-04-22T04:30:14.723 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (7m) 7s ago 7m 149M 2488M 16.2.15-1-g8963e9de 727f386679cb 60d50d2f7849 2024-04-22T04:30:14.723 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (6m) 7s ago 6m 119M 2488M 16.2.15-1-g8963e9de 727f386679cb b7e17a5d779e 2024-04-22T04:30:14.723 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (6m) 7s ago 6m 122M 2488M 16.2.15-1-g8963e9de 727f386679cb a25b6c33c8a6 2024-04-22T04:30:14.723 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (5m) 7s ago 5m 82.8M 2488M 16.2.15-1-g8963e9de 727f386679cb 65d10d469953 2024-04-22T04:30:14.723 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (3m) 7s ago 4m 70.2M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:30:14.790 INFO:tasks.rados.rados.0.smithi040.stdout:1029: done (5 left) 2024-04-22T04:30:14.790 INFO:tasks.rados.rados.0.smithi040.stdout:1031: done (4 left) 2024-04-22T04:30:14.790 INFO:tasks.rados.rados.0.smithi040.stdout:1032: done (3 left) 2024-04-22T04:30:14.790 INFO:tasks.rados.rados.0.smithi040.stdout:1033: done (2 left) 2024-04-22T04:30:14.790 INFO:tasks.rados.rados.0.smithi040.stdout:1034: done (1 left) 2024-04-22T04:30:14.790 INFO:tasks.rados.rados.0.smithi040.stdout:1035: done (0 left) 2024-04-22T04:30:14.790 INFO:tasks.rados.rados.0.smithi040.stdout:1036: read oid 50 snap -1 2024-04-22T04:30:14.791 INFO:tasks.rados.rados.0.smithi040.stdout:1036: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:30:14.791 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 94 2024-04-22T04:30:14.791 INFO:tasks.rados.rados.0.smithi040.stdout:1037: seq_num 340 ranges {2433024=499712,2932736=401408} 2024-04-22T04:30:14.807 INFO:tasks.rados.rados.0.smithi040.stdout:1037: writing smithi04078109-49 from 2433024 to 2932736 tid 1 2024-04-22T04:30:14.810 INFO:tasks.rados.rados.0.smithi040.stdout:1037: writing smithi04078109-49 from 2932736 to 3334144 tid 2 2024-04-22T04:30:14.810 INFO:tasks.rados.rados.0.smithi040.stdout:1038: rollback oid 32 current snap is 94 2024-04-22T04:30:14.810 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 32 to 81 2024-04-22T04:30:14.810 INFO:tasks.rados.rados.0.smithi040.stdout:1039: delete oid 37 current snap is 94 2024-04-22T04:30:14.810 INFO:tasks.rados.rados.0.smithi040.stdout:1036: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:30:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[91058]: Reconfiguring mgr.y (monmap changed)... 2024-04-22T04:30:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:30:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:30:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:30:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[91058]: Reconfiguring daemon mgr.y on smithi040 2024-04-22T04:30:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[91058]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:30:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[91058]: pgmap v67: 121 pgs: 121 active+clean; 292 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-22T04:30:14.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:14.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:14.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[88445]: Reconfiguring mgr.y (monmap changed)... 2024-04-22T04:30:14.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:30:14.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:30:14.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:30:14.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:14.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[88445]: Reconfiguring daemon mgr.y on smithi040 2024-04-22T04:30:14.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[88445]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:30:14.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:14 smithi040 ceph-mon[88445]: pgmap v67: 121 pgs: 121 active+clean; 292 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-22T04:30:14.970 INFO:tasks.rados.rados.0.smithi040.stdout:1037: finishing write tid 1 to smithi04078109-49 2024-04-22T04:30:14.971 INFO:tasks.rados.rados.0.smithi040.stdout:1038: finishing rollback tid 0 to smithi04078109-32 2024-04-22T04:30:14.971 INFO:tasks.rados.rados.0.smithi040.stdout:1037: finishing write tid 2 to smithi04078109-49 2024-04-22T04:30:14.971 INFO:tasks.rados.rados.0.smithi040.stdout:1036: done (3 left) 2024-04-22T04:30:14.971 INFO:tasks.rados.rados.0.smithi040.stdout:1039: done (2 left) 2024-04-22T04:30:14.971 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 94 2024-04-22T04:30:14.971 INFO:tasks.rados.rados.0.smithi040.stdout:1037: finishing write tid 3 to smithi04078109-49 2024-04-22T04:30:14.971 INFO:tasks.rados.rados.0.smithi040.stdout:1038: finishing rollback tid 1 to smithi04078109-32 2024-04-22T04:30:14.971 INFO:tasks.rados.rados.0.smithi040.stdout:1038: finishing rollback tid 2 to smithi04078109-32 2024-04-22T04:30:14.971 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 374 (ObjNum 277 snap 70 seq_num 277) dirty exists 2024-04-22T04:30:14.971 INFO:tasks.rados.rados.0.smithi040.stdout:1037: finishing write tid 4 to smithi04078109-49 2024-04-22T04:30:14.971 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 478 (ObjNum 340 snap 94 seq_num 340) dirty exists 2024-04-22T04:30:14.971 INFO:tasks.rados.rados.0.smithi040.stdout:1037: left oid 49 (ObjNum 340 snap 94 seq_num 340) 2024-04-22T04:30:14.972 INFO:tasks.rados.rados.0.smithi040.stdout:1040: seq_num 342 ranges {1433600=532480,1966080=401408} 2024-04-22T04:30:14.981 INFO:tasks.rados.rados.0.smithi040.stdout:1040: writing smithi04078109-35 from 1433600 to 1966080 tid 1 2024-04-22T04:30:14.983 INFO:tasks.rados.rados.0.smithi040.stdout:1040: writing smithi04078109-35 from 1966080 to 2367488 tid 2 2024-04-22T04:30:14.983 INFO:tasks.rados.rados.0.smithi040.stdout:1037: done (2 left) 2024-04-22T04:30:14.983 INFO:tasks.rados.rados.0.smithi040.stdout:1038: done (1 left) 2024-04-22T04:30:14.983 INFO:tasks.rados.rados.0.smithi040.stdout:1041: delete oid 9 current snap is 94 2024-04-22T04:30:14.985 INFO:tasks.rados.rados.0.smithi040.stdout:1040: finishing write tid 1 to smithi04078109-35 2024-04-22T04:30:14.985 INFO:tasks.rados.rados.0.smithi040.stdout:1041: done (1 left) 2024-04-22T04:30:14.985 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 3 current snap is 94 2024-04-22T04:30:14.985 INFO:tasks.rados.rados.0.smithi040.stdout:1042: seq_num 344 ranges {0=565248,565248=401408} 2024-04-22T04:30:14.989 INFO:tasks.rados.rados.0.smithi040.stdout:1042: writing smithi04078109-3 from 0 to 565248 tid 1 2024-04-22T04:30:14.992 INFO:tasks.rados.rados.0.smithi040.stdout:1042: writing smithi04078109-3 from 565248 to 966656 tid 2 2024-04-22T04:30:14.992 INFO:tasks.rados.rados.0.smithi040.stdout:1043: read oid 39 snap -1 2024-04-22T04:30:14.992 INFO:tasks.rados.rados.0.smithi040.stdout:1043: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:30:14.992 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 94 2024-04-22T04:30:14.992 INFO:tasks.rados.rados.0.smithi040.stdout:1040: finishing write tid 2 to smithi04078109-35 2024-04-22T04:30:14.992 INFO:tasks.rados.rados.0.smithi040.stdout:1040: finishing write tid 3 to smithi04078109-35 2024-04-22T04:30:14.993 INFO:tasks.rados.rados.0.smithi040.stdout:1040: finishing write tid 4 to smithi04078109-35 2024-04-22T04:30:14.993 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 442 (ObjNum 342 snap 94 seq_num 342) dirty exists 2024-04-22T04:30:14.993 INFO:tasks.rados.rados.0.smithi040.stdout:1040: left oid 35 (ObjNum 342 snap 94 seq_num 342) 2024-04-22T04:30:14.993 INFO:tasks.rados.rados.0.smithi040.stdout:1044: seq_num 345 ranges {1515520=581632,2097152=401408} 2024-04-22T04:30:15.003 INFO:tasks.rados.rados.0.smithi040.stdout:1044: writing smithi04078109-20 from 1515520 to 2097152 tid 1 2024-04-22T04:30:15.006 INFO:tasks.rados.rados.0.smithi040.stdout:1044: writing smithi04078109-20 from 2097152 to 2498560 tid 2 2024-04-22T04:30:15.006 INFO:tasks.rados.rados.0.smithi040.stdout:1042: finishing write tid 1 to smithi04078109-3 2024-04-22T04:30:15.006 INFO:tasks.rados.rados.0.smithi040.stdout:1040: done (3 left) 2024-04-22T04:30:15.007 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 5 current snap is 94 2024-04-22T04:30:15.007 INFO:tasks.rados.rados.0.smithi040.stdout:1042: finishing write tid 2 to smithi04078109-3 2024-04-22T04:30:15.007 INFO:tasks.rados.rados.0.smithi040.stdout:1042: finishing write tid 3 to smithi04078109-3 2024-04-22T04:30:15.007 INFO:tasks.rados.rados.0.smithi040.stdout:1042: finishing write tid 4 to smithi04078109-3 2024-04-22T04:30:15.007 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 377 (ObjNum 344 snap 94 seq_num 344) dirty exists 2024-04-22T04:30:15.007 INFO:tasks.rados.rados.0.smithi040.stdout:1042: left oid 3 (ObjNum 344 snap 94 seq_num 344) 2024-04-22T04:30:15.007 INFO:tasks.rados.rados.0.smithi040.stdout:1045: seq_num 346 ranges {737280=598016,1335296=401408} 2024-04-22T04:30:15.014 INFO:tasks.rados.rados.0.smithi040.stdout:1045: writing smithi04078109-5 from 737280 to 1335296 tid 1 2024-04-22T04:30:15.017 INFO:tasks.rados.rados.0.smithi040.stdout:1045: writing smithi04078109-5 from 1335296 to 1736704 tid 2 2024-04-22T04:30:15.017 INFO:tasks.rados.rados.0.smithi040.stdout:1042: done (3 left) 2024-04-22T04:30:15.017 INFO:tasks.rados.rados.0.smithi040.stdout:1046: snap_create 2024-04-22T04:30:15.017 INFO:tasks.rados.rados.0.smithi040.stdout:1044: finishing write tid 1 to smithi04078109-20 2024-04-22T04:30:15.017 INFO:tasks.rados.rados.0.smithi040.stdout:1044: finishing write tid 2 to smithi04078109-20 2024-04-22T04:30:15.017 INFO:tasks.rados.rados.0.smithi040.stdout:1044: finishing write tid 3 to smithi04078109-20 2024-04-22T04:30:15.018 INFO:tasks.rados.rados.0.smithi040.stdout:1044: finishing write tid 4 to smithi04078109-20 2024-04-22T04:30:15.018 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 161 (ObjNum 345 snap 94 seq_num 345) dirty exists 2024-04-22T04:30:15.018 INFO:tasks.rados.rados.0.smithi040.stdout:1044: left oid 20 (ObjNum 345 snap 94 seq_num 345) 2024-04-22T04:30:15.018 INFO:tasks.rados.rados.0.smithi040.stdout:1043: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:30:15.130 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:30:15.131 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:30:15.131 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 3 2024-04-22T04:30:15.131 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:30:15.131 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:30:15.131 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:30:15.131 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:30:15.131 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:30:15.131 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-22T04:30:15.131 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:30:15.131 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:30:15.131 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:30:15.131 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:30:15.131 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:30:15.131 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 10, 2024-04-22T04:30:15.131 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 5 2024-04-22T04:30:15.132 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:30:15.132 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:30:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:14 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:14 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:14 smithi062 ceph-mon[78153]: Reconfiguring mgr.y (monmap changed)... 2024-04-22T04:30:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:14 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:30:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:14 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:30:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:14 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:30:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:14 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:14 smithi062 ceph-mon[78153]: Reconfiguring daemon mgr.y on smithi040 2024-04-22T04:30:15.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:14 smithi062 ceph-mon[78153]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:30:15.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:14 smithi062 ceph-mon[78153]: pgmap v67: 121 pgs: 121 active+clean; 292 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-22T04:30:15.168 INFO:tasks.rados.rados.0.smithi040.stdout:1045: finishing write tid 1 to smithi04078109-5 2024-04-22T04:30:15.168 INFO:tasks.rados.rados.0.smithi040.stdout:1045: finishing write tid 2 to smithi04078109-5 2024-04-22T04:30:15.169 INFO:tasks.rados.rados.0.smithi040.stdout:1045: finishing write tid 3 to smithi04078109-5 2024-04-22T04:30:15.169 INFO:tasks.rados.rados.0.smithi040.stdout:1045: finishing write tid 4 to smithi04078109-5 2024-04-22T04:30:15.169 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 527 (ObjNum 346 snap 94 seq_num 346) dirty exists 2024-04-22T04:30:15.169 INFO:tasks.rados.rados.0.smithi040.stdout:1045: left oid 5 (ObjNum 346 snap 94 seq_num 346) 2024-04-22T04:30:15.788 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:30:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:30:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:30:15.798 INFO:tasks.rados.rados.0.smithi040.stdout:1043: done (3 left) 2024-04-22T04:30:15.799 INFO:tasks.rados.rados.0.smithi040.stdout:1044: done (2 left) 2024-04-22T04:30:15.799 INFO:tasks.rados.rados.0.smithi040.stdout:1045: done (1 left) 2024-04-22T04:30:15.799 INFO:tasks.rados.rados.0.smithi040.stdout:1046: done (0 left) 2024-04-22T04:30:15.799 INFO:tasks.rados.rados.0.smithi040.stdout:1047: copy_from oid 12 from oid 23 current snap is 95 2024-04-22T04:30:15.799 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 95 2024-04-22T04:30:15.799 INFO:tasks.rados.rados.0.smithi040.stdout:1048: seq_num 347 ranges {4046848=614400,4661248=401408} 2024-04-22T04:30:15.826 INFO:tasks.rados.rados.0.smithi040.stdout:1048: writing smithi04078109-19 from 4046848 to 4661248 tid 1 2024-04-22T04:30:15.829 INFO:tasks.rados.rados.0.smithi040.stdout:1048: writing smithi04078109-19 from 4661248 to 5062656 tid 2 2024-04-22T04:30:15.829 INFO:tasks.rados.rados.0.smithi040.stdout:1049: read oid 2 snap -1 2024-04-22T04:30:15.829 INFO:tasks.rados.rados.0.smithi040.stdout:1049: expect deleted 2024-04-22T04:30:15.829 INFO:tasks.rados.rados.0.smithi040.stdout:1050: read oid 14 snap -1 2024-04-22T04:30:15.829 INFO:tasks.rados.rados.0.smithi040.stdout:1050: expect (ObjNum 184 snap 39 seq_num 184) 2024-04-22T04:30:15.829 INFO:tasks.rados.rados.0.smithi040.stdout:1051: rollback oid 10 current snap is 95 2024-04-22T04:30:15.829 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 10 to 94 2024-04-22T04:30:15.829 INFO:tasks.rados.rados.0.smithi040.stdout:1047: finishing copy_from racing read to smithi04078109-12 2024-04-22T04:30:15.830 INFO:tasks.rados.rados.0.smithi040.stdout:1047: finishing copy_from to smithi04078109-12 2024-04-22T04:30:15.830 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 353 (ObjNum 320 snap 88 seq_num 320) dirty exists 2024-04-22T04:30:15.830 INFO:tasks.rados.rados.0.smithi040.stdout:1047: done (4 left) 2024-04-22T04:30:15.830 INFO:tasks.rados.rados.0.smithi040.stdout:1052: snap_create 2024-04-22T04:30:15.835 INFO:tasks.rados.rados.0.smithi040.stdout:1048: finishing write tid 1 to smithi04078109-19 2024-04-22T04:30:15.836 INFO:tasks.rados.rados.0.smithi040.stdout:1051: finishing rollback tid 0 to smithi04078109-10 2024-04-22T04:30:15.837 INFO:tasks.rados.rados.0.smithi040.stdout:1051: finishing rollback tid 1 to smithi04078109-10 2024-04-22T04:30:15.837 INFO:tasks.rados.rados.0.smithi040.stdout:1048: finishing write tid 2 to smithi04078109-19 2024-04-22T04:30:15.837 INFO:tasks.rados.rados.0.smithi040.stdout:1051: finishing rollback tid 2 to smithi04078109-10 2024-04-22T04:30:15.837 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 190 (ObjNum 1 snap 32647 seq_num 2851281608) dirty exists 2024-04-22T04:30:15.837 INFO:tasks.rados.rados.0.smithi040.stdout:1048: finishing write tid 3 to smithi04078109-19 2024-04-22T04:30:15.837 INFO:tasks.rados.rados.0.smithi040.stdout:1050: expect (ObjNum 184 snap 39 seq_num 184) 2024-04-22T04:30:15.932 INFO:tasks.rados.rados.0.smithi040.stdout:1048: finishing write tid 4 to smithi04078109-19 2024-04-22T04:30:15.932 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 369 (ObjNum 347 snap 95 seq_num 347) dirty exists 2024-04-22T04:30:15.932 INFO:tasks.rados.rados.0.smithi040.stdout:1048: left oid 19 (ObjNum 347 snap 95 seq_num 347) 2024-04-22T04:30:16.122 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:15 smithi040 ceph-mon[88445]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:30:16.122 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:15 smithi040 ceph-mon[88445]: osdmap e237: 8 total, 8 up, 8 in 2024-04-22T04:30:16.122 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:15 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2955524945' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:16.122 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:15 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:16.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:15 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:16.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:15 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:30:16.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:15 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:30:16.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:15 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:16.123 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:15 smithi040 ceph-mon[91058]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:30:16.123 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:15 smithi040 ceph-mon[91058]: osdmap e237: 8 total, 8 up, 8 in 2024-04-22T04:30:16.123 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:15 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2955524945' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:16.123 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:15 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:16.123 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:15 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:16.123 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:15 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:30:16.123 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:15 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:30:16.123 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:15 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:16.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:15 smithi062 ceph-mon[78153]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:30:16.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:15 smithi062 ceph-mon[78153]: osdmap e237: 8 total, 8 up, 8 in 2024-04-22T04:30:16.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:15 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2955524945' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:16.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:15 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:16.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:15 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:16.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:15 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:30:16.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:15 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:30:16.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:15 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:16.802 INFO:tasks.rados.rados.0.smithi040.stdout:1048: done (4 left) 2024-04-22T04:30:16.802 INFO:tasks.rados.rados.0.smithi040.stdout:1049: done (3 left) 2024-04-22T04:30:16.802 INFO:tasks.rados.rados.0.smithi040.stdout:1050: done (2 left) 2024-04-22T04:30:16.802 INFO:tasks.rados.rados.0.smithi040.stdout:1051: done (1 left) 2024-04-22T04:30:16.802 INFO:tasks.rados.rados.0.smithi040.stdout:1052: done (0 left) 2024-04-22T04:30:16.802 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 39 current snap is 96 2024-04-22T04:30:16.802 INFO:tasks.rados.rados.0.smithi040.stdout:1053: seq_num 348 ranges {3661824=630784,4292608=401408} 2024-04-22T04:30:16.825 INFO:tasks.rados.rados.0.smithi040.stdout:1053: writing smithi04078109-39 from 3661824 to 4292608 tid 1 2024-04-22T04:30:16.827 INFO:tasks.rados.rados.0.smithi040.stdout:1053: writing smithi04078109-39 from 4292608 to 4694016 tid 2 2024-04-22T04:30:16.827 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 43 current snap is 96 2024-04-22T04:30:16.827 INFO:tasks.rados.rados.0.smithi040.stdout:1054: seq_num 349 ranges {0=655360,655360=401408} 2024-04-22T04:30:16.831 INFO:tasks.rados.rados.0.smithi040.stdout:1054: writing smithi04078109-43 from 0 to 655360 tid 1 2024-04-22T04:30:16.834 INFO:tasks.rados.rados.0.smithi040.stdout:1054: writing smithi04078109-43 from 655360 to 1056768 tid 2 2024-04-22T04:30:16.834 INFO:tasks.rados.rados.0.smithi040.stdout:1055: read oid 2 snap -1 2024-04-22T04:30:16.834 INFO:tasks.rados.rados.0.smithi040.stdout:1055: expect deleted 2024-04-22T04:30:16.834 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 96 2024-04-22T04:30:16.834 INFO:tasks.rados.rados.0.smithi040.stdout:1053: finishing write tid 1 to smithi04078109-39 2024-04-22T04:30:16.834 INFO:tasks.rados.rados.0.smithi040.stdout:1053: finishing write tid 2 to smithi04078109-39 2024-04-22T04:30:16.834 INFO:tasks.rados.rados.0.smithi040.stdout:1053: finishing write tid 3 to smithi04078109-39 2024-04-22T04:30:16.834 INFO:tasks.rados.rados.0.smithi040.stdout:1056: seq_num 350 ranges {1490944=671744,2162688=401408} 2024-04-22T04:30:16.845 INFO:tasks.rados.rados.0.smithi040.stdout:1056: writing smithi04078109-11 from 1490944 to 2162688 tid 1 2024-04-22T04:30:16.849 INFO:tasks.rados.rados.0.smithi040.stdout:1056: writing smithi04078109-11 from 2162688 to 2564096 tid 2 2024-04-22T04:30:16.849 INFO:tasks.rados.rados.0.smithi040.stdout:1057: rmattr oid 14 current snap is 96 2024-04-22T04:30:16.849 INFO:tasks.rados.rados.0.smithi040.stdout:1053: finishing write tid 4 to smithi04078109-39 2024-04-22T04:30:16.849 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 200 (ObjNum 348 snap 96 seq_num 348) dirty exists 2024-04-22T04:30:16.849 INFO:tasks.rados.rados.0.smithi040.stdout:1053: left oid 39 (ObjNum 348 snap 96 seq_num 348) 2024-04-22T04:30:16.849 INFO:tasks.rados.rados.0.smithi040.stdout:1053: done (4 left) 2024-04-22T04:30:16.849 INFO:tasks.rados.rados.0.smithi040.stdout:1058: rmattr oid 25 current snap is 96 2024-04-22T04:30:16.849 INFO:tasks.rados.rados.0.smithi040.stdout:1059: snap_remove snap 73 2024-04-22T04:30:17.068 INFO:tasks.rados.rados.0.smithi040.stdout:1059: done (5 left) 2024-04-22T04:30:17.068 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 96 2024-04-22T04:30:17.068 INFO:tasks.rados.rados.0.smithi040.stdout:1060: seq_num 351 ranges {7479296=688128,8167424=401408} 2024-04-22T04:30:17.114 INFO:tasks.rados.rados.0.smithi040.stdout:1060: writing smithi04078109-13 from 7479296 to 8167424 tid 1 2024-04-22T04:30:17.116 INFO:tasks.rados.rados.0.smithi040.stdout:1060: writing smithi04078109-13 from 8167424 to 8568832 tid 2 2024-04-22T04:30:17.116 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 96 2024-04-22T04:30:17.117 INFO:tasks.rados.rados.0.smithi040.stdout:1054: finishing write tid 1 to smithi04078109-43 2024-04-22T04:30:17.117 INFO:tasks.rados.rados.0.smithi040.stdout:1054: finishing write tid 2 to smithi04078109-43 2024-04-22T04:30:17.117 INFO:tasks.rados.rados.0.smithi040.stdout:1054: finishing write tid 3 to smithi04078109-43 2024-04-22T04:30:17.117 INFO:tasks.rados.rados.0.smithi040.stdout:1054: finishing write tid 4 to smithi04078109-43 2024-04-22T04:30:17.117 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 193 (ObjNum 349 snap 96 seq_num 349) dirty exists 2024-04-22T04:30:17.117 INFO:tasks.rados.rados.0.smithi040.stdout:1054: left oid 43 (ObjNum 349 snap 96 seq_num 349) 2024-04-22T04:30:17.117 INFO:tasks.rados.rados.0.smithi040.stdout:1061: seq_num 352 ranges {2252800=704512,2957312=401408} 2024-04-22T04:30:17.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:16 smithi062 ceph-mon[78153]: Reconfiguring mon.c (monmap changed)... 2024-04-22T04:30:17.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:16 smithi062 ceph-mon[78153]: Reconfiguring daemon mon.c on smithi040 2024-04-22T04:30:17.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:16 smithi062 ceph-mon[78153]: osdmap e238: 8 total, 8 up, 8 in 2024-04-22T04:30:17.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:16 smithi062 ceph-mon[78153]: pgmap v70: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 4.6 MiB/s wr, 50 op/s 2024-04-22T04:30:17.132 INFO:tasks.rados.rados.0.smithi040.stdout:1061: writing smithi04078109-32 from 2252800 to 2957312 tid 1 2024-04-22T04:30:17.135 INFO:tasks.rados.rados.0.smithi040.stdout:1061: writing smithi04078109-32 from 2957312 to 3358720 tid 2 2024-04-22T04:30:17.135 INFO:tasks.rados.rados.0.smithi040.stdout:1054: done (6 left) 2024-04-22T04:30:17.135 INFO:tasks.rados.rados.0.smithi040.stdout:1055: done (5 left) 2024-04-22T04:30:17.135 INFO:tasks.rados.rados.0.smithi040.stdout:1062: snap_create 2024-04-22T04:30:17.135 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 262 (ObjNum 184 snap 39 seq_num 184) dirty exists 2024-04-22T04:30:17.135 INFO:tasks.rados.rados.0.smithi040.stdout:1056: finishing write tid 1 to smithi04078109-11 2024-04-22T04:30:17.135 INFO:tasks.rados.rados.0.smithi040.stdout:1056: finishing write tid 2 to smithi04078109-11 2024-04-22T04:30:17.136 INFO:tasks.rados.rados.0.smithi040.stdout:1056: finishing write tid 3 to smithi04078109-11 2024-04-22T04:30:17.136 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 502 (ObjNum 308 snap 84 seq_num 308) dirty exists 2024-04-22T04:30:17.136 INFO:tasks.rados.rados.0.smithi040.stdout:1056: finishing write tid 4 to smithi04078109-11 2024-04-22T04:30:17.136 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 500 (ObjNum 350 snap 96 seq_num 350) dirty exists 2024-04-22T04:30:17.136 INFO:tasks.rados.rados.0.smithi040.stdout:1056: left oid 11 (ObjNum 350 snap 96 seq_num 350) 2024-04-22T04:30:17.136 INFO:tasks.rados.rados.0.smithi040.stdout:1060: finishing write tid 1 to smithi04078109-13 2024-04-22T04:30:17.136 INFO:tasks.rados.rados.0.smithi040.stdout:1060: finishing write tid 2 to smithi04078109-13 2024-04-22T04:30:17.136 INFO:tasks.rados.rados.0.smithi040.stdout:1060: finishing write tid 3 to smithi04078109-13 2024-04-22T04:30:17.136 INFO:tasks.rados.rados.0.smithi040.stdout:1060: finishing write tid 4 to smithi04078109-13 2024-04-22T04:30:17.136 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 195 (ObjNum 351 snap 96 seq_num 351) dirty exists 2024-04-22T04:30:17.137 INFO:tasks.rados.rados.0.smithi040.stdout:1060: left oid 13 (ObjNum 351 snap 96 seq_num 351) 2024-04-22T04:30:17.137 INFO:tasks.rados.rados.0.smithi040.stdout:1061: finishing write tid 1 to smithi04078109-32 2024-04-22T04:30:17.137 INFO:tasks.rados.rados.0.smithi040.stdout:1061: finishing write tid 2 to smithi04078109-32 2024-04-22T04:30:17.138 INFO:tasks.rados.rados.0.smithi040.stdout:1061: finishing write tid 3 to smithi04078109-32 2024-04-22T04:30:17.138 INFO:tasks.rados.rados.0.smithi040.stdout:1061: finishing write tid 4 to smithi04078109-32 2024-04-22T04:30:17.138 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 387 (ObjNum 352 snap 96 seq_num 352) dirty exists 2024-04-22T04:30:17.138 INFO:tasks.rados.rados.0.smithi040.stdout:1061: left oid 32 (ObjNum 352 snap 96 seq_num 352) 2024-04-22T04:30:17.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:16 smithi040 ceph-mon[88445]: Reconfiguring mon.c (monmap changed)... 2024-04-22T04:30:17.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:16 smithi040 ceph-mon[88445]: Reconfiguring daemon mon.c on smithi040 2024-04-22T04:30:17.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:16 smithi040 ceph-mon[88445]: osdmap e238: 8 total, 8 up, 8 in 2024-04-22T04:30:17.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:16 smithi040 ceph-mon[88445]: pgmap v70: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 4.6 MiB/s wr, 50 op/s 2024-04-22T04:30:17.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:16 smithi040 ceph-mon[91058]: Reconfiguring mon.c (monmap changed)... 2024-04-22T04:30:17.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:16 smithi040 ceph-mon[91058]: Reconfiguring daemon mon.c on smithi040 2024-04-22T04:30:17.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:16 smithi040 ceph-mon[91058]: osdmap e238: 8 total, 8 up, 8 in 2024-04-22T04:30:17.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:16 smithi040 ceph-mon[91058]: pgmap v70: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 4.6 MiB/s wr, 50 op/s 2024-04-22T04:30:18.060 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:17 smithi040 ceph-mon[88445]: osdmap e239: 8 total, 8 up, 8 in 2024-04-22T04:30:18.060 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:17 smithi040 ceph-mon[88445]: osdmap e240: 8 total, 8 up, 8 in 2024-04-22T04:30:18.060 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:17 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:18.060 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:17 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:18.060 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:17 smithi040 ceph-mon[88445]: Reconfiguring osd.0 (monmap changed)... 2024-04-22T04:30:18.060 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:17 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T04:30:18.060 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:17 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:18.061 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:17 smithi040 ceph-mon[88445]: Reconfiguring daemon osd.0 on smithi040 2024-04-22T04:30:18.061 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:17 smithi040 ceph-mon[91058]: osdmap e239: 8 total, 8 up, 8 in 2024-04-22T04:30:18.061 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:17 smithi040 ceph-mon[91058]: osdmap e240: 8 total, 8 up, 8 in 2024-04-22T04:30:18.061 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:17 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:18.061 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:17 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:18.061 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:17 smithi040 ceph-mon[91058]: Reconfiguring osd.0 (monmap changed)... 2024-04-22T04:30:18.061 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:17 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T04:30:18.061 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:17 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:18.061 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:17 smithi040 ceph-mon[91058]: Reconfiguring daemon osd.0 on smithi040 2024-04-22T04:30:18.071 INFO:tasks.rados.rados.0.smithi040.stdout:1056: done (5 left) 2024-04-22T04:30:18.071 INFO:tasks.rados.rados.0.smithi040.stdout:1057: done (4 left) 2024-04-22T04:30:18.071 INFO:tasks.rados.rados.0.smithi040.stdout:1058: done (3 left) 2024-04-22T04:30:18.071 INFO:tasks.rados.rados.0.smithi040.stdout:1060: done (2 left) 2024-04-22T04:30:18.071 INFO:tasks.rados.rados.0.smithi040.stdout:1061: done (1 left) 2024-04-22T04:30:18.071 INFO:tasks.rados.rados.0.smithi040.stdout:1062: done (0 left) 2024-04-22T04:30:18.072 INFO:tasks.rados.rados.0.smithi040.stdout:1063: read oid 5 snap 96 2024-04-22T04:30:18.072 INFO:tasks.rados.rados.0.smithi040.stdout:1063: expect (ObjNum 346 snap 94 seq_num 346) 2024-04-22T04:30:18.072 INFO:tasks.rados.rados.0.smithi040.stdout:1064: read oid 47 snap 86 2024-04-22T04:30:18.072 INFO:tasks.rados.rados.0.smithi040.stdout:1064: expect (ObjNum 306 snap 83 seq_num 306) 2024-04-22T04:30:18.072 INFO:tasks.rados.rados.0.smithi040.stdout:1065: copy_from oid 23 from oid 15 current snap is 97 2024-04-22T04:30:18.072 INFO:tasks.rados.rados.0.smithi040.stdout:1066: delete oid 9 current snap is 97 2024-04-22T04:30:18.078 INFO:tasks.rados.rados.0.smithi040.stdout:1064: expect (ObjNum 306 snap 83 seq_num 306) 2024-04-22T04:30:18.107 INFO:tasks.rados.rados.0.smithi040.stdout:1063: expect (ObjNum 346 snap 94 seq_num 346) 2024-04-22T04:30:18.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:17 smithi062 ceph-mon[78153]: osdmap e239: 8 total, 8 up, 8 in 2024-04-22T04:30:18.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:17 smithi062 ceph-mon[78153]: osdmap e240: 8 total, 8 up, 8 in 2024-04-22T04:30:18.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:17 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:18.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:17 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:18.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:17 smithi062 ceph-mon[78153]: Reconfiguring osd.0 (monmap changed)... 2024-04-22T04:30:18.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:17 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T04:30:18.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:17 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:18.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:17 smithi062 ceph-mon[78153]: Reconfiguring daemon osd.0 on smithi040 2024-04-22T04:30:18.166 INFO:tasks.rados.rados.0.smithi040.stdout:1065: finishing copy_from racing read to smithi04078109-23 2024-04-22T04:30:18.166 INFO:tasks.rados.rados.0.smithi040.stdout:1065: finishing copy_from to smithi04078109-23 2024-04-22T04:30:18.166 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 433 (ObjNum 295 snap 82 seq_num 295) dirty exists 2024-04-22T04:30:18.166 INFO:tasks.rados.rados.0.smithi040.stdout:1063: done (3 left) 2024-04-22T04:30:18.166 INFO:tasks.rados.rados.0.smithi040.stdout:1064: done (2 left) 2024-04-22T04:30:18.166 INFO:tasks.rados.rados.0.smithi040.stdout:1065: done (1 left) 2024-04-22T04:30:18.166 INFO:tasks.rados.rados.0.smithi040.stdout:1066: done (0 left) 2024-04-22T04:30:18.166 INFO:tasks.rados.rados.0.smithi040.stdout:1067: setattr oid 40 current snap is 97 2024-04-22T04:30:18.167 INFO:tasks.rados.rados.0.smithi040.stdout:1068: rollback oid 26 current snap is 97 2024-04-22T04:30:18.167 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 26 to 86 2024-04-22T04:30:18.167 INFO:tasks.rados.rados.0.smithi040.stdout:1069: delete oid 42 current snap is 97 2024-04-22T04:30:18.170 INFO:tasks.rados.rados.0.smithi040.stdout:1069: done (2 left) 2024-04-22T04:30:18.170 INFO:tasks.rados.rados.0.smithi040.stdout:1070: copy_from oid 49 from oid 42 current snap is 97 2024-04-22T04:30:18.170 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 5 current snap is 97 2024-04-22T04:30:18.170 INFO:tasks.rados.rados.0.smithi040.stdout:1071: seq_num 355 ranges {1736704=753664,2490368=401408} 2024-04-22T04:30:18.183 INFO:tasks.rados.rados.0.smithi040.stdout:1071: writing smithi04078109-5 from 1736704 to 2490368 tid 1 2024-04-22T04:30:18.186 INFO:tasks.rados.rados.0.smithi040.stdout:1071: writing smithi04078109-5 from 2490368 to 2891776 tid 2 2024-04-22T04:30:18.186 INFO:tasks.rados.rados.0.smithi040.stdout:1072: delete oid 48 current snap is 97 2024-04-22T04:30:18.186 INFO:tasks.rados.rados.0.smithi040.stdout:1068: finishing rollback tid 0 to smithi04078109-26 2024-04-22T04:30:18.186 INFO:tasks.rados.rados.0.smithi040.stdout:1068: finishing rollback tid 1 to smithi04078109-26 2024-04-22T04:30:18.187 INFO:tasks.rados.rados.0.smithi040.stdout:1068: finishing rollback tid 2 to smithi04078109-26 2024-04-22T04:30:18.187 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 356 (ObjNum 226 snap 52 seq_num 226) dirty exists 2024-04-22T04:30:18.187 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 514 (ObjNum 273 snap 70 seq_num 273) dirty exists 2024-04-22T04:30:18.187 INFO:tasks.rados.rados.0.smithi040.stdout:1070: finishing copy_from to smithi04078109-49 2024-04-22T04:30:18.187 INFO:tasks.rados.rados.0.smithi040.stdout:1070: got expected ENOENT (src dne) 2024-04-22T04:30:18.187 INFO:tasks.rados.rados.0.smithi040.stdout:1070: finishing copy_from racing read to smithi04078109-49 2024-04-22T04:30:18.187 INFO:tasks.rados.rados.0.smithi040.stdout:1071: finishing write tid 1 to smithi04078109-5 2024-04-22T04:30:18.188 INFO:tasks.rados.rados.0.smithi040.stdout:1067: done (4 left) 2024-04-22T04:30:18.188 INFO:tasks.rados.rados.0.smithi040.stdout:1068: done (3 left) 2024-04-22T04:30:18.188 INFO:tasks.rados.rados.0.smithi040.stdout:1070: done (2 left) 2024-04-22T04:30:18.188 INFO:tasks.rados.rados.0.smithi040.stdout:1072: done (1 left) 2024-04-22T04:30:18.188 INFO:tasks.rados.rados.0.smithi040.stdout:1073: snap_create 2024-04-22T04:30:18.188 INFO:tasks.rados.rados.0.smithi040.stdout:1071: finishing write tid 2 to smithi04078109-5 2024-04-22T04:30:18.189 INFO:tasks.rados.rados.0.smithi040.stdout:1071: finishing write tid 3 to smithi04078109-5 2024-04-22T04:30:18.190 INFO:tasks.rados.rados.0.smithi040.stdout:1071: finishing write tid 4 to smithi04078109-5 2024-04-22T04:30:18.190 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 541 (ObjNum 355 snap 97 seq_num 355) dirty exists 2024-04-22T04:30:18.190 INFO:tasks.rados.rados.0.smithi040.stdout:1071: left oid 5 (ObjNum 355 snap 97 seq_num 355) 2024-04-22T04:30:19.074 INFO:tasks.rados.rados.0.smithi040.stdout:1071: done (1 left) 2024-04-22T04:30:19.074 INFO:tasks.rados.rados.0.smithi040.stdout:1073: done (0 left) 2024-04-22T04:30:19.074 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 98 2024-04-22T04:30:19.074 INFO:tasks.rados.rados.0.smithi040.stdout:1074: seq_num 357 ranges {704512=786432,1490944=401408} 2024-04-22T04:30:19.082 INFO:tasks.rados.rados.0.smithi040.stdout:1074: writing smithi04078109-47 from 704512 to 1490944 tid 1 2024-04-22T04:30:19.085 INFO:tasks.rados.rados.0.smithi040.stdout:1074: writing smithi04078109-47 from 1490944 to 1892352 tid 2 2024-04-22T04:30:19.085 INFO:tasks.rados.rados.0.smithi040.stdout:1075: snap_remove snap 95 2024-04-22T04:30:19.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:19 smithi062 ceph-mon[78153]: osdmap e241: 8 total, 8 up, 8 in 2024-04-22T04:30:19.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:19 smithi062 ceph-mon[78153]: pgmap v74: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-04-22T04:30:19.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:19 smithi040 ceph-mon[88445]: osdmap e241: 8 total, 8 up, 8 in 2024-04-22T04:30:19.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:19 smithi040 ceph-mon[88445]: pgmap v74: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-04-22T04:30:19.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:19 smithi040 ceph-mon[91058]: osdmap e241: 8 total, 8 up, 8 in 2024-04-22T04:30:19.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:19 smithi040 ceph-mon[91058]: pgmap v74: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-04-22T04:30:20.086 INFO:tasks.rados.rados.0.smithi040.stdout:1075: done (1 left) 2024-04-22T04:30:20.087 INFO:tasks.rados.rados.0.smithi040.stdout:1076: delete oid 9 current snap is 98 2024-04-22T04:30:20.087 INFO:tasks.rados.rados.0.smithi040.stdout:1074: finishing write tid 1 to smithi04078109-47 2024-04-22T04:30:20.087 INFO:tasks.rados.rados.0.smithi040.stdout:1074: finishing write tid 2 to smithi04078109-47 2024-04-22T04:30:20.087 INFO:tasks.rados.rados.0.smithi040.stdout:1074: finishing write tid 3 to smithi04078109-47 2024-04-22T04:30:20.087 INFO:tasks.rados.rados.0.smithi040.stdout:1074: finishing write tid 4 to smithi04078109-47 2024-04-22T04:30:20.087 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 279 (ObjNum 357 snap 98 seq_num 357) dirty exists 2024-04-22T04:30:20.087 INFO:tasks.rados.rados.0.smithi040.stdout:1074: left oid 47 (ObjNum 357 snap 98 seq_num 357) 2024-04-22T04:30:20.092 INFO:tasks.rados.rados.0.smithi040.stdout:1074: done (1 left) 2024-04-22T04:30:20.092 INFO:tasks.rados.rados.0.smithi040.stdout:1076: done (0 left) 2024-04-22T04:30:20.092 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 98 2024-04-22T04:30:20.092 INFO:tasks.rados.rados.0.smithi040.stdout:1077: seq_num 359 ranges {6168576=417792,6586368=417792,7004160=385024} 2024-04-22T04:30:20.128 INFO:tasks.rados.rados.0.smithi040.stdout:1077: writing smithi04078109-46 from 6168576 to 6586368 tid 1 2024-04-22T04:30:20.130 INFO:tasks.rados.rados.0.smithi040.stdout:1077: writing smithi04078109-46 from 6586368 to 7004160 tid 2 2024-04-22T04:30:20.132 INFO:tasks.rados.rados.0.smithi040.stdout:1077: writing smithi04078109-46 from 7004160 to 7389184 tid 3 2024-04-22T04:30:20.132 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 98 2024-04-22T04:30:20.133 INFO:tasks.rados.rados.0.smithi040.stdout:1077: finishing write tid 1 to smithi04078109-46 2024-04-22T04:30:20.133 INFO:tasks.rados.rados.0.smithi040.stdout:1078: seq_num 360 ranges {147456=434176,581632=704512,1286144=98304} 2024-04-22T04:30:20.136 INFO:tasks.rados.rados.0.smithi040.stdout:1078: writing smithi04078109-15 from 147456 to 581632 tid 1 2024-04-22T04:30:20.139 INFO:tasks.rados.rados.0.smithi040.stdout:1078: writing smithi04078109-15 from 581632 to 1286144 tid 2 2024-04-22T04:30:20.140 INFO:tasks.rados.rados.0.smithi040.stdout:1078: writing smithi04078109-15 from 1286144 to 1384448 tid 3 2024-04-22T04:30:20.140 INFO:tasks.rados.rados.0.smithi040.stdout:1079: read oid 31 snap -1 2024-04-22T04:30:20.141 INFO:tasks.rados.rados.0.smithi040.stdout:1079: expect deleted 2024-04-22T04:30:20.141 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 98 2024-04-22T04:30:20.141 INFO:tasks.rados.rados.0.smithi040.stdout:1077: finishing write tid 2 to smithi04078109-46 2024-04-22T04:30:20.141 INFO:tasks.rados.rados.0.smithi040.stdout:1080: seq_num 361 ranges {147456=450560,598016=581632,1179648=221184} 2024-04-22T04:30:20.144 INFO:tasks.rados.rados.0.smithi040.stdout:1080: writing smithi04078109-23 from 147456 to 598016 tid 1 2024-04-22T04:30:20.147 INFO:tasks.rados.rados.0.smithi040.stdout:1080: writing smithi04078109-23 from 598016 to 1179648 tid 2 2024-04-22T04:30:20.149 INFO:tasks.rados.rados.0.smithi040.stdout:1080: writing smithi04078109-23 from 1179648 to 1400832 tid 3 2024-04-22T04:30:20.149 INFO:tasks.rados.rados.0.smithi040.stdout:1081: snap_remove snap 97 2024-04-22T04:30:20.351 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:30:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:30:20] "GET /metrics HTTP/1.1" 200 192147 "" "Prometheus/2.33.4" 2024-04-22T04:30:20.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:20 smithi040 ceph-mon[88445]: osdmap e242: 8 total, 8 up, 8 in 2024-04-22T04:30:20.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:20 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:20.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:20 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:20.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:20 smithi040 ceph-mon[88445]: Reconfiguring osd.1 (monmap changed)... 2024-04-22T04:30:20.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T04:30:20.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:20.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:20 smithi040 ceph-mon[88445]: Reconfiguring daemon osd.1 on smithi040 2024-04-22T04:30:20.352 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:20 smithi040 ceph-mon[91058]: osdmap e242: 8 total, 8 up, 8 in 2024-04-22T04:30:20.352 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:20 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:20.352 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:20 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:20.352 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:20 smithi040 ceph-mon[91058]: Reconfiguring osd.1 (monmap changed)... 2024-04-22T04:30:20.352 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T04:30:20.352 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:20.352 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:20 smithi040 ceph-mon[91058]: Reconfiguring daemon osd.1 on smithi040 2024-04-22T04:30:20.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:20 smithi062 ceph-mon[78153]: osdmap e242: 8 total, 8 up, 8 in 2024-04-22T04:30:20.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:20 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:20.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:20 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:20.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:20 smithi062 ceph-mon[78153]: Reconfiguring osd.1 (monmap changed)... 2024-04-22T04:30:20.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T04:30:20.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:20.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:20 smithi062 ceph-mon[78153]: Reconfiguring daemon osd.1 on smithi040 2024-04-22T04:30:21.092 INFO:tasks.rados.rados.0.smithi040.stdout:1081: done (4 left) 2024-04-22T04:30:21.092 INFO:tasks.rados.rados.0.smithi040.stdout:1082: rmattr oid 47 current snap is 98 2024-04-22T04:30:21.092 INFO:tasks.rados.rados.0.smithi040.stdout:1077: finishing write tid 3 to smithi04078109-46 2024-04-22T04:30:21.092 INFO:tasks.rados.rados.0.smithi040.stdout:1077: finishing write tid 4 to smithi04078109-46 2024-04-22T04:30:21.092 INFO:tasks.rados.rados.0.smithi040.stdout:1078: finishing write tid 1 to smithi04078109-15 2024-04-22T04:30:21.092 INFO:tasks.rados.rados.0.smithi040.stdout:1077: finishing write tid 5 to smithi04078109-46 2024-04-22T04:30:21.092 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 150 (ObjNum 359 snap 98 seq_num 359) dirty exists 2024-04-22T04:30:21.093 INFO:tasks.rados.rados.0.smithi040.stdout:1077: left oid 46 (ObjNum 359 snap 98 seq_num 359) 2024-04-22T04:30:21.093 INFO:tasks.rados.rados.0.smithi040.stdout:1078: finishing write tid 2 to smithi04078109-15 2024-04-22T04:30:21.093 INFO:tasks.rados.rados.0.smithi040.stdout:1078: finishing write tid 3 to smithi04078109-15 2024-04-22T04:30:21.093 INFO:tasks.rados.rados.0.smithi040.stdout:1078: finishing write tid 4 to smithi04078109-15 2024-04-22T04:30:21.093 INFO:tasks.rados.rados.0.smithi040.stdout:1078: finishing write tid 5 to smithi04078109-15 2024-04-22T04:30:21.093 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 548 (ObjNum 360 snap 98 seq_num 360) dirty exists 2024-04-22T04:30:21.093 INFO:tasks.rados.rados.0.smithi040.stdout:1078: left oid 15 (ObjNum 360 snap 98 seq_num 360) 2024-04-22T04:30:21.093 INFO:tasks.rados.rados.0.smithi040.stdout:1080: finishing write tid 1 to smithi04078109-23 2024-04-22T04:30:21.093 INFO:tasks.rados.rados.0.smithi040.stdout:1080: finishing write tid 2 to smithi04078109-23 2024-04-22T04:30:21.093 INFO:tasks.rados.rados.0.smithi040.stdout:1080: finishing write tid 3 to smithi04078109-23 2024-04-22T04:30:21.093 INFO:tasks.rados.rados.0.smithi040.stdout:1077: done (4 left) 2024-04-22T04:30:21.093 INFO:tasks.rados.rados.0.smithi040.stdout:1078: done (3 left) 2024-04-22T04:30:21.093 INFO:tasks.rados.rados.0.smithi040.stdout:1079: done (2 left) 2024-04-22T04:30:21.093 INFO:tasks.rados.rados.0.smithi040.stdout:1083: snap_remove snap 96 2024-04-22T04:30:21.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:21 smithi040 ceph-mon[88445]: osdmap e243: 8 total, 8 up, 8 in 2024-04-22T04:30:21.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:21 smithi040 ceph-mon[88445]: pgmap v77: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:30:21.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:21.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:21.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:21.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T04:30:21.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:21.342 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:21 smithi040 ceph-mon[91058]: osdmap e243: 8 total, 8 up, 8 in 2024-04-22T04:30:21.342 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:21 smithi040 ceph-mon[91058]: pgmap v77: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:30:21.342 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:21.342 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:21.342 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:21.342 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T04:30:21.342 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:21.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:21 smithi062 ceph-mon[78153]: osdmap e243: 8 total, 8 up, 8 in 2024-04-22T04:30:21.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:21 smithi062 ceph-mon[78153]: pgmap v77: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:30:21.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:21.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:21.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:21.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T04:30:21.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:22.093 INFO:tasks.rados.rados.0.smithi040.stdout:1083: done (2 left) 2024-04-22T04:30:22.093 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 30 current snap is 98 2024-04-22T04:30:22.093 INFO:tasks.rados.rados.0.smithi040.stdout:1080: finishing write tid 4 to smithi04078109-23 2024-04-22T04:30:22.093 INFO:tasks.rados.rados.0.smithi040.stdout:1080: finishing write tid 5 to smithi04078109-23 2024-04-22T04:30:22.093 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 437 (ObjNum 361 snap 98 seq_num 361) dirty exists 2024-04-22T04:30:22.093 INFO:tasks.rados.rados.0.smithi040.stdout:1080: left oid 23 (ObjNum 361 snap 98 seq_num 361) 2024-04-22T04:30:22.093 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 280 (ObjNum 357 snap 98 seq_num 357) dirty exists 2024-04-22T04:30:22.098 INFO:tasks.rados.rados.0.smithi040.stdout:1084: seq_num 362 ranges {655360=466944,1122304=466944,1589248=335872} 2024-04-22T04:30:22.105 INFO:tasks.rados.rados.0.smithi040.stdout:1084: writing smithi04078109-30 from 655360 to 1122304 tid 1 2024-04-22T04:30:22.105 INFO:tasks.rados.rados.0.smithi040.stdout:1084: writing smithi04078109-30 from 1122304 to 1589248 tid 2 2024-04-22T04:30:22.105 INFO:tasks.rados.rados.0.smithi040.stdout:1084: writing smithi04078109-30 from 1589248 to 1925120 tid 3 2024-04-22T04:30:22.105 INFO:tasks.rados.rados.0.smithi040.stdout:1080: done (2 left) 2024-04-22T04:30:22.105 INFO:tasks.rados.rados.0.smithi040.stdout:1082: done (1 left) 2024-04-22T04:30:22.106 INFO:tasks.rados.rados.0.smithi040.stdout:1085: read oid 41 snap -1 2024-04-22T04:30:22.106 INFO:tasks.rados.rados.0.smithi040.stdout:1085: expect (ObjNum 317 snap 87 seq_num 317) 2024-04-22T04:30:22.106 INFO:tasks.rados.rados.0.smithi040.stdout:1086: snap_remove snap 91 2024-04-22T04:30:22.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:22 smithi062 ceph-mon[78153]: Reconfiguring osd.2 (monmap changed)... 2024-04-22T04:30:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:22 smithi062 ceph-mon[78153]: Reconfiguring daemon osd.2 on smithi040 2024-04-22T04:30:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:22 smithi062 ceph-mon[78153]: osdmap e244: 8 total, 8 up, 8 in 2024-04-22T04:30:22.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:22 smithi040 ceph-mon[88445]: Reconfiguring osd.2 (monmap changed)... 2024-04-22T04:30:22.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:22 smithi040 ceph-mon[88445]: Reconfiguring daemon osd.2 on smithi040 2024-04-22T04:30:22.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:22 smithi040 ceph-mon[88445]: osdmap e244: 8 total, 8 up, 8 in 2024-04-22T04:30:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:22 smithi040 ceph-mon[91058]: Reconfiguring osd.2 (monmap changed)... 2024-04-22T04:30:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:22 smithi040 ceph-mon[91058]: Reconfiguring daemon osd.2 on smithi040 2024-04-22T04:30:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:22 smithi040 ceph-mon[91058]: osdmap e244: 8 total, 8 up, 8 in 2024-04-22T04:30:23.106 INFO:tasks.rados.rados.0.smithi040.stdout:1086: done (2 left) 2024-04-22T04:30:23.106 INFO:tasks.rados.rados.0.smithi040.stdout:1087: read oid 7 snap -1 2024-04-22T04:30:23.106 INFO:tasks.rados.rados.0.smithi040.stdout:1087: expect deleted 2024-04-22T04:30:23.106 INFO:tasks.rados.rados.0.smithi040.stdout:1088: snap_create 2024-04-22T04:30:23.106 INFO:tasks.rados.rados.0.smithi040.stdout:1084: finishing write tid 1 to smithi04078109-30 2024-04-22T04:30:23.106 INFO:tasks.rados.rados.0.smithi040.stdout:1084: finishing write tid 2 to smithi04078109-30 2024-04-22T04:30:23.106 INFO:tasks.rados.rados.0.smithi040.stdout:1084: finishing write tid 3 to smithi04078109-30 2024-04-22T04:30:23.106 INFO:tasks.rados.rados.0.smithi040.stdout:1084: finishing write tid 4 to smithi04078109-30 2024-04-22T04:30:23.106 INFO:tasks.rados.rados.0.smithi040.stdout:1084: finishing write tid 5 to smithi04078109-30 2024-04-22T04:30:23.107 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 455 (ObjNum 362 snap 98 seq_num 362) dirty exists 2024-04-22T04:30:23.107 INFO:tasks.rados.rados.0.smithi040.stdout:1084: left oid 30 (ObjNum 362 snap 98 seq_num 362) 2024-04-22T04:30:23.107 INFO:tasks.rados.rados.0.smithi040.stdout:1085: expect (ObjNum 317 snap 87 seq_num 317) 2024-04-22T04:30:23.295 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:23 smithi040 ceph-mon[91058]: osdmap e245: 8 total, 8 up, 8 in 2024-04-22T04:30:23.295 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:23 smithi040 ceph-mon[91058]: pgmap v80: 121 pgs: 121 active+clean; 319 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-04-22T04:30:23.295 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:23 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:23.295 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:23 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:23.295 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:23 smithi040 ceph-mon[91058]: Reconfiguring osd.3 (monmap changed)... 2024-04-22T04:30:23.295 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:23 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T04:30:23.295 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:23 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:23.296 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:23 smithi040 ceph-mon[91058]: Reconfiguring daemon osd.3 on smithi040 2024-04-22T04:30:23.296 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:23 smithi040 ceph-mon[88445]: osdmap e245: 8 total, 8 up, 8 in 2024-04-22T04:30:23.296 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:23 smithi040 ceph-mon[88445]: pgmap v80: 121 pgs: 121 active+clean; 319 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-04-22T04:30:23.296 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:23 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:23.296 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:23 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:23.296 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:23 smithi040 ceph-mon[88445]: Reconfiguring osd.3 (monmap changed)... 2024-04-22T04:30:23.296 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:23 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T04:30:23.296 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:23 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:23.296 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:23 smithi040 ceph-mon[88445]: Reconfiguring daemon osd.3 on smithi040 2024-04-22T04:30:23.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:23 smithi062 ceph-mon[78153]: osdmap e245: 8 total, 8 up, 8 in 2024-04-22T04:30:23.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:23 smithi062 ceph-mon[78153]: pgmap v80: 121 pgs: 121 active+clean; 319 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-04-22T04:30:23.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:23 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:23.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:23 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:23.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:23 smithi062 ceph-mon[78153]: Reconfiguring osd.3 (monmap changed)... 2024-04-22T04:30:23.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:23 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T04:30:23.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:23 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:23.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:23 smithi062 ceph-mon[78153]: Reconfiguring daemon osd.3 on smithi040 2024-04-22T04:30:24.109 INFO:tasks.rados.rados.0.smithi040.stdout:1084: done (3 left) 2024-04-22T04:30:24.109 INFO:tasks.rados.rados.0.smithi040.stdout:1085: done (2 left) 2024-04-22T04:30:24.109 INFO:tasks.rados.rados.0.smithi040.stdout:1087: done (1 left) 2024-04-22T04:30:24.109 INFO:tasks.rados.rados.0.smithi040.stdout:1088: done (0 left) 2024-04-22T04:30:24.109 INFO:tasks.rados.rados.0.smithi040.stdout:1089: snap_remove snap 81 2024-04-22T04:30:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:24 smithi062 ceph-mon[78153]: osdmap e246: 8 total, 8 up, 8 in 2024-04-22T04:30:24.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:24 smithi040 ceph-mon[88445]: osdmap e246: 8 total, 8 up, 8 in 2024-04-22T04:30:24.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:24 smithi040 ceph-mon[91058]: osdmap e246: 8 total, 8 up, 8 in 2024-04-22T04:30:25.114 INFO:tasks.rados.rados.0.smithi040.stdout:1089: done (0 left) 2024-04-22T04:30:25.114 INFO:tasks.rados.rados.0.smithi040.stdout:1090: copy_from oid 25 from oid 20 current snap is 99 2024-04-22T04:30:25.114 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 99 2024-04-22T04:30:25.114 INFO:tasks.rados.rados.0.smithi040.stdout:1091: seq_num 363 ranges {1892352=483328,2375680=753664,3129344=49152} 2024-04-22T04:30:25.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[88445]: osdmap e247: 8 total, 8 up, 8 in 2024-04-22T04:30:25.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:25.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:25.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[88445]: Reconfiguring mds.a (monmap changed)... 2024-04-22T04:30:25.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:30:25.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:30:25.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:25.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[88445]: Reconfiguring daemon mds.a on smithi040 2024-04-22T04:30:25.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[88445]: pgmap v83: 121 pgs: 121 active+clean; 319 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-04-22T04:30:25.128 INFO:tasks.rados.rados.0.smithi040.stdout:1091: writing smithi04078109-47 from 1892352 to 2375680 tid 1 2024-04-22T04:30:25.134 INFO:tasks.rados.rados.0.smithi040.stdout:1091: writing smithi04078109-47 from 2375680 to 3129344 tid 2 2024-04-22T04:30:25.134 INFO:tasks.rados.rados.0.smithi040.stdout:1091: writing smithi04078109-47 from 3129344 to 3178496 tid 3 2024-04-22T04:30:25.134 INFO:tasks.rados.rados.0.smithi040.stdout:1092: read oid 50 snap -1 2024-04-22T04:30:25.134 INFO:tasks.rados.rados.0.smithi040.stdout:1092: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:30:25.134 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 99 2024-04-22T04:30:25.134 INFO:tasks.rados.rados.0.smithi040.stdout:1093: seq_num 364 ranges {1490944=499712,1990656=638976,2629632=163840} 2024-04-22T04:30:25.146 INFO:tasks.rados.rados.0.smithi040.stdout:1093: writing smithi04078109-21 from 1490944 to 1990656 tid 1 2024-04-22T04:30:25.150 INFO:tasks.rados.rados.0.smithi040.stdout:1093: writing smithi04078109-21 from 1990656 to 2629632 tid 2 2024-04-22T04:30:25.150 INFO:tasks.rados.rados.0.smithi040.stdout:1093: writing smithi04078109-21 from 2629632 to 2793472 tid 3 2024-04-22T04:30:25.150 INFO:tasks.rados.rados.0.smithi040.stdout:1094: snap_create 2024-04-22T04:30:25.151 INFO:tasks.rados.rados.0.smithi040.stdout:1091: finishing write tid 1 to smithi04078109-47 2024-04-22T04:30:25.151 INFO:tasks.rados.rados.0.smithi040.stdout:1091: finishing write tid 2 to smithi04078109-47 2024-04-22T04:30:25.151 INFO:tasks.rados.rados.0.smithi040.stdout:1091: finishing write tid 3 to smithi04078109-47 2024-04-22T04:30:25.151 INFO:tasks.rados.rados.0.smithi040.stdout:1091: finishing write tid 4 to smithi04078109-47 2024-04-22T04:30:25.151 INFO:tasks.rados.rados.0.smithi040.stdout:1090: finishing copy_from racing read to smithi04078109-25 2024-04-22T04:30:25.151 INFO:tasks.rados.rados.0.smithi040.stdout:1091: finishing write tid 5 to smithi04078109-47 2024-04-22T04:30:25.151 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 284 (ObjNum 363 snap 99 seq_num 363) dirty exists 2024-04-22T04:30:25.151 INFO:tasks.rados.rados.0.smithi040.stdout:1091: left oid 47 (ObjNum 363 snap 99 seq_num 363) 2024-04-22T04:30:25.151 INFO:tasks.rados.rados.0.smithi040.stdout:1090: finishing copy_from to smithi04078109-25 2024-04-22T04:30:25.151 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 161 (ObjNum 345 snap 94 seq_num 345) dirty exists 2024-04-22T04:30:25.153 INFO:tasks.rados.rados.0.smithi040.stdout:1093: finishing write tid 1 to smithi04078109-21 2024-04-22T04:30:25.155 INFO:tasks.rados.rados.0.smithi040.stdout:1093: finishing write tid 2 to smithi04078109-21 2024-04-22T04:30:25.156 INFO:tasks.rados.rados.0.smithi040.stdout:1093: finishing write tid 3 to smithi04078109-21 2024-04-22T04:30:25.156 INFO:tasks.rados.rados.0.smithi040.stdout:1093: finishing write tid 4 to smithi04078109-21 2024-04-22T04:30:25.157 INFO:tasks.rados.rados.0.smithi040.stdout:1092: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:30:25.308 INFO:tasks.rados.rados.0.smithi040.stdout:1093: finishing write tid 5 to smithi04078109-21 2024-04-22T04:30:25.308 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 472 (ObjNum 364 snap 99 seq_num 364) dirty exists 2024-04-22T04:30:25.308 INFO:tasks.rados.rados.0.smithi040.stdout:1093: left oid 21 (ObjNum 364 snap 99 seq_num 364) 2024-04-22T04:30:25.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:25 smithi062 ceph-mon[78153]: osdmap e247: 8 total, 8 up, 8 in 2024-04-22T04:30:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:25 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:25 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:25 smithi062 ceph-mon[78153]: Reconfiguring mds.a (monmap changed)... 2024-04-22T04:30:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:30:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:25 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:30:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:25 smithi062 ceph-mon[78153]: Reconfiguring daemon mds.a on smithi040 2024-04-22T04:30:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:25 smithi062 ceph-mon[78153]: pgmap v83: 121 pgs: 121 active+clean; 319 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-04-22T04:30:25.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[91058]: osdmap e247: 8 total, 8 up, 8 in 2024-04-22T04:30:25.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:25.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:25.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[91058]: Reconfiguring mds.a (monmap changed)... 2024-04-22T04:30:25.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:30:25.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:30:25.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:25.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[91058]: Reconfiguring daemon mds.a on smithi040 2024-04-22T04:30:25.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:25 smithi040 ceph-mon[91058]: pgmap v83: 121 pgs: 121 active+clean; 319 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-04-22T04:30:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:30:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:30:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:30:26.126 INFO:tasks.rados.rados.0.smithi040.stdout:1090: done (4 left) 2024-04-22T04:30:26.127 INFO:tasks.rados.rados.0.smithi040.stdout:1091: done (3 left) 2024-04-22T04:30:26.127 INFO:tasks.rados.rados.0.smithi040.stdout:1092: done (2 left) 2024-04-22T04:30:26.127 INFO:tasks.rados.rados.0.smithi040.stdout:1093: done (1 left) 2024-04-22T04:30:26.127 INFO:tasks.rados.rados.0.smithi040.stdout:1094: done (0 left) 2024-04-22T04:30:26.127 INFO:tasks.rados.rados.0.smithi040.stdout:1095: read oid 7 snap 62 2024-04-22T04:30:26.127 INFO:tasks.rados.rados.0.smithi040.stdout:1095: expect (ObjNum 237 snap 53 seq_num 237) 2024-04-22T04:30:26.127 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 100 2024-04-22T04:30:26.127 INFO:tasks.rados.rados.0.smithi040.stdout:1096: seq_num 365 ranges {10461184=516096,10977280=573440,11550720=229376} 2024-04-22T04:30:26.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:26 smithi040 ceph-mon[88445]: osdmap e248: 8 total, 8 up, 8 in 2024-04-22T04:30:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:26 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:26 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:26 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:30:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:26 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:30:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:26 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:26 smithi040 ceph-mon[91058]: osdmap e248: 8 total, 8 up, 8 in 2024-04-22T04:30:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:26 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:26 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:26 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:30:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:26 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:30:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:26 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:26.186 INFO:tasks.rados.rados.0.smithi040.stdout:1096: writing smithi04078109-40 from 10461184 to 10977280 tid 1 2024-04-22T04:30:26.190 INFO:tasks.rados.rados.0.smithi040.stdout:1096: writing smithi04078109-40 from 10977280 to 11550720 tid 2 2024-04-22T04:30:26.191 INFO:tasks.rados.rados.0.smithi040.stdout:1096: writing smithi04078109-40 from 11550720 to 11780096 tid 3 2024-04-22T04:30:26.191 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 100 2024-04-22T04:30:26.191 INFO:tasks.rados.rados.0.smithi040.stdout:1097: seq_num 366 ranges {7389184=532480,7921664=458752,8380416=344064} 2024-04-22T04:30:26.234 INFO:tasks.rados.rados.0.smithi040.stdout:1097: writing smithi04078109-46 from 7389184 to 7921664 tid 1 2024-04-22T04:30:26.237 INFO:tasks.rados.rados.0.smithi040.stdout:1097: writing smithi04078109-46 from 7921664 to 8380416 tid 2 2024-04-22T04:30:26.239 INFO:tasks.rados.rados.0.smithi040.stdout:1097: writing smithi04078109-46 from 8380416 to 8724480 tid 3 2024-04-22T04:30:26.239 INFO:tasks.rados.rados.0.smithi040.stdout:1098: delete oid 18 current snap is 100 2024-04-22T04:30:26.240 INFO:tasks.rados.rados.0.smithi040.stdout:1095: expect (ObjNum 237 snap 53 seq_num 237) 2024-04-22T04:30:26.340 INFO:tasks.rados.rados.0.smithi040.stdout:1096: finishing write tid 1 to smithi04078109-40 2024-04-22T04:30:26.341 INFO:tasks.rados.rados.0.smithi040.stdout:1096: finishing write tid 2 to smithi04078109-40 2024-04-22T04:30:26.341 INFO:tasks.rados.rados.0.smithi040.stdout:1096: finishing write tid 3 to smithi04078109-40 2024-04-22T04:30:26.341 INFO:tasks.rados.rados.0.smithi040.stdout:1096: finishing write tid 4 to smithi04078109-40 2024-04-22T04:30:26.341 INFO:tasks.rados.rados.0.smithi040.stdout:1096: finishing write tid 5 to smithi04078109-40 2024-04-22T04:30:26.341 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 545 (ObjNum 365 snap 100 seq_num 365) dirty exists 2024-04-22T04:30:26.341 INFO:tasks.rados.rados.0.smithi040.stdout:1096: left oid 40 (ObjNum 365 snap 100 seq_num 365) 2024-04-22T04:30:26.341 INFO:tasks.rados.rados.0.smithi040.stdout:1097: finishing write tid 1 to smithi04078109-46 2024-04-22T04:30:26.341 INFO:tasks.rados.rados.0.smithi040.stdout:1097: finishing write tid 2 to smithi04078109-46 2024-04-22T04:30:26.341 INFO:tasks.rados.rados.0.smithi040.stdout:1097: finishing write tid 3 to smithi04078109-46 2024-04-22T04:30:26.341 INFO:tasks.rados.rados.0.smithi040.stdout:1097: finishing write tid 4 to smithi04078109-46 2024-04-22T04:30:26.341 INFO:tasks.rados.rados.0.smithi040.stdout:1097: finishing write tid 5 to smithi04078109-46 2024-04-22T04:30:26.341 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 154 (ObjNum 366 snap 100 seq_num 366) dirty exists 2024-04-22T04:30:26.341 INFO:tasks.rados.rados.0.smithi040.stdout:1097: left oid 46 (ObjNum 366 snap 100 seq_num 366) 2024-04-22T04:30:26.343 INFO:tasks.rados.rados.0.smithi040.stdout:1095: done (3 left) 2024-04-22T04:30:26.343 INFO:tasks.rados.rados.0.smithi040.stdout:1096: done (2 left) 2024-04-22T04:30:26.343 INFO:tasks.rados.rados.0.smithi040.stdout:1097: done (1 left) 2024-04-22T04:30:26.343 INFO:tasks.rados.rados.0.smithi040.stdout:1098: done (0 left) 2024-04-22T04:30:26.343 INFO:tasks.rados.rados.0.smithi040.stdout:1099: read oid 27 snap -1 2024-04-22T04:30:26.343 INFO:tasks.rados.rados.0.smithi040.stdout:1099: expect (ObjNum 322 snap 89 seq_num 322) 2024-04-22T04:30:26.343 INFO:tasks.rados.rados.0.smithi040.stdout:1100: snap_remove snap 87 2024-04-22T04:30:26.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:26 smithi062 ceph-mon[78153]: osdmap e248: 8 total, 8 up, 8 in 2024-04-22T04:30:26.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:26 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:26.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:26 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:26.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:26 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T04:30:26.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:26 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T04:30:26.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:26 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:27.072 INFO:tasks.rados.rados.0.smithi040.stdout:1100: done (1 left) 2024-04-22T04:30:27.072 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 43 current snap is 100 2024-04-22T04:30:27.072 INFO:tasks.rados.rados.0.smithi040.stdout:1101: seq_num 368 ranges {1056768=573440,1630208=622592,2252800=180224} 2024-04-22T04:30:27.082 INFO:tasks.rados.rados.0.smithi040.stdout:1101: writing smithi04078109-43 from 1056768 to 1630208 tid 1 2024-04-22T04:30:27.085 INFO:tasks.rados.rados.0.smithi040.stdout:1101: writing smithi04078109-43 from 1630208 to 2252800 tid 2 2024-04-22T04:30:27.087 INFO:tasks.rados.rados.0.smithi040.stdout:1101: writing smithi04078109-43 from 2252800 to 2433024 tid 3 2024-04-22T04:30:27.087 INFO:tasks.rados.rados.0.smithi040.stdout:1102: read oid 38 snap -1 2024-04-22T04:30:27.087 INFO:tasks.rados.rados.0.smithi040.stdout:1102: expect (ObjNum 322 snap 89 seq_num 322) 2024-04-22T04:30:27.087 INFO:tasks.rados.rados.0.smithi040.stdout:1103: rollback oid 25 current snap is 100 2024-04-22T04:30:27.087 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 25 to 79 2024-04-22T04:30:27.087 INFO:tasks.rados.rados.0.smithi040.stdout:1104: snap_create 2024-04-22T04:30:27.098 INFO:tasks.rados.rados.0.smithi040.stdout:1099: expect (ObjNum 322 snap 89 seq_num 322) 2024-04-22T04:30:27.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:27 smithi062 ceph-mon[78153]: Reconfiguring mon.b (monmap changed)... 2024-04-22T04:30:27.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:27 smithi062 ceph-mon[78153]: Reconfiguring daemon mon.b on smithi062 2024-04-22T04:30:27.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:27 smithi062 ceph-mon[78153]: osdmap e249: 8 total, 8 up, 8 in 2024-04-22T04:30:27.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:27 smithi062 ceph-mon[78153]: pgmap v86: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-22T04:30:27.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:27 smithi062 ceph-mon[78153]: osdmap e250: 8 total, 8 up, 8 in 2024-04-22T04:30:27.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:27 smithi040 ceph-mon[88445]: Reconfiguring mon.b (monmap changed)... 2024-04-22T04:30:27.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:27 smithi040 ceph-mon[88445]: Reconfiguring daemon mon.b on smithi062 2024-04-22T04:30:27.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:27 smithi040 ceph-mon[88445]: osdmap e249: 8 total, 8 up, 8 in 2024-04-22T04:30:27.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:27 smithi040 ceph-mon[88445]: pgmap v86: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-22T04:30:27.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:27 smithi040 ceph-mon[88445]: osdmap e250: 8 total, 8 up, 8 in 2024-04-22T04:30:27.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:27 smithi040 ceph-mon[91058]: Reconfiguring mon.b (monmap changed)... 2024-04-22T04:30:27.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:27 smithi040 ceph-mon[91058]: Reconfiguring daemon mon.b on smithi062 2024-04-22T04:30:27.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:27 smithi040 ceph-mon[91058]: osdmap e249: 8 total, 8 up, 8 in 2024-04-22T04:30:27.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:27 smithi040 ceph-mon[91058]: pgmap v86: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-22T04:30:27.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:27 smithi040 ceph-mon[91058]: osdmap e250: 8 total, 8 up, 8 in 2024-04-22T04:30:27.605 INFO:tasks.rados.rados.0.smithi040.stdout:1101: finishing write tid 1 to smithi04078109-43 2024-04-22T04:30:27.606 INFO:tasks.rados.rados.0.smithi040.stdout:1103: finishing rollback tid 0 to smithi04078109-25 2024-04-22T04:30:27.606 INFO:tasks.rados.rados.0.smithi040.stdout:1103: finishing rollback tid 1 to smithi04078109-25 2024-04-22T04:30:27.606 INFO:tasks.rados.rados.0.smithi040.stdout:1103: finishing rollback tid 2 to smithi04078109-25 2024-04-22T04:30:27.606 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 555 (ObjNum 276 snap 70 seq_num 276) dirty exists 2024-04-22T04:30:27.606 INFO:tasks.rados.rados.0.smithi040.stdout:1101: finishing write tid 2 to smithi04078109-43 2024-04-22T04:30:27.606 INFO:tasks.rados.rados.0.smithi040.stdout:1101: finishing write tid 3 to smithi04078109-43 2024-04-22T04:30:27.606 INFO:tasks.rados.rados.0.smithi040.stdout:1101: finishing write tid 4 to smithi04078109-43 2024-04-22T04:30:27.606 INFO:tasks.rados.rados.0.smithi040.stdout:1102: expect (ObjNum 322 snap 89 seq_num 322) 2024-04-22T04:30:28.119 INFO:tasks.rados.rados.0.smithi040.stdout:1101: finishing write tid 5 to smithi04078109-43 2024-04-22T04:30:28.119 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 212 (ObjNum 368 snap 100 seq_num 368) dirty exists 2024-04-22T04:30:28.119 INFO:tasks.rados.rados.0.smithi040.stdout:1101: left oid 43 (ObjNum 368 snap 100 seq_num 368) 2024-04-22T04:30:28.119 INFO:tasks.rados.rados.0.smithi040.stdout:1099: done (4 left) 2024-04-22T04:30:28.119 INFO:tasks.rados.rados.0.smithi040.stdout:1101: done (3 left) 2024-04-22T04:30:28.119 INFO:tasks.rados.rados.0.smithi040.stdout:1102: done (2 left) 2024-04-22T04:30:28.119 INFO:tasks.rados.rados.0.smithi040.stdout:1103: done (1 left) 2024-04-22T04:30:28.119 INFO:tasks.rados.rados.0.smithi040.stdout:1104: done (0 left) 2024-04-22T04:30:28.119 INFO:tasks.rados.rados.0.smithi040.stdout:1105: rollback oid 29 current snap is 101 2024-04-22T04:30:28.119 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 29 to 99 2024-04-22T04:30:28.119 INFO:tasks.rados.rados.0.smithi040.stdout:1106: snap_remove snap 90 2024-04-22T04:30:28.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:28 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:28.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:28 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:28 smithi062 ceph-mon[78153]: Reconfiguring mgr.x (monmap changed)... 2024-04-22T04:30:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:28 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:30:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:28 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:30:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:28 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:30:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:28 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:28 smithi062 ceph-mon[78153]: Reconfiguring daemon mgr.x on smithi062 2024-04-22T04:30:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:28 smithi062 ceph-mon[78153]: osdmap e251: 8 total, 8 up, 8 in 2024-04-22T04:30:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:28 smithi062 ceph-mon[78153]: pgmap v89: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-22T04:30:29.079 INFO:tasks.rados.rados.0.smithi040.stdout:1106: done (1 left) 2024-04-22T04:30:29.079 INFO:tasks.rados.rados.0.smithi040.stdout:1107: read oid 4 snap -1 2024-04-22T04:30:29.079 INFO:tasks.rados.rados.0.smithi040.stdout:1107: expect (ObjNum 335 snap 93 seq_num 335) 2024-04-22T04:30:29.079 INFO:tasks.rados.rados.0.smithi040.stdout:1108: delete oid 20 current snap is 101 2024-04-22T04:30:29.079 INFO:tasks.rados.rados.0.smithi040.stdout:1105: finishing rollback tid 0 to smithi04078109-29 2024-04-22T04:30:29.079 INFO:tasks.rados.rados.0.smithi040.stdout:1105: finishing rollback tid 1 to smithi04078109-29 2024-04-22T04:30:29.079 INFO:tasks.rados.rados.0.smithi040.stdout:1105: finishing rollback tid 2 to smithi04078109-29 2024-04-22T04:30:29.079 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 294 (ObjNum 1953066355 snap 875587944 seq_num 825767728) dirty exists 2024-04-22T04:30:29.090 INFO:tasks.rados.rados.0.smithi040.stdout:1107: expect (ObjNum 335 snap 93 seq_num 335) 2024-04-22T04:30:29.115 INFO:tasks.rados.rados.0.smithi040.stdout:1105: done (2 left) 2024-04-22T04:30:29.115 INFO:tasks.rados.rados.0.smithi040.stdout:1107: done (1 left) 2024-04-22T04:30:29.115 INFO:tasks.rados.rados.0.smithi040.stdout:1108: done (0 left) 2024-04-22T04:30:29.115 INFO:tasks.rados.rados.0.smithi040.stdout:1109: snap_remove snap 88 2024-04-22T04:30:29.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[88445]: Reconfiguring mgr.x (monmap changed)... 2024-04-22T04:30:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:30:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:30:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:30:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[88445]: Reconfiguring daemon mgr.x on smithi062 2024-04-22T04:30:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[88445]: osdmap e251: 8 total, 8 up, 8 in 2024-04-22T04:30:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[88445]: pgmap v89: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-22T04:30:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[91058]: Reconfiguring mgr.x (monmap changed)... 2024-04-22T04:30:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:30:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T04:30:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T04:30:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[91058]: Reconfiguring daemon mgr.x on smithi062 2024-04-22T04:30:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[91058]: osdmap e251: 8 total, 8 up, 8 in 2024-04-22T04:30:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:28 smithi040 ceph-mon[91058]: pgmap v89: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-22T04:30:30.081 INFO:tasks.rados.rados.0.smithi040.stdout:1109: done (0 left) 2024-04-22T04:30:30.082 INFO:tasks.rados.rados.0.smithi040.stdout:1110: delete oid 23 current snap is 101 2024-04-22T04:30:30.094 INFO:tasks.rados.rados.0.smithi040.stdout:1110: done (0 left) 2024-04-22T04:30:30.094 INFO:tasks.rados.rados.0.smithi040.stdout:1111: snap_remove snap 89 2024-04-22T04:30:30.162 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:30 smithi062 ceph-mon[78153]: osdmap e252: 8 total, 8 up, 8 in 2024-04-22T04:30:30.162 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:30 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:30.163 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:30 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:30.163 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:30 smithi062 ceph-mon[78153]: Reconfiguring osd.4 (monmap changed)... 2024-04-22T04:30:30.163 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:30 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T04:30:30.163 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:30 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:30.163 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:30 smithi062 ceph-mon[78153]: Reconfiguring daemon osd.4 on smithi062 2024-04-22T04:30:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:30:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:30:30] "GET /metrics HTTP/1.1" 200 192203 "" "Prometheus/2.33.4" 2024-04-22T04:30:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:30 smithi040 ceph-mon[88445]: osdmap e252: 8 total, 8 up, 8 in 2024-04-22T04:30:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:30 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:30 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:30 smithi040 ceph-mon[88445]: Reconfiguring osd.4 (monmap changed)... 2024-04-22T04:30:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:30 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T04:30:30.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:30 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:30.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:30 smithi040 ceph-mon[88445]: Reconfiguring daemon osd.4 on smithi062 2024-04-22T04:30:30.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:30 smithi040 ceph-mon[91058]: osdmap e252: 8 total, 8 up, 8 in 2024-04-22T04:30:30.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:30 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:30.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:30 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:30.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:30 smithi040 ceph-mon[91058]: Reconfiguring osd.4 (monmap changed)... 2024-04-22T04:30:30.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:30 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T04:30:30.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:30 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:30.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:30 smithi040 ceph-mon[91058]: Reconfiguring daemon osd.4 on smithi062 2024-04-22T04:30:31.104 INFO:tasks.rados.rados.0.smithi040.stdout:1111: done (0 left) 2024-04-22T04:30:31.104 INFO:tasks.rados.rados.0.smithi040.stdout:1112: read oid 6 snap -1 2024-04-22T04:30:31.105 INFO:tasks.rados.rados.0.smithi040.stdout:1112: expect (ObjNum 235 snap 53 seq_num 235) 2024-04-22T04:30:31.105 INFO:tasks.rados.rados.0.smithi040.stdout:1113: copy_from oid 50 from oid 30 current snap is 101 2024-04-22T04:30:31.105 INFO:tasks.rados.rados.0.smithi040.stdout:1114: rmattr oid 49 current snap is 101 2024-04-22T04:30:31.105 INFO:tasks.rados.rados.0.smithi040.stdout:1114: done (2 left) 2024-04-22T04:30:31.105 INFO:tasks.rados.rados.0.smithi040.stdout:1115: delete oid 20 current snap is 101 2024-04-22T04:30:31.114 INFO:tasks.rados.rados.0.smithi040.stdout:1115: done (2 left) 2024-04-22T04:30:31.115 INFO:tasks.rados.rados.0.smithi040.stdout:1116: delete oid 24 current snap is 101 2024-04-22T04:30:31.120 INFO:tasks.rados.rados.0.smithi040.stdout:1116: done (2 left) 2024-04-22T04:30:31.121 INFO:tasks.rados.rados.0.smithi040.stdout:1117: read oid 27 snap 71 2024-04-22T04:30:31.121 INFO:tasks.rados.rados.0.smithi040.stdout:1117: expect (ObjNum 255 snap 66 seq_num 255) 2024-04-22T04:30:31.121 INFO:tasks.rados.rados.0.smithi040.stdout:1118: copy_from oid 3 from oid 16 current snap is 101 2024-04-22T04:30:31.121 INFO:tasks.rados.rados.0.smithi040.stdout:1119: copy_from oid 26 from oid 39 current snap is 101 2024-04-22T04:30:31.121 INFO:tasks.rados.rados.0.smithi040.stdout:1120: snap_remove snap 66 2024-04-22T04:30:31.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:31 smithi062 ceph-mon[78153]: osdmap e253: 8 total, 8 up, 8 in 2024-04-22T04:30:31.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:31 smithi062 ceph-mon[78153]: pgmap v92: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:30:31.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:31 smithi040 ceph-mon[88445]: osdmap e253: 8 total, 8 up, 8 in 2024-04-22T04:30:31.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:31 smithi040 ceph-mon[88445]: pgmap v92: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:30:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:31 smithi040 ceph-mon[91058]: osdmap e253: 8 total, 8 up, 8 in 2024-04-22T04:30:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:31 smithi040 ceph-mon[91058]: pgmap v92: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:30:32.157 INFO:tasks.rados.rados.0.smithi040.stdout:1120: done (5 left) 2024-04-22T04:30:32.157 INFO:tasks.rados.rados.0.smithi040.stdout:1121: read oid 44 snap 93 2024-04-22T04:30:32.157 INFO:tasks.rados.rados.0.smithi040.stdout:1121: expect (ObjNum -1442922416 snap 21852 seq_num 2849999360) 2024-04-22T04:30:32.158 INFO:tasks.rados.rados.0.smithi040.stdout:1122: snap_create 2024-04-22T04:30:32.158 INFO:tasks.rados.rados.0.smithi040.stdout:1113: finishing copy_from racing read to smithi04078109-50 2024-04-22T04:30:32.158 INFO:tasks.rados.rados.0.smithi040.stdout:1113: finishing copy_from to smithi04078109-50 2024-04-22T04:30:32.158 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 455 (ObjNum 362 snap 98 seq_num 362) dirty exists 2024-04-22T04:30:32.158 INFO:tasks.rados.rados.0.smithi040.stdout:1118: finishing copy_from racing read to smithi04078109-3 2024-04-22T04:30:32.158 INFO:tasks.rados.rados.0.smithi040.stdout:1118: finishing copy_from to smithi04078109-3 2024-04-22T04:30:32.158 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 174 (ObjNum 1953066355 snap 875587944 seq_num 825767728) dirty exists 2024-04-22T04:30:32.158 INFO:tasks.rados.rados.0.smithi040.stdout:1112: expect (ObjNum 235 snap 53 seq_num 235) 2024-04-22T04:30:32.384 INFO:tasks.rados.rados.0.smithi040.stdout:1117: expect (ObjNum 255 snap 66 seq_num 255) 2024-04-22T04:30:32.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:32 smithi040 ceph-mon[88445]: osdmap e254: 8 total, 8 up, 8 in 2024-04-22T04:30:32.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:32 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:32.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:32 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:32.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:32 smithi040 ceph-mon[88445]: Reconfiguring osd.5 (monmap changed)... 2024-04-22T04:30:32.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:32 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T04:30:32.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:32 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:32.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:32 smithi040 ceph-mon[88445]: Reconfiguring daemon osd.5 on smithi062 2024-04-22T04:30:32.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:32 smithi040 ceph-mon[91058]: osdmap e254: 8 total, 8 up, 8 in 2024-04-22T04:30:32.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:32 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:32.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:32 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:32.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:32 smithi040 ceph-mon[91058]: Reconfiguring osd.5 (monmap changed)... 2024-04-22T04:30:32.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:32 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T04:30:32.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:32 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:32.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:32 smithi040 ceph-mon[91058]: Reconfiguring daemon osd.5 on smithi062 2024-04-22T04:30:32.487 INFO:tasks.rados.rados.0.smithi040.stdout:1119: finishing copy_from racing read to smithi04078109-26 2024-04-22T04:30:32.487 INFO:tasks.rados.rados.0.smithi040.stdout:1119: finishing copy_from to smithi04078109-26 2024-04-22T04:30:32.487 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 200 (ObjNum 348 snap 96 seq_num 348) dirty exists 2024-04-22T04:30:32.488 INFO:tasks.rados.rados.0.smithi040.stdout:1121: expect (ObjNum -1442922416 snap 21852 seq_num 2849999360) 2024-04-22T04:30:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:32 smithi062 ceph-mon[78153]: osdmap e254: 8 total, 8 up, 8 in 2024-04-22T04:30:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:32 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:32 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:32 smithi062 ceph-mon[78153]: Reconfiguring osd.5 (monmap changed)... 2024-04-22T04:30:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:32 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T04:30:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:32 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:32 smithi062 ceph-mon[78153]: Reconfiguring daemon osd.5 on smithi062 2024-04-22T04:30:33.162 INFO:tasks.rados.rados.0.smithi040.stdout:1112: done (6 left) 2024-04-22T04:30:33.162 INFO:tasks.rados.rados.0.smithi040.stdout:1113: done (5 left) 2024-04-22T04:30:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1117: done (4 left) 2024-04-22T04:30:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1118: done (3 left) 2024-04-22T04:30:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1119: done (2 left) 2024-04-22T04:30:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1121: done (1 left) 2024-04-22T04:30:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1122: done (0 left) 2024-04-22T04:30:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 102 2024-04-22T04:30:33.164 INFO:tasks.rados.rados.0.smithi040.stdout:1123: seq_num 373 ranges {8568832=655360,9224192=499712,9723904=303104} 2024-04-22T04:30:33.212 INFO:tasks.rados.rados.0.smithi040.stdout:1123: writing smithi04078109-13 from 8568832 to 9224192 tid 1 2024-04-22T04:30:33.215 INFO:tasks.rados.rados.0.smithi040.stdout:1123: writing smithi04078109-13 from 9224192 to 9723904 tid 2 2024-04-22T04:30:33.217 INFO:tasks.rados.rados.0.smithi040.stdout:1123: writing smithi04078109-13 from 9723904 to 10027008 tid 3 2024-04-22T04:30:33.217 INFO:tasks.rados.rados.0.smithi040.stdout:1124: snap_create 2024-04-22T04:30:33.218 INFO:tasks.rados.rados.0.smithi040.stdout:1123: finishing write tid 1 to smithi04078109-13 2024-04-22T04:30:33.220 INFO:tasks.rados.rados.0.smithi040.stdout:1123: finishing write tid 2 to smithi04078109-13 2024-04-22T04:30:33.220 INFO:tasks.rados.rados.0.smithi040.stdout:1123: finishing write tid 3 to smithi04078109-13 2024-04-22T04:30:33.221 INFO:tasks.rados.rados.0.smithi040.stdout:1123: finishing write tid 4 to smithi04078109-13 2024-04-22T04:30:33.222 INFO:tasks.rados.rados.0.smithi040.stdout:1123: finishing write tid 5 to smithi04078109-13 2024-04-22T04:30:33.222 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 220 (ObjNum 373 snap 102 seq_num 373) dirty exists 2024-04-22T04:30:33.222 INFO:tasks.rados.rados.0.smithi040.stdout:1123: left oid 13 (ObjNum 373 snap 102 seq_num 373) 2024-04-22T04:30:33.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:33 smithi040 ceph-mon[88445]: osdmap e255: 8 total, 8 up, 8 in 2024-04-22T04:30:33.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:33 smithi040 ceph-mon[88445]: pgmap v95: 121 pgs: 121 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-22T04:30:33.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:33 smithi040 ceph-mon[91058]: osdmap e255: 8 total, 8 up, 8 in 2024-04-22T04:30:33.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:33 smithi040 ceph-mon[91058]: pgmap v95: 121 pgs: 121 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-22T04:30:33.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:33 smithi062 ceph-mon[78153]: osdmap e255: 8 total, 8 up, 8 in 2024-04-22T04:30:33.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:33 smithi062 ceph-mon[78153]: pgmap v95: 121 pgs: 121 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-22T04:30:34.171 INFO:tasks.rados.rados.0.smithi040.stdout:1123: done (1 left) 2024-04-22T04:30:34.171 INFO:tasks.rados.rados.0.smithi040.stdout:1124: done (0 left) 2024-04-22T04:30:34.171 INFO:tasks.rados.rados.0.smithi040.stdout:1125: rollback oid 26 current snap is 103 2024-04-22T04:30:34.171 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 26 to 93 2024-04-22T04:30:34.171 INFO:tasks.rados.rados.0.smithi040.stdout:1126: copy_from oid 48 from oid 14 current snap is 103 2024-04-22T04:30:34.172 INFO:tasks.rados.rados.0.smithi040.stdout:1127: snap_create 2024-04-22T04:30:34.178 INFO:tasks.rados.rados.0.smithi040.stdout:1125: finishing rollback tid 0 to smithi04078109-26 2024-04-22T04:30:34.179 INFO:tasks.rados.rados.0.smithi040.stdout:1125: finishing rollback tid 1 to smithi04078109-26 2024-04-22T04:30:34.180 INFO:tasks.rados.rados.0.smithi040.stdout:1125: finishing rollback tid 2 to smithi04078109-26 2024-04-22T04:30:34.180 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 360 (ObjNum 326 snap 89 seq_num 326) dirty exists 2024-04-22T04:30:34.185 INFO:tasks.rados.rados.0.smithi040.stdout:1126: finishing copy_from racing read to smithi04078109-48 2024-04-22T04:30:34.188 INFO:tasks.rados.rados.0.smithi040.stdout:1126: finishing copy_from to smithi04078109-48 2024-04-22T04:30:34.188 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 262 (ObjNum 184 snap 39 seq_num 184) dirty exists 2024-04-22T04:30:34.453 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:34 smithi062 ceph-mon[78153]: osdmap e256: 8 total, 8 up, 8 in 2024-04-22T04:30:34.454 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:34 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:34.454 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:34 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:34.454 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:34 smithi062 ceph-mon[78153]: Reconfiguring osd.6 (monmap changed)... 2024-04-22T04:30:34.454 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:34 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T04:30:34.454 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:34 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:34.454 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:34 smithi062 ceph-mon[78153]: Reconfiguring daemon osd.6 on smithi062 2024-04-22T04:30:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:34 smithi040 ceph-mon[88445]: osdmap e256: 8 total, 8 up, 8 in 2024-04-22T04:30:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:34 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:34 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:34 smithi040 ceph-mon[88445]: Reconfiguring osd.6 (monmap changed)... 2024-04-22T04:30:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:34 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T04:30:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:34 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:34 smithi040 ceph-mon[88445]: Reconfiguring daemon osd.6 on smithi062 2024-04-22T04:30:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:34 smithi040 ceph-mon[91058]: osdmap e256: 8 total, 8 up, 8 in 2024-04-22T04:30:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:34 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:34.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:34 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:34.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:34 smithi040 ceph-mon[91058]: Reconfiguring osd.6 (monmap changed)... 2024-04-22T04:30:34.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:34 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T04:30:34.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:34 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:34.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:34 smithi040 ceph-mon[91058]: Reconfiguring daemon osd.6 on smithi062 2024-04-22T04:30:35.182 INFO:tasks.rados.rados.0.smithi040.stdout:1125: done (2 left) 2024-04-22T04:30:35.182 INFO:tasks.rados.rados.0.smithi040.stdout:1126: done (1 left) 2024-04-22T04:30:35.182 INFO:tasks.rados.rados.0.smithi040.stdout:1127: done (0 left) 2024-04-22T04:30:35.182 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 104 2024-04-22T04:30:35.182 INFO:tasks.rados.rados.0.smithi040.stdout:1128: seq_num 374 ranges {0=671744,671744=778240,1449984=24576} 2024-04-22T04:30:35.185 INFO:tasks.rados.rados.0.smithi040.stdout:1128: writing smithi04078109-23 from 0 to 671744 tid 1 2024-04-22T04:30:35.190 INFO:tasks.rados.rados.0.smithi040.stdout:1128: writing smithi04078109-23 from 671744 to 1449984 tid 2 2024-04-22T04:30:35.193 INFO:tasks.rados.rados.0.smithi040.stdout:1128: writing smithi04078109-23 from 1449984 to 1474560 tid 3 2024-04-22T04:30:35.193 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 36 current snap is 104 2024-04-22T04:30:35.193 INFO:tasks.rados.rados.0.smithi040.stdout:1129: seq_num 375 ranges {0=688128,688128=663552,1351680=139264} 2024-04-22T04:30:35.194 INFO:tasks.rados.rados.0.smithi040.stdout:1129: writing smithi04078109-36 from 0 to 688128 tid 1 2024-04-22T04:30:35.198 INFO:tasks.rados.rados.0.smithi040.stdout:1129: writing smithi04078109-36 from 688128 to 1351680 tid 2 2024-04-22T04:30:35.199 INFO:tasks.rados.rados.0.smithi040.stdout:1129: writing smithi04078109-36 from 1351680 to 1490944 tid 3 2024-04-22T04:30:35.202 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 104 2024-04-22T04:30:35.202 INFO:tasks.rados.rados.0.smithi040.stdout:1130: seq_num 376 ranges {1540096=704512,2244608=548864,2793472=253952} 2024-04-22T04:30:35.212 INFO:tasks.rados.rados.0.smithi040.stdout:1130: writing smithi04078109-12 from 1540096 to 2244608 tid 1 2024-04-22T04:30:35.215 INFO:tasks.rados.rados.0.smithi040.stdout:1130: writing smithi04078109-12 from 2244608 to 2793472 tid 2 2024-04-22T04:30:35.217 INFO:tasks.rados.rados.0.smithi040.stdout:1130: writing smithi04078109-12 from 2793472 to 3047424 tid 3 2024-04-22T04:30:35.217 INFO:tasks.rados.rados.0.smithi040.stdout:1131: snap_create 2024-04-22T04:30:35.218 INFO:tasks.rados.rados.0.smithi040.stdout:1128: finishing write tid 1 to smithi04078109-23 2024-04-22T04:30:35.218 INFO:tasks.rados.rados.0.smithi040.stdout:1128: finishing write tid 2 to smithi04078109-23 2024-04-22T04:30:35.218 INFO:tasks.rados.rados.0.smithi040.stdout:1128: finishing write tid 3 to smithi04078109-23 2024-04-22T04:30:35.218 INFO:tasks.rados.rados.0.smithi040.stdout:1128: finishing write tid 4 to smithi04078109-23 2024-04-22T04:30:35.218 INFO:tasks.rados.rados.0.smithi040.stdout:1128: finishing write tid 5 to smithi04078109-23 2024-04-22T04:30:35.218 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 448 (ObjNum 374 snap 104 seq_num 374) dirty exists 2024-04-22T04:30:35.218 INFO:tasks.rados.rados.0.smithi040.stdout:1128: left oid 23 (ObjNum 374 snap 104 seq_num 374) 2024-04-22T04:30:35.218 INFO:tasks.rados.rados.0.smithi040.stdout:1129: finishing write tid 1 to smithi04078109-36 2024-04-22T04:30:35.218 INFO:tasks.rados.rados.0.smithi040.stdout:1129: finishing write tid 2 to smithi04078109-36 2024-04-22T04:30:35.218 INFO:tasks.rados.rados.0.smithi040.stdout:1129: finishing write tid 3 to smithi04078109-36 2024-04-22T04:30:35.218 INFO:tasks.rados.rados.0.smithi040.stdout:1129: finishing write tid 4 to smithi04078109-36 2024-04-22T04:30:35.218 INFO:tasks.rados.rados.0.smithi040.stdout:1129: finishing write tid 5 to smithi04078109-36 2024-04-22T04:30:35.218 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 166 (ObjNum 375 snap 104 seq_num 375) dirty exists 2024-04-22T04:30:35.218 INFO:tasks.rados.rados.0.smithi040.stdout:1129: left oid 36 (ObjNum 375 snap 104 seq_num 375) 2024-04-22T04:30:35.219 INFO:tasks.rados.rados.0.smithi040.stdout:1130: finishing write tid 1 to smithi04078109-12 2024-04-22T04:30:35.219 INFO:tasks.rados.rados.0.smithi040.stdout:1130: finishing write tid 2 to smithi04078109-12 2024-04-22T04:30:35.219 INFO:tasks.rados.rados.0.smithi040.stdout:1130: finishing write tid 3 to smithi04078109-12 2024-04-22T04:30:35.220 INFO:tasks.rados.rados.0.smithi040.stdout:1130: finishing write tid 4 to smithi04078109-12 2024-04-22T04:30:35.221 INFO:tasks.rados.rados.0.smithi040.stdout:1130: finishing write tid 5 to smithi04078109-12 2024-04-22T04:30:35.221 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 364 (ObjNum 376 snap 104 seq_num 376) dirty exists 2024-04-22T04:30:35.221 INFO:tasks.rados.rados.0.smithi040.stdout:1130: left oid 12 (ObjNum 376 snap 104 seq_num 376) 2024-04-22T04:30:35.462 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:35 smithi062 ceph-mon[78153]: osdmap e257: 8 total, 8 up, 8 in 2024-04-22T04:30:35.463 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:35 smithi062 ceph-mon[78153]: pgmap v98: 121 pgs: 121 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-22T04:30:35.463 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:35 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:35.463 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:35 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:35.463 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T04:30:35.463 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:35 smithi040 ceph-mon[88445]: osdmap e257: 8 total, 8 up, 8 in 2024-04-22T04:30:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:35 smithi040 ceph-mon[88445]: pgmap v98: 121 pgs: 121 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-22T04:30:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:35 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:35 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T04:30:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:35 smithi040 ceph-mon[91058]: osdmap e257: 8 total, 8 up, 8 in 2024-04-22T04:30:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:35 smithi040 ceph-mon[91058]: pgmap v98: 121 pgs: 121 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-22T04:30:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:35 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:35 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T04:30:35.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:35.718 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:30:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:30:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:30:36.186 INFO:tasks.rados.rados.0.smithi040.stdout:1128: done (3 left) 2024-04-22T04:30:36.187 INFO:tasks.rados.rados.0.smithi040.stdout:1129: done (2 left) 2024-04-22T04:30:36.187 INFO:tasks.rados.rados.0.smithi040.stdout:1130: done (1 left) 2024-04-22T04:30:36.187 INFO:tasks.rados.rados.0.smithi040.stdout:1131: done (0 left) 2024-04-22T04:30:36.187 INFO:tasks.rados.rados.0.smithi040.stdout:1132: read oid 16 snap -1 2024-04-22T04:30:36.187 INFO:tasks.rados.rados.0.smithi040.stdout:1132: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:30:36.187 INFO:tasks.rados.rados.0.smithi040.stdout:1133: snap_create 2024-04-22T04:30:36.189 INFO:tasks.rados.rados.0.smithi040.stdout:1132: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:30:36.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:36 smithi062 ceph-mon[78153]: Reconfiguring osd.7 (monmap changed)... 2024-04-22T04:30:36.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:36 smithi062 ceph-mon[78153]: Reconfiguring daemon osd.7 on smithi062 2024-04-22T04:30:36.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:36 smithi062 ceph-mon[78153]: osdmap e258: 8 total, 8 up, 8 in 2024-04-22T04:30:36.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:36.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:36 smithi040 ceph-mon[88445]: Reconfiguring osd.7 (monmap changed)... 2024-04-22T04:30:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:36 smithi040 ceph-mon[88445]: Reconfiguring daemon osd.7 on smithi062 2024-04-22T04:30:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:36 smithi040 ceph-mon[88445]: osdmap e258: 8 total, 8 up, 8 in 2024-04-22T04:30:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:36 smithi040 ceph-mon[91058]: Reconfiguring osd.7 (monmap changed)... 2024-04-22T04:30:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:36 smithi040 ceph-mon[91058]: Reconfiguring daemon osd.7 on smithi062 2024-04-22T04:30:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:36 smithi040 ceph-mon[91058]: osdmap e258: 8 total, 8 up, 8 in 2024-04-22T04:30:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:37.073 INFO:tasks.rados.rados.0.smithi040.stdout:1132: done (1 left) 2024-04-22T04:30:37.073 INFO:tasks.rados.rados.0.smithi040.stdout:1133: done (0 left) 2024-04-22T04:30:37.073 INFO:tasks.rados.rados.0.smithi040.stdout:1134: rmattr oid 40 current snap is 106 2024-04-22T04:30:37.074 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 106 2024-04-22T04:30:37.074 INFO:tasks.rados.rados.0.smithi040.stdout:1135: seq_num 377 ranges {3358720=720896,4079616=434176,4513792=368640} 2024-04-22T04:30:37.095 INFO:tasks.rados.rados.0.smithi040.stdout:1135: writing smithi04078109-32 from 3358720 to 4079616 tid 1 2024-04-22T04:30:37.099 INFO:tasks.rados.rados.0.smithi040.stdout:1135: writing smithi04078109-32 from 4079616 to 4513792 tid 2 2024-04-22T04:30:37.101 INFO:tasks.rados.rados.0.smithi040.stdout:1135: writing smithi04078109-32 from 4513792 to 4882432 tid 3 2024-04-22T04:30:37.101 INFO:tasks.rados.rados.0.smithi040.stdout:1136: snap_create 2024-04-22T04:30:37.101 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 587 (ObjNum 365 snap 100 seq_num 365) dirty exists 2024-04-22T04:30:37.105 INFO:tasks.rados.rados.0.smithi040.stdout:1135: finishing write tid 1 to smithi04078109-32 2024-04-22T04:30:37.105 INFO:tasks.rados.rados.0.smithi040.stdout:1135: finishing write tid 2 to smithi04078109-32 2024-04-22T04:30:37.105 INFO:tasks.rados.rados.0.smithi040.stdout:1135: finishing write tid 3 to smithi04078109-32 2024-04-22T04:30:37.106 INFO:tasks.rados.rados.0.smithi040.stdout:1135: finishing write tid 4 to smithi04078109-32 2024-04-22T04:30:37.107 INFO:tasks.rados.rados.0.smithi040.stdout:1135: finishing write tid 5 to smithi04078109-32 2024-04-22T04:30:37.107 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 453 (ObjNum 377 snap 106 seq_num 377) dirty exists 2024-04-22T04:30:37.107 INFO:tasks.rados.rados.0.smithi040.stdout:1135: left oid 32 (ObjNum 377 snap 106 seq_num 377) 2024-04-22T04:30:37.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:37 smithi062 ceph-mon[78153]: osdmap e259: 8 total, 8 up, 8 in 2024-04-22T04:30:37.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:37 smithi062 ceph-mon[78153]: pgmap v101: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-04-22T04:30:37.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:37 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:37.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:37 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:37.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:37 smithi062 ceph-mon[78153]: Reconfiguring mds.b (monmap changed)... 2024-04-22T04:30:37.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:37 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:30:37.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:37 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:30:37.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:37 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:37.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:37 smithi062 ceph-mon[78153]: Reconfiguring daemon mds.b on smithi062 2024-04-22T04:30:37.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:37 smithi062 ceph-mon[78153]: osdmap e260: 8 total, 8 up, 8 in 2024-04-22T04:30:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[88445]: osdmap e259: 8 total, 8 up, 8 in 2024-04-22T04:30:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[88445]: pgmap v101: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-04-22T04:30:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[88445]: Reconfiguring mds.b (monmap changed)... 2024-04-22T04:30:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:30:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:30:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[88445]: Reconfiguring daemon mds.b on smithi062 2024-04-22T04:30:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[88445]: osdmap e260: 8 total, 8 up, 8 in 2024-04-22T04:30:37.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[91058]: osdmap e259: 8 total, 8 up, 8 in 2024-04-22T04:30:37.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[91058]: pgmap v101: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-04-22T04:30:37.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:37.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:37.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[91058]: Reconfiguring mds.b (monmap changed)... 2024-04-22T04:30:37.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:30:37.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:30:37.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:37.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[91058]: Reconfiguring daemon mds.b on smithi062 2024-04-22T04:30:37.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:37 smithi040 ceph-mon[91058]: osdmap e260: 8 total, 8 up, 8 in 2024-04-22T04:30:38.074 INFO:tasks.rados.rados.0.smithi040.stdout:1134: done (2 left) 2024-04-22T04:30:38.075 INFO:tasks.rados.rados.0.smithi040.stdout:1135: done (1 left) 2024-04-22T04:30:38.075 INFO:tasks.rados.rados.0.smithi040.stdout:1136: done (0 left) 2024-04-22T04:30:38.075 INFO:tasks.rados.rados.0.smithi040.stdout:1137: snap_remove snap 104 2024-04-22T04:30:39.078 INFO:tasks.rados.rados.0.smithi040.stdout:1137: done (0 left) 2024-04-22T04:30:39.079 INFO:tasks.rados.rados.0.smithi040.stdout:1138: copy_from oid 33 from oid 1 current snap is 107 2024-04-22T04:30:39.079 INFO:tasks.rados.rados.0.smithi040.stdout:1139: read oid 46 snap -1 2024-04-22T04:30:39.079 INFO:tasks.rados.rados.0.smithi040.stdout:1139: expect (ObjNum 366 snap 100 seq_num 366) 2024-04-22T04:30:39.079 INFO:tasks.rados.rados.0.smithi040.stdout:1140: snap_remove snap 84 2024-04-22T04:30:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: osdmap e261: 8 total, 8 up, 8 in 2024-04-22T04:30:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: Upgrade: Setting container_image for all mon 2024-04-22T04:30:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-22T04:30:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-22T04:30:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-22T04:30:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-22T04:30:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-22T04:30:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-22T04:30:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-22T04:30:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-22T04:30:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-22T04:30:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: Upgrade: Setting container_image for all crash 2024-04-22T04:30:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-22T04:30:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-22T04:30:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: Upgrade: osd.0 is safe to restart 2024-04-22T04:30:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[88445]: pgmap v104: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-04-22T04:30:39.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: osdmap e261: 8 total, 8 up, 8 in 2024-04-22T04:30:39.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:39.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:39.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:39.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:39.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:39.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: Upgrade: Setting container_image for all mon 2024-04-22T04:30:39.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:39.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-22T04:30:39.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-22T04:30:39.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-22T04:30:39.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-22T04:30:39.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-22T04:30:39.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-22T04:30:39.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-22T04:30:39.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-22T04:30:39.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-22T04:30:39.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:39.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: Upgrade: Setting container_image for all crash 2024-04-22T04:30:39.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:39.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-22T04:30:39.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-22T04:30:39.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: Upgrade: osd.0 is safe to restart 2024-04-22T04:30:39.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:39 smithi040 ceph-mon[91058]: pgmap v104: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-04-22T04:30:39.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: osdmap e261: 8 total, 8 up, 8 in 2024-04-22T04:30:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: Upgrade: Setting container_image for all mon 2024-04-22T04:30:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-22T04:30:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-22T04:30:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-22T04:30:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-22T04:30:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-22T04:30:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-22T04:30:39.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-22T04:30:39.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-22T04:30:39.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-22T04:30:39.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:39.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: Upgrade: Setting container_image for all crash 2024-04-22T04:30:39.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:39.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-22T04:30:39.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-22T04:30:39.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: Upgrade: osd.0 is safe to restart 2024-04-22T04:30:39.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:39 smithi062 ceph-mon[78153]: pgmap v104: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-04-22T04:30:40.094 INFO:tasks.rados.rados.0.smithi040.stdout:1140: done (2 left) 2024-04-22T04:30:40.094 INFO:tasks.rados.rados.0.smithi040.stdout:1141: snap_remove snap 74 2024-04-22T04:30:40.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:40 smithi062 ceph-mon[78153]: osdmap e262: 8 total, 8 up, 8 in 2024-04-22T04:30:40.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:40 smithi040 ceph-mon[88445]: osdmap e262: 8 total, 8 up, 8 in 2024-04-22T04:30:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:40 smithi040 ceph-mon[91058]: osdmap e262: 8 total, 8 up, 8 in 2024-04-22T04:30:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:30:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:30:40] "GET /metrics HTTP/1.1" 200 192293 "" "Prometheus/2.33.4" 2024-04-22T04:30:41.109 INFO:tasks.rados.rados.0.smithi040.stdout:1141: done (2 left) 2024-04-22T04:30:41.109 INFO:tasks.rados.rados.0.smithi040.stdout:1142: snap_create 2024-04-22T04:30:41.110 INFO:tasks.rados.rados.0.smithi040.stdout:1138: finishing copy_from racing read to smithi04078109-33 2024-04-22T04:30:41.110 INFO:tasks.rados.rados.0.smithi040.stdout:1138: finishing copy_from to smithi04078109-33 2024-04-22T04:30:41.110 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 390 (ObjNum 311 snap 86 seq_num 311) dirty exists 2024-04-22T04:30:41.110 INFO:tasks.rados.rados.0.smithi040.stdout:1139: expect (ObjNum 366 snap 100 seq_num 366) 2024-04-22T04:30:41.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:41 smithi062 ceph-mon[78153]: osdmap e263: 8 total, 8 up, 8 in 2024-04-22T04:30:41.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:41 smithi062 ceph-mon[78153]: Upgrade: Updating osd.0 2024-04-22T04:30:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:41 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:41 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T04:30:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:41 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:41 smithi062 ceph-mon[78153]: Deploying daemon osd.0 on smithi040 2024-04-22T04:30:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:41 smithi062 ceph-mon[78153]: pgmap v107: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:30:41.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:41 smithi040 ceph-mon[88445]: osdmap e263: 8 total, 8 up, 8 in 2024-04-22T04:30:41.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:41 smithi040 ceph-mon[88445]: Upgrade: Updating osd.0 2024-04-22T04:30:41.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:41 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:41.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:41 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T04:30:41.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:41 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:41.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:41 smithi040 ceph-mon[88445]: Deploying daemon osd.0 on smithi040 2024-04-22T04:30:41.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:41 smithi040 ceph-mon[88445]: pgmap v107: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:30:41.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:41 smithi040 ceph-mon[91058]: osdmap e263: 8 total, 8 up, 8 in 2024-04-22T04:30:41.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:41 smithi040 ceph-mon[91058]: Upgrade: Updating osd.0 2024-04-22T04:30:41.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:41 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:41.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:41 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T04:30:41.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:41 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:41.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:41 smithi040 ceph-mon[91058]: Deploying daemon osd.0 on smithi040 2024-04-22T04:30:41.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:41 smithi040 ceph-mon[91058]: pgmap v107: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:30:42.075 INFO:tasks.rados.rados.0.smithi040.stdout:1138: done (2 left) 2024-04-22T04:30:42.075 INFO:tasks.rados.rados.0.smithi040.stdout:1139: done (1 left) 2024-04-22T04:30:42.075 INFO:tasks.rados.rados.0.smithi040.stdout:1142: done (0 left) 2024-04-22T04:30:42.075 INFO:tasks.rados.rados.0.smithi040.stdout:1143: rmattr oid 26 current snap is 108 2024-04-22T04:30:42.076 INFO:tasks.rados.rados.0.smithi040.stdout:1143: done (0 left) 2024-04-22T04:30:42.076 INFO:tasks.rados.rados.0.smithi040.stdout:1144: rmattr oid 47 current snap is 108 2024-04-22T04:30:42.076 INFO:tasks.rados.rados.0.smithi040.stdout:1145: rmattr oid 11 current snap is 108 2024-04-22T04:30:42.076 INFO:tasks.rados.rados.0.smithi040.stdout:1146: snap_remove snap 98 2024-04-22T04:30:42.299 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:42 smithi040 ceph-mon[88445]: osdmap e264: 8 total, 8 up, 8 in 2024-04-22T04:30:42.299 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:42 smithi040 ceph-mon[88445]: osdmap e265: 8 total, 8 up, 8 in 2024-04-22T04:30:42.300 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:42 smithi040 ceph-mon[91058]: osdmap e264: 8 total, 8 up, 8 in 2024-04-22T04:30:42.300 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:42 smithi040 ceph-mon[91058]: osdmap e265: 8 total, 8 up, 8 in 2024-04-22T04:30:42.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:42 smithi062 ceph-mon[78153]: osdmap e264: 8 total, 8 up, 8 in 2024-04-22T04:30:42.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:42 smithi062 ceph-mon[78153]: osdmap e265: 8 total, 8 up, 8 in 2024-04-22T04:30:43.075 INFO:tasks.rados.rados.0.smithi040.stdout:1146: done (2 left) 2024-04-22T04:30:43.076 INFO:tasks.rados.rados.0.smithi040.stdout:1147: delete oid 10 current snap is 108 2024-04-22T04:30:43.076 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 456 (ObjNum 363 snap 99 seq_num 363) dirty exists 2024-04-22T04:30:43.076 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 609 (ObjNum 350 snap 96 seq_num 350) dirty exists 2024-04-22T04:30:43.086 INFO:tasks.rados.rados.0.smithi040.stdout:1144: done (2 left) 2024-04-22T04:30:43.086 INFO:tasks.rados.rados.0.smithi040.stdout:1145: done (1 left) 2024-04-22T04:30:43.086 INFO:tasks.rados.rados.0.smithi040.stdout:1147: done (0 left) 2024-04-22T04:30:43.086 INFO:tasks.rados.rados.0.smithi040.stdout:1148: rollback oid 3 current snap is 108 2024-04-22T04:30:43.086 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 3 to 77 2024-04-22T04:30:43.087 INFO:tasks.rados.rados.0.smithi040.stdout:1149: setattr oid 37 current snap is 108 2024-04-22T04:30:43.092 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 18 current snap is 108 2024-04-22T04:30:43.092 INFO:tasks.rados.rados.0.smithi040.stdout:1150: seq_num 379 ranges {0=753664,753664=606208,1359872=196608} 2024-04-22T04:30:43.094 INFO:tasks.rados.rados.0.smithi040.stdout:1150: writing smithi04078109-18 from 0 to 753664 tid 1 2024-04-22T04:30:43.097 INFO:tasks.rados.rados.0.smithi040.stdout:1150: writing smithi04078109-18 from 753664 to 1359872 tid 2 2024-04-22T04:30:43.099 INFO:tasks.rados.rados.0.smithi040.stdout:1150: writing smithi04078109-18 from 1359872 to 1556480 tid 3 2024-04-22T04:30:43.099 INFO:tasks.rados.rados.0.smithi040.stdout:1151: snap_create 2024-04-22T04:30:43.099 INFO:tasks.rados.rados.0.smithi040.stdout:1148: finishing rollback tid 0 to smithi04078109-3 2024-04-22T04:30:43.099 INFO:tasks.rados.rados.0.smithi040.stdout:1148: finishing rollback tid 1 to smithi04078109-3 2024-04-22T04:30:43.099 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 478 (ObjNum 1 snap 32647 seq_num 2853277184) dirty dne 2024-04-22T04:30:43.099 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 619 (ObjNum 1439342648 snap 5 seq_num 3717482871) dirty exists 2024-04-22T04:30:43.099 INFO:tasks.rados.rados.0.smithi040.stdout:1150: finishing write tid 1 to smithi04078109-18 2024-04-22T04:30:43.101 INFO:tasks.rados.rados.0.smithi040.stdout:1150: finishing write tid 2 to smithi04078109-18 2024-04-22T04:30:43.101 INFO:tasks.rados.rados.0.smithi040.stdout:1150: finishing write tid 3 to smithi04078109-18 2024-04-22T04:30:43.101 INFO:tasks.rados.rados.0.smithi040.stdout:1150: finishing write tid 4 to smithi04078109-18 2024-04-22T04:30:43.102 INFO:tasks.rados.rados.0.smithi040.stdout:1150: finishing write tid 5 to smithi04078109-18 2024-04-22T04:30:43.102 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 372 (ObjNum 379 snap 108 seq_num 379) dirty exists 2024-04-22T04:30:43.102 INFO:tasks.rados.rados.0.smithi040.stdout:1150: left oid 18 (ObjNum 379 snap 108 seq_num 379) 2024-04-22T04:30:43.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:43 smithi062 ceph-mon[78153]: pgmap v110: 121 pgs: 121 active+clean; 346 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 474 KiB/s wr, 5 op/s 2024-04-22T04:30:43.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:43 smithi062 ceph-mon[78153]: osdmap e266: 8 total, 8 up, 8 in 2024-04-22T04:30:43.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:43 smithi040 ceph-mon[88445]: pgmap v110: 121 pgs: 121 active+clean; 346 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 474 KiB/s wr, 5 op/s 2024-04-22T04:30:43.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:43 smithi040 ceph-mon[88445]: osdmap e266: 8 total, 8 up, 8 in 2024-04-22T04:30:43.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:43 smithi040 ceph-mon[91058]: pgmap v110: 121 pgs: 121 active+clean; 346 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 474 KiB/s wr, 5 op/s 2024-04-22T04:30:43.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:43 smithi040 ceph-mon[91058]: osdmap e266: 8 total, 8 up, 8 in 2024-04-22T04:30:43.910 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:43 smithi040 systemd[1]: Stopping Ceph osd.0 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:30:44.083 INFO:tasks.rados.rados.0.smithi040.stdout:1148: done (3 left) 2024-04-22T04:30:44.083 INFO:tasks.rados.rados.0.smithi040.stdout:1149: done (2 left) 2024-04-22T04:30:44.083 INFO:tasks.rados.rados.0.smithi040.stdout:1150: done (1 left) 2024-04-22T04:30:44.083 INFO:tasks.rados.rados.0.smithi040.stdout:1151: done (0 left) 2024-04-22T04:30:44.084 INFO:tasks.rados.rados.0.smithi040.stdout:1152: read oid 7 snap 99 2024-04-22T04:30:44.084 INFO:tasks.rados.rados.0.smithi040.stdout:1152: expect deleted 2024-04-22T04:30:44.084 INFO:tasks.rados.rados.0.smithi040.stdout:1153: rmattr oid 2 current snap is 109 2024-04-22T04:30:44.084 INFO:tasks.rados.rados.0.smithi040.stdout:1153: done (1 left) 2024-04-22T04:30:44.084 INFO:tasks.rados.rados.0.smithi040.stdout:1154: copy_from oid 47 from oid 9 current snap is 109 2024-04-22T04:30:44.084 INFO:tasks.rados.rados.0.smithi040.stdout:1155: copy_from oid 42 from oid 35 current snap is 109 2024-04-22T04:30:44.084 INFO:tasks.rados.rados.0.smithi040.stdout:1156: copy_from oid 15 from oid 1 current snap is 109 2024-04-22T04:30:44.084 INFO:tasks.rados.rados.0.smithi040.stdout:1157: delete oid 28 current snap is 109 2024-04-22T04:30:44.096 INFO:tasks.rados.rados.0.smithi040.stdout:1157: done (4 left) 2024-04-22T04:30:44.096 INFO:tasks.rados.rados.0.smithi040.stdout:1158: rollback oid 48 current snap is 109 2024-04-22T04:30:44.096 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 48 to 103 2024-04-22T04:30:44.096 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 18 current snap is 109 2024-04-22T04:30:44.096 INFO:tasks.rados.rados.0.smithi040.stdout:1159: seq_num 381 ranges {1556480=786432,2342912=417792,2760704=385024} 2024-04-22T04:30:44.109 INFO:tasks.rados.rados.0.smithi040.stdout:1159: writing smithi04078109-18 from 1556480 to 2342912 tid 1 2024-04-22T04:30:44.111 INFO:tasks.rados.rados.0.smithi040.stdout:1159: writing smithi04078109-18 from 2342912 to 2760704 tid 2 2024-04-22T04:30:44.114 INFO:tasks.rados.rados.0.smithi040.stdout:1159: writing smithi04078109-18 from 2760704 to 3145728 tid 3 2024-04-22T04:30:44.114 INFO:tasks.rados.rados.0.smithi040.stdout:1160: snap_remove snap 71 2024-04-22T04:30:44.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:44 smithi062 ceph-mon[78153]: osd.0 marked itself down and dead 2024-04-22T04:30:44.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:44 smithi062 ceph-mon[78153]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:30:44.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:44 smithi062 ceph-mon[78153]: osdmap e267: 8 total, 7 up, 8 in 2024-04-22T04:30:44.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:44 smithi040 ceph-mon[88445]: osd.0 marked itself down and dead 2024-04-22T04:30:44.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:44 smithi040 ceph-mon[88445]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:30:44.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:44 smithi040 ceph-mon[88445]: osdmap e267: 8 total, 7 up, 8 in 2024-04-22T04:30:44.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:44 smithi040 ceph-mon[91058]: osd.0 marked itself down and dead 2024-04-22T04:30:44.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:44 smithi040 ceph-mon[91058]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:30:44.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:44 smithi040 ceph-mon[91058]: osdmap e267: 8 total, 7 up, 8 in 2024-04-22T04:30:44.409 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-0[49085]: debug 2024-04-22T04:30:44.068+0000 7fb5aeb10700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-22T04:30:44.409 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-0[49085]: debug 2024-04-22T04:30:44.068+0000 7fb5aeb10700 -1 osd.0 266 *** Got signal Terminated *** 2024-04-22T04:30:44.409 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:44 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-0[49085]: debug 2024-04-22T04:30:44.068+0000 7fb5aeb10700 -1 osd.0 266 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T04:30:45.081 INFO:tasks.rados.rados.0.smithi040.stdout:1160: done (6 left) 2024-04-22T04:30:45.082 INFO:tasks.rados.rados.0.smithi040.stdout:1161: snap_remove snap 62 2024-04-22T04:30:45.117 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:45 smithi040 bash[95323]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-0 2024-04-22T04:30:45.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:45 smithi062 ceph-mon[78153]: pgmap v113: 121 pgs: 15 stale+active+clean, 106 active+clean; 346 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 474 KiB/s wr, 5 op/s 2024-04-22T04:30:45.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:45 smithi062 ceph-mon[78153]: osdmap e268: 8 total, 7 up, 8 in 2024-04-22T04:30:45.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:45 smithi040 ceph-mon[88445]: pgmap v113: 121 pgs: 15 stale+active+clean, 106 active+clean; 346 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 474 KiB/s wr, 5 op/s 2024-04-22T04:30:45.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:45 smithi040 ceph-mon[88445]: osdmap e268: 8 total, 7 up, 8 in 2024-04-22T04:30:45.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:45 smithi040 ceph-mon[91058]: pgmap v113: 121 pgs: 15 stale+active+clean, 106 active+clean; 346 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 474 KiB/s wr, 5 op/s 2024-04-22T04:30:45.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:45 smithi040 ceph-mon[91058]: osdmap e268: 8 total, 7 up, 8 in 2024-04-22T04:30:45.477 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:30:45.805 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:30:45.805 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (4m) 59s ago 5m 24.7M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:30:45.805 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (4m) 38s ago 4m 59.4M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:30:45.805 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (6m) 59s ago 6m 13.8M - 16.2.15-1-g8963e9de 727f386679cb 07889a83e85d 2024-04-22T04:30:45.805 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (6m) 38s ago 6m 16.5M - 16.2.15-1-g8963e9de 727f386679cb 37118b502053 2024-04-22T04:30:45.805 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (110s) 38s ago 9m 430M - 17.2.7-878-g5d873850 c90a446c4c8e aa2238c1b793 2024-04-22T04:30:45.805 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 running (2m) 59s ago 11m 470M - 17.2.7-878-g5d873850 c90a446c4c8e edd41a239d91 2024-04-22T04:30:45.805 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (94s) 59s ago 11m 38.4M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0d79462ba4ea 2024-04-22T04:30:45.805 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (50s) 38s ago 10m 19.8M 2048M 17.2.7-878-g5d873850 c90a446c4c8e ecb1ef3cca09 2024-04-22T04:30:45.805 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (69s) 59s ago 10m 22.4M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0c9cde756a31 2024-04-22T04:30:45.805 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (5m) 59s ago 5m 21.6M - 1.3.1 1dbe0e931976 3d926365bac8 2024-04-22T04:30:45.805 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (5m) 38s ago 5m 21.5M - 1.3.1 1dbe0e931976 cd70c5d64335 2024-04-22T04:30:45.805 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (9m) 59s ago 9m 160M 2489M 16.2.15-1-g8963e9de 727f386679cb a05040c28137 2024-04-22T04:30:45.806 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (9m) 59s ago 9m 115M 2489M 16.2.15-1-g8963e9de 727f386679cb 132b282d5078 2024-04-22T04:30:45.806 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (8m) 59s ago 8m 123M 2489M 16.2.15-1-g8963e9de 727f386679cb 18997dafed68 2024-04-22T04:30:45.806 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (8m) 59s ago 8m 133M 2489M 16.2.15-1-g8963e9de 727f386679cb 143d3b49613e 2024-04-22T04:30:45.806 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (7m) 38s ago 7m 149M 2488M 16.2.15-1-g8963e9de 727f386679cb 60d50d2f7849 2024-04-22T04:30:45.806 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (7m) 38s ago 7m 119M 2488M 16.2.15-1-g8963e9de 727f386679cb b7e17a5d779e 2024-04-22T04:30:45.806 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (6m) 38s ago 6m 122M 2488M 16.2.15-1-g8963e9de 727f386679cb a25b6c33c8a6 2024-04-22T04:30:45.806 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (6m) 38s ago 6m 82.8M 2488M 16.2.15-1-g8963e9de 727f386679cb 65d10d469953 2024-04-22T04:30:45.806 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (4m) 38s ago 5m 70.2M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:30:45.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:30:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:30:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:30:46.082 INFO:tasks.rados.rados.0.smithi040.stdout:1161: done (6 left) 2024-04-22T04:30:46.082 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 30 current snap is 109 2024-04-22T04:30:46.082 INFO:tasks.rados.rados.0.smithi040.stdout:1159: finishing write tid 1 to smithi04078109-18 2024-04-22T04:30:46.082 INFO:tasks.rados.rados.0.smithi040.stdout:1159: finishing write tid 2 to smithi04078109-18 2024-04-22T04:30:46.082 INFO:tasks.rados.rados.0.smithi040.stdout:1159: finishing write tid 3 to smithi04078109-18 2024-04-22T04:30:46.082 INFO:tasks.rados.rados.0.smithi040.stdout:1162: seq_num 382 ranges {1925120=802816,2727936=704512,3432448=98304} 2024-04-22T04:30:46.097 INFO:tasks.rados.rados.0.smithi040.stdout:1162: writing smithi04078109-30 from 1925120 to 2727936 tid 1 2024-04-22T04:30:46.102 INFO:tasks.rados.rados.0.smithi040.stdout:1162: writing smithi04078109-30 from 2727936 to 3432448 tid 2 2024-04-22T04:30:46.103 INFO:tasks.rados.rados.0.smithi040.stdout:1162: writing smithi04078109-30 from 3432448 to 3530752 tid 3 2024-04-22T04:30:46.103 INFO:tasks.rados.rados.0.smithi040.stdout:1163: read oid 2 snap -1 2024-04-22T04:30:46.103 INFO:tasks.rados.rados.0.smithi040.stdout:1163: expect deleted 2024-04-22T04:30:46.103 INFO:tasks.rados.rados.0.smithi040.stdout:1164: delete oid 17 current snap is 109 2024-04-22T04:30:46.103 INFO:tasks.rados.rados.0.smithi040.stdout:1159: finishing write tid 4 to smithi04078109-18 2024-04-22T04:30:46.103 INFO:tasks.rados.rados.0.smithi040.stdout:1159: finishing write tid 5 to smithi04078109-18 2024-04-22T04:30:46.104 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 377 (ObjNum 381 snap 109 seq_num 381) dirty exists 2024-04-22T04:30:46.104 INFO:tasks.rados.rados.0.smithi040.stdout:1159: left oid 18 (ObjNum 381 snap 109 seq_num 381) 2024-04-22T04:30:46.104 INFO:tasks.rados.rados.0.smithi040.stdout:1158: finishing rollback tid 0 to smithi04078109-48 2024-04-22T04:30:46.104 INFO:tasks.rados.rados.0.smithi040.stdout:1158: finishing rollback tid 1 to smithi04078109-48 2024-04-22T04:30:46.104 INFO:tasks.rados.rados.0.smithi040.stdout:1154: finishing copy_from to smithi04078109-47 2024-04-22T04:30:46.104 INFO:tasks.rados.rados.0.smithi040.stdout:1154: got expected ENOENT (src dne) 2024-04-22T04:30:46.104 INFO:tasks.rados.rados.0.smithi040.stdout:1154: finishing copy_from racing read to smithi04078109-47 2024-04-22T04:30:46.104 INFO:tasks.rados.rados.0.smithi040.stdout:1156: finishing copy_from racing read to smithi04078109-15 2024-04-22T04:30:46.104 INFO:tasks.rados.rados.0.smithi040.stdout:1156: finishing copy_from to smithi04078109-15 2024-04-22T04:30:46.104 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 390 (ObjNum 311 snap 86 seq_num 311) dirty exists 2024-04-22T04:30:46.104 INFO:tasks.rados.rados.0.smithi040.stdout:1158: finishing rollback tid 2 to smithi04078109-48 2024-04-22T04:30:46.104 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 331 (ObjNum 184 snap 39 seq_num 184) dirty exists 2024-04-22T04:30:46.104 INFO:tasks.rados.rados.0.smithi040.stdout:1155: finishing copy_from racing read to smithi04078109-42 2024-04-22T04:30:46.104 INFO:tasks.rados.rados.0.smithi040.stdout:1155: finishing copy_from to smithi04078109-42 2024-04-22T04:30:46.104 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 442 (ObjNum 342 snap 94 seq_num 342) dirty exists 2024-04-22T04:30:46.105 INFO:tasks.rados.rados.0.smithi040.stdout:1162: finishing write tid 1 to smithi04078109-30 2024-04-22T04:30:46.107 INFO:tasks.rados.rados.0.smithi040.stdout:1162: finishing write tid 2 to smithi04078109-30 2024-04-22T04:30:46.107 INFO:tasks.rados.rados.0.smithi040.stdout:1162: finishing write tid 3 to smithi04078109-30 2024-04-22T04:30:46.107 INFO:tasks.rados.rados.0.smithi040.stdout:1162: finishing write tid 4 to smithi04078109-30 2024-04-22T04:30:46.109 INFO:tasks.rados.rados.0.smithi040.stdout:1152: done (8 left) 2024-04-22T04:30:46.109 INFO:tasks.rados.rados.0.smithi040.stdout:1154: done (7 left) 2024-04-22T04:30:46.109 INFO:tasks.rados.rados.0.smithi040.stdout:1155: done (6 left) 2024-04-22T04:30:46.109 INFO:tasks.rados.rados.0.smithi040.stdout:1156: done (5 left) 2024-04-22T04:30:46.109 INFO:tasks.rados.rados.0.smithi040.stdout:1158: done (4 left) 2024-04-22T04:30:46.109 INFO:tasks.rados.rados.0.smithi040.stdout:1159: done (3 left) 2024-04-22T04:30:46.109 INFO:tasks.rados.rados.0.smithi040.stdout:1163: done (2 left) 2024-04-22T04:30:46.109 INFO:tasks.rados.rados.0.smithi040.stdout:1164: done (1 left) 2024-04-22T04:30:46.109 INFO:tasks.rados.rados.0.smithi040.stdout:1165: rollback oid 26 current snap is 109 2024-04-22T04:30:46.109 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 26 to 94 2024-04-22T04:30:46.110 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 109 2024-04-22T04:30:46.110 INFO:tasks.rados.rados.0.smithi040.stdout:1166: seq_num 384 ranges {3334144=434176,3768320=475136,4243456=630784,4874240=98304} 2024-04-22T04:30:46.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:46 smithi040 ceph-mon[88445]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:30:46.119 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:46 smithi040 ceph-mon[88445]: osdmap e269: 8 total, 7 up, 8 in 2024-04-22T04:30:46.130 INFO:tasks.rados.rados.0.smithi040.stdout:1166: writing smithi04078109-49 from 3334144 to 3768320 tid 1 2024-04-22T04:30:46.132 INFO:tasks.rados.rados.0.smithi040.stdout:1166: writing smithi04078109-49 from 3768320 to 4243456 tid 2 2024-04-22T04:30:46.136 INFO:tasks.rados.rados.0.smithi040.stdout:1166: writing smithi04078109-49 from 4243456 to 4874240 tid 3 2024-04-22T04:30:46.137 INFO:tasks.rados.rados.0.smithi040.stdout:1166: writing smithi04078109-49 from 4874240 to 4972544 tid 4 2024-04-22T04:30:46.137 INFO:tasks.rados.rados.0.smithi040.stdout:1167: rollback oid 3 current snap is 109 2024-04-22T04:30:46.137 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 3 to 79 2024-04-22T04:30:46.137 INFO:tasks.rados.rados.0.smithi040.stdout:1162: finishing write tid 5 to smithi04078109-30 2024-04-22T04:30:46.137 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 525 (ObjNum 382 snap 109 seq_num 382) dirty exists 2024-04-22T04:30:46.137 INFO:tasks.rados.rados.0.smithi040.stdout:1162: left oid 30 (ObjNum 382 snap 109 seq_num 382) 2024-04-22T04:30:46.137 INFO:tasks.rados.rados.0.smithi040.stdout:1162: done (3 left) 2024-04-22T04:30:46.137 INFO:tasks.rados.rados.0.smithi040.stdout:1168: delete oid 4 current snap is 109 2024-04-22T04:30:46.137 INFO:tasks.rados.rados.0.smithi040.stdout:1165: finishing rollback tid 0 to smithi04078109-26 2024-04-22T04:30:46.137 INFO:tasks.rados.rados.0.smithi040.stdout:1165: finishing rollback tid 1 to smithi04078109-26 2024-04-22T04:30:46.137 INFO:tasks.rados.rados.0.smithi040.stdout:1165: finishing rollback tid 2 to smithi04078109-26 2024-04-22T04:30:46.138 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 393 (ObjNum 326 snap 89 seq_num 326) dirty exists 2024-04-22T04:30:46.138 INFO:tasks.rados.rados.0.smithi040.stdout:1166: finishing write tid 1 to smithi04078109-49 2024-04-22T04:30:46.138 INFO:tasks.rados.rados.0.smithi040.stdout:1166: finishing write tid 2 to smithi04078109-49 2024-04-22T04:30:46.138 INFO:tasks.rados.rados.0.smithi040.stdout:1167: finishing rollback tid 1 to smithi04078109-3 2024-04-22T04:30:46.138 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 478 (ObjNum 1 snap 32647 seq_num 2852331824) dirty dne 2024-04-22T04:30:46.139 INFO:tasks.rados.rados.0.smithi040.stdout:1165: done (3 left) 2024-04-22T04:30:46.139 INFO:tasks.rados.rados.0.smithi040.stdout:1167: done (2 left) 2024-04-22T04:30:46.139 INFO:tasks.rados.rados.0.smithi040.stdout:1168: done (1 left) 2024-04-22T04:30:46.139 INFO:tasks.rados.rados.0.smithi040.stdout:1169: delete oid 18 current snap is 109 2024-04-22T04:30:46.139 INFO:tasks.rados.rados.0.smithi040.stdout:1166: finishing write tid 3 to smithi04078109-49 2024-04-22T04:30:46.140 INFO:tasks.rados.rados.0.smithi040.stdout:1166: finishing write tid 4 to smithi04078109-49 2024-04-22T04:30:46.140 INFO:tasks.rados.rados.0.smithi040.stdout:1166: finishing write tid 5 to smithi04078109-49 2024-04-22T04:30:46.140 INFO:tasks.rados.rados.0.smithi040.stdout:1169: done (1 left) 2024-04-22T04:30:46.140 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 27 current snap is 109 2024-04-22T04:30:46.141 INFO:tasks.rados.rados.0.smithi040.stdout:1170: seq_num 387 ranges {7061504=483328,7544832=524288,8069120=679936} 2024-04-22T04:30:46.183 INFO:tasks.rados.rados.0.smithi040.stdout:1170: writing smithi04078109-27 from 7061504 to 7544832 tid 1 2024-04-22T04:30:46.186 INFO:tasks.rados.rados.0.smithi040.stdout:1170: writing smithi04078109-27 from 7544832 to 8069120 tid 2 2024-04-22T04:30:46.192 INFO:tasks.rados.rados.0.smithi040.stdout:1170: writing smithi04078109-27 from 8069120 to 8749056 tid 3 2024-04-22T04:30:46.192 INFO:tasks.rados.rados.0.smithi040.stdout:1171: rmattr oid 19 current snap is 109 2024-04-22T04:30:46.192 INFO:tasks.rados.rados.0.smithi040.stdout:1171: done (2 left) 2024-04-22T04:30:46.192 INFO:tasks.rados.rados.0.smithi040.stdout:1172: read oid 35 snap 100 2024-04-22T04:30:46.192 INFO:tasks.rados.rados.0.smithi040.stdout:1172: expect (ObjNum 342 snap 94 seq_num 342) 2024-04-22T04:30:46.192 INFO:tasks.rados.rados.0.smithi040.stdout:1173: snap_remove snap 102 2024-04-22T04:30:46.230 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:30:46.230 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:30:46.230 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 3 2024-04-22T04:30:46.230 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:30:46.230 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:30:46.230 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:30:46.230 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:30:46.230 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:30:46.230 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 7 2024-04-22T04:30:46.230 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:30:46.231 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:30:46.231 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:30:46.231 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:30:46.231 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:30:46.231 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 9, 2024-04-22T04:30:46.231 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 5 2024-04-22T04:30:46.231 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:30:46.231 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:30:46.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:46 smithi062 ceph-mon[78153]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:30:46.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:46 smithi062 ceph-mon[78153]: osdmap e269: 8 total, 7 up, 8 in 2024-04-22T04:30:46.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:46 smithi040 ceph-mon[91058]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:30:46.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:46 smithi040 ceph-mon[91058]: osdmap e269: 8 total, 7 up, 8 in 2024-04-22T04:30:47.133 INFO:tasks.rados.rados.0.smithi040.stdout:1173: done (3 left) 2024-04-22T04:30:47.133 INFO:tasks.rados.rados.0.smithi040.stdout:1174: read oid 28 snap -1 2024-04-22T04:30:47.133 INFO:tasks.rados.rados.0.smithi040.stdout:1174: expect deleted 2024-04-22T04:30:47.133 INFO:tasks.rados.rados.0.smithi040.stdout:1175: snap_remove snap 55 2024-04-22T04:30:47.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:47 smithi062 ceph-mon[78153]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:30:47.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:47 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3700654644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:47.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:47 smithi062 ceph-mon[78153]: pgmap v116: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 19 op/s; 125/681 objects degraded (18.355%) 2024-04-22T04:30:47.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:47 smithi040 ceph-mon[88445]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:30:47.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:47 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3700654644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:47.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:47 smithi040 ceph-mon[88445]: pgmap v116: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 19 op/s; 125/681 objects degraded (18.355%) 2024-04-22T04:30:47.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:47 smithi040 ceph-mon[91058]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:30:47.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:47 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3700654644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:47.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:47 smithi040 ceph-mon[91058]: pgmap v116: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 19 op/s; 125/681 objects degraded (18.355%) 2024-04-22T04:30:47.410 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:47 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.0.service: Succeeded. 2024-04-22T04:30:47.410 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:47 smithi040 systemd[1]: Stopped Ceph osd.0 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:30:47.410 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:47 smithi040 systemd[1]: Starting Ceph osd.0 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:30:48.131 INFO:tasks.rados.rados.0.smithi040.stdout:1166: finishing write tid 6 to smithi04078109-49 2024-04-22T04:30:48.131 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 542 (ObjNum 384 snap 109 seq_num 384) dirty exists 2024-04-22T04:30:48.131 INFO:tasks.rados.rados.0.smithi040.stdout:1166: left oid 49 (ObjNum 384 snap 109 seq_num 384) 2024-04-22T04:30:48.131 INFO:tasks.rados.rados.0.smithi040.stdout:1170: finishing write tid 1 to smithi04078109-27 2024-04-22T04:30:48.131 INFO:tasks.rados.rados.0.smithi040.stdout:1170: finishing write tid 2 to smithi04078109-27 2024-04-22T04:30:48.131 INFO:tasks.rados.rados.0.smithi040.stdout:1170: finishing write tid 3 to smithi04078109-27 2024-04-22T04:30:48.131 INFO:tasks.rados.rados.0.smithi040.stdout:1166: done (4 left) 2024-04-22T04:30:48.132 INFO:tasks.rados.rados.0.smithi040.stdout:1175: done (3 left) 2024-04-22T04:30:48.132 INFO:tasks.rados.rados.0.smithi040.stdout:1176: rollback oid 3 current snap is 109 2024-04-22T04:30:48.132 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 3 to 108 2024-04-22T04:30:48.132 INFO:tasks.rados.rados.0.smithi040.stdout:1170: finishing write tid 4 to smithi04078109-27 2024-04-22T04:30:48.132 INFO:tasks.rados.rados.0.smithi040.stdout:1170: finishing write tid 5 to smithi04078109-27 2024-04-22T04:30:48.132 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 373 (ObjNum 387 snap 109 seq_num 387) dirty exists 2024-04-22T04:30:48.132 INFO:tasks.rados.rados.0.smithi040.stdout:1170: left oid 27 (ObjNum 387 snap 109 seq_num 387) 2024-04-22T04:30:48.132 INFO:tasks.rados.rados.0.smithi040.stdout:1172: expect (ObjNum 342 snap 94 seq_num 342) 2024-04-22T04:30:48.241 INFO:tasks.rados.rados.0.smithi040.stdout:1176: finishing rollback tid 1 to smithi04078109-3 2024-04-22T04:30:48.241 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 478 (ObjNum 1 snap 32647 seq_num 2852331824) dirty dne 2024-04-22T04:30:48.241 INFO:tasks.rados.rados.0.smithi040.stdout:1170: done (3 left) 2024-04-22T04:30:48.242 INFO:tasks.rados.rados.0.smithi040.stdout:1172: done (2 left) 2024-04-22T04:30:48.242 INFO:tasks.rados.rados.0.smithi040.stdout:1174: done (1 left) 2024-04-22T04:30:48.242 INFO:tasks.rados.rados.0.smithi040.stdout:1176: done (0 left) 2024-04-22T04:30:48.242 INFO:tasks.rados.rados.0.smithi040.stdout:1177: snap_create 2024-04-22T04:30:48.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:48 smithi040 ceph-mon[88445]: Health check failed: Degraded data redundancy: 125/681 objects degraded (18.355%), 15 pgs degraded (PG_DEGRADED) 2024-04-22T04:30:48.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:48 smithi040 ceph-mon[88445]: osdmap e270: 8 total, 7 up, 8 in 2024-04-22T04:30:48.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:48 smithi040 ceph-mon[91058]: Health check failed: Degraded data redundancy: 125/681 objects degraded (18.355%), 15 pgs degraded (PG_DEGRADED) 2024-04-22T04:30:48.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:48 smithi040 ceph-mon[91058]: osdmap e270: 8 total, 7 up, 8 in 2024-04-22T04:30:48.410 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:48 smithi040 bash[95665]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-22T04:30:48.411 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:48 smithi040 bash[95665]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-22T04:30:48.411 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:48 smithi040 bash[95665]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-22T04:30:48.411 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:48 smithi040 bash[95665]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-22T04:30:48.411 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:48 smithi040 bash[95665]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-22T04:30:48.411 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:48 smithi040 bash[95665]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-22T04:30:48.411 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:48 smithi040 bash[95665]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-22T04:30:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:48 smithi062 ceph-mon[78153]: Health check failed: Degraded data redundancy: 125/681 objects degraded (18.355%), 15 pgs degraded (PG_DEGRADED) 2024-04-22T04:30:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:48 smithi062 ceph-mon[78153]: osdmap e270: 8 total, 7 up, 8 in 2024-04-22T04:30:49.147 INFO:tasks.rados.rados.0.smithi040.stdout:1177: done (0 left) 2024-04-22T04:30:49.147 INFO:tasks.rados.rados.0.smithi040.stdout:1178: snap_create 2024-04-22T04:30:49.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:49 smithi040 ceph-mon[88445]: osdmap e271: 8 total, 7 up, 8 in 2024-04-22T04:30:49.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:49 smithi040 ceph-mon[88445]: pgmap v119: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 19 op/s; 125/681 objects degraded (18.355%) 2024-04-22T04:30:49.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:49 smithi040 ceph-mon[91058]: osdmap e271: 8 total, 7 up, 8 in 2024-04-22T04:30:49.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:49 smithi040 ceph-mon[91058]: pgmap v119: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 19 op/s; 125/681 objects degraded (18.355%) 2024-04-22T04:30:49.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:49 smithi062 ceph-mon[78153]: osdmap e271: 8 total, 7 up, 8 in 2024-04-22T04:30:49.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:49 smithi062 ceph-mon[78153]: pgmap v119: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 19 op/s; 125/681 objects degraded (18.355%) 2024-04-22T04:30:50.066 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:49 smithi040 ceph-osd[95964]: -- 172.21.15.40:0/2494205939 <== mon.0 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5609fa88eb60 con 0x5609fa855400 2024-04-22T04:30:50.067 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:49 smithi040 bash[95925]: 7f49c536057f2fef88977bab57a7877ecd4bc6a28e5e1ecb6b7f93bf7cc1d96f 2024-04-22T04:30:50.067 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:49 smithi040 systemd[1]: Started Ceph osd.0 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:30:50.148 INFO:tasks.rados.rados.0.smithi040.stdout:1178: done (0 left) 2024-04-22T04:30:50.148 INFO:tasks.rados.rados.0.smithi040.stdout:1179: delete oid 39 current snap is 111 2024-04-22T04:30:50.168 INFO:tasks.rados.rados.0.smithi040.stdout:1179: done (0 left) 2024-04-22T04:30:50.168 INFO:tasks.rados.rados.0.smithi040.stdout:1180: rollback oid 33 current snap is 111 2024-04-22T04:30:50.168 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 33 to 99 2024-04-22T04:30:50.168 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 111 2024-04-22T04:30:50.168 INFO:tasks.rados.rados.0.smithi040.stdout:1181: seq_num 389 ranges {3047424=524288,3571712=745472,4317184=458752} 2024-04-22T04:30:50.188 INFO:tasks.rados.rados.0.smithi040.stdout:1181: writing smithi04078109-12 from 3047424 to 3571712 tid 1 2024-04-22T04:30:50.192 INFO:tasks.rados.rados.0.smithi040.stdout:1181: writing smithi04078109-12 from 3571712 to 4317184 tid 2 2024-04-22T04:30:50.195 INFO:tasks.rados.rados.0.smithi040.stdout:1181: writing smithi04078109-12 from 4317184 to 4775936 tid 3 2024-04-22T04:30:50.195 INFO:tasks.rados.rados.0.smithi040.stdout:1182: rollback oid 42 current snap is 111 2024-04-22T04:30:50.195 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 42 to 77 2024-04-22T04:30:50.195 INFO:tasks.rados.rados.0.smithi040.stdout:1183: snap_remove snap 103 2024-04-22T04:30:50.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:30:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:30:50] "GET /metrics HTTP/1.1" 200 192293 "" "Prometheus/2.33.4" 2024-04-22T04:30:50.409 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-0[95941]: 2024-04-22T04:30:50.198+0000 7f0b456d4540 -1 Falling back to public interface 2024-04-22T04:30:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:50 smithi040 ceph-mon[88445]: osdmap e272: 8 total, 7 up, 8 in 2024-04-22T04:30:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:50 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:50 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:50.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:50 smithi040 ceph-mon[91058]: osdmap e272: 8 total, 7 up, 8 in 2024-04-22T04:30:50.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:50 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:50.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:50 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:50.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:50 smithi062 ceph-mon[78153]: osdmap e272: 8 total, 7 up, 8 in 2024-04-22T04:30:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:50 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:50 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:51.160 INFO:tasks.rados.rados.0.smithi040.stdout:1183: done (3 left) 2024-04-22T04:30:51.161 INFO:tasks.rados.rados.0.smithi040.stdout:1184: read oid 49 snap -1 2024-04-22T04:30:51.161 INFO:tasks.rados.rados.0.smithi040.stdout:1184: expect (ObjNum 384 snap 109 seq_num 384) 2024-04-22T04:30:51.161 INFO:tasks.rados.rados.0.smithi040.stdout:1185: setattr oid 1 current snap is 111 2024-04-22T04:30:51.162 INFO:tasks.rados.rados.0.smithi040.stdout:1186: delete oid 5 current snap is 111 2024-04-22T04:30:51.162 INFO:tasks.rados.rados.0.smithi040.stdout:1180: finishing rollback tid 0 to smithi04078109-33 2024-04-22T04:30:51.162 INFO:tasks.rados.rados.0.smithi040.stdout:1180: finishing rollback tid 1 to smithi04078109-33 2024-04-22T04:30:51.163 INFO:tasks.rados.rados.0.smithi040.stdout:1180: finishing rollback tid 2 to smithi04078109-33 2024-04-22T04:30:51.163 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 529 (ObjNum 275 snap 70 seq_num 275) dirty exists 2024-04-22T04:30:51.163 INFO:tasks.rados.rados.0.smithi040.stdout:1181: finishing write tid 1 to smithi04078109-12 2024-04-22T04:30:51.163 INFO:tasks.rados.rados.0.smithi040.stdout:1181: finishing write tid 2 to smithi04078109-12 2024-04-22T04:30:51.163 INFO:tasks.rados.rados.0.smithi040.stdout:1181: finishing write tid 3 to smithi04078109-12 2024-04-22T04:30:51.163 INFO:tasks.rados.rados.0.smithi040.stdout:1182: finishing rollback tid 0 to smithi04078109-42 2024-04-22T04:30:51.163 INFO:tasks.rados.rados.0.smithi040.stdout:1182: finishing rollback tid 1 to smithi04078109-42 2024-04-22T04:30:51.163 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 458 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-22T04:30:51.163 INFO:tasks.rados.rados.0.smithi040.stdout:1181: finishing write tid 4 to smithi04078109-12 2024-04-22T04:30:51.163 INFO:tasks.rados.rados.0.smithi040.stdout:1181: finishing write tid 5 to smithi04078109-12 2024-04-22T04:30:51.163 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 409 (ObjNum 389 snap 111 seq_num 389) dirty exists 2024-04-22T04:30:51.163 INFO:tasks.rados.rados.0.smithi040.stdout:1181: left oid 12 (ObjNum 389 snap 111 seq_num 389) 2024-04-22T04:30:51.169 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 531 (ObjNum 311 snap 86 seq_num 311) dirty exists 2024-04-22T04:30:51.175 INFO:tasks.rados.rados.0.smithi040.stdout:1180: done (5 left) 2024-04-22T04:30:51.175 INFO:tasks.rados.rados.0.smithi040.stdout:1181: done (4 left) 2024-04-22T04:30:51.175 INFO:tasks.rados.rados.0.smithi040.stdout:1182: done (3 left) 2024-04-22T04:30:51.175 INFO:tasks.rados.rados.0.smithi040.stdout:1185: done (2 left) 2024-04-22T04:30:51.175 INFO:tasks.rados.rados.0.smithi040.stdout:1186: done (1 left) 2024-04-22T04:30:51.175 INFO:tasks.rados.rados.0.smithi040.stdout:1187: snap_create 2024-04-22T04:30:51.194 INFO:tasks.rados.rados.0.smithi040.stdout:1184: expect (ObjNum 384 snap 109 seq_num 384) 2024-04-22T04:30:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:51 smithi040 ceph-mon[91058]: osdmap e273: 8 total, 7 up, 8 in 2024-04-22T04:30:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:51 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:51 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:51 smithi040 ceph-mon[91058]: pgmap v122: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 125/681 objects degraded (18.355%) 2024-04-22T04:30:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:51 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:51 smithi040 ceph-mon[88445]: osdmap e273: 8 total, 7 up, 8 in 2024-04-22T04:30:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:51 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:51 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:51 smithi040 ceph-mon[88445]: pgmap v122: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 125/681 objects degraded (18.355%) 2024-04-22T04:30:51.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:51 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:51.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:51 smithi062 ceph-mon[78153]: osdmap e273: 8 total, 7 up, 8 in 2024-04-22T04:30:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:51 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:51 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:51 smithi062 ceph-mon[78153]: pgmap v122: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 125/681 objects degraded (18.355%) 2024-04-22T04:30:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:51 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:30:52.076 INFO:tasks.rados.rados.0.smithi040.stdout:1184: done (1 left) 2024-04-22T04:30:52.076 INFO:tasks.rados.rados.0.smithi040.stdout:1187: done (0 left) 2024-04-22T04:30:52.076 INFO:tasks.rados.rados.0.smithi040.stdout:1188: rollback oid 41 current snap is 112 2024-04-22T04:30:52.076 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 41 to 86 2024-04-22T04:30:52.077 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 4 current snap is 112 2024-04-22T04:30:52.077 INFO:tasks.rados.rados.0.smithi040.stdout:1189: seq_num 391 ranges {0=557056,557056=516096,1073152=688128} 2024-04-22T04:30:52.087 INFO:tasks.rados.rados.0.smithi040.stdout:1189: writing smithi04078109-4 from 0 to 557056 tid 1 2024-04-22T04:30:52.087 INFO:tasks.rados.rados.0.smithi040.stdout:1189: writing smithi04078109-4 from 557056 to 1073152 tid 2 2024-04-22T04:30:52.087 INFO:tasks.rados.rados.0.smithi040.stdout:1189: writing smithi04078109-4 from 1073152 to 1761280 tid 3 2024-04-22T04:30:52.087 INFO:tasks.rados.rados.0.smithi040.stdout:1190: delete oid 19 current snap is 112 2024-04-22T04:30:52.087 INFO:tasks.rados.rados.0.smithi040.stdout:1189: finishing write tid 1 to smithi04078109-4 2024-04-22T04:30:52.087 INFO:tasks.rados.rados.0.smithi040.stdout:1189: finishing write tid 2 to smithi04078109-4 2024-04-22T04:30:52.088 INFO:tasks.rados.rados.0.smithi040.stdout:1188: finishing rollback tid 0 to smithi04078109-41 2024-04-22T04:30:52.088 INFO:tasks.rados.rados.0.smithi040.stdout:1188: finishing rollback tid 1 to smithi04078109-41 2024-04-22T04:30:52.088 INFO:tasks.rados.rados.0.smithi040.stdout:1188: finishing rollback tid 2 to smithi04078109-41 2024-04-22T04:30:52.088 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 665 (ObjNum 250 snap 63 seq_num 250) dirty exists 2024-04-22T04:30:52.091 INFO:tasks.rados.rados.0.smithi040.stdout:1188: done (2 left) 2024-04-22T04:30:52.091 INFO:tasks.rados.rados.0.smithi040.stdout:1190: done (1 left) 2024-04-22T04:30:52.092 INFO:tasks.rados.rados.0.smithi040.stdout:1191: rollback oid 6 current snap is 112 2024-04-22T04:30:52.092 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 6 to 111 2024-04-22T04:30:52.092 INFO:tasks.rados.rados.0.smithi040.stdout:1192: snap_remove snap 94 2024-04-22T04:30:52.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:52 smithi040 ceph-mon[88445]: osdmap e274: 8 total, 7 up, 8 in 2024-04-22T04:30:52.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:52 smithi040 ceph-mon[88445]: mgrmap e38: y(active, since 91s), standbys: x 2024-04-22T04:30:52.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:52 smithi040 ceph-mon[88445]: osdmap e275: 8 total, 7 up, 8 in 2024-04-22T04:30:52.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:52 smithi040 ceph-mon[91058]: osdmap e274: 8 total, 7 up, 8 in 2024-04-22T04:30:52.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:52 smithi040 ceph-mon[91058]: mgrmap e38: y(active, since 91s), standbys: x 2024-04-22T04:30:52.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:52 smithi040 ceph-mon[91058]: osdmap e275: 8 total, 7 up, 8 in 2024-04-22T04:30:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:52 smithi062 ceph-mon[78153]: osdmap e274: 8 total, 7 up, 8 in 2024-04-22T04:30:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:52 smithi062 ceph-mon[78153]: mgrmap e38: y(active, since 91s), standbys: x 2024-04-22T04:30:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:52 smithi062 ceph-mon[78153]: osdmap e275: 8 total, 7 up, 8 in 2024-04-22T04:30:53.090 INFO:tasks.rados.rados.0.smithi040.stdout:1192: done (2 left) 2024-04-22T04:30:53.090 INFO:tasks.rados.rados.0.smithi040.stdout:1193: read oid 7 snap -1 2024-04-22T04:30:53.090 INFO:tasks.rados.rados.0.smithi040.stdout:1193: expect deleted 2024-04-22T04:30:53.090 INFO:tasks.rados.rados.0.smithi040.stdout:1194: delete oid 35 current snap is 112 2024-04-22T04:30:53.090 INFO:tasks.rados.rados.0.smithi040.stdout:1189: finishing write tid 3 to smithi04078109-4 2024-04-22T04:30:53.090 INFO:tasks.rados.rados.0.smithi040.stdout:1189: finishing write tid 4 to smithi04078109-4 2024-04-22T04:30:53.090 INFO:tasks.rados.rados.0.smithi040.stdout:1189: finishing write tid 5 to smithi04078109-4 2024-04-22T04:30:53.090 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 236 (ObjNum 391 snap 112 seq_num 391) dirty exists 2024-04-22T04:30:53.090 INFO:tasks.rados.rados.0.smithi040.stdout:1189: left oid 4 (ObjNum 391 snap 112 seq_num 391) 2024-04-22T04:30:53.091 INFO:tasks.rados.rados.0.smithi040.stdout:1191: finishing rollback tid 0 to smithi04078109-6 2024-04-22T04:30:53.091 INFO:tasks.rados.rados.0.smithi040.stdout:1191: finishing rollback tid 1 to smithi04078109-6 2024-04-22T04:30:53.091 INFO:tasks.rados.rados.0.smithi040.stdout:1191: finishing rollback tid 2 to smithi04078109-6 2024-04-22T04:30:53.091 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 619 (ObjNum 235 snap 53 seq_num 235) dirty exists 2024-04-22T04:30:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:1189: done (3 left) 2024-04-22T04:30:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:1191: done (2 left) 2024-04-22T04:30:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:1193: done (1 left) 2024-04-22T04:30:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:1194: done (0 left) 2024-04-22T04:30:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:1195: rollback oid 8 current snap is 112 2024-04-22T04:30:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 8 to 105 2024-04-22T04:30:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:1196: rmattr oid 2 current snap is 112 2024-04-22T04:30:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:1196: done (1 left) 2024-04-22T04:30:53.110 INFO:tasks.rados.rados.0.smithi040.stdout:1197: delete oid 9 current snap is 112 2024-04-22T04:30:53.113 INFO:tasks.rados.rados.0.smithi040.stdout:1197: done (1 left) 2024-04-22T04:30:53.113 INFO:tasks.rados.rados.0.smithi040.stdout:1198: read oid 16 snap -1 2024-04-22T04:30:53.113 INFO:tasks.rados.rados.0.smithi040.stdout:1198: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:30:53.114 INFO:tasks.rados.rados.0.smithi040.stdout:1199: setattr oid 32 current snap is 112 2024-04-22T04:30:53.114 INFO:tasks.rados.rados.0.smithi040.stdout:1198: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:30:53.118 INFO:tasks.rados.rados.0.smithi040.stdout:1195: finishing rollback tid 0 to smithi04078109-8 2024-04-22T04:30:53.119 INFO:tasks.rados.rados.0.smithi040.stdout:1195: finishing rollback tid 1 to smithi04078109-8 2024-04-22T04:30:53.119 INFO:tasks.rados.rados.0.smithi040.stdout:1195: finishing rollback tid 2 to smithi04078109-8 2024-04-22T04:30:53.119 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 258 (ObjNum 226 snap 52 seq_num 226) dirty exists 2024-04-22T04:30:53.119 INFO:tasks.rados.rados.0.smithi040.stdout:1195: done (2 left) 2024-04-22T04:30:53.119 INFO:tasks.rados.rados.0.smithi040.stdout:1198: done (1 left) 2024-04-22T04:30:53.119 INFO:tasks.rados.rados.0.smithi040.stdout:1200: read oid 8 snap -1 2024-04-22T04:30:53.119 INFO:tasks.rados.rados.0.smithi040.stdout:1200: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:30:53.119 INFO:tasks.rados.rados.0.smithi040.stdout:1201: snap_remove snap 101 2024-04-22T04:30:53.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:53 smithi062 ceph-mon[78153]: pgmap v125: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 339 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 423 KiB/s wr, 9 op/s; 127/648 objects degraded (19.599%) 2024-04-22T04:30:53.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:53 smithi062 ceph-mon[78153]: osdmap e276: 8 total, 7 up, 8 in 2024-04-22T04:30:53.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:53 smithi040 ceph-mon[88445]: pgmap v125: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 339 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 423 KiB/s wr, 9 op/s; 127/648 objects degraded (19.599%) 2024-04-22T04:30:53.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:53 smithi040 ceph-mon[88445]: osdmap e276: 8 total, 7 up, 8 in 2024-04-22T04:30:53.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:53 smithi040 ceph-mon[91058]: pgmap v125: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 339 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 423 KiB/s wr, 9 op/s; 127/648 objects degraded (19.599%) 2024-04-22T04:30:53.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:53 smithi040 ceph-mon[91058]: osdmap e276: 8 total, 7 up, 8 in 2024-04-22T04:30:54.087 INFO:tasks.rados.rados.0.smithi040.stdout:1201: done (2 left) 2024-04-22T04:30:54.088 INFO:tasks.rados.rados.0.smithi040.stdout:1202: read oid 6 snap -1 2024-04-22T04:30:54.088 INFO:tasks.rados.rados.0.smithi040.stdout:1202: expect (ObjNum 235 snap 53 seq_num 235) 2024-04-22T04:30:54.088 INFO:tasks.rados.rados.0.smithi040.stdout:1203: snap_remove snap 79 2024-04-22T04:30:54.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:54 smithi062 ceph-mon[78153]: Health check update: Degraded data redundancy: 127/648 objects degraded (19.599%), 15 pgs degraded (PG_DEGRADED) 2024-04-22T04:30:54.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:54.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:54.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:54 smithi062 ceph-mon[78153]: osdmap e277: 8 total, 7 up, 8 in 2024-04-22T04:30:54.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:54 smithi040 ceph-mon[88445]: Health check update: Degraded data redundancy: 127/648 objects degraded (19.599%), 15 pgs degraded (PG_DEGRADED) 2024-04-22T04:30:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:54 smithi040 ceph-mon[88445]: osdmap e277: 8 total, 7 up, 8 in 2024-04-22T04:30:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:54 smithi040 ceph-mon[91058]: Health check update: Degraded data redundancy: 127/648 objects degraded (19.599%), 15 pgs degraded (PG_DEGRADED) 2024-04-22T04:30:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:54 smithi040 ceph-mon[91058]: osdmap e277: 8 total, 7 up, 8 in 2024-04-22T04:30:55.089 INFO:tasks.rados.rados.0.smithi040.stdout:1203: done (3 left) 2024-04-22T04:30:55.089 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 112 2024-04-22T04:30:55.089 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 518 (ObjNum 377 snap 106 seq_num 377) dirty exists 2024-04-22T04:30:55.089 INFO:tasks.rados.rados.0.smithi040.stdout:1204: seq_num 395 ranges {0=622592,622592=450560,1073152=753664} 2024-04-22T04:30:55.093 INFO:tasks.rados.rados.0.smithi040.stdout:1204: writing smithi04078109-19 from 0 to 622592 tid 1 2024-04-22T04:30:55.099 INFO:tasks.rados.rados.0.smithi040.stdout:1204: writing smithi04078109-19 from 622592 to 1073152 tid 2 2024-04-22T04:30:55.103 INFO:tasks.rados.rados.0.smithi040.stdout:1204: writing smithi04078109-19 from 1073152 to 1826816 tid 3 2024-04-22T04:30:55.103 INFO:tasks.rados.rados.0.smithi040.stdout:1199: done (3 left) 2024-04-22T04:30:55.103 INFO:tasks.rados.rados.0.smithi040.stdout:1205: setattr oid 31 current snap is 112 2024-04-22T04:30:55.103 INFO:tasks.rados.rados.0.smithi040.stdout:1200: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:30:55.242 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:55 smithi040 ceph-mon[88445]: pgmap v128: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 339 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 423 KiB/s wr, 9 op/s; 127/648 objects degraded (19.599%) 2024-04-22T04:30:55.242 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:55 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:55.242 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:55 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:55.242 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:55 smithi040 ceph-mon[88445]: from='osd.0 [v2:172.21.15.40:6802/4063134477,v1:172.21.15.40:6803/4063134477]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-22T04:30:55.242 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:55 smithi040 ceph-mon[88445]: from='osd.0 [v2:172.21.15.40:6802/4063134477,v1:172.21.15.40:6803/4063134477]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-22T04:30:55.242 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:55 smithi040 ceph-mon[88445]: osdmap e278: 8 total, 7 up, 8 in 2024-04-22T04:30:55.242 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:55 smithi040 ceph-mon[88445]: from='osd.0 [v2:172.21.15.40:6802/4063134477,v1:172.21.15.40:6803/4063134477]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:30:55.242 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:55 smithi040 ceph-mon[91058]: pgmap v128: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 339 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 423 KiB/s wr, 9 op/s; 127/648 objects degraded (19.599%) 2024-04-22T04:30:55.243 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:55 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:55.243 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:55 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:55.243 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:55 smithi040 ceph-mon[91058]: from='osd.0 [v2:172.21.15.40:6802/4063134477,v1:172.21.15.40:6803/4063134477]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-22T04:30:55.243 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:55 smithi040 ceph-mon[91058]: from='osd.0 [v2:172.21.15.40:6802/4063134477,v1:172.21.15.40:6803/4063134477]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-22T04:30:55.243 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:55 smithi040 ceph-mon[91058]: osdmap e278: 8 total, 7 up, 8 in 2024-04-22T04:30:55.243 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:55 smithi040 ceph-mon[91058]: from='osd.0 [v2:172.21.15.40:6802/4063134477,v1:172.21.15.40:6803/4063134477]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:30:55.243 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-0[95941]: 2024-04-22T04:30:54.981+0000 7f0b456d4540 -1 osd.0 0 read_superblock omap replica is missing. 2024-04-22T04:30:55.243 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-0[95941]: 2024-04-22T04:30:55.043+0000 7f0b456d4540 -1 osd.0 266 log_to_monitors true 2024-04-22T04:30:55.243 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 04:30:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-0[95941]: 2024-04-22T04:30:55.119+0000 7f0b36ca1700 -1 osd.0 266 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T04:30:55.262 INFO:tasks.rados.rados.0.smithi040.stdout:1202: expect (ObjNum 235 snap 53 seq_num 235) 2024-04-22T04:30:55.479 INFO:tasks.rados.rados.0.smithi040.stdout:1204: finishing write tid 1 to smithi04078109-19 2024-04-22T04:30:55.479 INFO:tasks.rados.rados.0.smithi040.stdout:1204: finishing write tid 2 to smithi04078109-19 2024-04-22T04:30:55.479 INFO:tasks.rados.rados.0.smithi040.stdout:1204: finishing write tid 3 to smithi04078109-19 2024-04-22T04:30:55.479 INFO:tasks.rados.rados.0.smithi040.stdout:1204: finishing write tid 4 to smithi04078109-19 2024-04-22T04:30:55.479 INFO:tasks.rados.rados.0.smithi040.stdout:1204: finishing write tid 5 to smithi04078109-19 2024-04-22T04:30:55.479 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 378 (ObjNum 395 snap 112 seq_num 395) dirty exists 2024-04-22T04:30:55.480 INFO:tasks.rados.rados.0.smithi040.stdout:1204: left oid 19 (ObjNum 395 snap 112 seq_num 395) 2024-04-22T04:30:55.480 INFO:tasks.rados.rados.0.smithi040.stdout:1200: done (3 left) 2024-04-22T04:30:55.480 INFO:tasks.rados.rados.0.smithi040.stdout:1202: done (2 left) 2024-04-22T04:30:55.480 INFO:tasks.rados.rados.0.smithi040.stdout:1204: done (1 left) 2024-04-22T04:30:55.480 INFO:tasks.rados.rados.0.smithi040.stdout:1206: rollback oid 9 current snap is 112 2024-04-22T04:30:55.480 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 9 to 109 2024-04-22T04:30:55.480 INFO:tasks.rados.rados.0.smithi040.stdout:1207: snap_remove snap 107 2024-04-22T04:30:55.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:55 smithi062 ceph-mon[78153]: pgmap v128: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 339 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 423 KiB/s wr, 9 op/s; 127/648 objects degraded (19.599%) 2024-04-22T04:30:55.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:55 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:55.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:55 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:55.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:55 smithi062 ceph-mon[78153]: from='osd.0 [v2:172.21.15.40:6802/4063134477,v1:172.21.15.40:6803/4063134477]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-22T04:30:55.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:55 smithi062 ceph-mon[78153]: from='osd.0 [v2:172.21.15.40:6802/4063134477,v1:172.21.15.40:6803/4063134477]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-22T04:30:55.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:55 smithi062 ceph-mon[78153]: osdmap e278: 8 total, 7 up, 8 in 2024-04-22T04:30:55.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:55 smithi062 ceph-mon[78153]: from='osd.0 [v2:172.21.15.40:6802/4063134477,v1:172.21.15.40:6803/4063134477]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:30:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:30:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:30:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:30:56.095 INFO:tasks.rados.rados.0.smithi040.stdout:1207: done (2 left) 2024-04-22T04:30:56.095 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 28 current snap is 112 2024-04-22T04:30:56.096 INFO:tasks.rados.rados.0.smithi040.stdout:1206: finishing rollback tid 1 to smithi04078109-9 2024-04-22T04:30:56.096 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 480 (ObjNum 1767861356 snap 1750623343 seq_num 1750690919) dirty dne 2024-04-22T04:30:56.096 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 620 (ObjNum 0 snap 32647 seq_num 2852311904) dirty exists 2024-04-22T04:30:56.096 INFO:tasks.rados.rados.0.smithi040.stdout:1208: seq_num 396 ranges {0=638976,638976=786432,1425408=417792} 2024-04-22T04:30:56.106 INFO:tasks.rados.rados.0.smithi040.stdout:1208: writing smithi04078109-28 from 0 to 638976 tid 1 2024-04-22T04:30:56.106 INFO:tasks.rados.rados.0.smithi040.stdout:1208: writing smithi04078109-28 from 638976 to 1425408 tid 2 2024-04-22T04:30:56.116 INFO:tasks.rados.rados.0.smithi040.stdout:1208: writing smithi04078109-28 from 1425408 to 1843200 tid 3 2024-04-22T04:30:56.116 INFO:tasks.rados.rados.0.smithi040.stdout:1205: done (2 left) 2024-04-22T04:30:56.116 INFO:tasks.rados.rados.0.smithi040.stdout:1206: done (1 left) 2024-04-22T04:30:56.116 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 112 2024-04-22T04:30:56.116 INFO:tasks.rados.rados.0.smithi040.stdout:1209: seq_num 397 ranges {4653056=655360,5308416=671744,5980160=532480} 2024-04-22T04:30:56.139 INFO:tasks.rados.rados.0.smithi040.stdout:1209: writing smithi04078109-6 from 4653056 to 5308416 tid 1 2024-04-22T04:30:56.142 INFO:tasks.rados.rados.0.smithi040.stdout:1209: writing smithi04078109-6 from 5308416 to 5980160 tid 2 2024-04-22T04:30:56.146 INFO:tasks.rados.rados.0.smithi040.stdout:1209: writing smithi04078109-6 from 5980160 to 6512640 tid 3 2024-04-22T04:30:56.146 INFO:tasks.rados.rados.0.smithi040.stdout:1210: read oid 29 snap -1 2024-04-22T04:30:56.146 INFO:tasks.rados.rados.0.smithi040.stdout:1210: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:30:56.146 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 5 current snap is 112 2024-04-22T04:30:56.146 INFO:tasks.rados.rados.0.smithi040.stdout:1208: finishing write tid 1 to smithi04078109-28 2024-04-22T04:30:56.146 INFO:tasks.rados.rados.0.smithi040.stdout:1211: seq_num 398 ranges {0=671744,671744=557056,1228800=532480,1761280=114688} 2024-04-22T04:30:56.149 INFO:tasks.rados.rados.0.smithi040.stdout:1211: writing smithi04078109-5 from 0 to 671744 tid 1 2024-04-22T04:30:56.152 INFO:tasks.rados.rados.0.smithi040.stdout:1211: writing smithi04078109-5 from 671744 to 1228800 tid 2 2024-04-22T04:30:56.155 INFO:tasks.rados.rados.0.smithi040.stdout:1211: writing smithi04078109-5 from 1228800 to 1761280 tid 3 2024-04-22T04:30:56.156 INFO:tasks.rados.rados.0.smithi040.stdout:1211: writing smithi04078109-5 from 1761280 to 1875968 tid 4 2024-04-22T04:30:56.157 INFO:tasks.rados.rados.0.smithi040.stdout:1212: copy_from oid 31 from oid 12 current snap is 112 2024-04-22T04:30:56.157 INFO:tasks.rados.rados.0.smithi040.stdout:1208: finishing write tid 2 to smithi04078109-28 2024-04-22T04:30:56.157 INFO:tasks.rados.rados.0.smithi040.stdout:1208: finishing write tid 3 to smithi04078109-28 2024-04-22T04:30:56.157 INFO:tasks.rados.rados.0.smithi040.stdout:1208: finishing write tid 4 to smithi04078109-28 2024-04-22T04:30:56.157 INFO:tasks.rados.rados.0.smithi040.stdout:1208: finishing write tid 5 to smithi04078109-28 2024-04-22T04:30:56.157 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 278 (ObjNum 396 snap 112 seq_num 396) dirty exists 2024-04-22T04:30:56.157 INFO:tasks.rados.rados.0.smithi040.stdout:1208: left oid 28 (ObjNum 396 snap 112 seq_num 396) 2024-04-22T04:30:56.157 INFO:tasks.rados.rados.0.smithi040.stdout:1211: finishing write tid 1 to smithi04078109-5 2024-04-22T04:30:56.157 INFO:tasks.rados.rados.0.smithi040.stdout:1211: finishing write tid 2 to smithi04078109-5 2024-04-22T04:30:56.157 INFO:tasks.rados.rados.0.smithi040.stdout:1208: done (4 left) 2024-04-22T04:30:56.157 INFO:tasks.rados.rados.0.smithi040.stdout:1213: snap_create 2024-04-22T04:30:56.159 INFO:tasks.rados.rados.0.smithi040.stdout:1211: finishing write tid 3 to smithi04078109-5 2024-04-22T04:30:56.159 INFO:tasks.rados.rados.0.smithi040.stdout:1211: finishing write tid 4 to smithi04078109-5 2024-04-22T04:30:56.159 INFO:tasks.rados.rados.0.smithi040.stdout:1211: finishing write tid 5 to smithi04078109-5 2024-04-22T04:30:56.161 INFO:tasks.rados.rados.0.smithi040.stdout:1211: finishing write tid 6 to smithi04078109-5 2024-04-22T04:30:56.161 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 704 (ObjNum 398 snap 112 seq_num 398) dirty exists 2024-04-22T04:30:56.161 INFO:tasks.rados.rados.0.smithi040.stdout:1211: left oid 5 (ObjNum 398 snap 112 seq_num 398) 2024-04-22T04:30:56.293 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:56 smithi040 ceph-mon[88445]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:30:56.293 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:56 smithi040 ceph-mon[88445]: osd.0 [v2:172.21.15.40:6802/4063134477,v1:172.21.15.40:6803/4063134477] boot 2024-04-22T04:30:56.293 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:56 smithi040 ceph-mon[88445]: osdmap e279: 8 total, 8 up, 8 in 2024-04-22T04:30:56.293 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:56 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:30:56.294 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:56 smithi040 ceph-mon[91058]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:30:56.294 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:56 smithi040 ceph-mon[91058]: osd.0 [v2:172.21.15.40:6802/4063134477,v1:172.21.15.40:6803/4063134477] boot 2024-04-22T04:30:56.294 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:56 smithi040 ceph-mon[91058]: osdmap e279: 8 total, 8 up, 8 in 2024-04-22T04:30:56.294 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:56 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:30:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:56 smithi062 ceph-mon[78153]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:30:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:56 smithi062 ceph-mon[78153]: osd.0 [v2:172.21.15.40:6802/4063134477,v1:172.21.15.40:6803/4063134477] boot 2024-04-22T04:30:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:56 smithi062 ceph-mon[78153]: osdmap e279: 8 total, 8 up, 8 in 2024-04-22T04:30:56.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:56 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T04:30:57.097 INFO:tasks.rados.rados.0.smithi040.stdout:1211: done (4 left) 2024-04-22T04:30:57.098 INFO:tasks.rados.rados.0.smithi040.stdout:1213: done (3 left) 2024-04-22T04:30:57.098 INFO:tasks.rados.rados.0.smithi040.stdout:1214: snap_create 2024-04-22T04:30:57.121 INFO:tasks.rados.rados.0.smithi040.stdout:1210: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:30:57.152 INFO:tasks.rados.rados.0.smithi040.stdout:1212: finishing copy_from racing read to smithi04078109-31 2024-04-22T04:30:57.155 INFO:tasks.rados.rados.0.smithi040.stdout:1209: finishing write tid 1 to smithi04078109-6 2024-04-22T04:30:57.155 INFO:tasks.rados.rados.0.smithi040.stdout:1209: finishing write tid 2 to smithi04078109-6 2024-04-22T04:30:57.155 INFO:tasks.rados.rados.0.smithi040.stdout:1212: finishing copy_from to smithi04078109-31 2024-04-22T04:30:57.155 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 409 (ObjNum 389 snap 111 seq_num 389) dirty exists 2024-04-22T04:30:57.156 INFO:tasks.rados.rados.0.smithi040.stdout:1209: finishing write tid 3 to smithi04078109-6 2024-04-22T04:30:57.156 INFO:tasks.rados.rados.0.smithi040.stdout:1209: finishing write tid 4 to smithi04078109-6 2024-04-22T04:30:57.158 INFO:tasks.rados.rados.0.smithi040.stdout:1209: finishing write tid 5 to smithi04078109-6 2024-04-22T04:30:57.158 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 625 (ObjNum 397 snap 112 seq_num 397) dirty exists 2024-04-22T04:30:57.158 INFO:tasks.rados.rados.0.smithi040.stdout:1209: left oid 6 (ObjNum 397 snap 112 seq_num 397) 2024-04-22T04:30:57.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:57 smithi062 ceph-mon[78153]: pgmap v131: 121 pgs: 38 peering, 4 active+undersized+degraded, 11 active+undersized, 68 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 46/654 objects degraded (7.034%) 2024-04-22T04:30:57.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:57 smithi062 ceph-mon[78153]: osdmap e280: 8 total, 8 up, 8 in 2024-04-22T04:30:57.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:57 smithi040 ceph-mon[88445]: pgmap v131: 121 pgs: 38 peering, 4 active+undersized+degraded, 11 active+undersized, 68 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 46/654 objects degraded (7.034%) 2024-04-22T04:30:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:57 smithi040 ceph-mon[88445]: osdmap e280: 8 total, 8 up, 8 in 2024-04-22T04:30:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:57 smithi040 ceph-mon[91058]: pgmap v131: 121 pgs: 38 peering, 4 active+undersized+degraded, 11 active+undersized, 68 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 46/654 objects degraded (7.034%) 2024-04-22T04:30:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:57 smithi040 ceph-mon[91058]: osdmap e280: 8 total, 8 up, 8 in 2024-04-22T04:30:58.095 INFO:tasks.rados.rados.0.smithi040.stdout:1209: done (3 left) 2024-04-22T04:30:58.095 INFO:tasks.rados.rados.0.smithi040.stdout:1210: done (2 left) 2024-04-22T04:30:58.095 INFO:tasks.rados.rados.0.smithi040.stdout:1212: done (1 left) 2024-04-22T04:30:58.095 INFO:tasks.rados.rados.0.smithi040.stdout:1214: done (0 left) 2024-04-22T04:30:58.095 INFO:tasks.rados.rados.0.smithi040.stdout:1215: snap_remove snap 93 2024-04-22T04:30:58.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:30:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:30:58.335+0000 7f8f64989700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-22T04:30:59.108 INFO:tasks.rados.rados.0.smithi040.stdout:1215: done (0 left) 2024-04-22T04:30:59.108 INFO:tasks.rados.rados.0.smithi040.stdout:1216: rollback oid 5 current snap is 114 2024-04-22T04:30:59.108 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 5 to 113 2024-04-22T04:30:59.108 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 29 current snap is 114 2024-04-22T04:30:59.109 INFO:tasks.rados.rados.0.smithi040.stdout:1217: seq_num 399 ranges {0=688128,688128=434176,1122304=745472,1867776=24576} 2024-04-22T04:30:59.114 INFO:tasks.rados.rados.0.smithi040.stdout:1217: writing smithi04078109-29 from 0 to 688128 tid 1 2024-04-22T04:30:59.115 INFO:tasks.rados.rados.0.smithi040.stdout:1217: writing smithi04078109-29 from 688128 to 1122304 tid 2 2024-04-22T04:30:59.120 INFO:tasks.rados.rados.0.smithi040.stdout:1217: writing smithi04078109-29 from 1122304 to 1867776 tid 3 2024-04-22T04:30:59.120 INFO:tasks.rados.rados.0.smithi040.stdout:1217: writing smithi04078109-29 from 1867776 to 1892352 tid 4 2024-04-22T04:30:59.120 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 114 2024-04-22T04:30:59.120 INFO:tasks.rados.rados.0.smithi040.stdout:1218: seq_num 400 ranges {0=704512,704512=720896,1425408=483328} 2024-04-22T04:30:59.128 INFO:tasks.rados.rados.0.smithi040.stdout:1218: writing smithi04078109-10 from 0 to 704512 tid 1 2024-04-22T04:30:59.134 INFO:tasks.rados.rados.0.smithi040.stdout:1218: writing smithi04078109-10 from 704512 to 1425408 tid 2 2024-04-22T04:30:59.134 INFO:tasks.rados.rados.0.smithi040.stdout:1218: writing smithi04078109-10 from 1425408 to 1908736 tid 3 2024-04-22T04:30:59.134 INFO:tasks.rados.rados.0.smithi040.stdout:1219: delete oid 26 current snap is 114 2024-04-22T04:30:59.134 INFO:tasks.rados.rados.0.smithi040.stdout:1216: finishing rollback tid 0 to smithi04078109-5 2024-04-22T04:30:59.134 INFO:tasks.rados.rados.0.smithi040.stdout:1216: finishing rollback tid 1 to smithi04078109-5 2024-04-22T04:30:59.134 INFO:tasks.rados.rados.0.smithi040.stdout:1216: finishing rollback tid 2 to smithi04078109-5 2024-04-22T04:30:59.134 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 712 (ObjNum 398 snap 112 seq_num 398) dirty exists 2024-04-22T04:30:59.134 INFO:tasks.rados.rados.0.smithi040.stdout:1218: finishing write tid 1 to smithi04078109-10 2024-04-22T04:30:59.134 INFO:tasks.rados.rados.0.smithi040.stdout:1217: finishing write tid 1 to smithi04078109-29 2024-04-22T04:30:59.135 INFO:tasks.rados.rados.0.smithi040.stdout:1217: finishing write tid 2 to smithi04078109-29 2024-04-22T04:30:59.136 INFO:tasks.rados.rados.0.smithi040.stdout:1218: finishing write tid 2 to smithi04078109-10 2024-04-22T04:30:59.138 INFO:tasks.rados.rados.0.smithi040.stdout:1217: finishing write tid 3 to smithi04078109-29 2024-04-22T04:30:59.138 INFO:tasks.rados.rados.0.smithi040.stdout:1218: finishing write tid 3 to smithi04078109-10 2024-04-22T04:30:59.138 INFO:tasks.rados.rados.0.smithi040.stdout:1217: finishing write tid 4 to smithi04078109-29 2024-04-22T04:30:59.138 INFO:tasks.rados.rados.0.smithi040.stdout:1217: finishing write tid 5 to smithi04078109-29 2024-04-22T04:30:59.138 INFO:tasks.rados.rados.0.smithi040.stdout:1218: finishing write tid 4 to smithi04078109-10 2024-04-22T04:30:59.139 INFO:tasks.rados.rados.0.smithi040.stdout:1216: done (3 left) 2024-04-22T04:30:59.139 INFO:tasks.rados.rados.0.smithi040.stdout:1219: done (2 left) 2024-04-22T04:30:59.139 INFO:tasks.rados.rados.0.smithi040.stdout:1220: read oid 2 snap -1 2024-04-22T04:30:59.139 INFO:tasks.rados.rados.0.smithi040.stdout:1220: expect deleted 2024-04-22T04:30:59.139 INFO:tasks.rados.rados.0.smithi040.stdout:1221: snap_remove snap 108 2024-04-22T04:30:59.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:59 smithi062 ceph-mon[78153]: osdmap e281: 8 total, 8 up, 8 in 2024-04-22T04:30:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:59 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:59 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:59 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:59 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:30:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:59 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:59 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:59 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:59 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:59 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:59 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-22T04:30:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:59 smithi062 ceph-mon[78153]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-22T04:30:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:59 smithi062 ceph-mon[78153]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-22T04:30:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:30:59 smithi062 ceph-mon[78153]: pgmap v134: 121 pgs: 38 peering, 4 active+undersized+degraded, 11 active+undersized, 68 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 46/654 objects degraded (7.034%) 2024-04-22T04:30:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[88445]: osdmap e281: 8 total, 8 up, 8 in 2024-04-22T04:30:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:30:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-22T04:30:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[88445]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-22T04:30:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[88445]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-22T04:30:59.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[88445]: pgmap v134: 121 pgs: 38 peering, 4 active+undersized+degraded, 11 active+undersized, 68 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 46/654 objects degraded (7.034%) 2024-04-22T04:30:59.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[91058]: osdmap e281: 8 total, 8 up, 8 in 2024-04-22T04:30:59.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:59.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:59.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:30:59.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:30:59.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:30:59.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:30:59.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:59.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:59.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:30:59.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-22T04:30:59.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[91058]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-22T04:30:59.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[91058]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-22T04:30:59.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:30:59 smithi040 ceph-mon[91058]: pgmap v134: 121 pgs: 38 peering, 4 active+undersized+degraded, 11 active+undersized, 68 active+clean; 342 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 46/654 objects degraded (7.034%) 2024-04-22T04:31:00.125 INFO:tasks.rados.rados.0.smithi040.stdout:1221: done (3 left) 2024-04-22T04:31:00.125 INFO:tasks.rados.rados.0.smithi040.stdout:1222: snap_remove snap 85 2024-04-22T04:31:00.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:00 smithi062 ceph-mon[78153]: osdmap e282: 8 total, 8 up, 8 in 2024-04-22T04:31:00.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:31:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:31:00] "GET /metrics HTTP/1.1" 200 192438 "" "Prometheus/2.33.4" 2024-04-22T04:31:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:00 smithi040 ceph-mon[88445]: osdmap e282: 8 total, 8 up, 8 in 2024-04-22T04:31:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:00 smithi040 ceph-mon[91058]: osdmap e282: 8 total, 8 up, 8 in 2024-04-22T04:31:01.135 INFO:tasks.rados.rados.0.smithi040.stdout:1222: done (3 left) 2024-04-22T04:31:01.135 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 38 current snap is 114 2024-04-22T04:31:01.135 INFO:tasks.rados.rados.0.smithi040.stdout:1223: seq_num 402 ranges {7061504=737280,7798784=491520,8290304=516096,8806400=196608} 2024-04-22T04:31:01.175 INFO:tasks.rados.rados.0.smithi040.stdout:1223: writing smithi04078109-38 from 7061504 to 7798784 tid 1 2024-04-22T04:31:01.177 INFO:tasks.rados.rados.0.smithi040.stdout:1223: writing smithi04078109-38 from 7798784 to 8290304 tid 2 2024-04-22T04:31:01.181 INFO:tasks.rados.rados.0.smithi040.stdout:1223: writing smithi04078109-38 from 8290304 to 8806400 tid 3 2024-04-22T04:31:01.182 INFO:tasks.rados.rados.0.smithi040.stdout:1223: writing smithi04078109-38 from 8806400 to 9003008 tid 4 2024-04-22T04:31:01.183 INFO:tasks.rados.rados.0.smithi040.stdout:1224: copy_from oid 40 from oid 25 current snap is 114 2024-04-22T04:31:01.183 INFO:tasks.rados.rados.0.smithi040.stdout:1218: finishing write tid 5 to smithi04078109-10 2024-04-22T04:31:01.183 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 254 (ObjNum 400 snap 114 seq_num 400) dirty exists 2024-04-22T04:31:01.183 INFO:tasks.rados.rados.0.smithi040.stdout:1218: left oid 10 (ObjNum 400 snap 114 seq_num 400) 2024-04-22T04:31:01.183 INFO:tasks.rados.rados.0.smithi040.stdout:1217: finishing write tid 6 to smithi04078109-29 2024-04-22T04:31:01.183 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 361 (ObjNum 399 snap 114 seq_num 399) dirty exists 2024-04-22T04:31:01.183 INFO:tasks.rados.rados.0.smithi040.stdout:1217: left oid 29 (ObjNum 399 snap 114 seq_num 399) 2024-04-22T04:31:01.183 INFO:tasks.rados.rados.0.smithi040.stdout:1223: finishing write tid 1 to smithi04078109-38 2024-04-22T04:31:01.183 INFO:tasks.rados.rados.0.smithi040.stdout:1223: finishing write tid 2 to smithi04078109-38 2024-04-22T04:31:01.183 INFO:tasks.rados.rados.0.smithi040.stdout:1217: done (4 left) 2024-04-22T04:31:01.183 INFO:tasks.rados.rados.0.smithi040.stdout:1218: done (3 left) 2024-04-22T04:31:01.183 INFO:tasks.rados.rados.0.smithi040.stdout:1220: done (2 left) 2024-04-22T04:31:01.183 INFO:tasks.rados.rados.0.smithi040.stdout:1225: snap_create 2024-04-22T04:31:01.185 INFO:tasks.rados.rados.0.smithi040.stdout:1223: finishing write tid 3 to smithi04078109-38 2024-04-22T04:31:01.185 INFO:tasks.rados.rados.0.smithi040.stdout:1223: finishing write tid 4 to smithi04078109-38 2024-04-22T04:31:01.185 INFO:tasks.rados.rados.0.smithi040.stdout:1223: finishing write tid 5 to smithi04078109-38 2024-04-22T04:31:01.186 INFO:tasks.rados.rados.0.smithi040.stdout:1223: finishing write tid 6 to smithi04078109-38 2024-04-22T04:31:01.186 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 264 (ObjNum 402 snap 114 seq_num 402) dirty exists 2024-04-22T04:31:01.186 INFO:tasks.rados.rados.0.smithi040.stdout:1223: left oid 38 (ObjNum 402 snap 114 seq_num 402) 2024-04-22T04:31:01.219 INFO:tasks.rados.rados.0.smithi040.stdout:1224: finishing copy_from racing read to smithi04078109-40 2024-04-22T04:31:01.220 INFO:tasks.rados.rados.0.smithi040.stdout:1224: finishing copy_from to smithi04078109-40 2024-04-22T04:31:01.221 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 555 (ObjNum 276 snap 70 seq_num 276) dirty exists 2024-04-22T04:31:01.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:01 smithi062 ceph-mon[78153]: osdmap e283: 8 total, 8 up, 8 in 2024-04-22T04:31:01.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:01 smithi062 ceph-mon[78153]: pgmap v137: 121 pgs: 38 peering, 83 active+clean; 335 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 8 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-04-22T04:31:01.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:01 smithi040 ceph-mon[91058]: osdmap e283: 8 total, 8 up, 8 in 2024-04-22T04:31:01.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:01 smithi040 ceph-mon[91058]: pgmap v137: 121 pgs: 38 peering, 83 active+clean; 335 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 8 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-04-22T04:31:01.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:01 smithi040 ceph-mon[88445]: osdmap e283: 8 total, 8 up, 8 in 2024-04-22T04:31:01.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:01 smithi040 ceph-mon[88445]: pgmap v137: 121 pgs: 38 peering, 83 active+clean; 335 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 8 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-04-22T04:31:02.134 INFO:tasks.rados.rados.0.smithi040.stdout:1223: done (2 left) 2024-04-22T04:31:02.134 INFO:tasks.rados.rados.0.smithi040.stdout:1224: done (1 left) 2024-04-22T04:31:02.134 INFO:tasks.rados.rados.0.smithi040.stdout:1225: done (0 left) 2024-04-22T04:31:02.134 INFO:tasks.rados.rados.0.smithi040.stdout:1226: delete oid 3 current snap is 115 2024-04-22T04:31:02.138 INFO:tasks.rados.rados.0.smithi040.stdout:1226: done (0 left) 2024-04-22T04:31:02.138 INFO:tasks.rados.rados.0.smithi040.stdout:1227: read oid 6 snap -1 2024-04-22T04:31:02.138 INFO:tasks.rados.rados.0.smithi040.stdout:1227: expect (ObjNum 397 snap 112 seq_num 397) 2024-04-22T04:31:02.138 INFO:tasks.rados.rados.0.smithi040.stdout:1228: delete oid 30 current snap is 115 2024-04-22T04:31:02.141 INFO:tasks.rados.rados.0.smithi040.stdout:1228: done (1 left) 2024-04-22T04:31:02.142 INFO:tasks.rados.rados.0.smithi040.stdout:1229: snap_remove snap 106 2024-04-22T04:31:02.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:02 smithi062 ceph-mon[78153]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/654 objects degraded (7.034%), 4 pgs degraded) 2024-04-22T04:31:02.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:02 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:31:02.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:02 smithi062 ceph-mon[78153]: osdmap e284: 8 total, 8 up, 8 in 2024-04-22T04:31:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:02 smithi040 ceph-mon[88445]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/654 objects degraded (7.034%), 4 pgs degraded) 2024-04-22T04:31:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:02 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:31:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:02 smithi040 ceph-mon[88445]: osdmap e284: 8 total, 8 up, 8 in 2024-04-22T04:31:02.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:02 smithi040 ceph-mon[91058]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/654 objects degraded (7.034%), 4 pgs degraded) 2024-04-22T04:31:02.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:02 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:31:02.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:02 smithi040 ceph-mon[91058]: osdmap e284: 8 total, 8 up, 8 in 2024-04-22T04:31:03.143 INFO:tasks.rados.rados.0.smithi040.stdout:1229: done (1 left) 2024-04-22T04:31:03.144 INFO:tasks.rados.rados.0.smithi040.stdout:1230: read oid 44 snap -1 2024-04-22T04:31:03.144 INFO:tasks.rados.rados.0.smithi040.stdout:1230: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:31:03.144 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 4 current snap is 115 2024-04-22T04:31:03.144 INFO:tasks.rados.rados.0.smithi040.stdout:1231: seq_num 405 ranges {1761280=786432,2547712=589824,3137536=614400} 2024-04-22T04:31:03.158 INFO:tasks.rados.rados.0.smithi040.stdout:1231: writing smithi04078109-4 from 1761280 to 2547712 tid 1 2024-04-22T04:31:03.162 INFO:tasks.rados.rados.0.smithi040.stdout:1231: writing smithi04078109-4 from 2547712 to 3137536 tid 2 2024-04-22T04:31:03.166 INFO:tasks.rados.rados.0.smithi040.stdout:1231: writing smithi04078109-4 from 3137536 to 3751936 tid 3 2024-04-22T04:31:03.166 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 115 2024-04-22T04:31:03.166 INFO:tasks.rados.rados.0.smithi040.stdout:1232: seq_num 406 ranges {1826816=802816,2629632=475136,3104768=499712,3604480=229376} 2024-04-22T04:31:03.180 INFO:tasks.rados.rados.0.smithi040.stdout:1232: writing smithi04078109-19 from 1826816 to 2629632 tid 1 2024-04-22T04:31:03.183 INFO:tasks.rados.rados.0.smithi040.stdout:1232: writing smithi04078109-19 from 2629632 to 3104768 tid 2 2024-04-22T04:31:03.186 INFO:tasks.rados.rados.0.smithi040.stdout:1232: writing smithi04078109-19 from 3104768 to 3604480 tid 3 2024-04-22T04:31:03.187 INFO:tasks.rados.rados.0.smithi040.stdout:1232: writing smithi04078109-19 from 3604480 to 3833856 tid 4 2024-04-22T04:31:03.187 INFO:tasks.rados.rados.0.smithi040.stdout:1233: read oid 38 snap -1 2024-04-22T04:31:03.187 INFO:tasks.rados.rados.0.smithi040.stdout:1233: expect (ObjNum 402 snap 114 seq_num 402) 2024-04-22T04:31:03.188 INFO:tasks.rados.rados.0.smithi040.stdout:1234: read oid 3 snap -1 2024-04-22T04:31:03.188 INFO:tasks.rados.rados.0.smithi040.stdout:1234: expect deleted 2024-04-22T04:31:03.188 INFO:tasks.rados.rados.0.smithi040.stdout:1235: snap_remove snap 86 2024-04-22T04:31:03.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:03 smithi040 ceph-mon[88445]: osdmap e285: 8 total, 8 up, 8 in 2024-04-22T04:31:03.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:03 smithi040 ceph-mon[88445]: pgmap v140: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 9.7 MiB/s, 4 objects/s recovering 2024-04-22T04:31:03.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:03 smithi040 ceph-mon[91058]: osdmap e285: 8 total, 8 up, 8 in 2024-04-22T04:31:03.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:03 smithi040 ceph-mon[91058]: pgmap v140: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 9.7 MiB/s, 4 objects/s recovering 2024-04-22T04:31:03.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:03 smithi062 ceph-mon[78153]: osdmap e285: 8 total, 8 up, 8 in 2024-04-22T04:31:03.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:03 smithi062 ceph-mon[78153]: pgmap v140: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 9.7 MiB/s, 4 objects/s recovering 2024-04-22T04:31:04.145 INFO:tasks.rados.rados.0.smithi040.stdout:1235: done (6 left) 2024-04-22T04:31:04.146 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 16 current snap is 115 2024-04-22T04:31:04.146 INFO:tasks.rados.rados.0.smithi040.stdout:1227: expect (ObjNum 397 snap 112 seq_num 397) 2024-04-22T04:31:04.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:04 smithi040 ceph-mon[88445]: osdmap e286: 8 total, 8 up, 8 in 2024-04-22T04:31:04.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:04 smithi040 ceph-mon[91058]: osdmap e286: 8 total, 8 up, 8 in 2024-04-22T04:31:04.497 INFO:tasks.rados.rados.0.smithi040.stdout:1230: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:31:04.499 INFO:tasks.rados.rados.0.smithi040.stdout:1231: finishing write tid 1 to smithi04078109-4 2024-04-22T04:31:04.499 INFO:tasks.rados.rados.0.smithi040.stdout:1231: finishing write tid 2 to smithi04078109-4 2024-04-22T04:31:04.499 INFO:tasks.rados.rados.0.smithi040.stdout:1231: finishing write tid 3 to smithi04078109-4 2024-04-22T04:31:04.499 INFO:tasks.rados.rados.0.smithi040.stdout:1236: seq_num 407 ranges {0=425984,425984=761856,1187840=704512,1892352=139264} 2024-04-22T04:31:04.501 INFO:tasks.rados.rados.0.smithi040.stdout:1236: writing smithi04078109-16 from 0 to 425984 tid 1 2024-04-22T04:31:04.506 INFO:tasks.rados.rados.0.smithi040.stdout:1236: writing smithi04078109-16 from 425984 to 1187840 tid 2 2024-04-22T04:31:04.510 INFO:tasks.rados.rados.0.smithi040.stdout:1236: writing smithi04078109-16 from 1187840 to 1892352 tid 3 2024-04-22T04:31:04.511 INFO:tasks.rados.rados.0.smithi040.stdout:1236: writing smithi04078109-16 from 1892352 to 2031616 tid 4 2024-04-22T04:31:04.512 INFO:tasks.rados.rados.0.smithi040.stdout:1227: done (6 left) 2024-04-22T04:31:04.512 INFO:tasks.rados.rados.0.smithi040.stdout:1230: done (5 left) 2024-04-22T04:31:04.512 INFO:tasks.rados.rados.0.smithi040.stdout:1237: snap_create 2024-04-22T04:31:04.512 INFO:tasks.rados.rados.0.smithi040.stdout:1231: finishing write tid 4 to smithi04078109-4 2024-04-22T04:31:04.512 INFO:tasks.rados.rados.0.smithi040.stdout:1231: finishing write tid 5 to smithi04078109-4 2024-04-22T04:31:04.512 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 265 (ObjNum 405 snap 115 seq_num 405) dirty exists 2024-04-22T04:31:04.512 INFO:tasks.rados.rados.0.smithi040.stdout:1231: left oid 4 (ObjNum 405 snap 115 seq_num 405) 2024-04-22T04:31:04.512 INFO:tasks.rados.rados.0.smithi040.stdout:1232: finishing write tid 1 to smithi04078109-19 2024-04-22T04:31:04.512 INFO:tasks.rados.rados.0.smithi040.stdout:1232: finishing write tid 2 to smithi04078109-19 2024-04-22T04:31:04.512 INFO:tasks.rados.rados.0.smithi040.stdout:1232: finishing write tid 3 to smithi04078109-19 2024-04-22T04:31:04.512 INFO:tasks.rados.rados.0.smithi040.stdout:1232: finishing write tid 4 to smithi04078109-19 2024-04-22T04:31:04.512 INFO:tasks.rados.rados.0.smithi040.stdout:1232: finishing write tid 5 to smithi04078109-19 2024-04-22T04:31:04.513 INFO:tasks.rados.rados.0.smithi040.stdout:1232: finishing write tid 6 to smithi04078109-19 2024-04-22T04:31:04.513 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 383 (ObjNum 406 snap 115 seq_num 406) dirty exists 2024-04-22T04:31:04.513 INFO:tasks.rados.rados.0.smithi040.stdout:1232: left oid 19 (ObjNum 406 snap 115 seq_num 406) 2024-04-22T04:31:04.513 INFO:tasks.rados.rados.0.smithi040.stdout:1233: expect (ObjNum 402 snap 114 seq_num 402) 2024-04-22T04:31:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:04 smithi062 ceph-mon[78153]: osdmap e286: 8 total, 8 up, 8 in 2024-04-22T04:31:05.191 INFO:tasks.rados.rados.0.smithi040.stdout:1236: finishing write tid 1 to smithi04078109-16 2024-04-22T04:31:05.191 INFO:tasks.rados.rados.0.smithi040.stdout:1236: finishing write tid 2 to smithi04078109-16 2024-04-22T04:31:05.191 INFO:tasks.rados.rados.0.smithi040.stdout:1236: finishing write tid 3 to smithi04078109-16 2024-04-22T04:31:05.191 INFO:tasks.rados.rados.0.smithi040.stdout:1236: finishing write tid 4 to smithi04078109-16 2024-04-22T04:31:05.191 INFO:tasks.rados.rados.0.smithi040.stdout:1236: finishing write tid 5 to smithi04078109-16 2024-04-22T04:31:05.191 INFO:tasks.rados.rados.0.smithi040.stdout:1236: finishing write tid 6 to smithi04078109-16 2024-04-22T04:31:05.191 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 275 (ObjNum 407 snap 115 seq_num 407) dirty exists 2024-04-22T04:31:05.191 INFO:tasks.rados.rados.0.smithi040.stdout:1236: left oid 16 (ObjNum 407 snap 115 seq_num 407) 2024-04-22T04:31:05.192 INFO:tasks.rados.rados.0.smithi040.stdout:1231: done (5 left) 2024-04-22T04:31:05.192 INFO:tasks.rados.rados.0.smithi040.stdout:1232: done (4 left) 2024-04-22T04:31:05.192 INFO:tasks.rados.rados.0.smithi040.stdout:1233: done (3 left) 2024-04-22T04:31:05.192 INFO:tasks.rados.rados.0.smithi040.stdout:1234: done (2 left) 2024-04-22T04:31:05.192 INFO:tasks.rados.rados.0.smithi040.stdout:1236: done (1 left) 2024-04-22T04:31:05.192 INFO:tasks.rados.rados.0.smithi040.stdout:1237: done (0 left) 2024-04-22T04:31:05.192 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 34 current snap is 116 2024-04-22T04:31:05.192 INFO:tasks.rados.rados.0.smithi040.stdout:1238: seq_num 408 ranges {4276224=442368,4718592=647168,5365760=507904,5873664=450560} 2024-04-22T04:31:05.215 INFO:tasks.rados.rados.0.smithi040.stdout:1238: writing smithi04078109-34 from 4276224 to 4718592 tid 1 2024-04-22T04:31:05.219 INFO:tasks.rados.rados.0.smithi040.stdout:1238: writing smithi04078109-34 from 4718592 to 5365760 tid 2 2024-04-22T04:31:05.222 INFO:tasks.rados.rados.0.smithi040.stdout:1238: writing smithi04078109-34 from 5365760 to 5873664 tid 3 2024-04-22T04:31:05.225 INFO:tasks.rados.rados.0.smithi040.stdout:1238: writing smithi04078109-34 from 5873664 to 6324224 tid 4 2024-04-22T04:31:05.225 INFO:tasks.rados.rados.0.smithi040.stdout:1239: read oid 37 snap -1 2024-04-22T04:31:05.226 INFO:tasks.rados.rados.0.smithi040.stdout:1239: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:31:05.226 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 116 2024-04-22T04:31:05.226 INFO:tasks.rados.rados.0.smithi040.stdout:1238: finishing write tid 1 to smithi04078109-34 2024-04-22T04:31:05.226 INFO:tasks.rados.rados.0.smithi040.stdout:1238: finishing write tid 2 to smithi04078109-34 2024-04-22T04:31:05.226 INFO:tasks.rados.rados.0.smithi040.stdout:1238: finishing write tid 3 to smithi04078109-34 2024-04-22T04:31:05.226 INFO:tasks.rados.rados.0.smithi040.stdout:1240: seq_num 409 ranges {10027008=458752,10485760=532480,11018240=720896,11739136=352256} 2024-04-22T04:31:05.282 INFO:tasks.rados.rados.0.smithi040.stdout:1240: writing smithi04078109-13 from 10027008 to 10485760 tid 1 2024-04-22T04:31:05.285 INFO:tasks.rados.rados.0.smithi040.stdout:1240: writing smithi04078109-13 from 10485760 to 11018240 tid 2 2024-04-22T04:31:05.289 INFO:tasks.rados.rados.0.smithi040.stdout:1240: writing smithi04078109-13 from 11018240 to 11739136 tid 3 2024-04-22T04:31:05.291 INFO:tasks.rados.rados.0.smithi040.stdout:1240: writing smithi04078109-13 from 11739136 to 12091392 tid 4 2024-04-22T04:31:05.291 INFO:tasks.rados.rados.0.smithi040.stdout:1241: copy_from oid 44 from oid 28 current snap is 116 2024-04-22T04:31:05.291 INFO:tasks.rados.rados.0.smithi040.stdout:1239: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:31:05.294 INFO:tasks.rados.rados.0.smithi040.stdout:1238: finishing write tid 4 to smithi04078109-34 2024-04-22T04:31:05.294 INFO:tasks.rados.rados.0.smithi040.stdout:1238: finishing write tid 5 to smithi04078109-34 2024-04-22T04:31:05.294 INFO:tasks.rados.rados.0.smithi040.stdout:1238: finishing write tid 6 to smithi04078109-34 2024-04-22T04:31:05.294 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 592 (ObjNum 408 snap 116 seq_num 408) dirty exists 2024-04-22T04:31:05.294 INFO:tasks.rados.rados.0.smithi040.stdout:1238: left oid 34 (ObjNum 408 snap 116 seq_num 408) 2024-04-22T04:31:05.294 INFO:tasks.rados.rados.0.smithi040.stdout:1240: finishing write tid 1 to smithi04078109-13 2024-04-22T04:31:05.295 INFO:tasks.rados.rados.0.smithi040.stdout:1238: done (3 left) 2024-04-22T04:31:05.295 INFO:tasks.rados.rados.0.smithi040.stdout:1239: done (2 left) 2024-04-22T04:31:05.295 INFO:tasks.rados.rados.0.smithi040.stdout:1242: snap_create 2024-04-22T04:31:05.295 INFO:tasks.rados.rados.0.smithi040.stdout:1240: finishing write tid 2 to smithi04078109-13 2024-04-22T04:31:05.295 INFO:tasks.rados.rados.0.smithi040.stdout:1240: finishing write tid 3 to smithi04078109-13 2024-04-22T04:31:05.296 INFO:tasks.rados.rados.0.smithi040.stdout:1240: finishing write tid 4 to smithi04078109-13 2024-04-22T04:31:05.296 INFO:tasks.rados.rados.0.smithi040.stdout:1240: finishing write tid 5 to smithi04078109-13 2024-04-22T04:31:05.296 INFO:tasks.rados.rados.0.smithi040.stdout:1240: finishing write tid 6 to smithi04078109-13 2024-04-22T04:31:05.296 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 281 (ObjNum 409 snap 116 seq_num 409) dirty exists 2024-04-22T04:31:05.296 INFO:tasks.rados.rados.0.smithi040.stdout:1240: left oid 13 (ObjNum 409 snap 116 seq_num 409) 2024-04-22T04:31:05.304 INFO:tasks.rados.rados.0.smithi040.stdout:1241: finishing copy_from racing read to smithi04078109-44 2024-04-22T04:31:05.305 INFO:tasks.rados.rados.0.smithi040.stdout:1241: finishing copy_from to smithi04078109-44 2024-04-22T04:31:05.305 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 278 (ObjNum 396 snap 112 seq_num 396) dirty exists 2024-04-22T04:31:05.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:05 smithi040 ceph-mon[88445]: osdmap e287: 8 total, 8 up, 8 in 2024-04-22T04:31:05.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:05 smithi040 ceph-mon[88445]: pgmap v143: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 1.4 MiB/s wr, 6 op/s; 5.5 MiB/s, 2 objects/s recovering 2024-04-22T04:31:05.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:05 smithi040 ceph-mon[91058]: osdmap e287: 8 total, 8 up, 8 in 2024-04-22T04:31:05.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:05 smithi040 ceph-mon[91058]: pgmap v143: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 1.4 MiB/s wr, 6 op/s; 5.5 MiB/s, 2 objects/s recovering 2024-04-22T04:31:05.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:05 smithi062 ceph-mon[78153]: osdmap e287: 8 total, 8 up, 8 in 2024-04-22T04:31:05.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:05 smithi062 ceph-mon[78153]: pgmap v143: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 1.4 MiB/s wr, 6 op/s; 5.5 MiB/s, 2 objects/s recovering 2024-04-22T04:31:05.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:31:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:31:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:31:06.155 INFO:tasks.rados.rados.0.smithi040.stdout:1240: done (2 left) 2024-04-22T04:31:06.155 INFO:tasks.rados.rados.0.smithi040.stdout:1241: done (1 left) 2024-04-22T04:31:06.155 INFO:tasks.rados.rados.0.smithi040.stdout:1242: done (0 left) 2024-04-22T04:31:06.155 INFO:tasks.rados.rados.0.smithi040.stdout:1243: delete oid 25 current snap is 117 2024-04-22T04:31:06.162 INFO:tasks.rados.rados.0.smithi040.stdout:1243: done (0 left) 2024-04-22T04:31:06.162 INFO:tasks.rados.rados.0.smithi040.stdout:1244: delete oid 12 current snap is 117 2024-04-22T04:31:06.165 INFO:tasks.rados.rados.0.smithi040.stdout:1244: done (0 left) 2024-04-22T04:31:06.165 INFO:tasks.rados.rados.0.smithi040.stdout:1245: rollback oid 34 current snap is 117 2024-04-22T04:31:06.165 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 34 to 111 2024-04-22T04:31:06.165 INFO:tasks.rados.rados.0.smithi040.stdout:1246: snap_remove snap 112 2024-04-22T04:31:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:06 smithi040 ceph-mon[88445]: osdmap e288: 8 total, 8 up, 8 in 2024-04-22T04:31:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:06 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:31:06.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:06 smithi040 ceph-mon[91058]: osdmap e288: 8 total, 8 up, 8 in 2024-04-22T04:31:06.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:06 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:06.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:31:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:06 smithi062 ceph-mon[78153]: osdmap e288: 8 total, 8 up, 8 in 2024-04-22T04:31:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:06 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:31:07.081 INFO:tasks.rados.rados.0.smithi040.stdout:1246: done (1 left) 2024-04-22T04:31:07.081 INFO:tasks.rados.rados.0.smithi040.stdout:1247: copy_from oid 15 from oid 41 current snap is 117 2024-04-22T04:31:07.081 INFO:tasks.rados.rados.0.smithi040.stdout:1245: finishing rollback tid 0 to smithi04078109-34 2024-04-22T04:31:07.081 INFO:tasks.rados.rados.0.smithi040.stdout:1245: finishing rollback tid 1 to smithi04078109-34 2024-04-22T04:31:07.081 INFO:tasks.rados.rados.0.smithi040.stdout:1245: finishing rollback tid 2 to smithi04078109-34 2024-04-22T04:31:07.081 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 596 (ObjNum 323 snap 89 seq_num 323) dirty exists 2024-04-22T04:31:07.081 INFO:tasks.rados.rados.0.smithi040.stdout:1245: done (1 left) 2024-04-22T04:31:07.081 INFO:tasks.rados.rados.0.smithi040.stdout:1248: rollback oid 24 current snap is 117 2024-04-22T04:31:07.081 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 24 to 116 2024-04-22T04:31:07.081 INFO:tasks.rados.rados.0.smithi040.stdout:1249: rollback oid 49 current snap is 117 2024-04-22T04:31:07.081 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 49 to 116 2024-04-22T04:31:07.082 INFO:tasks.rados.rados.0.smithi040.stdout:1250: snap_remove snap 77 2024-04-22T04:31:07.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:07 smithi040 ceph-mon[88445]: osdmap e289: 8 total, 8 up, 8 in 2024-04-22T04:31:07.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:07 smithi040 ceph-mon[88445]: pgmap v146: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 10 op/s 2024-04-22T04:31:07.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:07 smithi040 ceph-mon[88445]: osdmap e290: 8 total, 8 up, 8 in 2024-04-22T04:31:07.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:07 smithi040 ceph-mon[91058]: osdmap e289: 8 total, 8 up, 8 in 2024-04-22T04:31:07.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:07 smithi040 ceph-mon[91058]: pgmap v146: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 10 op/s 2024-04-22T04:31:07.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:07 smithi040 ceph-mon[91058]: osdmap e290: 8 total, 8 up, 8 in 2024-04-22T04:31:07.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:07 smithi062 ceph-mon[78153]: osdmap e289: 8 total, 8 up, 8 in 2024-04-22T04:31:07.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:07 smithi062 ceph-mon[78153]: pgmap v146: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 10 op/s 2024-04-22T04:31:07.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:07 smithi062 ceph-mon[78153]: osdmap e290: 8 total, 8 up, 8 in 2024-04-22T04:31:08.084 INFO:tasks.rados.rados.0.smithi040.stdout:1250: done (3 left) 2024-04-22T04:31:08.084 INFO:tasks.rados.rados.0.smithi040.stdout:1251: copy_from oid 2 from oid 11 current snap is 117 2024-04-22T04:31:08.084 INFO:tasks.rados.rados.0.smithi040.stdout:1252: snap_create 2024-04-22T04:31:08.085 INFO:tasks.rados.rados.0.smithi040.stdout:1248: finishing rollback tid 1 to smithi04078109-24 2024-04-22T04:31:08.085 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 439 (ObjNum 1465078617 snap 1548643695 seq_num 1936543335) dirty dne 2024-04-22T04:31:08.085 INFO:tasks.rados.rados.0.smithi040.stdout:1249: finishing rollback tid 0 to smithi04078109-49 2024-04-22T04:31:08.085 INFO:tasks.rados.rados.0.smithi040.stdout:1249: finishing rollback tid 1 to smithi04078109-49 2024-04-22T04:31:08.085 INFO:tasks.rados.rados.0.smithi040.stdout:1249: finishing rollback tid 2 to smithi04078109-49 2024-04-22T04:31:08.085 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 600 (ObjNum 384 snap 109 seq_num 384) dirty exists 2024-04-22T04:31:08.085 INFO:tasks.rados.rados.0.smithi040.stdout:1247: finishing copy_from racing read to smithi04078109-15 2024-04-22T04:31:08.085 INFO:tasks.rados.rados.0.smithi040.stdout:1247: finishing copy_from to smithi04078109-15 2024-04-22T04:31:08.085 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 665 (ObjNum 250 snap 63 seq_num 250) dirty exists 2024-04-22T04:31:08.115 INFO:tasks.rados.rados.0.smithi040.stdout:1251: finishing copy_from racing read to smithi04078109-2 2024-04-22T04:31:08.115 INFO:tasks.rados.rados.0.smithi040.stdout:1251: finishing copy_from to smithi04078109-2 2024-04-22T04:31:08.115 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 609 (ObjNum 350 snap 96 seq_num 350) dirty exists 2024-04-22T04:31:09.088 INFO:tasks.rados.rados.0.smithi040.stdout:1247: done (4 left) 2024-04-22T04:31:09.088 INFO:tasks.rados.rados.0.smithi040.stdout:1248: done (3 left) 2024-04-22T04:31:09.088 INFO:tasks.rados.rados.0.smithi040.stdout:1249: done (2 left) 2024-04-22T04:31:09.089 INFO:tasks.rados.rados.0.smithi040.stdout:1251: done (1 left) 2024-04-22T04:31:09.089 INFO:tasks.rados.rados.0.smithi040.stdout:1252: done (0 left) 2024-04-22T04:31:09.089 INFO:tasks.rados.rados.0.smithi040.stdout:1253: copy_from oid 35 from oid 22 current snap is 118 2024-04-22T04:31:09.089 INFO:tasks.rados.rados.0.smithi040.stdout:1254: rollback oid 20 current snap is 118 2024-04-22T04:31:09.089 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 20 to 105 2024-04-22T04:31:09.089 INFO:tasks.rados.rados.0.smithi040.stdout:1255: delete oid 27 current snap is 118 2024-04-22T04:31:09.089 INFO:tasks.rados.rados.0.smithi040.stdout:1254: finishing rollback tid 1 to smithi04078109-20 2024-04-22T04:31:09.090 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 162 (ObjNum 0 snap 32647 seq_num 2851653296) dirty dne 2024-04-22T04:31:09.091 INFO:tasks.rados.rados.0.smithi040.stdout:1253: finishing copy_from to smithi04078109-35 2024-04-22T04:31:09.091 INFO:tasks.rados.rados.0.smithi040.stdout:1253: got expected ENOENT (src dne) 2024-04-22T04:31:09.092 INFO:tasks.rados.rados.0.smithi040.stdout:1253: finishing copy_from racing read to smithi04078109-35 2024-04-22T04:31:09.094 INFO:tasks.rados.rados.0.smithi040.stdout:1253: done (2 left) 2024-04-22T04:31:09.094 INFO:tasks.rados.rados.0.smithi040.stdout:1254: done (1 left) 2024-04-22T04:31:09.094 INFO:tasks.rados.rados.0.smithi040.stdout:1255: done (0 left) 2024-04-22T04:31:09.094 INFO:tasks.rados.rados.0.smithi040.stdout:1256: rollback oid 5 current snap is 118 2024-04-22T04:31:09.094 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 5 to 115 2024-04-22T04:31:09.094 INFO:tasks.rados.rados.0.smithi040.stdout:1257: delete oid 50 current snap is 118 2024-04-22T04:31:09.097 INFO:tasks.rados.rados.0.smithi040.stdout:1256: finishing rollback tid 0 to smithi04078109-5 2024-04-22T04:31:09.098 INFO:tasks.rados.rados.0.smithi040.stdout:1256: finishing rollback tid 1 to smithi04078109-5 2024-04-22T04:31:09.098 INFO:tasks.rados.rados.0.smithi040.stdout:1256: finishing rollback tid 2 to smithi04078109-5 2024-04-22T04:31:09.098 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 773 (ObjNum 398 snap 112 seq_num 398) dirty exists 2024-04-22T04:31:09.101 INFO:tasks.rados.rados.0.smithi040.stdout:1256: done (1 left) 2024-04-22T04:31:09.101 INFO:tasks.rados.rados.0.smithi040.stdout:1257: done (0 left) 2024-04-22T04:31:09.101 INFO:tasks.rados.rados.0.smithi040.stdout:1258: copy_from oid 20 from oid 27 current snap is 118 2024-04-22T04:31:09.101 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 118 2024-04-22T04:31:09.101 INFO:tasks.rados.rados.0.smithi040.stdout:1259: seq_num 414 ranges {0=540672,540672=802816,1343488=458752,1802240=344064} 2024-04-22T04:31:09.104 INFO:tasks.rados.rados.0.smithi040.stdout:1259: writing smithi04078109-12 from 0 to 540672 tid 1 2024-04-22T04:31:09.108 INFO:tasks.rados.rados.0.smithi040.stdout:1259: writing smithi04078109-12 from 540672 to 1343488 tid 2 2024-04-22T04:31:09.111 INFO:tasks.rados.rados.0.smithi040.stdout:1259: writing smithi04078109-12 from 1343488 to 1802240 tid 3 2024-04-22T04:31:09.113 INFO:tasks.rados.rados.0.smithi040.stdout:1259: writing smithi04078109-12 from 1802240 to 2146304 tid 4 2024-04-22T04:31:09.113 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 118 2024-04-22T04:31:09.113 INFO:tasks.rados.rados.0.smithi040.stdout:1258: finishing copy_from to smithi04078109-20 2024-04-22T04:31:09.114 INFO:tasks.rados.rados.0.smithi040.stdout:1258: got expected ENOENT (src dne) 2024-04-22T04:31:09.114 INFO:tasks.rados.rados.0.smithi040.stdout:1258: finishing copy_from racing read to smithi04078109-20 2024-04-22T04:31:09.114 INFO:tasks.rados.rados.0.smithi040.stdout:1259: finishing write tid 1 to smithi04078109-12 2024-04-22T04:31:09.114 INFO:tasks.rados.rados.0.smithi040.stdout:1260: seq_num 415 ranges {3833856=557056,4390912=688128,5079040=663552,5742592=253952} 2024-04-22T04:31:09.137 INFO:tasks.rados.rados.0.smithi040.stdout:1260: writing smithi04078109-19 from 3833856 to 4390912 tid 1 2024-04-22T04:31:09.141 INFO:tasks.rados.rados.0.smithi040.stdout:1260: writing smithi04078109-19 from 4390912 to 5079040 tid 2 2024-04-22T04:31:09.144 INFO:tasks.rados.rados.0.smithi040.stdout:1260: writing smithi04078109-19 from 5079040 to 5742592 tid 3 2024-04-22T04:31:09.147 INFO:tasks.rados.rados.0.smithi040.stdout:1260: writing smithi04078109-19 from 5742592 to 5996544 tid 4 2024-04-22T04:31:09.147 INFO:tasks.rados.rados.0.smithi040.stdout:1258: done (2 left) 2024-04-22T04:31:09.147 INFO:tasks.rados.rados.0.smithi040.stdout:1261: rollback oid 33 current snap is 118 2024-04-22T04:31:09.147 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 33 to 113 2024-04-22T04:31:09.147 INFO:tasks.rados.rados.0.smithi040.stdout:1259: finishing write tid 2 to smithi04078109-12 2024-04-22T04:31:09.147 INFO:tasks.rados.rados.0.smithi040.stdout:1259: finishing write tid 3 to smithi04078109-12 2024-04-22T04:31:09.147 INFO:tasks.rados.rados.0.smithi040.stdout:1259: finishing write tid 4 to smithi04078109-12 2024-04-22T04:31:09.148 INFO:tasks.rados.rados.0.smithi040.stdout:1259: finishing write tid 5 to smithi04078109-12 2024-04-22T04:31:09.148 INFO:tasks.rados.rados.0.smithi040.stdout:1259: finishing write tid 6 to smithi04078109-12 2024-04-22T04:31:09.148 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 476 (ObjNum 414 snap 118 seq_num 414) dirty exists 2024-04-22T04:31:09.148 INFO:tasks.rados.rados.0.smithi040.stdout:1259: left oid 12 (ObjNum 414 snap 118 seq_num 414) 2024-04-22T04:31:09.148 INFO:tasks.rados.rados.0.smithi040.stdout:1260: finishing write tid 1 to smithi04078109-19 2024-04-22T04:31:09.148 INFO:tasks.rados.rados.0.smithi040.stdout:1260: finishing write tid 2 to smithi04078109-19 2024-04-22T04:31:09.148 INFO:tasks.rados.rados.0.smithi040.stdout:1259: done (2 left) 2024-04-22T04:31:09.148 INFO:tasks.rados.rados.0.smithi040.stdout:1262: read oid 10 snap -1 2024-04-22T04:31:09.148 INFO:tasks.rados.rados.0.smithi040.stdout:1262: expect (ObjNum 400 snap 114 seq_num 400) 2024-04-22T04:31:09.148 INFO:tasks.rados.rados.0.smithi040.stdout:1263: snap_remove snap 105 2024-04-22T04:31:09.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:09 smithi062 ceph-mon[78153]: osdmap e291: 8 total, 8 up, 8 in 2024-04-22T04:31:09.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:09 smithi062 ceph-mon[78153]: pgmap v149: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 10 op/s 2024-04-22T04:31:09.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:09 smithi040 ceph-mon[88445]: osdmap e291: 8 total, 8 up, 8 in 2024-04-22T04:31:09.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:09 smithi040 ceph-mon[88445]: pgmap v149: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 10 op/s 2024-04-22T04:31:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:09 smithi040 ceph-mon[91058]: osdmap e291: 8 total, 8 up, 8 in 2024-04-22T04:31:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:09 smithi040 ceph-mon[91058]: pgmap v149: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 10 op/s 2024-04-22T04:31:10.097 INFO:tasks.rados.rados.0.smithi040.stdout:1263: done (3 left) 2024-04-22T04:31:10.097 INFO:tasks.rados.rados.0.smithi040.stdout:1264: delete oid 30 current snap is 118 2024-04-22T04:31:10.097 INFO:tasks.rados.rados.0.smithi040.stdout:1260: finishing write tid 3 to smithi04078109-19 2024-04-22T04:31:10.097 INFO:tasks.rados.rados.0.smithi040.stdout:1261: finishing rollback tid 0 to smithi04078109-33 2024-04-22T04:31:10.097 INFO:tasks.rados.rados.0.smithi040.stdout:1260: finishing write tid 4 to smithi04078109-19 2024-04-22T04:31:10.097 INFO:tasks.rados.rados.0.smithi040.stdout:1261: finishing rollback tid 1 to smithi04078109-33 2024-04-22T04:31:10.097 INFO:tasks.rados.rados.0.smithi040.stdout:1260: finishing write tid 5 to smithi04078109-19 2024-04-22T04:31:10.097 INFO:tasks.rados.rados.0.smithi040.stdout:1260: finishing write tid 6 to smithi04078109-19 2024-04-22T04:31:10.097 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 389 (ObjNum 415 snap 118 seq_num 415) dirty exists 2024-04-22T04:31:10.097 INFO:tasks.rados.rados.0.smithi040.stdout:1260: left oid 19 (ObjNum 415 snap 118 seq_num 415) 2024-04-22T04:31:10.097 INFO:tasks.rados.rados.0.smithi040.stdout:1261: finishing rollback tid 2 to smithi04078109-33 2024-04-22T04:31:10.097 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 623 (ObjNum 275 snap 70 seq_num 275) dirty exists 2024-04-22T04:31:10.097 INFO:tasks.rados.rados.0.smithi040.stdout:1262: expect (ObjNum 400 snap 114 seq_num 400) 2024-04-22T04:31:10.158 INFO:tasks.rados.rados.0.smithi040.stdout:1260: done (3 left) 2024-04-22T04:31:10.158 INFO:tasks.rados.rados.0.smithi040.stdout:1261: done (2 left) 2024-04-22T04:31:10.159 INFO:tasks.rados.rados.0.smithi040.stdout:1262: done (1 left) 2024-04-22T04:31:10.159 INFO:tasks.rados.rados.0.smithi040.stdout:1264: done (0 left) 2024-04-22T04:31:10.159 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 118 2024-04-22T04:31:10.159 INFO:tasks.rados.rados.0.smithi040.stdout:1265: seq_num 417 ranges {5996544=589824,6586368=458752,7045120=679936,7725056=466944} 2024-04-22T04:31:10.194 INFO:tasks.rados.rados.0.smithi040.stdout:1265: writing smithi04078109-19 from 5996544 to 6586368 tid 1 2024-04-22T04:31:10.196 INFO:tasks.rados.rados.0.smithi040.stdout:1265: writing smithi04078109-19 from 6586368 to 7045120 tid 2 2024-04-22T04:31:10.200 INFO:tasks.rados.rados.0.smithi040.stdout:1265: writing smithi04078109-19 from 7045120 to 7725056 tid 3 2024-04-22T04:31:10.203 INFO:tasks.rados.rados.0.smithi040.stdout:1265: writing smithi04078109-19 from 7725056 to 8192000 tid 4 2024-04-22T04:31:10.203 INFO:tasks.rados.rados.0.smithi040.stdout:1266: snap_create 2024-04-22T04:31:10.203 INFO:tasks.rados.rados.0.smithi040.stdout:1265: finishing write tid 1 to smithi04078109-19 2024-04-22T04:31:10.203 INFO:tasks.rados.rados.0.smithi040.stdout:1265: finishing write tid 2 to smithi04078109-19 2024-04-22T04:31:10.204 INFO:tasks.rados.rados.0.smithi040.stdout:1265: finishing write tid 3 to smithi04078109-19 2024-04-22T04:31:10.206 INFO:tasks.rados.rados.0.smithi040.stdout:1265: finishing write tid 4 to smithi04078109-19 2024-04-22T04:31:10.206 INFO:tasks.rados.rados.0.smithi040.stdout:1265: finishing write tid 5 to smithi04078109-19 2024-04-22T04:31:10.207 INFO:tasks.rados.rados.0.smithi040.stdout:1265: finishing write tid 6 to smithi04078109-19 2024-04-22T04:31:10.207 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 394 (ObjNum 417 snap 118 seq_num 417) dirty exists 2024-04-22T04:31:10.207 INFO:tasks.rados.rados.0.smithi040.stdout:1265: left oid 19 (ObjNum 417 snap 118 seq_num 417) 2024-04-22T04:31:10.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:10 smithi062 ceph-mon[78153]: osdmap e292: 8 total, 8 up, 8 in 2024-04-22T04:31:10.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:10 smithi040 ceph-mon[88445]: osdmap e292: 8 total, 8 up, 8 in 2024-04-22T04:31:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:31:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:31:10] "GET /metrics HTTP/1.1" 200 207929 "" "Prometheus/2.33.4" 2024-04-22T04:31:10.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:10 smithi040 ceph-mon[91058]: osdmap e292: 8 total, 8 up, 8 in 2024-04-22T04:31:11.108 INFO:tasks.rados.rados.0.smithi040.stdout:1265: done (1 left) 2024-04-22T04:31:11.108 INFO:tasks.rados.rados.0.smithi040.stdout:1266: done (0 left) 2024-04-22T04:31:11.108 INFO:tasks.rados.rados.0.smithi040.stdout:1267: snap_create 2024-04-22T04:31:11.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:11 smithi062 ceph-mon[78153]: osdmap e293: 8 total, 8 up, 8 in 2024-04-22T04:31:11.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:11 smithi062 ceph-mon[78153]: pgmap v152: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 296 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 950 KiB/s wr, 3 op/s 2024-04-22T04:31:11.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:11.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:11 smithi040 ceph-mon[88445]: osdmap e293: 8 total, 8 up, 8 in 2024-04-22T04:31:11.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:11 smithi040 ceph-mon[88445]: pgmap v152: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 296 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 950 KiB/s wr, 3 op/s 2024-04-22T04:31:11.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:11.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:11 smithi040 ceph-mon[91058]: osdmap e293: 8 total, 8 up, 8 in 2024-04-22T04:31:11.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:11 smithi040 ceph-mon[91058]: pgmap v152: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 296 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 950 KiB/s wr, 3 op/s 2024-04-22T04:31:11.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:12.081 INFO:tasks.rados.rados.0.smithi040.stdout:1267: done (0 left) 2024-04-22T04:31:12.082 INFO:tasks.rados.rados.0.smithi040.stdout:1268: rollback oid 44 current snap is 120 2024-04-22T04:31:12.082 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 44 to 118 2024-04-22T04:31:12.082 INFO:tasks.rados.rados.0.smithi040.stdout:1269: read oid 36 snap -1 2024-04-22T04:31:12.082 INFO:tasks.rados.rados.0.smithi040.stdout:1269: expect (ObjNum 375 snap 104 seq_num 375) 2024-04-22T04:31:12.082 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 1 current snap is 120 2024-04-22T04:31:12.082 INFO:tasks.rados.rados.0.smithi040.stdout:1270: seq_num 418 ranges {417792=606208,1024000=737280,1761280=434176,2195456=434176} 2024-04-22T04:31:12.087 INFO:tasks.rados.rados.0.smithi040.stdout:1270: writing smithi04078109-1 from 417792 to 1024000 tid 1 2024-04-22T04:31:12.094 INFO:tasks.rados.rados.0.smithi040.stdout:1270: writing smithi04078109-1 from 1024000 to 1761280 tid 2 2024-04-22T04:31:12.095 INFO:tasks.rados.rados.0.smithi040.stdout:1270: writing smithi04078109-1 from 1761280 to 2195456 tid 3 2024-04-22T04:31:12.098 INFO:tasks.rados.rados.0.smithi040.stdout:1270: writing smithi04078109-1 from 2195456 to 2629632 tid 4 2024-04-22T04:31:12.098 INFO:tasks.rados.rados.0.smithi040.stdout:1271: delete oid 50 current snap is 120 2024-04-22T04:31:12.098 INFO:tasks.rados.rados.0.smithi040.stdout:1268: finishing rollback tid 0 to smithi04078109-44 2024-04-22T04:31:12.098 INFO:tasks.rados.rados.0.smithi040.stdout:1268: finishing rollback tid 1 to smithi04078109-44 2024-04-22T04:31:12.098 INFO:tasks.rados.rados.0.smithi040.stdout:1268: finishing rollback tid 2 to smithi04078109-44 2024-04-22T04:31:12.098 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 733 (ObjNum 396 snap 112 seq_num 396) dirty exists 2024-04-22T04:31:12.098 INFO:tasks.rados.rados.0.smithi040.stdout:1269: expect (ObjNum 375 snap 104 seq_num 375) 2024-04-22T04:31:12.141 INFO:tasks.rados.rados.0.smithi040.stdout:1270: finishing write tid 1 to smithi04078109-1 2024-04-22T04:31:12.141 INFO:tasks.rados.rados.0.smithi040.stdout:1270: finishing write tid 2 to smithi04078109-1 2024-04-22T04:31:12.141 INFO:tasks.rados.rados.0.smithi040.stdout:1268: done (3 left) 2024-04-22T04:31:12.141 INFO:tasks.rados.rados.0.smithi040.stdout:1269: done (2 left) 2024-04-22T04:31:12.141 INFO:tasks.rados.rados.0.smithi040.stdout:1271: done (1 left) 2024-04-22T04:31:12.142 INFO:tasks.rados.rados.0.smithi040.stdout:1272: read oid 48 snap -1 2024-04-22T04:31:12.142 INFO:tasks.rados.rados.0.smithi040.stdout:1272: expect (ObjNum 184 snap 39 seq_num 184) 2024-04-22T04:31:12.142 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 38 current snap is 120 2024-04-22T04:31:12.142 INFO:tasks.rados.rados.0.smithi040.stdout:1270: finishing write tid 3 to smithi04078109-1 2024-04-22T04:31:12.142 INFO:tasks.rados.rados.0.smithi040.stdout:1270: finishing write tid 4 to smithi04078109-1 2024-04-22T04:31:12.142 INFO:tasks.rados.rados.0.smithi040.stdout:1270: finishing write tid 5 to smithi04078109-1 2024-04-22T04:31:12.142 INFO:tasks.rados.rados.0.smithi040.stdout:1270: finishing write tid 6 to smithi04078109-1 2024-04-22T04:31:12.142 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 638 (ObjNum 418 snap 120 seq_num 418) dirty exists 2024-04-22T04:31:12.143 INFO:tasks.rados.rados.0.smithi040.stdout:1270: left oid 1 (ObjNum 418 snap 120 seq_num 418) 2024-04-22T04:31:12.143 INFO:tasks.rados.rados.0.smithi040.stdout:1273: seq_num 420 ranges {9003008=638976,9641984=557056,10199040=450560,10649600=598016} 2024-04-22T04:31:12.193 INFO:tasks.rados.rados.0.smithi040.stdout:1273: writing smithi04078109-38 from 9003008 to 9641984 tid 1 2024-04-22T04:31:12.196 INFO:tasks.rados.rados.0.smithi040.stdout:1273: writing smithi04078109-38 from 9641984 to 10199040 tid 2 2024-04-22T04:31:12.199 INFO:tasks.rados.rados.0.smithi040.stdout:1273: writing smithi04078109-38 from 10199040 to 10649600 tid 3 2024-04-22T04:31:12.203 INFO:tasks.rados.rados.0.smithi040.stdout:1273: writing smithi04078109-38 from 10649600 to 11247616 tid 4 2024-04-22T04:31:12.203 INFO:tasks.rados.rados.0.smithi040.stdout:1270: done (2 left) 2024-04-22T04:31:12.203 INFO:tasks.rados.rados.0.smithi040.stdout:1274: snap_create 2024-04-22T04:31:12.203 INFO:tasks.rados.rados.0.smithi040.stdout:1272: expect (ObjNum 184 snap 39 seq_num 184) 2024-04-22T04:31:12.294 INFO:tasks.rados.rados.0.smithi040.stdout:1273: finishing write tid 1 to smithi04078109-38 2024-04-22T04:31:12.295 INFO:tasks.rados.rados.0.smithi040.stdout:1273: finishing write tid 2 to smithi04078109-38 2024-04-22T04:31:12.295 INFO:tasks.rados.rados.0.smithi040.stdout:1273: finishing write tid 3 to smithi04078109-38 2024-04-22T04:31:12.295 INFO:tasks.rados.rados.0.smithi040.stdout:1273: finishing write tid 4 to smithi04078109-38 2024-04-22T04:31:12.295 INFO:tasks.rados.rados.0.smithi040.stdout:1273: finishing write tid 5 to smithi04078109-38 2024-04-22T04:31:12.295 INFO:tasks.rados.rados.0.smithi040.stdout:1273: finishing write tid 6 to smithi04078109-38 2024-04-22T04:31:12.295 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 288 (ObjNum 420 snap 120 seq_num 420) dirty exists 2024-04-22T04:31:12.295 INFO:tasks.rados.rados.0.smithi040.stdout:1273: left oid 38 (ObjNum 420 snap 120 seq_num 420) 2024-04-22T04:31:12.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:12 smithi062 ceph-mon[78153]: osdmap e294: 8 total, 8 up, 8 in 2024-04-22T04:31:12.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:12 smithi062 ceph-mon[78153]: osdmap e295: 8 total, 8 up, 8 in 2024-04-22T04:31:12.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:12 smithi040 ceph-mon[88445]: osdmap e294: 8 total, 8 up, 8 in 2024-04-22T04:31:12.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:12 smithi040 ceph-mon[88445]: osdmap e295: 8 total, 8 up, 8 in 2024-04-22T04:31:12.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:12 smithi040 ceph-mon[91058]: osdmap e294: 8 total, 8 up, 8 in 2024-04-22T04:31:12.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:12 smithi040 ceph-mon[91058]: osdmap e295: 8 total, 8 up, 8 in 2024-04-22T04:31:13.111 INFO:tasks.rados.rados.0.smithi040.stdout:1272: done (2 left) 2024-04-22T04:31:13.112 INFO:tasks.rados.rados.0.smithi040.stdout:1273: done (1 left) 2024-04-22T04:31:13.112 INFO:tasks.rados.rados.0.smithi040.stdout:1274: done (0 left) 2024-04-22T04:31:13.112 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 42 current snap is 121 2024-04-22T04:31:13.112 INFO:tasks.rados.rados.0.smithi040.stdout:1275: seq_num 421 ranges {0=655360,655360=442368,1097728=663552,1761280=499712} 2024-04-22T04:31:13.115 INFO:tasks.rados.rados.0.smithi040.stdout:1275: writing smithi04078109-42 from 0 to 655360 tid 1 2024-04-22T04:31:13.118 INFO:tasks.rados.rados.0.smithi040.stdout:1275: writing smithi04078109-42 from 655360 to 1097728 tid 2 2024-04-22T04:31:13.122 INFO:tasks.rados.rados.0.smithi040.stdout:1275: writing smithi04078109-42 from 1097728 to 1761280 tid 3 2024-04-22T04:31:13.125 INFO:tasks.rados.rados.0.smithi040.stdout:1275: writing smithi04078109-42 from 1761280 to 2260992 tid 4 2024-04-22T04:31:13.125 INFO:tasks.rados.rados.0.smithi040.stdout:1276: read oid 6 snap -1 2024-04-22T04:31:13.125 INFO:tasks.rados.rados.0.smithi040.stdout:1276: expect (ObjNum 397 snap 112 seq_num 397) 2024-04-22T04:31:13.125 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 14 current snap is 121 2024-04-22T04:31:13.126 INFO:tasks.rados.rados.0.smithi040.stdout:1275: finishing write tid 1 to smithi04078109-42 2024-04-22T04:31:13.126 INFO:tasks.rados.rados.0.smithi040.stdout:1277: seq_num 422 ranges {2359296=671744,3031040=729088,3760128=417792,4177920=458752} 2024-04-22T04:31:13.143 INFO:tasks.rados.rados.0.smithi040.stdout:1277: writing smithi04078109-14 from 2359296 to 3031040 tid 1 2024-04-22T04:31:13.147 INFO:tasks.rados.rados.0.smithi040.stdout:1277: writing smithi04078109-14 from 3031040 to 3760128 tid 2 2024-04-22T04:31:13.149 INFO:tasks.rados.rados.0.smithi040.stdout:1277: writing smithi04078109-14 from 3760128 to 4177920 tid 3 2024-04-22T04:31:13.153 INFO:tasks.rados.rados.0.smithi040.stdout:1277: writing smithi04078109-14 from 4177920 to 4636672 tid 4 2024-04-22T04:31:13.153 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 121 2024-04-22T04:31:13.153 INFO:tasks.rados.rados.0.smithi040.stdout:1278: seq_num 423 ranges {2146304=688128,2834432=614400,3448832=622592,4071424=368640} 2024-04-22T04:31:13.168 INFO:tasks.rados.rados.0.smithi040.stdout:1278: writing smithi04078109-12 from 2146304 to 2834432 tid 1 2024-04-22T04:31:13.172 INFO:tasks.rados.rados.0.smithi040.stdout:1278: writing smithi04078109-12 from 2834432 to 3448832 tid 2 2024-04-22T04:31:13.175 INFO:tasks.rados.rados.0.smithi040.stdout:1278: writing smithi04078109-12 from 3448832 to 4071424 tid 3 2024-04-22T04:31:13.178 INFO:tasks.rados.rados.0.smithi040.stdout:1278: writing smithi04078109-12 from 4071424 to 4440064 tid 4 2024-04-22T04:31:13.178 INFO:tasks.rados.rados.0.smithi040.stdout:1279: rmattr oid 16 current snap is 121 2024-04-22T04:31:13.178 INFO:tasks.rados.rados.0.smithi040.stdout:1275: finishing write tid 2 to smithi04078109-42 2024-04-22T04:31:13.178 INFO:tasks.rados.rados.0.smithi040.stdout:1275: finishing write tid 3 to smithi04078109-42 2024-04-22T04:31:13.178 INFO:tasks.rados.rados.0.smithi040.stdout:1275: finishing write tid 4 to smithi04078109-42 2024-04-22T04:31:13.178 INFO:tasks.rados.rados.0.smithi040.stdout:1275: finishing write tid 5 to smithi04078109-42 2024-04-22T04:31:13.178 INFO:tasks.rados.rados.0.smithi040.stdout:1275: finishing write tid 6 to smithi04078109-42 2024-04-22T04:31:13.178 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 464 (ObjNum 421 snap 121 seq_num 421) dirty exists 2024-04-22T04:31:13.178 INFO:tasks.rados.rados.0.smithi040.stdout:1275: left oid 42 (ObjNum 421 snap 121 seq_num 421) 2024-04-22T04:31:13.178 INFO:tasks.rados.rados.0.smithi040.stdout:1276: expect (ObjNum 397 snap 112 seq_num 397) 2024-04-22T04:31:13.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:13 smithi062 ceph-mon[78153]: pgmap v155: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 11 op/s 2024-04-22T04:31:13.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:13 smithi040 ceph-mon[88445]: pgmap v155: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 11 op/s 2024-04-22T04:31:13.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:13 smithi040 ceph-mon[91058]: pgmap v155: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 11 op/s 2024-04-22T04:31:13.523 INFO:tasks.rados.rados.0.smithi040.stdout:1277: finishing write tid 1 to smithi04078109-14 2024-04-22T04:31:13.523 INFO:tasks.rados.rados.0.smithi040.stdout:1277: finishing write tid 2 to smithi04078109-14 2024-04-22T04:31:13.523 INFO:tasks.rados.rados.0.smithi040.stdout:1275: done (4 left) 2024-04-22T04:31:13.523 INFO:tasks.rados.rados.0.smithi040.stdout:1276: done (3 left) 2024-04-22T04:31:13.523 INFO:tasks.rados.rados.0.smithi040.stdout:1280: delete oid 21 current snap is 121 2024-04-22T04:31:13.523 INFO:tasks.rados.rados.0.smithi040.stdout:1277: finishing write tid 3 to smithi04078109-14 2024-04-22T04:31:13.523 INFO:tasks.rados.rados.0.smithi040.stdout:1277: finishing write tid 4 to smithi04078109-14 2024-04-22T04:31:13.523 INFO:tasks.rados.rados.0.smithi040.stdout:1277: finishing write tid 5 to smithi04078109-14 2024-04-22T04:31:13.523 INFO:tasks.rados.rados.0.smithi040.stdout:1277: finishing write tid 6 to smithi04078109-14 2024-04-22T04:31:13.523 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 405 (ObjNum 422 snap 121 seq_num 422) dirty exists 2024-04-22T04:31:13.523 INFO:tasks.rados.rados.0.smithi040.stdout:1277: left oid 14 (ObjNum 422 snap 121 seq_num 422) 2024-04-22T04:31:13.524 INFO:tasks.rados.rados.0.smithi040.stdout:1278: finishing write tid 1 to smithi04078109-12 2024-04-22T04:31:13.524 INFO:tasks.rados.rados.0.smithi040.stdout:1278: finishing write tid 2 to smithi04078109-12 2024-04-22T04:31:13.524 INFO:tasks.rados.rados.0.smithi040.stdout:1278: finishing write tid 3 to smithi04078109-12 2024-04-22T04:31:13.524 INFO:tasks.rados.rados.0.smithi040.stdout:1278: finishing write tid 4 to smithi04078109-12 2024-04-22T04:31:13.524 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 299 (ObjNum 407 snap 115 seq_num 407) dirty exists 2024-04-22T04:31:13.524 INFO:tasks.rados.rados.0.smithi040.stdout:1278: finishing write tid 5 to smithi04078109-12 2024-04-22T04:31:13.524 INFO:tasks.rados.rados.0.smithi040.stdout:1278: finishing write tid 6 to smithi04078109-12 2024-04-22T04:31:13.524 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 486 (ObjNum 423 snap 121 seq_num 423) dirty exists 2024-04-22T04:31:13.524 INFO:tasks.rados.rados.0.smithi040.stdout:1278: left oid 12 (ObjNum 423 snap 121 seq_num 423) 2024-04-22T04:31:13.526 INFO:tasks.rados.rados.0.smithi040.stdout:1277: done (3 left) 2024-04-22T04:31:13.526 INFO:tasks.rados.rados.0.smithi040.stdout:1278: done (2 left) 2024-04-22T04:31:13.526 INFO:tasks.rados.rados.0.smithi040.stdout:1279: done (1 left) 2024-04-22T04:31:13.526 INFO:tasks.rados.rados.0.smithi040.stdout:1280: done (0 left) 2024-04-22T04:31:13.526 INFO:tasks.rados.rados.0.smithi040.stdout:1281: snap_create 2024-04-22T04:31:14.119 INFO:tasks.rados.rados.0.smithi040.stdout:1281: done (0 left) 2024-04-22T04:31:14.120 INFO:tasks.rados.rados.0.smithi040.stdout:1282: read oid 10 snap -1 2024-04-22T04:31:14.120 INFO:tasks.rados.rados.0.smithi040.stdout:1282: expect (ObjNum 400 snap 114 seq_num 400) 2024-04-22T04:31:14.120 INFO:tasks.rados.rados.0.smithi040.stdout:1283: delete oid 19 current snap is 122 2024-04-22T04:31:14.125 INFO:tasks.rados.rados.0.smithi040.stdout:1283: done (1 left) 2024-04-22T04:31:14.125 INFO:tasks.rados.rados.0.smithi040.stdout:1284: delete oid 5 current snap is 122 2024-04-22T04:31:14.128 INFO:tasks.rados.rados.0.smithi040.stdout:1284: done (1 left) 2024-04-22T04:31:14.128 INFO:tasks.rados.rados.0.smithi040.stdout:1285: read oid 9 snap -1 2024-04-22T04:31:14.128 INFO:tasks.rados.rados.0.smithi040.stdout:1285: expect deleted 2024-04-22T04:31:14.128 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 50 current snap is 122 2024-04-22T04:31:14.128 INFO:tasks.rados.rados.0.smithi040.stdout:1286: seq_num 427 ranges {0=761856,761856=598016,1359872=606208,1966080=401408} 2024-04-22T04:31:14.132 INFO:tasks.rados.rados.0.smithi040.stdout:1286: writing smithi04078109-50 from 0 to 761856 tid 1 2024-04-22T04:31:14.135 INFO:tasks.rados.rados.0.smithi040.stdout:1286: writing smithi04078109-50 from 761856 to 1359872 tid 2 2024-04-22T04:31:14.138 INFO:tasks.rados.rados.0.smithi040.stdout:1286: writing smithi04078109-50 from 1359872 to 1966080 tid 3 2024-04-22T04:31:14.141 INFO:tasks.rados.rados.0.smithi040.stdout:1286: writing smithi04078109-50 from 1966080 to 2367488 tid 4 2024-04-22T04:31:14.141 INFO:tasks.rados.rados.0.smithi040.stdout:1287: rmattr oid 45 current snap is 122 2024-04-22T04:31:14.141 INFO:tasks.rados.rados.0.smithi040.stdout:1282: expect (ObjNum 400 snap 114 seq_num 400) 2024-04-22T04:31:14.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:14 smithi040 ceph-mon[88445]: osdmap e296: 8 total, 8 up, 8 in 2024-04-22T04:31:14.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:14 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-22T04:31:14.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:14 smithi040 ceph-mon[88445]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-22T04:31:14.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:14 smithi040 ceph-mon[88445]: Upgrade: osd.1 is safe to restart 2024-04-22T04:31:14.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:14 smithi040 ceph-mon[91058]: osdmap e296: 8 total, 8 up, 8 in 2024-04-22T04:31:14.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:14 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-22T04:31:14.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:14 smithi040 ceph-mon[91058]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-22T04:31:14.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:14 smithi040 ceph-mon[91058]: Upgrade: osd.1 is safe to restart 2024-04-22T04:31:14.193 INFO:tasks.rados.rados.0.smithi040.stdout:1286: finishing write tid 1 to smithi04078109-50 2024-04-22T04:31:14.193 INFO:tasks.rados.rados.0.smithi040.stdout:1286: finishing write tid 2 to smithi04078109-50 2024-04-22T04:31:14.193 INFO:tasks.rados.rados.0.smithi040.stdout:1282: done (3 left) 2024-04-22T04:31:14.193 INFO:tasks.rados.rados.0.smithi040.stdout:1285: done (2 left) 2024-04-22T04:31:14.193 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 4 current snap is 122 2024-04-22T04:31:14.194 INFO:tasks.rados.rados.0.smithi040.stdout:1286: finishing write tid 3 to smithi04078109-50 2024-04-22T04:31:14.194 INFO:tasks.rados.rados.0.smithi040.stdout:1288: seq_num 428 ranges {3751936=778240,4530176=483328,5013504=409600,5423104=417792,5840896=294912} 2024-04-22T04:31:14.218 INFO:tasks.rados.rados.0.smithi040.stdout:1288: writing smithi04078109-4 from 3751936 to 4530176 tid 1 2024-04-22T04:31:14.220 INFO:tasks.rados.rados.0.smithi040.stdout:1288: writing smithi04078109-4 from 4530176 to 5013504 tid 2 2024-04-22T04:31:14.222 INFO:tasks.rados.rados.0.smithi040.stdout:1288: writing smithi04078109-4 from 5013504 to 5423104 tid 3 2024-04-22T04:31:14.225 INFO:tasks.rados.rados.0.smithi040.stdout:1288: writing smithi04078109-4 from 5423104 to 5840896 tid 4 2024-04-22T04:31:14.227 INFO:tasks.rados.rados.0.smithi040.stdout:1288: writing smithi04078109-4 from 5840896 to 6135808 tid 5 2024-04-22T04:31:14.227 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 122 2024-04-22T04:31:14.227 INFO:tasks.rados.rados.0.smithi040.stdout:1286: finishing write tid 4 to smithi04078109-50 2024-04-22T04:31:14.227 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 614 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-04-22T04:31:14.227 INFO:tasks.rados.rados.0.smithi040.stdout:1286: finishing write tid 5 to smithi04078109-50 2024-04-22T04:31:14.228 INFO:tasks.rados.rados.0.smithi040.stdout:1286: finishing write tid 6 to smithi04078109-50 2024-04-22T04:31:14.228 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 469 (ObjNum 427 snap 122 seq_num 427) dirty exists 2024-04-22T04:31:14.228 INFO:tasks.rados.rados.0.smithi040.stdout:1286: left oid 50 (ObjNum 427 snap 122 seq_num 427) 2024-04-22T04:31:14.228 INFO:tasks.rados.rados.0.smithi040.stdout:1288: finishing write tid 1 to smithi04078109-4 2024-04-22T04:31:14.228 INFO:tasks.rados.rados.0.smithi040.stdout:1289: seq_num 429 ranges {2564096=794624,3358720=770048,4128768=622592,4751360=212992} 2024-04-22T04:31:14.245 INFO:tasks.rados.rados.0.smithi040.stdout:1289: writing smithi04078109-11 from 2564096 to 3358720 tid 1 2024-04-22T04:31:14.250 INFO:tasks.rados.rados.0.smithi040.stdout:1289: writing smithi04078109-11 from 3358720 to 4128768 tid 2 2024-04-22T04:31:14.253 INFO:tasks.rados.rados.0.smithi040.stdout:1289: writing smithi04078109-11 from 4128768 to 4751360 tid 3 2024-04-22T04:31:14.255 INFO:tasks.rados.rados.0.smithi040.stdout:1289: writing smithi04078109-11 from 4751360 to 4964352 tid 4 2024-04-22T04:31:14.255 INFO:tasks.rados.rados.0.smithi040.stdout:1286: done (3 left) 2024-04-22T04:31:14.255 INFO:tasks.rados.rados.0.smithi040.stdout:1287: done (2 left) 2024-04-22T04:31:14.255 INFO:tasks.rados.rados.0.smithi040.stdout:1290: snap_remove snap 120 2024-04-22T04:31:14.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:14 smithi062 ceph-mon[78153]: osdmap e296: 8 total, 8 up, 8 in 2024-04-22T04:31:14.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:14 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-22T04:31:14.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:14 smithi062 ceph-mon[78153]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-22T04:31:14.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:14 smithi062 ceph-mon[78153]: Upgrade: osd.1 is safe to restart 2024-04-22T04:31:15.129 INFO:tasks.rados.rados.0.smithi040.stdout:1290: done (2 left) 2024-04-22T04:31:15.129 INFO:tasks.rados.rados.0.smithi040.stdout:1291: snap_remove snap 121 2024-04-22T04:31:15.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:15 smithi062 ceph-mon[78153]: osdmap e297: 8 total, 8 up, 8 in 2024-04-22T04:31:15.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:15 smithi062 ceph-mon[78153]: pgmap v158: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 8 op/s 2024-04-22T04:31:15.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:15 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:15.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:15 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T04:31:15.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:15 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:31:15.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:15 smithi040 ceph-mon[88445]: osdmap e297: 8 total, 8 up, 8 in 2024-04-22T04:31:15.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:15 smithi040 ceph-mon[88445]: pgmap v158: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 8 op/s 2024-04-22T04:31:15.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:15 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:15.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:15 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T04:31:15.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:15 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:31:15.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:15 smithi040 ceph-mon[91058]: osdmap e297: 8 total, 8 up, 8 in 2024-04-22T04:31:15.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:15 smithi040 ceph-mon[91058]: pgmap v158: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 8 op/s 2024-04-22T04:31:15.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:15 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:15.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:15 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T04:31:15.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:15 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:31:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:31:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:31:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:31:16.125 INFO:tasks.rados.rados.0.smithi040.stdout:1291: done (2 left) 2024-04-22T04:31:16.125 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 43 current snap is 122 2024-04-22T04:31:16.126 INFO:tasks.rados.rados.0.smithi040.stdout:1288: finishing write tid 2 to smithi04078109-4 2024-04-22T04:31:16.126 INFO:tasks.rados.rados.0.smithi040.stdout:1292: seq_num 430 ranges {2433024=8192} 2024-04-22T04:31:16.139 INFO:tasks.rados.rados.0.smithi040.stdout:1292: writing smithi04078109-43 from 2433024 to 2441216 tid 1 2024-04-22T04:31:16.139 INFO:tasks.rados.rados.0.smithi040.stdout:1293: read oid 28 snap 118 2024-04-22T04:31:16.140 INFO:tasks.rados.rados.0.smithi040.stdout:1293: expect (ObjNum 396 snap 112 seq_num 396) 2024-04-22T04:31:16.140 INFO:tasks.rados.rados.0.smithi040.stdout:1294: rmattr oid 15 current snap is 122 2024-04-22T04:31:16.140 INFO:tasks.rados.rados.0.smithi040.stdout:1294: done (4 left) 2024-04-22T04:31:16.140 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 2 current snap is 122 2024-04-22T04:31:16.140 INFO:tasks.rados.rados.0.smithi040.stdout:1288: finishing write tid 3 to smithi04078109-4 2024-04-22T04:31:16.140 INFO:tasks.rados.rados.0.smithi040.stdout:1288: finishing write tid 4 to smithi04078109-4 2024-04-22T04:31:16.140 INFO:tasks.rados.rados.0.smithi040.stdout:1288: finishing write tid 5 to smithi04078109-4 2024-04-22T04:31:16.140 INFO:tasks.rados.rados.0.smithi040.stdout:1288: finishing write tid 6 to smithi04078109-4 2024-04-22T04:31:16.140 INFO:tasks.rados.rados.0.smithi040.stdout:1295: seq_num 431 ranges {2564096=24576} 2024-04-22T04:31:16.154 INFO:tasks.rados.rados.0.smithi040.stdout:1295: writing smithi04078109-2 from 2564096 to 2588672 tid 1 2024-04-22T04:31:16.154 INFO:tasks.rados.rados.0.smithi040.stdout:1296: read oid 26 snap -1 2024-04-22T04:31:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1296: expect deleted 2024-04-22T04:31:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1297: delete oid 25 current snap is 122 2024-04-22T04:31:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1288: finishing write tid 7 to smithi04078109-4 2024-04-22T04:31:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 306 (ObjNum 428 snap 122 seq_num 428) dirty exists 2024-04-22T04:31:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1288: left oid 4 (ObjNum 428 snap 122 seq_num 428) 2024-04-22T04:31:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1289: finishing write tid 1 to smithi04078109-11 2024-04-22T04:31:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1289: finishing write tid 2 to smithi04078109-11 2024-04-22T04:31:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1289: finishing write tid 3 to smithi04078109-11 2024-04-22T04:31:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1289: finishing write tid 4 to smithi04078109-11 2024-04-22T04:31:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1289: finishing write tid 5 to smithi04078109-11 2024-04-22T04:31:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1289: finishing write tid 6 to smithi04078109-11 2024-04-22T04:31:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 739 (ObjNum 429 snap 122 seq_num 429) dirty exists 2024-04-22T04:31:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1289: left oid 11 (ObjNum 429 snap 122 seq_num 429) 2024-04-22T04:31:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1292: finishing write tid 1 to smithi04078109-43 2024-04-22T04:31:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1292: finishing write tid 2 to smithi04078109-43 2024-04-22T04:31:16.156 INFO:tasks.rados.rados.0.smithi040.stdout:1292: finishing write tid 3 to smithi04078109-43 2024-04-22T04:31:16.156 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 291 (ObjNum 430 snap 122 seq_num 430) dirty exists 2024-04-22T04:31:16.156 INFO:tasks.rados.rados.0.smithi040.stdout:1292: left oid 43 (ObjNum 430 snap 122 seq_num 430) 2024-04-22T04:31:16.156 INFO:tasks.rados.rados.0.smithi040.stdout:1293: expect (ObjNum 396 snap 112 seq_num 396) 2024-04-22T04:31:16.158 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:16 smithi040 ceph-mon[91058]: Upgrade: Updating osd.1 2024-04-22T04:31:16.158 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:16 smithi040 ceph-mon[91058]: Deploying daemon osd.1 on smithi040 2024-04-22T04:31:16.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:16 smithi040 ceph-mon[91058]: osdmap e298: 8 total, 8 up, 8 in 2024-04-22T04:31:16.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:16 smithi040 ceph-mon[88445]: Upgrade: Updating osd.1 2024-04-22T04:31:16.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:16 smithi040 ceph-mon[88445]: Deploying daemon osd.1 on smithi040 2024-04-22T04:31:16.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:16 smithi040 ceph-mon[88445]: osdmap e298: 8 total, 8 up, 8 in 2024-04-22T04:31:16.206 INFO:tasks.rados.rados.0.smithi040.stdout:1295: finishing write tid 1 to smithi04078109-2 2024-04-22T04:31:16.206 INFO:tasks.rados.rados.0.smithi040.stdout:1295: finishing write tid 2 to smithi04078109-2 2024-04-22T04:31:16.206 INFO:tasks.rados.rados.0.smithi040.stdout:1295: finishing write tid 3 to smithi04078109-2 2024-04-22T04:31:16.206 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 790 (ObjNum 431 snap 122 seq_num 431) dirty exists 2024-04-22T04:31:16.206 INFO:tasks.rados.rados.0.smithi040.stdout:1295: left oid 2 (ObjNum 431 snap 122 seq_num 431) 2024-04-22T04:31:16.206 INFO:tasks.rados.rados.0.smithi040.stdout:1288: done (6 left) 2024-04-22T04:31:16.207 INFO:tasks.rados.rados.0.smithi040.stdout:1289: done (5 left) 2024-04-22T04:31:16.207 INFO:tasks.rados.rados.0.smithi040.stdout:1292: done (4 left) 2024-04-22T04:31:16.207 INFO:tasks.rados.rados.0.smithi040.stdout:1293: done (3 left) 2024-04-22T04:31:16.207 INFO:tasks.rados.rados.0.smithi040.stdout:1295: done (2 left) 2024-04-22T04:31:16.207 INFO:tasks.rados.rados.0.smithi040.stdout:1296: done (1 left) 2024-04-22T04:31:16.207 INFO:tasks.rados.rados.0.smithi040.stdout:1297: done (0 left) 2024-04-22T04:31:16.207 INFO:tasks.rados.rados.0.smithi040.stdout:1298: rollback oid 34 current snap is 122 2024-04-22T04:31:16.207 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 34 to 110 2024-04-22T04:31:16.207 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 2 current snap is 122 2024-04-22T04:31:16.207 INFO:tasks.rados.rados.0.smithi040.stdout:1299: seq_num 433 ranges {2588672=57344} 2024-04-22T04:31:16.221 INFO:tasks.rados.rados.0.smithi040.stdout:1299: writing smithi04078109-2 from 2588672 to 2646016 tid 1 2024-04-22T04:31:16.221 INFO:tasks.rados.rados.0.smithi040.stdout:1300: read oid 15 snap -1 2024-04-22T04:31:16.221 INFO:tasks.rados.rados.0.smithi040.stdout:1300: expect (ObjNum 250 snap 63 seq_num 250) 2024-04-22T04:31:16.221 INFO:tasks.rados.rados.0.smithi040.stdout:1301: read oid 31 snap 109 2024-04-22T04:31:16.221 INFO:tasks.rados.rados.0.smithi040.stdout:1301: expect deleted 2024-04-22T04:31:16.221 INFO:tasks.rados.rados.0.smithi040.stdout:1302: snap_remove snap 114 2024-04-22T04:31:16.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:16 smithi062 ceph-mon[78153]: Upgrade: Updating osd.1 2024-04-22T04:31:16.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:16 smithi062 ceph-mon[78153]: Deploying daemon osd.1 on smithi040 2024-04-22T04:31:16.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:16 smithi062 ceph-mon[78153]: osdmap e298: 8 total, 8 up, 8 in 2024-04-22T04:31:16.568 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:31:16.876 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:31:16.876 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (4m) 23s ago 5m 24.7M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:31:16.876 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (5m) 69s ago 5m 59.4M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:31:16.876 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (6m) 23s ago 6m 14.0M - 16.2.15-1-g8963e9de 727f386679cb 07889a83e85d 2024-04-22T04:31:16.876 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (6m) 69s ago 6m 16.5M - 16.2.15-1-g8963e9de 727f386679cb 37118b502053 2024-04-22T04:31:16.876 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (2m) 69s ago 10m 430M - 17.2.7-878-g5d873850 c90a446c4c8e aa2238c1b793 2024-04-22T04:31:16.876 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 running (2m) 23s ago 12m 477M - 17.2.7-878-g5d873850 c90a446c4c8e edd41a239d91 2024-04-22T04:31:16.876 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (2m) 23s ago 12m 43.0M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0d79462ba4ea 2024-04-22T04:31:16.876 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (81s) 69s ago 10m 19.8M 2048M 17.2.7-878-g5d873850 c90a446c4c8e ecb1ef3cca09 2024-04-22T04:31:16.876 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (100s) 23s ago 10m 37.7M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0c9cde756a31 2024-04-22T04:31:16.876 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (5m) 23s ago 5m 22.0M - 1.3.1 1dbe0e931976 3d926365bac8 2024-04-22T04:31:16.877 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (5m) 69s ago 5m 21.5M - 1.3.1 1dbe0e931976 cd70c5d64335 2024-04-22T04:31:16.877 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (27s) 23s ago 10m 13.9M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 7f49c536057f 2024-04-22T04:31:16.877 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (9m) 23s ago 9m 160M 2489M 16.2.15-1-g8963e9de 727f386679cb 132b282d5078 2024-04-22T04:31:16.877 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (9m) 23s ago 9m 155M 2489M 16.2.15-1-g8963e9de 727f386679cb 18997dafed68 2024-04-22T04:31:16.877 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (8m) 23s ago 8m 150M 2489M 16.2.15-1-g8963e9de 727f386679cb 143d3b49613e 2024-04-22T04:31:16.877 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (8m) 69s ago 8m 149M 2488M 16.2.15-1-g8963e9de 727f386679cb 60d50d2f7849 2024-04-22T04:31:16.877 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (7m) 69s ago 7m 119M 2488M 16.2.15-1-g8963e9de 727f386679cb b7e17a5d779e 2024-04-22T04:31:16.877 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (7m) 69s ago 7m 122M 2488M 16.2.15-1-g8963e9de 727f386679cb a25b6c33c8a6 2024-04-22T04:31:16.877 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (7m) 69s ago 7m 82.8M 2488M 16.2.15-1-g8963e9de 727f386679cb 65d10d469953 2024-04-22T04:31:16.877 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (4m) 69s ago 5m 70.2M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:31:17.082 INFO:tasks.rados.rados.0.smithi040.stdout:1302: done (4 left) 2024-04-22T04:31:17.082 INFO:tasks.rados.rados.0.smithi040.stdout:1303: read oid 16 snap -1 2024-04-22T04:31:17.082 INFO:tasks.rados.rados.0.smithi040.stdout:1303: expect (ObjNum 407 snap 115 seq_num 407) 2024-04-22T04:31:17.082 INFO:tasks.rados.rados.0.smithi040.stdout:1304: snap_remove snap 118 2024-04-22T04:31:17.270 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:31:17.270 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:31:17.270 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 3 2024-04-22T04:31:17.270 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:31:17.270 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:31:17.270 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:31:17.270 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:31:17.270 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:31:17.270 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 7, 2024-04-22T04:31:17.270 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 1 2024-04-22T04:31:17.271 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:31:17.271 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:31:17.271 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:31:17.271 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:31:17.271 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:31:17.271 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 9, 2024-04-22T04:31:17.271 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 6 2024-04-22T04:31:17.271 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:31:17.271 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:31:17.315 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:17 smithi040 ceph-mon[88445]: osdmap e299: 8 total, 8 up, 8 in 2024-04-22T04:31:17.316 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:17 smithi040 ceph-mon[88445]: pgmap v161: 121 pgs: 121 active+clean; 322 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-22T04:31:17.316 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:17 smithi040 ceph-mon[88445]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:31:17.316 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:17 smithi040 ceph-mon[88445]: osdmap e300: 8 total, 8 up, 8 in 2024-04-22T04:31:17.316 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:17 smithi040 ceph-mon[91058]: osdmap e299: 8 total, 8 up, 8 in 2024-04-22T04:31:17.316 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:17 smithi040 ceph-mon[91058]: pgmap v161: 121 pgs: 121 active+clean; 322 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-22T04:31:17.316 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:17 smithi040 ceph-mon[91058]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:31:17.316 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:17 smithi040 ceph-mon[91058]: osdmap e300: 8 total, 8 up, 8 in 2024-04-22T04:31:17.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:17 smithi062 ceph-mon[78153]: osdmap e299: 8 total, 8 up, 8 in 2024-04-22T04:31:17.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:17 smithi062 ceph-mon[78153]: pgmap v161: 121 pgs: 121 active+clean; 322 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-22T04:31:17.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:17 smithi062 ceph-mon[78153]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:31:17.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:17 smithi062 ceph-mon[78153]: osdmap e300: 8 total, 8 up, 8 in 2024-04-22T04:31:18.089 INFO:tasks.rados.rados.0.smithi040.stdout:1304: done (5 left) 2024-04-22T04:31:18.089 INFO:tasks.rados.rados.0.smithi040.stdout:1305: setattr oid 42 current snap is 122 2024-04-22T04:31:18.089 INFO:tasks.rados.rados.0.smithi040.stdout:1306: snap_remove snap 111 2024-04-22T04:31:18.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:18 smithi040 ceph-mon[88445]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:31:18.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:18 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1117234644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:31:18.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:18 smithi040 ceph-mon[88445]: osdmap e301: 8 total, 8 up, 8 in 2024-04-22T04:31:18.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:18 smithi040 ceph-mon[91058]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:31:18.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:18 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1117234644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:31:18.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:18 smithi040 ceph-mon[91058]: osdmap e301: 8 total, 8 up, 8 in 2024-04-22T04:31:18.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:18 smithi062 ceph-mon[78153]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:31:18.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:18 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1117234644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:31:18.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:18 smithi062 ceph-mon[78153]: osdmap e301: 8 total, 8 up, 8 in 2024-04-22T04:31:19.087 INFO:tasks.rados.rados.0.smithi040.stdout:1306: done (6 left) 2024-04-22T04:31:19.088 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 5 current snap is 122 2024-04-22T04:31:19.088 INFO:tasks.rados.rados.0.smithi040.stdout:1307: seq_num 434 ranges {0=73728} 2024-04-22T04:31:19.088 INFO:tasks.rados.rados.0.smithi040.stdout:1307: writing smithi04078109-5 from 0 to 73728 tid 1 2024-04-22T04:31:19.088 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 48 current snap is 122 2024-04-22T04:31:19.088 INFO:tasks.rados.rados.0.smithi040.stdout:1308: seq_num 435 ranges {2359296=90112} 2024-04-22T04:31:19.103 INFO:tasks.rados.rados.0.smithi040.stdout:1308: writing smithi04078109-48 from 2359296 to 2449408 tid 1 2024-04-22T04:31:19.106 INFO:tasks.rados.rados.0.smithi040.stdout:1309: rollback oid 20 current snap is 122 2024-04-22T04:31:19.106 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 20 to 116 2024-04-22T04:31:19.106 INFO:tasks.rados.rados.0.smithi040.stdout:1310: rollback oid 10 current snap is 122 2024-04-22T04:31:19.106 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 10 to 115 2024-04-22T04:31:19.106 INFO:tasks.rados.rados.0.smithi040.stdout:1311: rmattr oid 13 current snap is 122 2024-04-22T04:31:19.106 INFO:tasks.rados.rados.0.smithi040.stdout:1312: rmattr oid 19 current snap is 122 2024-04-22T04:31:19.106 INFO:tasks.rados.rados.0.smithi040.stdout:1312: done (11 left) 2024-04-22T04:31:19.106 INFO:tasks.rados.rados.0.smithi040.stdout:1313: delete oid 7 current snap is 122 2024-04-22T04:31:19.106 INFO:tasks.rados.rados.0.smithi040.stdout:1298: finishing rollback tid 0 to smithi04078109-34 2024-04-22T04:31:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:1298: finishing rollback tid 1 to smithi04078109-34 2024-04-22T04:31:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:1298: finishing rollback tid 2 to smithi04078109-34 2024-04-22T04:31:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 622 (ObjNum 323 snap 89 seq_num 323) dirty exists 2024-04-22T04:31:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:1299: finishing write tid 1 to smithi04078109-2 2024-04-22T04:31:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:1299: finishing write tid 2 to smithi04078109-2 2024-04-22T04:31:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:1299: finishing write tid 3 to smithi04078109-2 2024-04-22T04:31:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 792 (ObjNum 433 snap 122 seq_num 433) dirty exists 2024-04-22T04:31:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:1299: left oid 2 (ObjNum 433 snap 122 seq_num 433) 2024-04-22T04:31:19.107 INFO:tasks.rados.rados.0.smithi040.stdout:1300: expect (ObjNum 250 snap 63 seq_num 250) 2024-04-22T04:31:19.247 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:19 smithi040 ceph-mon[88445]: pgmap v164: 121 pgs: 121 active+clean; 322 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-22T04:31:19.247 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:19 smithi040 ceph-mon[88445]: osdmap e302: 8 total, 8 up, 8 in 2024-04-22T04:31:19.247 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:19 smithi040 ceph-mon[91058]: pgmap v164: 121 pgs: 121 active+clean; 322 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-22T04:31:19.247 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:19 smithi040 ceph-mon[91058]: osdmap e302: 8 total, 8 up, 8 in 2024-04-22T04:31:19.293 INFO:tasks.rados.rados.0.smithi040.stdout:1303: expect (ObjNum 407 snap 115 seq_num 407) 2024-04-22T04:31:19.356 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 470 (ObjNum 421 snap 121 seq_num 421) dirty exists 2024-04-22T04:31:19.357 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 0 (ObjNum 409 snap 116 seq_num 409) dirty exists 2024-04-22T04:31:19.357 INFO:tasks.rados.rados.0.smithi040.stdout:1298: done (11 left) 2024-04-22T04:31:19.357 INFO:tasks.rados.rados.0.smithi040.stdout:1299: done (10 left) 2024-04-22T04:31:19.357 INFO:tasks.rados.rados.0.smithi040.stdout:1300: done (9 left) 2024-04-22T04:31:19.357 INFO:tasks.rados.rados.0.smithi040.stdout:1301: done (8 left) 2024-04-22T04:31:19.357 INFO:tasks.rados.rados.0.smithi040.stdout:1303: done (7 left) 2024-04-22T04:31:19.357 INFO:tasks.rados.rados.0.smithi040.stdout:1305: done (6 left) 2024-04-22T04:31:19.357 INFO:tasks.rados.rados.0.smithi040.stdout:1311: done (5 left) 2024-04-22T04:31:19.357 INFO:tasks.rados.rados.0.smithi040.stdout:1313: done (4 left) 2024-04-22T04:31:19.357 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 122 2024-04-22T04:31:19.357 INFO:tasks.rados.rados.0.smithi040.stdout:1307: finishing write tid 1 to smithi04078109-5 2024-04-22T04:31:19.357 INFO:tasks.rados.rados.0.smithi040.stdout:1314: seq_num 437 ranges {0=122880} 2024-04-22T04:31:19.358 INFO:tasks.rados.rados.0.smithi040.stdout:1314: writing smithi04078109-25 from 0 to 122880 tid 1 2024-04-22T04:31:19.358 INFO:tasks.rados.rados.0.smithi040.stdout:1315: snap_remove snap 100 2024-04-22T04:31:19.521 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:19 smithi040 systemd[1]: Stopping Ceph osd.1 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:31:19.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:19 smithi062 ceph-mon[78153]: pgmap v164: 121 pgs: 121 active+clean; 322 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-22T04:31:19.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:19 smithi062 ceph-mon[78153]: osdmap e302: 8 total, 8 up, 8 in 2024-04-22T04:31:19.909 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-1[53698]: debug 2024-04-22T04:31:19.522+0000 7f1e197c5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-22T04:31:19.909 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-1[53698]: debug 2024-04-22T04:31:19.522+0000 7f1e197c5700 -1 osd.1 302 *** Got signal Terminated *** 2024-04-22T04:31:19.909 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-1[53698]: debug 2024-04-22T04:31:19.522+0000 7f1e197c5700 -1 osd.1 302 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T04:31:20.153 INFO:tasks.rados.rados.0.smithi040.stdout:1315: done (5 left) 2024-04-22T04:31:20.153 INFO:tasks.rados.rados.0.smithi040.stdout:1316: read oid 43 snap -1 2024-04-22T04:31:20.154 INFO:tasks.rados.rados.0.smithi040.stdout:1316: expect (ObjNum 430 snap 122 seq_num 430) 2024-04-22T04:31:20.154 INFO:tasks.rados.rados.0.smithi040.stdout:1317: copy_from oid 8 from oid 22 current snap is 122 2024-04-22T04:31:20.154 INFO:tasks.rados.rados.0.smithi040.stdout:1318: delete oid 19 current snap is 122 2024-04-22T04:31:20.156 INFO:tasks.rados.rados.0.smithi040.stdout:1307: finishing write tid 2 to smithi04078109-5 2024-04-22T04:31:20.156 INFO:tasks.rados.rados.0.smithi040.stdout:1307: finishing write tid 3 to smithi04078109-5 2024-04-22T04:31:20.157 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 802 (ObjNum 434 snap 122 seq_num 434) dirty exists 2024-04-22T04:31:20.157 INFO:tasks.rados.rados.0.smithi040.stdout:1307: left oid 5 (ObjNum 434 snap 122 seq_num 434) 2024-04-22T04:31:20.157 INFO:tasks.rados.rados.0.smithi040.stdout:1310: finishing rollback tid 0 to smithi04078109-10 2024-04-22T04:31:20.157 INFO:tasks.rados.rados.0.smithi040.stdout:1310: finishing rollback tid 1 to smithi04078109-10 2024-04-22T04:31:20.157 INFO:tasks.rados.rados.0.smithi040.stdout:1310: finishing rollback tid 2 to smithi04078109-10 2024-04-22T04:31:20.157 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 307 (ObjNum 400 snap 114 seq_num 400) dirty exists 2024-04-22T04:31:20.157 INFO:tasks.rados.rados.0.smithi040.stdout:1309: finishing rollback tid 1 to smithi04078109-20 2024-04-22T04:31:20.158 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 162 (ObjNum 288 snap 0 seq_num 113) dirty dne 2024-04-22T04:31:20.158 INFO:tasks.rados.rados.0.smithi040.stdout:1308: finishing write tid 1 to smithi04078109-48 2024-04-22T04:31:20.158 INFO:tasks.rados.rados.0.smithi040.stdout:1308: finishing write tid 2 to smithi04078109-48 2024-04-22T04:31:20.158 INFO:tasks.rados.rados.0.smithi040.stdout:1308: finishing write tid 3 to smithi04078109-48 2024-04-22T04:31:20.158 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 418 (ObjNum 435 snap 122 seq_num 435) dirty exists 2024-04-22T04:31:20.158 INFO:tasks.rados.rados.0.smithi040.stdout:1308: left oid 48 (ObjNum 435 snap 122 seq_num 435) 2024-04-22T04:31:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:1314: finishing write tid 1 to smithi04078109-25 2024-04-22T04:31:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:1314: finishing write tid 2 to smithi04078109-25 2024-04-22T04:31:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:1314: finishing write tid 3 to smithi04078109-25 2024-04-22T04:31:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 766 (ObjNum 437 snap 122 seq_num 437) dirty exists 2024-04-22T04:31:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:1314: left oid 25 (ObjNum 437 snap 122 seq_num 437) 2024-04-22T04:31:20.167 INFO:tasks.rados.rados.0.smithi040.stdout:1307: done (7 left) 2024-04-22T04:31:20.167 INFO:tasks.rados.rados.0.smithi040.stdout:1308: done (6 left) 2024-04-22T04:31:20.167 INFO:tasks.rados.rados.0.smithi040.stdout:1309: done (5 left) 2024-04-22T04:31:20.167 INFO:tasks.rados.rados.0.smithi040.stdout:1310: done (4 left) 2024-04-22T04:31:20.167 INFO:tasks.rados.rados.0.smithi040.stdout:1314: done (3 left) 2024-04-22T04:31:20.167 INFO:tasks.rados.rados.0.smithi040.stdout:1318: done (2 left) 2024-04-22T04:31:20.167 INFO:tasks.rados.rados.0.smithi040.stdout:1319: copy_from oid 24 from oid 26 current snap is 122 2024-04-22T04:31:20.169 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 4 current snap is 122 2024-04-22T04:31:20.169 INFO:tasks.rados.rados.0.smithi040.stdout:1320: seq_num 439 ranges {6135808=155648} 2024-04-22T04:31:20.202 INFO:tasks.rados.rados.0.smithi040.stdout:1320: writing smithi04078109-4 from 6135808 to 6291456 tid 1 2024-04-22T04:31:20.202 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 36 current snap is 122 2024-04-22T04:31:20.202 INFO:tasks.rados.rados.0.smithi040.stdout:1321: seq_num 440 ranges {1490944=172032} 2024-04-22T04:31:20.211 INFO:tasks.rados.rados.0.smithi040.stdout:1321: writing smithi04078109-36 from 1490944 to 1662976 tid 1 2024-04-22T04:31:20.211 INFO:tasks.rados.rados.0.smithi040.stdout:1322: read oid 18 snap -1 2024-04-22T04:31:20.212 INFO:tasks.rados.rados.0.smithi040.stdout:1322: expect deleted 2024-04-22T04:31:20.212 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 122 2024-04-22T04:31:20.212 INFO:tasks.rados.rados.0.smithi040.stdout:1320: finishing write tid 1 to smithi04078109-4 2024-04-22T04:31:20.212 INFO:tasks.rados.rados.0.smithi040.stdout:1323: seq_num 441 ranges {4882432=188416} 2024-04-22T04:31:20.240 INFO:tasks.rados.rados.0.smithi040.stdout:1323: writing smithi04078109-32 from 4882432 to 5070848 tid 1 2024-04-22T04:31:20.240 INFO:tasks.rados.rados.0.smithi040.stdout:1324: rollback oid 10 current snap is 122 2024-04-22T04:31:20.240 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 10 to 113 2024-04-22T04:31:20.240 INFO:tasks.rados.rados.0.smithi040.stdout:1320: finishing write tid 2 to smithi04078109-4 2024-04-22T04:31:20.240 INFO:tasks.rados.rados.0.smithi040.stdout:1320: finishing write tid 3 to smithi04078109-4 2024-04-22T04:31:20.240 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 334 (ObjNum 439 snap 122 seq_num 439) dirty exists 2024-04-22T04:31:20.240 INFO:tasks.rados.rados.0.smithi040.stdout:1320: left oid 4 (ObjNum 439 snap 122 seq_num 439) 2024-04-22T04:31:20.240 INFO:tasks.rados.rados.0.smithi040.stdout:1320: done (7 left) 2024-04-22T04:31:20.240 INFO:tasks.rados.rados.0.smithi040.stdout:1325: copy_from oid 42 from oid 17 current snap is 122 2024-04-22T04:31:20.240 INFO:tasks.rados.rados.0.smithi040.stdout:1326: snap_remove snap 119 2024-04-22T04:31:20.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:20 smithi040 ceph-mon[88445]: osd.1 marked itself down and dead 2024-04-22T04:31:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:20 smithi040 ceph-mon[91058]: osd.1 marked itself down and dead 2024-04-22T04:31:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:31:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:31:20] "GET /metrics HTTP/1.1" 200 207929 "" "Prometheus/2.33.4" 2024-04-22T04:31:20.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:20 smithi062 ceph-mon[78153]: osd.1 marked itself down and dead 2024-04-22T04:31:20.909 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:20 smithi040 bash[98984]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-1 2024-04-22T04:31:21.164 INFO:tasks.rados.rados.0.smithi040.stdout:1326: done (8 left) 2024-04-22T04:31:21.164 INFO:tasks.rados.rados.0.smithi040.stdout:1327: copy_from oid 6 from oid 2 current snap is 122 2024-04-22T04:31:21.164 INFO:tasks.rados.rados.0.smithi040.stdout:1328: snap_create 2024-04-22T04:31:21.164 INFO:tasks.rados.rados.0.smithi040.stdout:1323: finishing write tid 1 to smithi04078109-32 2024-04-22T04:31:21.164 INFO:tasks.rados.rados.0.smithi040.stdout:1323: finishing write tid 2 to smithi04078109-32 2024-04-22T04:31:21.164 INFO:tasks.rados.rados.0.smithi040.stdout:1323: finishing write tid 3 to smithi04078109-32 2024-04-22T04:31:21.164 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 585 (ObjNum 441 snap 122 seq_num 441) dirty exists 2024-04-22T04:31:21.164 INFO:tasks.rados.rados.0.smithi040.stdout:1323: left oid 32 (ObjNum 441 snap 122 seq_num 441) 2024-04-22T04:31:21.166 INFO:tasks.rados.rados.0.smithi040.stdout:1317: finishing copy_from to smithi04078109-8 2024-04-22T04:31:21.166 INFO:tasks.rados.rados.0.smithi040.stdout:1317: got expected ENOENT (src dne) 2024-04-22T04:31:21.167 INFO:tasks.rados.rados.0.smithi040.stdout:1317: finishing copy_from racing read to smithi04078109-8 2024-04-22T04:31:21.175 INFO:tasks.rados.rados.0.smithi040.stdout:1325: finishing copy_from to smithi04078109-42 2024-04-22T04:31:21.175 INFO:tasks.rados.rados.0.smithi040.stdout:1325: got expected ENOENT (src dne) 2024-04-22T04:31:21.176 INFO:tasks.rados.rados.0.smithi040.stdout:1325: finishing copy_from racing read to smithi04078109-42 2024-04-22T04:31:21.176 INFO:tasks.rados.rados.0.smithi040.stdout:1319: finishing copy_from to smithi04078109-24 2024-04-22T04:31:21.176 INFO:tasks.rados.rados.0.smithi040.stdout:1319: got expected ENOENT (src dne) 2024-04-22T04:31:21.176 INFO:tasks.rados.rados.0.smithi040.stdout:1319: finishing copy_from racing read to smithi04078109-24 2024-04-22T04:31:21.180 INFO:tasks.rados.rados.0.smithi040.stdout:1321: finishing write tid 1 to smithi04078109-36 2024-04-22T04:31:21.180 INFO:tasks.rados.rados.0.smithi040.stdout:1321: finishing write tid 2 to smithi04078109-36 2024-04-22T04:31:21.182 INFO:tasks.rados.rados.0.smithi040.stdout:1321: finishing write tid 3 to smithi04078109-36 2024-04-22T04:31:21.182 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 180 (ObjNum 440 snap 122 seq_num 440) dirty exists 2024-04-22T04:31:21.183 INFO:tasks.rados.rados.0.smithi040.stdout:1321: left oid 36 (ObjNum 440 snap 122 seq_num 440) 2024-04-22T04:31:21.190 INFO:tasks.rados.rados.0.smithi040.stdout:1324: finishing rollback tid 0 to smithi04078109-10 2024-04-22T04:31:21.190 INFO:tasks.rados.rados.0.smithi040.stdout:1324: finishing rollback tid 1 to smithi04078109-10 2024-04-22T04:31:21.190 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 309 (ObjNum -1442590032 snap 21852 seq_num 2852290336) dirty dne 2024-04-22T04:31:21.194 INFO:tasks.rados.rados.0.smithi040.stdout:1316: expect (ObjNum 430 snap 122 seq_num 430) 2024-04-22T04:31:21.320 INFO:tasks.rados.rados.0.smithi040.stdout:1327: finishing copy_from racing read to smithi04078109-6 2024-04-22T04:31:21.321 INFO:tasks.rados.rados.0.smithi040.stdout:1327: finishing copy_from to smithi04078109-6 2024-04-22T04:31:21.321 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 792 (ObjNum 433 snap 122 seq_num 433) dirty exists 2024-04-22T04:31:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:31:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: osdmap e303: 8 total, 7 up, 8 in 2024-04-22T04:31:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-04-22T04:31:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 1]}]: dispatch 2024-04-22T04:31:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-04-22T04:31:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.4", "id": [5, 3]}]: dispatch 2024-04-22T04:31:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2, 7, 1]}]: dispatch 2024-04-22T04:31:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 1]}]: dispatch 2024-04-22T04:31:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-04-22T04:31:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.4", "id": [5, 3]}]: dispatch 2024-04-22T04:31:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [6, 1]}]: dispatch 2024-04-22T04:31:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-22T04:31:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2, 7, 1]}]: dispatch 2024-04-22T04:31:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 2]}]: dispatch 2024-04-22T04:31:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-04-22T04:31:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2, 4, 1]}]: dispatch 2024-04-22T04:31:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: pgmap v167: 121 pgs: 16 stale+active+clean, 105 active+clean; 322 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 30 KiB/s wr, 1 op/s 2024-04-22T04:31:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [6, 1]}]: dispatch 2024-04-22T04:31:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-22T04:31:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 2]}]: dispatch 2024-04-22T04:31:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2, 4, 1]}]: dispatch 2024-04-22T04:31:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:31:21.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:31:21.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: osdmap e303: 8 total, 7 up, 8 in 2024-04-22T04:31:21.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-04-22T04:31:21.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 1]}]: dispatch 2024-04-22T04:31:21.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-04-22T04:31:21.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.4", "id": [5, 3]}]: dispatch 2024-04-22T04:31:21.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2, 7, 1]}]: dispatch 2024-04-22T04:31:21.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 1]}]: dispatch 2024-04-22T04:31:21.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-04-22T04:31:21.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.4", "id": [5, 3]}]: dispatch 2024-04-22T04:31:21.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [6, 1]}]: dispatch 2024-04-22T04:31:21.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-22T04:31:21.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2, 7, 1]}]: dispatch 2024-04-22T04:31:21.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 2]}]: dispatch 2024-04-22T04:31:21.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-04-22T04:31:21.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2, 4, 1]}]: dispatch 2024-04-22T04:31:21.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: pgmap v167: 121 pgs: 16 stale+active+clean, 105 active+clean; 322 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 30 KiB/s wr, 1 op/s 2024-04-22T04:31:21.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [6, 1]}]: dispatch 2024-04-22T04:31:21.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-22T04:31:21.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 2]}]: dispatch 2024-04-22T04:31:21.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2, 4, 1]}]: dispatch 2024-04-22T04:31:21.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:21.412 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:31:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:31:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: osdmap e303: 8 total, 7 up, 8 in 2024-04-22T04:31:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-04-22T04:31:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 1]}]: dispatch 2024-04-22T04:31:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-04-22T04:31:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.4", "id": [5, 3]}]: dispatch 2024-04-22T04:31:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2, 7, 1]}]: dispatch 2024-04-22T04:31:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 1]}]: dispatch 2024-04-22T04:31:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-04-22T04:31:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.4", "id": [5, 3]}]: dispatch 2024-04-22T04:31:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [6, 1]}]: dispatch 2024-04-22T04:31:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-22T04:31:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2, 7, 1]}]: dispatch 2024-04-22T04:31:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 2]}]: dispatch 2024-04-22T04:31:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-04-22T04:31:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2, 4, 1]}]: dispatch 2024-04-22T04:31:21.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: pgmap v167: 121 pgs: 16 stale+active+clean, 105 active+clean; 322 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 30 KiB/s wr, 1 op/s 2024-04-22T04:31:21.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [6, 1]}]: dispatch 2024-04-22T04:31:21.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-22T04:31:21.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 2]}]: dispatch 2024-04-22T04:31:21.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2, 4, 1]}]: dispatch 2024-04-22T04:31:21.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:21.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:31:22.088 INFO:tasks.rados.rados.0.smithi040.stdout:1316: done (9 left) 2024-04-22T04:31:22.089 INFO:tasks.rados.rados.0.smithi040.stdout:1317: done (8 left) 2024-04-22T04:31:22.089 INFO:tasks.rados.rados.0.smithi040.stdout:1319: done (7 left) 2024-04-22T04:31:22.089 INFO:tasks.rados.rados.0.smithi040.stdout:1321: done (6 left) 2024-04-22T04:31:22.089 INFO:tasks.rados.rados.0.smithi040.stdout:1322: done (5 left) 2024-04-22T04:31:22.089 INFO:tasks.rados.rados.0.smithi040.stdout:1323: done (4 left) 2024-04-22T04:31:22.089 INFO:tasks.rados.rados.0.smithi040.stdout:1324: done (3 left) 2024-04-22T04:31:22.089 INFO:tasks.rados.rados.0.smithi040.stdout:1325: done (2 left) 2024-04-22T04:31:22.089 INFO:tasks.rados.rados.0.smithi040.stdout:1327: done (1 left) 2024-04-22T04:31:22.089 INFO:tasks.rados.rados.0.smithi040.stdout:1328: done (0 left) 2024-04-22T04:31:22.089 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 123 2024-04-22T04:31:22.089 INFO:tasks.rados.rados.0.smithi040.stdout:1329: seq_num 442 ranges {4964352=204800} 2024-04-22T04:31:22.116 INFO:tasks.rados.rados.0.smithi040.stdout:1329: writing smithi04078109-11 from 4964352 to 5169152 tid 1 2024-04-22T04:31:22.116 INFO:tasks.rados.rados.0.smithi040.stdout:1330: rmattr oid 30 current snap is 123 2024-04-22T04:31:22.116 INFO:tasks.rados.rados.0.smithi040.stdout:1330: done (1 left) 2024-04-22T04:31:22.116 INFO:tasks.rados.rados.0.smithi040.stdout:1331: delete oid 19 current snap is 123 2024-04-22T04:31:22.118 INFO:tasks.rados.rados.0.smithi040.stdout:1331: done (1 left) 2024-04-22T04:31:22.118 INFO:tasks.rados.rados.0.smithi040.stdout:1332: rollback oid 30 current snap is 123 2024-04-22T04:31:22.118 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 30 to 117 2024-04-22T04:31:22.118 INFO:tasks.rados.rados.0.smithi040.stdout:1333: copy_from oid 23 from oid 17 current snap is 123 2024-04-22T04:31:22.118 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 24 current snap is 123 2024-04-22T04:31:22.118 INFO:tasks.rados.rados.0.smithi040.stdout:1334: seq_num 444 ranges {0=237568} 2024-04-22T04:31:22.120 INFO:tasks.rados.rados.0.smithi040.stdout:1334: writing smithi04078109-24 from 0 to 237568 tid 1 2024-04-22T04:31:22.120 INFO:tasks.rados.rados.0.smithi040.stdout:1335: read oid 34 snap 115 2024-04-22T04:31:22.120 INFO:tasks.rados.rados.0.smithi040.stdout:1335: expect (ObjNum 323 snap 89 seq_num 323) 2024-04-22T04:31:22.120 INFO:tasks.rados.rados.0.smithi040.stdout:1336: snap_create 2024-04-22T04:31:22.120 INFO:tasks.rados.rados.0.smithi040.stdout:1333: finishing copy_from to smithi04078109-23 2024-04-22T04:31:22.120 INFO:tasks.rados.rados.0.smithi040.stdout:1333: got expected ENOENT (src dne) 2024-04-22T04:31:22.120 INFO:tasks.rados.rados.0.smithi040.stdout:1329: finishing write tid 1 to smithi04078109-11 2024-04-22T04:31:22.120 INFO:tasks.rados.rados.0.smithi040.stdout:1333: finishing copy_from racing read to smithi04078109-23 2024-04-22T04:31:22.120 INFO:tasks.rados.rados.0.smithi040.stdout:1329: finishing write tid 2 to smithi04078109-11 2024-04-22T04:31:22.121 INFO:tasks.rados.rados.0.smithi040.stdout:1332: finishing rollback tid 1 to smithi04078109-30 2024-04-22T04:31:22.121 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 595 (ObjNum -1443140720 snap 21852 seq_num 4158925936) dirty dne 2024-04-22T04:31:22.122 INFO:tasks.rados.rados.0.smithi040.stdout:1329: finishing write tid 3 to smithi04078109-11 2024-04-22T04:31:22.122 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 794 (ObjNum 442 snap 123 seq_num 442) dirty exists 2024-04-22T04:31:22.122 INFO:tasks.rados.rados.0.smithi040.stdout:1329: left oid 11 (ObjNum 442 snap 123 seq_num 442) 2024-04-22T04:31:22.123 INFO:tasks.rados.rados.0.smithi040.stdout:1334: finishing write tid 1 to smithi04078109-24 2024-04-22T04:31:22.124 INFO:tasks.rados.rados.0.smithi040.stdout:1334: finishing write tid 2 to smithi04078109-24 2024-04-22T04:31:22.125 INFO:tasks.rados.rados.0.smithi040.stdout:1334: finishing write tid 3 to smithi04078109-24 2024-04-22T04:31:22.125 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 589 (ObjNum 444 snap 123 seq_num 444) dirty exists 2024-04-22T04:31:22.125 INFO:tasks.rados.rados.0.smithi040.stdout:1334: left oid 24 (ObjNum 444 snap 123 seq_num 444) 2024-04-22T04:31:22.136 INFO:tasks.rados.rados.0.smithi040.stdout:1335: expect (ObjNum 323 snap 89 seq_num 323) 2024-04-22T04:31:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2024-04-22T04:31:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 1]}]': finished 2024-04-22T04:31:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.4", "id": [5, 3]}]': finished 2024-04-22T04:31:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2, 7, 1]}]': finished 2024-04-22T04:31:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-04-22T04:31:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [6, 1]}]': finished 2024-04-22T04:31:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-04-22T04:31:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 2]}]': finished 2024-04-22T04:31:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2, 4, 1]}]': finished 2024-04-22T04:31:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[91058]: osdmap e304: 8 total, 7 up, 8 in 2024-04-22T04:31:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[91058]: osdmap e305: 8 total, 7 up, 8 in 2024-04-22T04:31:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2024-04-22T04:31:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 1]}]': finished 2024-04-22T04:31:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.4", "id": [5, 3]}]': finished 2024-04-22T04:31:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2, 7, 1]}]': finished 2024-04-22T04:31:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-04-22T04:31:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [6, 1]}]': finished 2024-04-22T04:31:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-04-22T04:31:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 2]}]': finished 2024-04-22T04:31:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2, 4, 1]}]': finished 2024-04-22T04:31:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[88445]: osdmap e304: 8 total, 7 up, 8 in 2024-04-22T04:31:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:22 smithi040 ceph-mon[88445]: osdmap e305: 8 total, 7 up, 8 in 2024-04-22T04:31:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2024-04-22T04:31:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 1]}]': finished 2024-04-22T04:31:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.4", "id": [5, 3]}]': finished 2024-04-22T04:31:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2, 7, 1]}]': finished 2024-04-22T04:31:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-04-22T04:31:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [6, 1]}]': finished 2024-04-22T04:31:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-04-22T04:31:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 2]}]': finished 2024-04-22T04:31:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2, 4, 1]}]': finished 2024-04-22T04:31:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:22 smithi062 ceph-mon[78153]: osdmap e304: 8 total, 7 up, 8 in 2024-04-22T04:31:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:22 smithi062 ceph-mon[78153]: osdmap e305: 8 total, 7 up, 8 in 2024-04-22T04:31:23.090 INFO:tasks.rados.rados.0.smithi040.stdout:1329: done (5 left) 2024-04-22T04:31:23.090 INFO:tasks.rados.rados.0.smithi040.stdout:1332: done (4 left) 2024-04-22T04:31:23.091 INFO:tasks.rados.rados.0.smithi040.stdout:1333: done (3 left) 2024-04-22T04:31:23.091 INFO:tasks.rados.rados.0.smithi040.stdout:1334: done (2 left) 2024-04-22T04:31:23.091 INFO:tasks.rados.rados.0.smithi040.stdout:1335: done (1 left) 2024-04-22T04:31:23.091 INFO:tasks.rados.rados.0.smithi040.stdout:1336: done (0 left) 2024-04-22T04:31:23.091 INFO:tasks.rados.rados.0.smithi040.stdout:1337: delete oid 26 current snap is 124 2024-04-22T04:31:23.096 INFO:tasks.rados.rados.0.smithi040.stdout:1337: done (0 left) 2024-04-22T04:31:23.096 INFO:tasks.rados.rados.0.smithi040.stdout:1338: delete oid 5 current snap is 124 2024-04-22T04:31:23.101 INFO:tasks.rados.rados.0.smithi040.stdout:1338: done (0 left) 2024-04-22T04:31:23.101 INFO:tasks.rados.rados.0.smithi040.stdout:1339: copy_from oid 21 from oid 29 current snap is 124 2024-04-22T04:31:23.101 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 3 current snap is 124 2024-04-22T04:31:23.101 INFO:tasks.rados.rados.0.smithi040.stdout:1340: seq_num 447 ranges {0=294912} 2024-04-22T04:31:23.103 INFO:tasks.rados.rados.0.smithi040.stdout:1340: writing smithi04078109-3 from 0 to 294912 tid 1 2024-04-22T04:31:23.103 INFO:tasks.rados.rados.0.smithi040.stdout:1341: copy_from oid 35 from oid 34 current snap is 124 2024-04-22T04:31:23.103 INFO:tasks.rados.rados.0.smithi040.stdout:1342: read oid 19 snap -1 2024-04-22T04:31:23.103 INFO:tasks.rados.rados.0.smithi040.stdout:1342: expect deleted 2024-04-22T04:31:23.103 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 124 2024-04-22T04:31:23.103 INFO:tasks.rados.rados.0.smithi040.stdout:1343: seq_num 448 ranges {0=311296} 2024-04-22T04:31:23.108 INFO:tasks.rados.rados.0.smithi040.stdout:1343: writing smithi04078109-17 from 0 to 311296 tid 1 2024-04-22T04:31:23.108 INFO:tasks.rados.rados.0.smithi040.stdout:1344: copy_from oid 41 from oid 32 current snap is 124 2024-04-22T04:31:23.108 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 8 current snap is 124 2024-04-22T04:31:23.108 INFO:tasks.rados.rados.0.smithi040.stdout:1345: seq_num 449 ranges {3661824=327680} 2024-04-22T04:31:23.128 INFO:tasks.rados.rados.0.smithi040.stdout:1345: writing smithi04078109-8 from 3661824 to 3989504 tid 1 2024-04-22T04:31:23.132 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 2 current snap is 124 2024-04-22T04:31:23.132 INFO:tasks.rados.rados.0.smithi040.stdout:1346: seq_num 450 ranges {2646016=344064} 2024-04-22T04:31:23.146 INFO:tasks.rados.rados.0.smithi040.stdout:1346: writing smithi04078109-2 from 2646016 to 2990080 tid 1 2024-04-22T04:31:23.146 INFO:tasks.rados.rados.0.smithi040.stdout:1347: read oid 1 snap -1 2024-04-22T04:31:23.146 INFO:tasks.rados.rados.0.smithi040.stdout:1347: expect (ObjNum 418 snap 120 seq_num 418) 2024-04-22T04:31:23.146 INFO:tasks.rados.rados.0.smithi040.stdout:1348: rmattr oid 49 current snap is 124 2024-04-22T04:31:23.146 INFO:tasks.rados.rados.0.smithi040.stdout:1348: done (9 left) 2024-04-22T04:31:23.146 INFO:tasks.rados.rados.0.smithi040.stdout:1349: read oid 23 snap -1 2024-04-22T04:31:23.146 INFO:tasks.rados.rados.0.smithi040.stdout:1349: expect (ObjNum 374 snap 104 seq_num 374) 2024-04-22T04:31:23.146 INFO:tasks.rados.rados.0.smithi040.stdout:1350: read oid 31 snap -1 2024-04-22T04:31:23.146 INFO:tasks.rados.rados.0.smithi040.stdout:1350: expect (ObjNum 389 snap 111 seq_num 389) 2024-04-22T04:31:23.147 INFO:tasks.rados.rados.0.smithi040.stdout:1351: delete oid 14 current snap is 124 2024-04-22T04:31:23.147 INFO:tasks.rados.rados.0.smithi040.stdout:1340: finishing write tid 1 to smithi04078109-3 2024-04-22T04:31:23.147 INFO:tasks.rados.rados.0.smithi040.stdout:1340: finishing write tid 2 to smithi04078109-3 2024-04-22T04:31:23.147 INFO:tasks.rados.rados.0.smithi040.stdout:1340: finishing write tid 3 to smithi04078109-3 2024-04-22T04:31:23.147 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 591 (ObjNum 447 snap 124 seq_num 447) dirty exists 2024-04-22T04:31:23.147 INFO:tasks.rados.rados.0.smithi040.stdout:1340: left oid 3 (ObjNum 447 snap 124 seq_num 447) 2024-04-22T04:31:23.147 INFO:tasks.rados.rados.0.smithi040.stdout:1343: finishing write tid 1 to smithi04078109-17 2024-04-22T04:31:23.147 INFO:tasks.rados.rados.0.smithi040.stdout:1339: finishing copy_from racing read to smithi04078109-21 2024-04-22T04:31:23.147 INFO:tasks.rados.rados.0.smithi040.stdout:1343: finishing write tid 2 to smithi04078109-17 2024-04-22T04:31:23.147 INFO:tasks.rados.rados.0.smithi040.stdout:1343: finishing write tid 3 to smithi04078109-17 2024-04-22T04:31:23.147 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 810 (ObjNum 448 snap 124 seq_num 448) dirty exists 2024-04-22T04:31:23.147 INFO:tasks.rados.rados.0.smithi040.stdout:1343: left oid 17 (ObjNum 448 snap 124 seq_num 448) 2024-04-22T04:31:23.147 INFO:tasks.rados.rados.0.smithi040.stdout:1341: finishing copy_from racing read to smithi04078109-35 2024-04-22T04:31:23.147 INFO:tasks.rados.rados.0.smithi040.stdout:1339: finishing copy_from to smithi04078109-21 2024-04-22T04:31:23.147 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 361 (ObjNum 399 snap 114 seq_num 399) dirty exists 2024-04-22T04:31:23.148 INFO:tasks.rados.rados.0.smithi040.stdout:1341: finishing copy_from to smithi04078109-35 2024-04-22T04:31:23.148 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 622 (ObjNum 323 snap 89 seq_num 323) dirty exists 2024-04-22T04:31:23.148 INFO:tasks.rados.rados.0.smithi040.stdout:1345: finishing write tid 1 to smithi04078109-8 2024-04-22T04:31:23.148 INFO:tasks.rados.rados.0.smithi040.stdout:1345: finishing write tid 2 to smithi04078109-8 2024-04-22T04:31:23.148 INFO:tasks.rados.rados.0.smithi040.stdout:1345: finishing write tid 3 to smithi04078109-8 2024-04-22T04:31:23.148 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 319 (ObjNum 449 snap 124 seq_num 449) dirty exists 2024-04-22T04:31:23.148 INFO:tasks.rados.rados.0.smithi040.stdout:1345: left oid 8 (ObjNum 449 snap 124 seq_num 449) 2024-04-22T04:31:23.148 INFO:tasks.rados.rados.0.smithi040.stdout:1344: finishing copy_from racing read to smithi04078109-41 2024-04-22T04:31:23.148 INFO:tasks.rados.rados.0.smithi040.stdout:1344: finishing copy_from to smithi04078109-41 2024-04-22T04:31:23.148 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 585 (ObjNum 441 snap 122 seq_num 441) dirty exists 2024-04-22T04:31:23.153 INFO:tasks.rados.rados.0.smithi040.stdout:1346: finishing write tid 1 to smithi04078109-2 2024-04-22T04:31:23.153 INFO:tasks.rados.rados.0.smithi040.stdout:1346: finishing write tid 2 to smithi04078109-2 2024-04-22T04:31:23.154 INFO:tasks.rados.rados.0.smithi040.stdout:1346: finishing write tid 3 to smithi04078109-2 2024-04-22T04:31:23.155 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 815 (ObjNum 450 snap 124 seq_num 450) dirty exists 2024-04-22T04:31:23.155 INFO:tasks.rados.rados.0.smithi040.stdout:1346: left oid 2 (ObjNum 450 snap 124 seq_num 450) 2024-04-22T04:31:23.160 INFO:tasks.rados.rados.0.smithi040.stdout:1339: done (11 left) 2024-04-22T04:31:23.160 INFO:tasks.rados.rados.0.smithi040.stdout:1340: done (10 left) 2024-04-22T04:31:23.160 INFO:tasks.rados.rados.0.smithi040.stdout:1341: done (9 left) 2024-04-22T04:31:23.161 INFO:tasks.rados.rados.0.smithi040.stdout:1342: done (8 left) 2024-04-22T04:31:23.161 INFO:tasks.rados.rados.0.smithi040.stdout:1343: done (7 left) 2024-04-22T04:31:23.161 INFO:tasks.rados.rados.0.smithi040.stdout:1344: done (6 left) 2024-04-22T04:31:23.161 INFO:tasks.rados.rados.0.smithi040.stdout:1345: done (5 left) 2024-04-22T04:31:23.161 INFO:tasks.rados.rados.0.smithi040.stdout:1346: done (4 left) 2024-04-22T04:31:23.161 INFO:tasks.rados.rados.0.smithi040.stdout:1351: done (3 left) 2024-04-22T04:31:23.161 INFO:tasks.rados.rados.0.smithi040.stdout:1352: snap_remove snap 123 2024-04-22T04:31:23.161 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:22 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.1.service: Succeeded. 2024-04-22T04:31:23.161 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:22 smithi040 systemd[1]: Stopped Ceph osd.1 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:31:23.161 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:23 smithi040 systemd[1]: Starting Ceph osd.1 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:31:23.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:23 smithi062 ceph-mon[78153]: pgmap v170: 121 pgs: 10 active+undersized+degraded, 5 peering, 2 stale+active+clean, 23 active+undersized, 81 active+clean; 319 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 196 KiB/s wr, 11 op/s; 77/573 objects degraded (13.438%) 2024-04-22T04:31:23.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:23 smithi062 ceph-mon[78153]: osdmap e306: 8 total, 7 up, 8 in 2024-04-22T04:31:23.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:23 smithi040 ceph-mon[88445]: pgmap v170: 121 pgs: 10 active+undersized+degraded, 5 peering, 2 stale+active+clean, 23 active+undersized, 81 active+clean; 319 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 196 KiB/s wr, 11 op/s; 77/573 objects degraded (13.438%) 2024-04-22T04:31:23.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:23 smithi040 ceph-mon[88445]: osdmap e306: 8 total, 7 up, 8 in 2024-04-22T04:31:23.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:23 smithi040 ceph-mon[91058]: pgmap v170: 121 pgs: 10 active+undersized+degraded, 5 peering, 2 stale+active+clean, 23 active+undersized, 81 active+clean; 319 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 196 KiB/s wr, 11 op/s; 77/573 objects degraded (13.438%) 2024-04-22T04:31:23.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:23 smithi040 ceph-mon[91058]: osdmap e306: 8 total, 7 up, 8 in 2024-04-22T04:31:24.165 INFO:tasks.rados.rados.0.smithi040.stdout:1352: done (3 left) 2024-04-22T04:31:24.166 INFO:tasks.rados.rados.0.smithi040.stdout:1353: read oid 8 snap 82 2024-04-22T04:31:24.166 INFO:tasks.rados.rados.0.smithi040.stdout:1353: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:31:24.166 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 44 current snap is 124 2024-04-22T04:31:24.166 INFO:tasks.rados.rados.0.smithi040.stdout:1354: seq_num 452 ranges {1843200=376832} 2024-04-22T04:31:24.171 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:23 smithi040 bash[99252]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-22T04:31:24.171 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:23 smithi040 bash[99252]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-22T04:31:24.171 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:23 smithi040 bash[99252]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-22T04:31:24.171 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:23 smithi040 bash[99252]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-22T04:31:24.171 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:23 smithi040 bash[99252]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-22T04:31:24.172 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:23 smithi040 bash[99252]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-22T04:31:24.172 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:23 smithi040 bash[99252]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-22T04:31:24.178 INFO:tasks.rados.rados.0.smithi040.stdout:1354: writing smithi04078109-44 from 1843200 to 2220032 tid 1 2024-04-22T04:31:24.178 INFO:tasks.rados.rados.0.smithi040.stdout:1355: snap_create 2024-04-22T04:31:24.178 INFO:tasks.rados.rados.0.smithi040.stdout:1349: expect (ObjNum 374 snap 104 seq_num 374) 2024-04-22T04:31:24.224 INFO:tasks.rados.rados.0.smithi040.stdout:1347: expect (ObjNum 418 snap 120 seq_num 418) 2024-04-22T04:31:24.303 INFO:tasks.rados.rados.0.smithi040.stdout:1350: expect (ObjNum 389 snap 111 seq_num 389) 2024-04-22T04:31:24.520 INFO:tasks.rados.rados.0.smithi040.stdout:1354: finishing write tid 1 to smithi04078109-44 2024-04-22T04:31:24.521 INFO:tasks.rados.rados.0.smithi040.stdout:1354: finishing write tid 2 to smithi04078109-44 2024-04-22T04:31:24.521 INFO:tasks.rados.rados.0.smithi040.stdout:1354: finishing write tid 3 to smithi04078109-44 2024-04-22T04:31:24.521 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 796 (ObjNum 452 snap 124 seq_num 452) dirty exists 2024-04-22T04:31:24.521 INFO:tasks.rados.rados.0.smithi040.stdout:1354: left oid 44 (ObjNum 452 snap 124 seq_num 452) 2024-04-22T04:31:24.521 INFO:tasks.rados.rados.0.smithi040.stdout:1353: expect (ObjNum 226 snap 52 seq_num 226) 2024-04-22T04:31:24.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:24 smithi062 ceph-mon[78153]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-22T04:31:24.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:24 smithi062 ceph-mon[78153]: Health check failed: Degraded data redundancy: 77/573 objects degraded (13.438%), 10 pgs degraded (PG_DEGRADED) 2024-04-22T04:31:24.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:24 smithi062 ceph-mon[78153]: osdmap e307: 8 total, 7 up, 8 in 2024-04-22T04:31:24.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:24 smithi040 ceph-mon[88445]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-22T04:31:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:24 smithi040 ceph-mon[88445]: Health check failed: Degraded data redundancy: 77/573 objects degraded (13.438%), 10 pgs degraded (PG_DEGRADED) 2024-04-22T04:31:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:24 smithi040 ceph-mon[88445]: osdmap e307: 8 total, 7 up, 8 in 2024-04-22T04:31:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:24 smithi040 ceph-mon[91058]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-22T04:31:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:24 smithi040 ceph-mon[91058]: Health check failed: Degraded data redundancy: 77/573 objects degraded (13.438%), 10 pgs degraded (PG_DEGRADED) 2024-04-22T04:31:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:24 smithi040 ceph-mon[91058]: osdmap e307: 8 total, 7 up, 8 in 2024-04-22T04:31:25.179 INFO:tasks.rados.rados.0.smithi040.stdout:1347: done (5 left) 2024-04-22T04:31:25.180 INFO:tasks.rados.rados.0.smithi040.stdout:1349: done (4 left) 2024-04-22T04:31:25.180 INFO:tasks.rados.rados.0.smithi040.stdout:1350: done (3 left) 2024-04-22T04:31:25.180 INFO:tasks.rados.rados.0.smithi040.stdout:1353: done (2 left) 2024-04-22T04:31:25.180 INFO:tasks.rados.rados.0.smithi040.stdout:1354: done (1 left) 2024-04-22T04:31:25.180 INFO:tasks.rados.rados.0.smithi040.stdout:1355: done (0 left) 2024-04-22T04:31:25.180 INFO:tasks.rados.rados.0.smithi040.stdout:1356: read oid 39 snap -1 2024-04-22T04:31:25.180 INFO:tasks.rados.rados.0.smithi040.stdout:1356: expect deleted 2024-04-22T04:31:25.180 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 125 2024-04-22T04:31:25.180 INFO:tasks.rados.rados.0.smithi040.stdout:1357: seq_num 453 ranges {4775936=393216} 2024-04-22T04:31:25.207 INFO:tasks.rados.rados.0.smithi040.stdout:1357: writing smithi04078109-31 from 4775936 to 5169152 tid 1 2024-04-22T04:31:25.208 INFO:tasks.rados.rados.0.smithi040.stdout:1358: read oid 20 snap -1 2024-04-22T04:31:25.208 INFO:tasks.rados.rados.0.smithi040.stdout:1358: expect deleted 2024-04-22T04:31:25.208 INFO:tasks.rados.rados.0.smithi040.stdout:1359: setattr oid 1 current snap is 125 2024-04-22T04:31:25.209 INFO:tasks.rados.rados.0.smithi040.stdout:1356: done (3 left) 2024-04-22T04:31:25.209 INFO:tasks.rados.rados.0.smithi040.stdout:1358: done (2 left) 2024-04-22T04:31:25.209 INFO:tasks.rados.rados.0.smithi040.stdout:1360: setattr oid 22 current snap is 125 2024-04-22T04:31:25.211 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 125 2024-04-22T04:31:25.211 INFO:tasks.rados.rados.0.smithi040.stdout:1361: seq_num 454 ranges {5070848=409600} 2024-04-22T04:31:25.241 INFO:tasks.rados.rados.0.smithi040.stdout:1361: writing smithi04078109-32 from 5070848 to 5480448 tid 1 2024-04-22T04:31:25.241 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 26 current snap is 125 2024-04-22T04:31:25.241 INFO:tasks.rados.rados.0.smithi040.stdout:1362: seq_num 455 ranges {0=425984} 2024-04-22T04:31:25.244 INFO:tasks.rados.rados.0.smithi040.stdout:1362: writing smithi04078109-26 from 0 to 425984 tid 1 2024-04-22T04:31:25.244 INFO:tasks.rados.rados.0.smithi040.stdout:1363: rollback oid 23 current snap is 125 2024-04-22T04:31:25.244 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 23 to 117 2024-04-22T04:31:25.244 INFO:tasks.rados.rados.0.smithi040.stdout:1364: snap_remove snap 99 2024-04-22T04:31:25.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:25 smithi062 ceph-mon[78153]: pgmap v173: 121 pgs: 10 active+undersized+degraded, 5 peering, 2 stale+active+clean, 23 active+undersized, 81 active+clean; 319 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 166 KiB/s wr, 10 op/s; 77/573 objects degraded (13.438%) 2024-04-22T04:31:25.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:25 smithi040 ceph-mon[88445]: pgmap v173: 121 pgs: 10 active+undersized+degraded, 5 peering, 2 stale+active+clean, 23 active+undersized, 81 active+clean; 319 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 166 KiB/s wr, 10 op/s; 77/573 objects degraded (13.438%) 2024-04-22T04:31:25.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:25 smithi040 ceph-mon[91058]: pgmap v173: 121 pgs: 10 active+undersized+degraded, 5 peering, 2 stale+active+clean, 23 active+undersized, 81 active+clean; 319 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 166 KiB/s wr, 10 op/s; 77/573 objects degraded (13.438%) 2024-04-22T04:31:25.659 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:25 smithi040 bash[99531]: d3e5e137996e6f54c9722afda2c30a8ec735cf9b03b01f9f4bd16ecd40166b79 2024-04-22T04:31:25.659 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:25 smithi040 systemd[1]: Started Ceph osd.1 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:31:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:31:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:31:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:31:26.159 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:25 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-1[99546]: 2024-04-22T04:31:25.775+0000 7f032c014540 -1 Falling back to public interface 2024-04-22T04:31:26.185 INFO:tasks.rados.rados.0.smithi040.stdout:1364: done (6 left) 2024-04-22T04:31:26.185 INFO:tasks.rados.rados.0.smithi040.stdout:1365: delete oid 47 current snap is 125 2024-04-22T04:31:26.187 INFO:tasks.rados.rados.0.smithi040.stdout:1357: finishing write tid 1 to smithi04078109-31 2024-04-22T04:31:26.187 INFO:tasks.rados.rados.0.smithi040.stdout:1357: finishing write tid 2 to smithi04078109-31 2024-04-22T04:31:26.187 INFO:tasks.rados.rados.0.smithi040.stdout:1357: finishing write tid 3 to smithi04078109-31 2024-04-22T04:31:26.187 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 798 (ObjNum 453 snap 125 seq_num 453) dirty exists 2024-04-22T04:31:26.188 INFO:tasks.rados.rados.0.smithi040.stdout:1357: left oid 31 (ObjNum 453 snap 125 seq_num 453) 2024-04-22T04:31:26.188 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 683 (ObjNum 418 snap 120 seq_num 418) dirty exists 2024-04-22T04:31:26.188 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 135 (ObjNum 1531863916 snap 1784964964 seq_num 1366381933) dirty exists 2024-04-22T04:31:26.188 INFO:tasks.rados.rados.0.smithi040.stdout:1361: finishing write tid 1 to smithi04078109-32 2024-04-22T04:31:26.188 INFO:tasks.rados.rados.0.smithi040.stdout:1362: finishing write tid 1 to smithi04078109-26 2024-04-22T04:31:26.188 INFO:tasks.rados.rados.0.smithi040.stdout:1362: finishing write tid 2 to smithi04078109-26 2024-04-22T04:31:26.188 INFO:tasks.rados.rados.0.smithi040.stdout:1361: finishing write tid 2 to smithi04078109-32 2024-04-22T04:31:26.188 INFO:tasks.rados.rados.0.smithi040.stdout:1363: finishing rollback tid 0 to smithi04078109-23 2024-04-22T04:31:26.188 INFO:tasks.rados.rados.0.smithi040.stdout:1363: finishing rollback tid 1 to smithi04078109-23 2024-04-22T04:31:26.188 INFO:tasks.rados.rados.0.smithi040.stdout:1363: finishing rollback tid 2 to smithi04078109-23 2024-04-22T04:31:26.188 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 598 (ObjNum 374 snap 104 seq_num 374) dirty exists 2024-04-22T04:31:26.188 INFO:tasks.rados.rados.0.smithi040.stdout:1362: finishing write tid 3 to smithi04078109-26 2024-04-22T04:31:26.189 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 499 (ObjNum 455 snap 125 seq_num 455) dirty exists 2024-04-22T04:31:26.189 INFO:tasks.rados.rados.0.smithi040.stdout:1362: left oid 26 (ObjNum 455 snap 125 seq_num 455) 2024-04-22T04:31:26.189 INFO:tasks.rados.rados.0.smithi040.stdout:1361: finishing write tid 3 to smithi04078109-32 2024-04-22T04:31:26.189 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 594 (ObjNum 454 snap 125 seq_num 454) dirty exists 2024-04-22T04:31:26.189 INFO:tasks.rados.rados.0.smithi040.stdout:1361: left oid 32 (ObjNum 454 snap 125 seq_num 454) 2024-04-22T04:31:26.191 INFO:tasks.rados.rados.0.smithi040.stdout:1357: done (6 left) 2024-04-22T04:31:26.191 INFO:tasks.rados.rados.0.smithi040.stdout:1359: done (5 left) 2024-04-22T04:31:26.191 INFO:tasks.rados.rados.0.smithi040.stdout:1360: done (4 left) 2024-04-22T04:31:26.191 INFO:tasks.rados.rados.0.smithi040.stdout:1361: done (3 left) 2024-04-22T04:31:26.191 INFO:tasks.rados.rados.0.smithi040.stdout:1362: done (2 left) 2024-04-22T04:31:26.191 INFO:tasks.rados.rados.0.smithi040.stdout:1363: done (1 left) 2024-04-22T04:31:26.191 INFO:tasks.rados.rados.0.smithi040.stdout:1365: done (0 left) 2024-04-22T04:31:26.191 INFO:tasks.rados.rados.0.smithi040.stdout:1366: snap_create 2024-04-22T04:31:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:26 smithi062 ceph-mon[78153]: osdmap e308: 8 total, 7 up, 8 in 2024-04-22T04:31:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:26 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:26 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:26 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:31:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:26 smithi040 ceph-mon[88445]: osdmap e308: 8 total, 7 up, 8 in 2024-04-22T04:31:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:26 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:26 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:26 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:31:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:26 smithi040 ceph-mon[91058]: osdmap e308: 8 total, 7 up, 8 in 2024-04-22T04:31:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:26 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:26 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:26 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:31:27.195 INFO:tasks.rados.rados.0.smithi040.stdout:1366: done (0 left) 2024-04-22T04:31:27.195 INFO:tasks.rados.rados.0.smithi040.stdout:1367: snap_create 2024-04-22T04:31:27.538 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:27 smithi040 ceph-mon[88445]: osdmap e309: 8 total, 7 up, 8 in 2024-04-22T04:31:27.539 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:27 smithi040 ceph-mon[88445]: pgmap v176: 121 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 29 active+undersized, 73 active+clean; 321 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 105/573 objects degraded (18.325%) 2024-04-22T04:31:27.539 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:27 smithi040 ceph-mon[91058]: osdmap e309: 8 total, 7 up, 8 in 2024-04-22T04:31:27.539 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:27 smithi040 ceph-mon[91058]: pgmap v176: 121 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 29 active+undersized, 73 active+clean; 321 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 105/573 objects degraded (18.325%) 2024-04-22T04:31:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:27 smithi062 ceph-mon[78153]: osdmap e309: 8 total, 7 up, 8 in 2024-04-22T04:31:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:27 smithi062 ceph-mon[78153]: pgmap v176: 121 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 29 active+undersized, 73 active+clean; 321 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 105/573 objects degraded (18.325%) 2024-04-22T04:31:28.195 INFO:tasks.rados.rados.0.smithi040.stdout:1367: done (0 left) 2024-04-22T04:31:28.195 INFO:tasks.rados.rados.0.smithi040.stdout:1368: rollback oid 2 current snap is 127 2024-04-22T04:31:28.195 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 2 to 113 2024-04-22T04:31:28.195 INFO:tasks.rados.rados.0.smithi040.stdout:1369: read oid 21 snap -1 2024-04-22T04:31:28.195 INFO:tasks.rados.rados.0.smithi040.stdout:1369: expect (ObjNum 399 snap 114 seq_num 399) 2024-04-22T04:31:28.195 INFO:tasks.rados.rados.0.smithi040.stdout:1370: rollback oid 16 current snap is 127 2024-04-22T04:31:28.195 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 16 to 115 2024-04-22T04:31:28.196 INFO:tasks.rados.rados.0.smithi040.stdout:1371: read oid 19 snap -1 2024-04-22T04:31:28.196 INFO:tasks.rados.rados.0.smithi040.stdout:1371: expect deleted 2024-04-22T04:31:28.196 INFO:tasks.rados.rados.0.smithi040.stdout:1372: delete oid 38 current snap is 127 2024-04-22T04:31:28.201 INFO:tasks.rados.rados.0.smithi040.stdout:1368: finishing rollback tid 0 to smithi04078109-2 2024-04-22T04:31:28.202 INFO:tasks.rados.rados.0.smithi040.stdout:1368: finishing rollback tid 1 to smithi04078109-2 2024-04-22T04:31:28.202 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 818 (ObjNum -1443600880 snap 21852 seq_num 2851587936) dirty dne 2024-04-22T04:31:28.203 INFO:tasks.rados.rados.0.smithi040.stdout:1370: finishing rollback tid 0 to smithi04078109-16 2024-04-22T04:31:28.204 INFO:tasks.rados.rados.0.smithi040.stdout:1368: done (4 left) 2024-04-22T04:31:28.204 INFO:tasks.rados.rados.0.smithi040.stdout:1371: done (3 left) 2024-04-22T04:31:28.204 INFO:tasks.rados.rados.0.smithi040.stdout:1372: done (2 left) 2024-04-22T04:31:28.204 INFO:tasks.rados.rados.0.smithi040.stdout:1373: rollback oid 11 current snap is 127 2024-04-22T04:31:28.204 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 11 to 116 2024-04-22T04:31:28.206 INFO:tasks.rados.rados.0.smithi040.stdout:1374: read oid 1 snap 125 2024-04-22T04:31:28.207 INFO:tasks.rados.rados.0.smithi040.stdout:1374: expect (ObjNum 418 snap 120 seq_num 418) 2024-04-22T04:31:28.207 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 127 2024-04-22T04:31:28.207 INFO:tasks.rados.rados.0.smithi040.stdout:1375: seq_num 458 ranges {9658368=475136} 2024-04-22T04:31:28.260 INFO:tasks.rados.rados.0.smithi040.stdout:1375: writing smithi04078109-40 from 9658368 to 10133504 tid 1 2024-04-22T04:31:28.260 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 9 current snap is 127 2024-04-22T04:31:28.260 INFO:tasks.rados.rados.0.smithi040.stdout:1376: seq_num 459 ranges {0=491520} 2024-04-22T04:31:28.263 INFO:tasks.rados.rados.0.smithi040.stdout:1376: writing smithi04078109-9 from 0 to 491520 tid 1 2024-04-22T04:31:28.263 INFO:tasks.rados.rados.0.smithi040.stdout:1377: read oid 44 snap -1 2024-04-22T04:31:28.263 INFO:tasks.rados.rados.0.smithi040.stdout:1377: expect (ObjNum 452 snap 124 seq_num 452) 2024-04-22T04:31:28.263 INFO:tasks.rados.rados.0.smithi040.stdout:1378: read oid 18 snap -1 2024-04-22T04:31:28.263 INFO:tasks.rados.rados.0.smithi040.stdout:1378: expect deleted 2024-04-22T04:31:28.263 INFO:tasks.rados.rados.0.smithi040.stdout:1379: snap_create 2024-04-22T04:31:28.263 INFO:tasks.rados.rados.0.smithi040.stdout:1369: expect (ObjNum 399 snap 114 seq_num 399) 2024-04-22T04:31:28.326 INFO:tasks.rados.rados.0.smithi040.stdout:1370: finishing rollback tid 1 to smithi04078109-16 2024-04-22T04:31:28.326 INFO:tasks.rados.rados.0.smithi040.stdout:1370: finishing rollback tid 2 to smithi04078109-16 2024-04-22T04:31:28.326 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 348 (ObjNum 407 snap 115 seq_num 407) dirty exists 2024-04-22T04:31:28.326 INFO:tasks.rados.rados.0.smithi040.stdout:1373: finishing rollback tid 0 to smithi04078109-11 2024-04-22T04:31:28.326 INFO:tasks.rados.rados.0.smithi040.stdout:1373: finishing rollback tid 1 to smithi04078109-11 2024-04-22T04:31:28.326 INFO:tasks.rados.rados.0.smithi040.stdout:1374: expect (ObjNum 418 snap 120 seq_num 418) 2024-04-22T04:31:28.408 INFO:tasks.rados.rados.0.smithi040.stdout:1373: finishing rollback tid 2 to smithi04078109-11 2024-04-22T04:31:28.408 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 801 (ObjNum 350 snap 96 seq_num 350) dirty exists 2024-04-22T04:31:28.408 INFO:tasks.rados.rados.0.smithi040.stdout:1376: finishing write tid 1 to smithi04078109-9 2024-04-22T04:31:28.408 INFO:tasks.rados.rados.0.smithi040.stdout:1376: finishing write tid 2 to smithi04078109-9 2024-04-22T04:31:28.408 INFO:tasks.rados.rados.0.smithi040.stdout:1376: finishing write tid 3 to smithi04078109-9 2024-04-22T04:31:28.408 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 657 (ObjNum 459 snap 127 seq_num 459) dirty exists 2024-04-22T04:31:28.408 INFO:tasks.rados.rados.0.smithi040.stdout:1376: left oid 9 (ObjNum 459 snap 127 seq_num 459) 2024-04-22T04:31:28.408 INFO:tasks.rados.rados.0.smithi040.stdout:1375: finishing write tid 1 to smithi04078109-40 2024-04-22T04:31:28.408 INFO:tasks.rados.rados.0.smithi040.stdout:1375: finishing write tid 2 to smithi04078109-40 2024-04-22T04:31:28.408 INFO:tasks.rados.rados.0.smithi040.stdout:1377: expect (ObjNum 452 snap 124 seq_num 452) 2024-04-22T04:31:28.497 INFO:tasks.rados.rados.0.smithi040.stdout:1375: finishing write tid 3 to smithi04078109-40 2024-04-22T04:31:28.497 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 803 (ObjNum 458 snap 127 seq_num 458) dirty exists 2024-04-22T04:31:28.497 INFO:tasks.rados.rados.0.smithi040.stdout:1375: left oid 40 (ObjNum 458 snap 127 seq_num 458) 2024-04-22T04:31:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:28 smithi062 ceph-mon[78153]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-22T04:31:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:28 smithi062 ceph-mon[78153]: osdmap e310: 8 total, 7 up, 8 in 2024-04-22T04:31:28.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:28 smithi040 ceph-mon[88445]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-22T04:31:28.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:28 smithi040 ceph-mon[88445]: osdmap e310: 8 total, 7 up, 8 in 2024-04-22T04:31:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:28 smithi040 ceph-mon[91058]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-22T04:31:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:28 smithi040 ceph-mon[91058]: osdmap e310: 8 total, 7 up, 8 in 2024-04-22T04:31:29.200 INFO:tasks.rados.rados.0.smithi040.stdout:1369: done (8 left) 2024-04-22T04:31:29.200 INFO:tasks.rados.rados.0.smithi040.stdout:1370: done (7 left) 2024-04-22T04:31:29.200 INFO:tasks.rados.rados.0.smithi040.stdout:1373: done (6 left) 2024-04-22T04:31:29.200 INFO:tasks.rados.rados.0.smithi040.stdout:1374: done (5 left) 2024-04-22T04:31:29.200 INFO:tasks.rados.rados.0.smithi040.stdout:1375: done (4 left) 2024-04-22T04:31:29.201 INFO:tasks.rados.rados.0.smithi040.stdout:1376: done (3 left) 2024-04-22T04:31:29.201 INFO:tasks.rados.rados.0.smithi040.stdout:1377: done (2 left) 2024-04-22T04:31:29.201 INFO:tasks.rados.rados.0.smithi040.stdout:1378: done (1 left) 2024-04-22T04:31:29.201 INFO:tasks.rados.rados.0.smithi040.stdout:1379: done (0 left) 2024-04-22T04:31:29.201 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 128 2024-04-22T04:31:29.201 INFO:tasks.rados.rados.0.smithi040.stdout:1380: seq_num 460 ranges {311296=507904} 2024-04-22T04:31:29.205 INFO:tasks.rados.rados.0.smithi040.stdout:1380: writing smithi04078109-17 from 311296 to 819200 tid 1 2024-04-22T04:31:29.205 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 128 2024-04-22T04:31:29.205 INFO:tasks.rados.rados.0.smithi040.stdout:1381: seq_num 461 ranges {4276224=524288} 2024-04-22T04:31:29.232 INFO:tasks.rados.rados.0.smithi040.stdout:1381: writing smithi04078109-35 from 4276224 to 4800512 tid 1 2024-04-22T04:31:29.232 INFO:tasks.rados.rados.0.smithi040.stdout:1382: snap_create 2024-04-22T04:31:29.233 INFO:tasks.rados.rados.0.smithi040.stdout:1380: finishing write tid 1 to smithi04078109-17 2024-04-22T04:31:29.233 INFO:tasks.rados.rados.0.smithi040.stdout:1380: finishing write tid 2 to smithi04078109-17 2024-04-22T04:31:29.233 INFO:tasks.rados.rados.0.smithi040.stdout:1380: finishing write tid 3 to smithi04078109-17 2024-04-22T04:31:29.233 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 821 (ObjNum 460 snap 128 seq_num 460) dirty exists 2024-04-22T04:31:29.233 INFO:tasks.rados.rados.0.smithi040.stdout:1380: left oid 17 (ObjNum 460 snap 128 seq_num 460) 2024-04-22T04:31:29.246 INFO:tasks.rados.rados.0.smithi040.stdout:1381: finishing write tid 1 to smithi04078109-35 2024-04-22T04:31:29.247 INFO:tasks.rados.rados.0.smithi040.stdout:1381: finishing write tid 2 to smithi04078109-35 2024-04-22T04:31:29.249 INFO:tasks.rados.rados.0.smithi040.stdout:1381: finishing write tid 3 to smithi04078109-35 2024-04-22T04:31:29.249 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 696 (ObjNum 461 snap 128 seq_num 461) dirty exists 2024-04-22T04:31:29.249 INFO:tasks.rados.rados.0.smithi040.stdout:1381: left oid 35 (ObjNum 461 snap 128 seq_num 461) 2024-04-22T04:31:29.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:29 smithi062 ceph-mon[78153]: osdmap e311: 8 total, 7 up, 8 in 2024-04-22T04:31:29.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:29 smithi062 ceph-mon[78153]: pgmap v179: 121 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 29 active+undersized, 73 active+clean; 321 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 105/573 objects degraded (18.325%) 2024-04-22T04:31:29.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:29 smithi040 ceph-mon[88445]: osdmap e311: 8 total, 7 up, 8 in 2024-04-22T04:31:29.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:29 smithi040 ceph-mon[88445]: pgmap v179: 121 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 29 active+undersized, 73 active+clean; 321 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 105/573 objects degraded (18.325%) 2024-04-22T04:31:29.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:29 smithi040 ceph-mon[91058]: osdmap e311: 8 total, 7 up, 8 in 2024-04-22T04:31:29.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:29 smithi040 ceph-mon[91058]: pgmap v179: 121 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 29 active+undersized, 73 active+clean; 321 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 105/573 objects degraded (18.325%) 2024-04-22T04:31:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:1380: done (2 left) 2024-04-22T04:31:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:1381: done (1 left) 2024-04-22T04:31:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:1382: done (0 left) 2024-04-22T04:31:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:1383: delete oid 44 current snap is 129 2024-04-22T04:31:30.207 INFO:tasks.rados.rados.0.smithi040.stdout:1383: done (0 left) 2024-04-22T04:31:30.208 INFO:tasks.rados.rados.0.smithi040.stdout:1384: rmattr oid 21 current snap is 129 2024-04-22T04:31:30.208 INFO:tasks.rados.rados.0.smithi040.stdout:1385: read oid 35 snap -1 2024-04-22T04:31:30.208 INFO:tasks.rados.rados.0.smithi040.stdout:1385: expect (ObjNum 461 snap 128 seq_num 461) 2024-04-22T04:31:30.208 INFO:tasks.rados.rados.0.smithi040.stdout:1386: read oid 47 snap -1 2024-04-22T04:31:30.208 INFO:tasks.rados.rados.0.smithi040.stdout:1386: expect deleted 2024-04-22T04:31:30.208 INFO:tasks.rados.rados.0.smithi040.stdout:1387: snap_create 2024-04-22T04:31:30.222 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 698 (ObjNum 399 snap 114 seq_num 399) dirty exists 2024-04-22T04:31:30.229 INFO:tasks.rados.rados.0.smithi040.stdout:1385: expect (ObjNum 461 snap 128 seq_num 461) 2024-04-22T04:31:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:30 smithi040 ceph-mon[88445]: osdmap e312: 8 total, 7 up, 8 in 2024-04-22T04:31:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:30 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:30 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:31:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:31:30] "GET /metrics HTTP/1.1" 200 207965 "" "Prometheus/2.33.4" 2024-04-22T04:31:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:30 smithi040 ceph-mon[91058]: osdmap e312: 8 total, 7 up, 8 in 2024-04-22T04:31:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:30 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:30 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:30 smithi062 ceph-mon[78153]: osdmap e312: 8 total, 7 up, 8 in 2024-04-22T04:31:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:30 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:30 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:31.203 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-1[99546]: 2024-04-22T04:31:30.938+0000 7f032c014540 -1 osd.1 0 read_superblock omap replica is missing. 2024-04-22T04:31:31.203 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-1[99546]: 2024-04-22T04:31:30.994+0000 7f032c014540 -1 osd.1 302 log_to_monitors true 2024-04-22T04:31:31.210 INFO:tasks.rados.rados.0.smithi040.stdout:1384: done (3 left) 2024-04-22T04:31:31.210 INFO:tasks.rados.rados.0.smithi040.stdout:1385: done (2 left) 2024-04-22T04:31:31.210 INFO:tasks.rados.rados.0.smithi040.stdout:1386: done (1 left) 2024-04-22T04:31:31.210 INFO:tasks.rados.rados.0.smithi040.stdout:1387: done (0 left) 2024-04-22T04:31:31.210 INFO:tasks.rados.rados.0.smithi040.stdout:1388: read oid 40 snap 117 2024-04-22T04:31:31.210 INFO:tasks.rados.rados.0.smithi040.stdout:1388: expect (ObjNum 276 snap 70 seq_num 276) 2024-04-22T04:31:31.210 INFO:tasks.rados.rados.0.smithi040.stdout:1389: delete oid 11 current snap is 130 2024-04-22T04:31:31.244 INFO:tasks.rados.rados.0.smithi040.stdout:1389: done (1 left) 2024-04-22T04:31:31.244 INFO:tasks.rados.rados.0.smithi040.stdout:1390: delete oid 20 current snap is 130 2024-04-22T04:31:31.245 INFO:tasks.rados.rados.0.smithi040.stdout:1390: done (1 left) 2024-04-22T04:31:31.245 INFO:tasks.rados.rados.0.smithi040.stdout:1391: setattr oid 17 current snap is 130 2024-04-22T04:31:31.247 INFO:tasks.rados.rados.0.smithi040.stdout:1392: read oid 21 snap -1 2024-04-22T04:31:31.247 INFO:tasks.rados.rados.0.smithi040.stdout:1392: expect (ObjNum 399 snap 114 seq_num 399) 2024-04-22T04:31:31.247 INFO:tasks.rados.rados.0.smithi040.stdout:1393: snap_create 2024-04-22T04:31:31.254 INFO:tasks.rados.rados.0.smithi040.stdout:1388: expect (ObjNum 276 snap 70 seq_num 276) 2024-04-22T04:31:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:31 smithi062 ceph-mon[78153]: osdmap e313: 8 total, 7 up, 8 in 2024-04-22T04:31:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:31 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:31 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:31.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:31 smithi062 ceph-mon[78153]: pgmap v182: 121 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 29 active+undersized, 73 active+clean; 322 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 332 KiB/s wr, 3 op/s; 108/579 objects degraded (18.653%) 2024-04-22T04:31:31.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:31 smithi062 ceph-mon[78153]: from='osd.1 [v2:172.21.15.40:6810/578449810,v1:172.21.15.40:6811/578449810]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T04:31:31.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:31 smithi040 ceph-mon[91058]: osdmap e313: 8 total, 7 up, 8 in 2024-04-22T04:31:31.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:31 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:31.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:31 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:31.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:31 smithi040 ceph-mon[91058]: pgmap v182: 121 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 29 active+undersized, 73 active+clean; 322 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 332 KiB/s wr, 3 op/s; 108/579 objects degraded (18.653%) 2024-04-22T04:31:31.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:31 smithi040 ceph-mon[91058]: from='osd.1 [v2:172.21.15.40:6810/578449810,v1:172.21.15.40:6811/578449810]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T04:31:31.659 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 04:31:31 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-1[99546]: 2024-04-22T04:31:31.232+0000 7f031cde0700 -1 osd.1 302 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T04:31:31.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:31 smithi040 ceph-mon[88445]: osdmap e313: 8 total, 7 up, 8 in 2024-04-22T04:31:31.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:31 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:31.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:31 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:31.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:31 smithi040 ceph-mon[88445]: pgmap v182: 121 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 29 active+undersized, 73 active+clean; 322 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 332 KiB/s wr, 3 op/s; 108/579 objects degraded (18.653%) 2024-04-22T04:31:31.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:31 smithi040 ceph-mon[88445]: from='osd.1 [v2:172.21.15.40:6810/578449810,v1:172.21.15.40:6811/578449810]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T04:31:31.914 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 823 (ObjNum 460 snap 128 seq_num 460) dirty exists 2024-04-22T04:31:31.914 INFO:tasks.rados.rados.0.smithi040.stdout:1392: expect (ObjNum 399 snap 114 seq_num 399) 2024-04-22T04:31:32.099 INFO:tasks.rados.rados.0.smithi040.stdout:1388: done (3 left) 2024-04-22T04:31:32.099 INFO:tasks.rados.rados.0.smithi040.stdout:1391: done (2 left) 2024-04-22T04:31:32.099 INFO:tasks.rados.rados.0.smithi040.stdout:1392: done (1 left) 2024-04-22T04:31:32.099 INFO:tasks.rados.rados.0.smithi040.stdout:1393: done (0 left) 2024-04-22T04:31:32.099 INFO:tasks.rados.rados.0.smithi040.stdout:1394: copy_from oid 40 from oid 18 current snap is 131 2024-04-22T04:31:32.099 INFO:tasks.rados.rados.0.smithi040.stdout:1395: read oid 20 snap -1 2024-04-22T04:31:32.099 INFO:tasks.rados.rados.0.smithi040.stdout:1395: expect deleted 2024-04-22T04:31:32.099 INFO:tasks.rados.rados.0.smithi040.stdout:1396: rollback oid 30 current snap is 131 2024-04-22T04:31:32.099 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 30 to 117 2024-04-22T04:31:32.099 INFO:tasks.rados.rados.0.smithi040.stdout:1397: rollback oid 8 current snap is 131 2024-04-22T04:31:32.099 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 8 to 125 2024-04-22T04:31:32.100 INFO:tasks.rados.rados.0.smithi040.stdout:1398: snap_create 2024-04-22T04:31:32.102 INFO:tasks.rados.rados.0.smithi040.stdout:1396: finishing rollback tid 1 to smithi04078109-30 2024-04-22T04:31:32.102 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 595 (ObjNum 1 snap 32647 seq_num 2851991968) dirty dne 2024-04-22T04:31:32.554 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:32 smithi040 ceph-mon[88445]: from='osd.1 [v2:172.21.15.40:6810/578449810,v1:172.21.15.40:6811/578449810]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-22T04:31:32.554 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:32 smithi040 ceph-mon[88445]: osdmap e314: 8 total, 7 up, 8 in 2024-04-22T04:31:32.554 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:32 smithi040 ceph-mon[88445]: from='osd.1 [v2:172.21.15.40:6810/578449810,v1:172.21.15.40:6811/578449810]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:31:32.554 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:32 smithi040 ceph-mon[88445]: Health check update: Degraded data redundancy: 108/579 objects degraded (18.653%), 11 pgs degraded (PG_DEGRADED) 2024-04-22T04:31:32.555 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:32 smithi040 ceph-mon[88445]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:31:32.555 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:32 smithi040 ceph-mon[88445]: osd.1 [v2:172.21.15.40:6810/578449810,v1:172.21.15.40:6811/578449810] boot 2024-04-22T04:31:32.555 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:32 smithi040 ceph-mon[88445]: osdmap e315: 8 total, 8 up, 8 in 2024-04-22T04:31:32.555 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:32 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:31:32.555 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:32 smithi040 ceph-mon[91058]: from='osd.1 [v2:172.21.15.40:6810/578449810,v1:172.21.15.40:6811/578449810]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-22T04:31:32.555 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:32 smithi040 ceph-mon[91058]: osdmap e314: 8 total, 7 up, 8 in 2024-04-22T04:31:32.555 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:32 smithi040 ceph-mon[91058]: from='osd.1 [v2:172.21.15.40:6810/578449810,v1:172.21.15.40:6811/578449810]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:31:32.555 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:32 smithi040 ceph-mon[91058]: Health check update: Degraded data redundancy: 108/579 objects degraded (18.653%), 11 pgs degraded (PG_DEGRADED) 2024-04-22T04:31:32.555 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:32 smithi040 ceph-mon[91058]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:31:32.555 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:32 smithi040 ceph-mon[91058]: osd.1 [v2:172.21.15.40:6810/578449810,v1:172.21.15.40:6811/578449810] boot 2024-04-22T04:31:32.555 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:32 smithi040 ceph-mon[91058]: osdmap e315: 8 total, 8 up, 8 in 2024-04-22T04:31:32.556 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:32 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:31:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:32 smithi062 ceph-mon[78153]: from='osd.1 [v2:172.21.15.40:6810/578449810,v1:172.21.15.40:6811/578449810]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-22T04:31:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:32 smithi062 ceph-mon[78153]: osdmap e314: 8 total, 7 up, 8 in 2024-04-22T04:31:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:32 smithi062 ceph-mon[78153]: from='osd.1 [v2:172.21.15.40:6810/578449810,v1:172.21.15.40:6811/578449810]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:31:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:32 smithi062 ceph-mon[78153]: Health check update: Degraded data redundancy: 108/579 objects degraded (18.653%), 11 pgs degraded (PG_DEGRADED) 2024-04-22T04:31:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:32 smithi062 ceph-mon[78153]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:31:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:32 smithi062 ceph-mon[78153]: osd.1 [v2:172.21.15.40:6810/578449810,v1:172.21.15.40:6811/578449810] boot 2024-04-22T04:31:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:32 smithi062 ceph-mon[78153]: osdmap e315: 8 total, 8 up, 8 in 2024-04-22T04:31:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:32 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T04:31:33.102 INFO:tasks.rados.rados.0.smithi040.stdout:1396: done (4 left) 2024-04-22T04:31:33.102 INFO:tasks.rados.rados.0.smithi040.stdout:1398: done (3 left) 2024-04-22T04:31:33.102 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 1 current snap is 132 2024-04-22T04:31:33.102 INFO:tasks.rados.rados.0.smithi040.stdout:1399: seq_num 465 ranges {2629632=598016} 2024-04-22T04:31:33.118 INFO:tasks.rados.rados.0.smithi040.stdout:1399: writing smithi04078109-1 from 2629632 to 3227648 tid 1 2024-04-22T04:31:33.118 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 132 2024-04-22T04:31:33.118 INFO:tasks.rados.rados.0.smithi040.stdout:1400: seq_num 466 ranges {0=614400} 2024-04-22T04:31:33.122 INFO:tasks.rados.rados.0.smithi040.stdout:1400: writing smithi04078109-10 from 0 to 614400 tid 1 2024-04-22T04:31:33.122 INFO:tasks.rados.rados.0.smithi040.stdout:1401: rmattr oid 26 current snap is 132 2024-04-22T04:31:33.122 INFO:tasks.rados.rados.0.smithi040.stdout:1401: done (5 left) 2024-04-22T04:31:33.122 INFO:tasks.rados.rados.0.smithi040.stdout:1402: copy_from oid 29 from oid 30 current snap is 132 2024-04-22T04:31:33.122 INFO:tasks.rados.rados.0.smithi040.stdout:1395: done (5 left) 2024-04-22T04:31:33.122 INFO:tasks.rados.rados.0.smithi040.stdout:1403: read oid 45 snap -1 2024-04-22T04:31:33.122 INFO:tasks.rados.rados.0.smithi040.stdout:1403: expect (ObjNum 97 snap 16 seq_num 97) 2024-04-22T04:31:33.123 INFO:tasks.rados.rados.0.smithi040.stdout:1404: snap_create 2024-04-22T04:31:33.124 INFO:tasks.rados.rados.0.smithi040.stdout:1402: finishing copy_from to smithi04078109-29 2024-04-22T04:31:33.124 INFO:tasks.rados.rados.0.smithi040.stdout:1402: got expected ENOENT (src dne) 2024-04-22T04:31:33.125 INFO:tasks.rados.rados.0.smithi040.stdout:1402: finishing copy_from racing read to smithi04078109-29 2024-04-22T04:31:33.130 INFO:tasks.rados.rados.0.smithi040.stdout:1400: finishing write tid 1 to smithi04078109-10 2024-04-22T04:31:33.130 INFO:tasks.rados.rados.0.smithi040.stdout:1400: finishing write tid 2 to smithi04078109-10 2024-04-22T04:31:33.133 INFO:tasks.rados.rados.0.smithi040.stdout:1400: finishing write tid 3 to smithi04078109-10 2024-04-22T04:31:33.133 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 313 (ObjNum 466 snap 132 seq_num 466) dirty exists 2024-04-22T04:31:33.133 INFO:tasks.rados.rados.0.smithi040.stdout:1400: left oid 10 (ObjNum 466 snap 132 seq_num 466) 2024-04-22T04:31:33.137 INFO:tasks.rados.rados.0.smithi040.stdout:1399: finishing write tid 1 to smithi04078109-1 2024-04-22T04:31:33.137 INFO:tasks.rados.rados.0.smithi040.stdout:1399: finishing write tid 2 to smithi04078109-1 2024-04-22T04:31:33.138 INFO:tasks.rados.rados.0.smithi040.stdout:1397: finishing rollback tid 0 to smithi04078109-8 2024-04-22T04:31:33.139 INFO:tasks.rados.rados.0.smithi040.stdout:1397: finishing rollback tid 1 to smithi04078109-8 2024-04-22T04:31:33.140 INFO:tasks.rados.rados.0.smithi040.stdout:1397: finishing rollback tid 2 to smithi04078109-8 2024-04-22T04:31:33.140 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 323 (ObjNum 449 snap 124 seq_num 449) dirty exists 2024-04-22T04:31:33.141 INFO:tasks.rados.rados.0.smithi040.stdout:1399: finishing write tid 3 to smithi04078109-1 2024-04-22T04:31:33.141 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 702 (ObjNum 465 snap 132 seq_num 465) dirty exists 2024-04-22T04:31:33.141 INFO:tasks.rados.rados.0.smithi040.stdout:1399: left oid 1 (ObjNum 465 snap 132 seq_num 465) 2024-04-22T04:31:33.142 INFO:tasks.rados.rados.0.smithi040.stdout:1403: expect (ObjNum 97 snap 16 seq_num 97) 2024-04-22T04:31:33.310 INFO:tasks.rados.rados.0.smithi040.stdout:1394: finishing copy_from to smithi04078109-40 2024-04-22T04:31:33.311 INFO:tasks.rados.rados.0.smithi040.stdout:1394: got expected ENOENT (src dne) 2024-04-22T04:31:33.311 INFO:tasks.rados.rados.0.smithi040.stdout:1394: finishing copy_from racing read to smithi04078109-40 2024-04-22T04:31:33.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:33 smithi062 ceph-mon[78153]: pgmap v185: 121 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 29 active+undersized, 73 active+clean; 323 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 584 KiB/s wr, 16 op/s; 112/600 objects degraded (18.667%) 2024-04-22T04:31:33.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:33 smithi062 ceph-mon[78153]: osdmap e316: 8 total, 8 up, 8 in 2024-04-22T04:31:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:33 smithi040 ceph-mon[88445]: pgmap v185: 121 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 29 active+undersized, 73 active+clean; 323 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 584 KiB/s wr, 16 op/s; 112/600 objects degraded (18.667%) 2024-04-22T04:31:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:33 smithi040 ceph-mon[88445]: osdmap e316: 8 total, 8 up, 8 in 2024-04-22T04:31:33.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:33 smithi040 ceph-mon[91058]: pgmap v185: 121 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 29 active+undersized, 73 active+clean; 323 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 584 KiB/s wr, 16 op/s; 112/600 objects degraded (18.667%) 2024-04-22T04:31:33.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:33 smithi040 ceph-mon[91058]: osdmap e316: 8 total, 8 up, 8 in 2024-04-22T04:31:34.093 INFO:tasks.rados.rados.0.smithi040.stdout:1394: done (6 left) 2024-04-22T04:31:34.093 INFO:tasks.rados.rados.0.smithi040.stdout:1397: done (5 left) 2024-04-22T04:31:34.093 INFO:tasks.rados.rados.0.smithi040.stdout:1399: done (4 left) 2024-04-22T04:31:34.093 INFO:tasks.rados.rados.0.smithi040.stdout:1400: done (3 left) 2024-04-22T04:31:34.093 INFO:tasks.rados.rados.0.smithi040.stdout:1402: done (2 left) 2024-04-22T04:31:34.093 INFO:tasks.rados.rados.0.smithi040.stdout:1403: done (1 left) 2024-04-22T04:31:34.094 INFO:tasks.rados.rados.0.smithi040.stdout:1404: done (0 left) 2024-04-22T04:31:34.094 INFO:tasks.rados.rados.0.smithi040.stdout:1405: snap_create 2024-04-22T04:31:34.410 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:31:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:31:34.334+0000 7f8f64989700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-22T04:31:35.101 INFO:tasks.rados.rados.0.smithi040.stdout:1405: done (0 left) 2024-04-22T04:31:35.102 INFO:tasks.rados.rados.0.smithi040.stdout:1406: setattr oid 12 current snap is 134 2024-04-22T04:31:35.103 INFO:tasks.rados.rados.0.smithi040.stdout:1407: delete oid 11 current snap is 134 2024-04-22T04:31:35.109 INFO:tasks.rados.rados.0.smithi040.stdout:1407: done (1 left) 2024-04-22T04:31:35.109 INFO:tasks.rados.rados.0.smithi040.stdout:1408: snap_remove snap 129 2024-04-22T04:31:35.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:35 smithi062 ceph-mon[78153]: osdmap e317: 8 total, 8 up, 8 in 2024-04-22T04:31:35.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:35 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:35 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:31:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:31:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:35 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:31:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:31:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:31:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:31:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-22T04:31:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:35 smithi062 ceph-mon[78153]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-22T04:31:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:35 smithi062 ceph-mon[78153]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-22T04:31:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:35 smithi062 ceph-mon[78153]: pgmap v188: 121 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 29 active+undersized, 73 active+clean; 323 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 252 KiB/s wr, 12 op/s; 112/600 objects degraded (18.667%) 2024-04-22T04:31:35.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[88445]: osdmap e317: 8 total, 8 up, 8 in 2024-04-22T04:31:35.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:35.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:35.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:31:35.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:31:35.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:35.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:31:35.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:31:35.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:31:35.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:31:35.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-22T04:31:35.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[88445]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-22T04:31:35.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[88445]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-22T04:31:35.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[88445]: pgmap v188: 121 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 29 active+undersized, 73 active+clean; 323 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 252 KiB/s wr, 12 op/s; 112/600 objects degraded (18.667%) 2024-04-22T04:31:35.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[91058]: osdmap e317: 8 total, 8 up, 8 in 2024-04-22T04:31:35.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:35.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:35.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:31:35.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:31:35.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:35.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:31:35.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:31:35.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:31:35.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:31:35.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-22T04:31:35.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[91058]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-22T04:31:35.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[91058]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-22T04:31:35.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:35 smithi040 ceph-mon[91058]: pgmap v188: 121 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 29 active+undersized, 73 active+clean; 323 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 252 KiB/s wr, 12 op/s; 112/600 objects degraded (18.667%) 2024-04-22T04:31:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:31:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:31:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:31:36.107 INFO:tasks.rados.rados.0.smithi040.stdout:1408: done (1 left) 2024-04-22T04:31:36.107 INFO:tasks.rados.rados.0.smithi040.stdout:1409: rmattr oid 47 current snap is 134 2024-04-22T04:31:36.107 INFO:tasks.rados.rados.0.smithi040.stdout:1409: done (1 left) 2024-04-22T04:31:36.108 INFO:tasks.rados.rados.0.smithi040.stdout:1410: read oid 15 snap 133 2024-04-22T04:31:36.108 INFO:tasks.rados.rados.0.smithi040.stdout:1410: expect (ObjNum 250 snap 63 seq_num 250) 2024-04-22T04:31:36.108 INFO:tasks.rados.rados.0.smithi040.stdout:1411: read oid 23 snap -1 2024-04-22T04:31:36.108 INFO:tasks.rados.rados.0.smithi040.stdout:1411: expect (ObjNum 374 snap 104 seq_num 374) 2024-04-22T04:31:36.108 INFO:tasks.rados.rados.0.smithi040.stdout:1412: read oid 19 snap -1 2024-04-22T04:31:36.108 INFO:tasks.rados.rados.0.smithi040.stdout:1412: expect deleted 2024-04-22T04:31:36.108 INFO:tasks.rados.rados.0.smithi040.stdout:1413: rmattr oid 3 current snap is 134 2024-04-22T04:31:36.108 INFO:tasks.rados.rados.0.smithi040.stdout:1413: done (4 left) 2024-04-22T04:31:36.108 INFO:tasks.rados.rados.0.smithi040.stdout:1414: copy_from oid 25 from oid 21 current snap is 134 2024-04-22T04:31:36.108 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 509 (ObjNum 423 snap 121 seq_num 423) dirty exists 2024-04-22T04:31:36.108 INFO:tasks.rados.rados.0.smithi040.stdout:1406: done (4 left) 2024-04-22T04:31:36.108 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 39 current snap is 134 2024-04-22T04:31:36.108 INFO:tasks.rados.rados.0.smithi040.stdout:1415: seq_num 468 ranges {0=647168} 2024-04-22T04:31:36.111 INFO:tasks.rados.rados.0.smithi040.stdout:1415: writing smithi04078109-39 from 0 to 647168 tid 1 2024-04-22T04:31:36.111 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 1 current snap is 134 2024-04-22T04:31:36.111 INFO:tasks.rados.rados.0.smithi040.stdout:1416: seq_num 469 ranges {3227648=663552} 2024-04-22T04:31:36.134 INFO:tasks.rados.rados.0.smithi040.stdout:1416: writing smithi04078109-1 from 3227648 to 3891200 tid 1 2024-04-22T04:31:36.134 INFO:tasks.rados.rados.0.smithi040.stdout:1417: setattr oid 5 current snap is 134 2024-04-22T04:31:36.134 INFO:tasks.rados.rados.0.smithi040.stdout:1415: finishing write tid 1 to smithi04078109-39 2024-04-22T04:31:36.134 INFO:tasks.rados.rados.0.smithi040.stdout:1411: expect (ObjNum 374 snap 104 seq_num 374) 2024-04-22T04:31:36.176 INFO:tasks.rados.rados.0.smithi040.stdout:1415: finishing write tid 2 to smithi04078109-39 2024-04-22T04:31:36.176 INFO:tasks.rados.rados.0.smithi040.stdout:1415: finishing write tid 3 to smithi04078109-39 2024-04-22T04:31:36.176 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 333 (ObjNum 468 snap 134 seq_num 468) dirty exists 2024-04-22T04:31:36.176 INFO:tasks.rados.rados.0.smithi040.stdout:1415: left oid 39 (ObjNum 468 snap 134 seq_num 468) 2024-04-22T04:31:36.176 INFO:tasks.rados.rados.0.smithi040.stdout:1414: finishing copy_from racing read to smithi04078109-25 2024-04-22T04:31:36.176 INFO:tasks.rados.rados.0.smithi040.stdout:1414: finishing copy_from to smithi04078109-25 2024-04-22T04:31:36.176 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 698 (ObjNum 399 snap 114 seq_num 399) dirty exists 2024-04-22T04:31:36.176 INFO:tasks.rados.rados.0.smithi040.stdout:1416: finishing write tid 1 to smithi04078109-1 2024-04-22T04:31:36.177 INFO:tasks.rados.rados.0.smithi040.stdout:1416: finishing write tid 2 to smithi04078109-1 2024-04-22T04:31:36.177 INFO:tasks.rados.rados.0.smithi040.stdout:1410: expect (ObjNum 250 snap 63 seq_num 250) 2024-04-22T04:31:36.338 INFO:tasks.rados.rados.0.smithi040.stdout:1416: finishing write tid 3 to smithi04078109-1 2024-04-22T04:31:36.338 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 707 (ObjNum 469 snap 134 seq_num 469) dirty exists 2024-04-22T04:31:36.339 INFO:tasks.rados.rados.0.smithi040.stdout:1416: left oid 1 (ObjNum 469 snap 134 seq_num 469) 2024-04-22T04:31:36.339 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 844 (ObjNum -1442820416 snap 21852 seq_num 2851661952) dirty exists 2024-04-22T04:31:36.339 INFO:tasks.rados.rados.0.smithi040.stdout:1410: done (6 left) 2024-04-22T04:31:36.339 INFO:tasks.rados.rados.0.smithi040.stdout:1411: done (5 left) 2024-04-22T04:31:36.339 INFO:tasks.rados.rados.0.smithi040.stdout:1412: done (4 left) 2024-04-22T04:31:36.339 INFO:tasks.rados.rados.0.smithi040.stdout:1414: done (3 left) 2024-04-22T04:31:36.339 INFO:tasks.rados.rados.0.smithi040.stdout:1415: done (2 left) 2024-04-22T04:31:36.339 INFO:tasks.rados.rados.0.smithi040.stdout:1416: done (1 left) 2024-04-22T04:31:36.339 INFO:tasks.rados.rados.0.smithi040.stdout:1417: done (0 left) 2024-04-22T04:31:36.339 INFO:tasks.rados.rados.0.smithi040.stdout:1418: rollback oid 25 current snap is 134 2024-04-22T04:31:36.339 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 25 to 116 2024-04-22T04:31:36.339 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 134 2024-04-22T04:31:36.339 INFO:tasks.rados.rados.0.smithi040.stdout:1419: seq_num 470 ranges {10133504=679936} 2024-04-22T04:31:36.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:36 smithi062 ceph-mon[78153]: osdmap e318: 8 total, 8 up, 8 in 2024-04-22T04:31:36.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:36.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:31:36.397 INFO:tasks.rados.rados.0.smithi040.stdout:1419: writing smithi04078109-40 from 10133504 to 10813440 tid 1 2024-04-22T04:31:36.398 INFO:tasks.rados.rados.0.smithi040.stdout:1420: rmattr oid 48 current snap is 134 2024-04-22T04:31:36.398 INFO:tasks.rados.rados.0.smithi040.stdout:1418: finishing rollback tid 0 to smithi04078109-25 2024-04-22T04:31:36.398 INFO:tasks.rados.rados.0.smithi040.stdout:1418: finishing rollback tid 1 to smithi04078109-25 2024-04-22T04:31:36.398 INFO:tasks.rados.rados.0.smithi040.stdout:1418: finishing rollback tid 2 to smithi04078109-25 2024-04-22T04:31:36.398 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 814 (ObjNum 276 snap 70 seq_num 276) dirty exists 2024-04-22T04:31:36.398 INFO:tasks.rados.rados.0.smithi040.stdout:1418: done (2 left) 2024-04-22T04:31:36.398 INFO:tasks.rados.rados.0.smithi040.stdout:1421: read oid 37 snap -1 2024-04-22T04:31:36.398 INFO:tasks.rados.rados.0.smithi040.stdout:1421: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:31:36.398 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 36 current snap is 134 2024-04-22T04:31:36.398 INFO:tasks.rados.rados.0.smithi040.stdout:1422: seq_num 471 ranges {1662976=696320} 2024-04-22T04:31:36.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:36 smithi040 ceph-mon[88445]: osdmap e318: 8 total, 8 up, 8 in 2024-04-22T04:31:36.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:36.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:31:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:36 smithi040 ceph-mon[91058]: osdmap e318: 8 total, 8 up, 8 in 2024-04-22T04:31:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:31:36.410 INFO:tasks.rados.rados.0.smithi040.stdout:1422: writing smithi04078109-36 from 1662976 to 2359296 tid 1 2024-04-22T04:31:36.410 INFO:tasks.rados.rados.0.smithi040.stdout:1423: read oid 17 snap -1 2024-04-22T04:31:36.411 INFO:tasks.rados.rados.0.smithi040.stdout:1423: expect (ObjNum 460 snap 128 seq_num 460) 2024-04-22T04:31:36.411 INFO:tasks.rados.rados.0.smithi040.stdout:1424: read oid 26 snap 133 2024-04-22T04:31:36.411 INFO:tasks.rados.rados.0.smithi040.stdout:1424: expect (ObjNum 455 snap 125 seq_num 455) 2024-04-22T04:31:36.411 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 4 current snap is 134 2024-04-22T04:31:36.411 INFO:tasks.rados.rados.0.smithi040.stdout:1425: seq_num 472 ranges {6291456=712704} 2024-04-22T04:31:36.449 INFO:tasks.rados.rados.0.smithi040.stdout:1425: writing smithi04078109-4 from 6291456 to 7004160 tid 1 2024-04-22T04:31:36.449 INFO:tasks.rados.rados.0.smithi040.stdout:1426: delete oid 15 current snap is 134 2024-04-22T04:31:36.449 INFO:tasks.rados.rados.0.smithi040.stdout:1421: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:31:36.452 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 430 (ObjNum 435 snap 122 seq_num 435) dirty exists 2024-04-22T04:31:36.452 INFO:tasks.rados.rados.0.smithi040.stdout:1419: finishing write tid 1 to smithi04078109-40 2024-04-22T04:31:36.452 INFO:tasks.rados.rados.0.smithi040.stdout:1419: finishing write tid 2 to smithi04078109-40 2024-04-22T04:31:36.452 INFO:tasks.rados.rados.0.smithi040.stdout:1419: finishing write tid 3 to smithi04078109-40 2024-04-22T04:31:36.452 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 817 (ObjNum 470 snap 134 seq_num 470) dirty exists 2024-04-22T04:31:36.453 INFO:tasks.rados.rados.0.smithi040.stdout:1419: left oid 40 (ObjNum 470 snap 134 seq_num 470) 2024-04-22T04:31:36.453 INFO:tasks.rados.rados.0.smithi040.stdout:1419: done (7 left) 2024-04-22T04:31:36.453 INFO:tasks.rados.rados.0.smithi040.stdout:1420: done (6 left) 2024-04-22T04:31:36.453 INFO:tasks.rados.rados.0.smithi040.stdout:1421: done (5 left) 2024-04-22T04:31:36.453 INFO:tasks.rados.rados.0.smithi040.stdout:1426: done (4 left) 2024-04-22T04:31:36.453 INFO:tasks.rados.rados.0.smithi040.stdout:1427: copy_from oid 39 from oid 24 current snap is 134 2024-04-22T04:31:36.453 INFO:tasks.rados.rados.0.smithi040.stdout:1424: expect (ObjNum 455 snap 125 seq_num 455) 2024-04-22T04:31:36.464 INFO:tasks.rados.rados.0.smithi040.stdout:1422: finishing write tid 1 to smithi04078109-36 2024-04-22T04:31:36.464 INFO:tasks.rados.rados.0.smithi040.stdout:1422: finishing write tid 2 to smithi04078109-36 2024-04-22T04:31:36.464 INFO:tasks.rados.rados.0.smithi040.stdout:1423: expect (ObjNum 460 snap 128 seq_num 460) 2024-04-22T04:31:36.493 INFO:tasks.rados.rados.0.smithi040.stdout:1422: finishing write tid 3 to smithi04078109-36 2024-04-22T04:31:36.493 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 186 (ObjNum 471 snap 134 seq_num 471) dirty exists 2024-04-22T04:31:36.493 INFO:tasks.rados.rados.0.smithi040.stdout:1422: left oid 36 (ObjNum 471 snap 134 seq_num 471) 2024-04-22T04:31:36.493 INFO:tasks.rados.rados.0.smithi040.stdout:1425: finishing write tid 1 to smithi04078109-4 2024-04-22T04:31:36.493 INFO:tasks.rados.rados.0.smithi040.stdout:1425: finishing write tid 2 to smithi04078109-4 2024-04-22T04:31:36.493 INFO:tasks.rados.rados.0.smithi040.stdout:1425: finishing write tid 3 to smithi04078109-4 2024-04-22T04:31:36.493 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 351 (ObjNum 472 snap 134 seq_num 472) dirty exists 2024-04-22T04:31:36.493 INFO:tasks.rados.rados.0.smithi040.stdout:1425: left oid 4 (ObjNum 472 snap 134 seq_num 472) 2024-04-22T04:31:36.493 INFO:tasks.rados.rados.0.smithi040.stdout:1427: finishing copy_from racing read to smithi04078109-39 2024-04-22T04:31:36.494 INFO:tasks.rados.rados.0.smithi040.stdout:1427: finishing copy_from to smithi04078109-39 2024-04-22T04:31:36.494 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 589 (ObjNum 444 snap 123 seq_num 444) dirty exists 2024-04-22T04:31:36.494 INFO:tasks.rados.rados.0.smithi040.stdout:1422: done (4 left) 2024-04-22T04:31:36.494 INFO:tasks.rados.rados.0.smithi040.stdout:1423: done (3 left) 2024-04-22T04:31:36.494 INFO:tasks.rados.rados.0.smithi040.stdout:1424: done (2 left) 2024-04-22T04:31:36.494 INFO:tasks.rados.rados.0.smithi040.stdout:1425: done (1 left) 2024-04-22T04:31:36.494 INFO:tasks.rados.rados.0.smithi040.stdout:1427: done (0 left) 2024-04-22T04:31:36.494 INFO:tasks.rados.rados.0.smithi040.stdout:1428: snap_create 2024-04-22T04:31:37.117 INFO:tasks.rados.rados.0.smithi040.stdout:1428: done (0 left) 2024-04-22T04:31:37.117 INFO:tasks.rados.rados.0.smithi040.stdout:1429: setattr oid 25 current snap is 135 2024-04-22T04:31:37.118 INFO:tasks.rados.rados.0.smithi040.stdout:1430: setattr oid 47 current snap is 135 2024-04-22T04:31:37.120 INFO:tasks.rados.rados.0.smithi040.stdout:1431: snap_create 2024-04-22T04:31:37.124 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 819 (ObjNum 276 snap 70 seq_num 276) dirty exists 2024-04-22T04:31:37.126 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 472 (ObjNum 288 snap 0 seq_num 273) dirty exists 2024-04-22T04:31:37.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:37 smithi062 ceph-mon[78153]: osdmap e319: 8 total, 8 up, 8 in 2024-04-22T04:31:37.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:37 smithi062 ceph-mon[78153]: pgmap v191: 121 pgs: 121 active+clean; 320 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 848 KiB/s wr, 24 op/s; 24 MiB/s, 8 objects/s recovering 2024-04-22T04:31:37.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:37 smithi062 ceph-mon[78153]: Health check update: Degraded data redundancy: 112/600 objects degraded (18.667%), 11 pgs degraded (PG_DEGRADED) 2024-04-22T04:31:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:37 smithi040 ceph-mon[88445]: osdmap e319: 8 total, 8 up, 8 in 2024-04-22T04:31:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:37 smithi040 ceph-mon[88445]: pgmap v191: 121 pgs: 121 active+clean; 320 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 848 KiB/s wr, 24 op/s; 24 MiB/s, 8 objects/s recovering 2024-04-22T04:31:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:37 smithi040 ceph-mon[88445]: Health check update: Degraded data redundancy: 112/600 objects degraded (18.667%), 11 pgs degraded (PG_DEGRADED) 2024-04-22T04:31:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:37 smithi040 ceph-mon[91058]: osdmap e319: 8 total, 8 up, 8 in 2024-04-22T04:31:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:37 smithi040 ceph-mon[91058]: pgmap v191: 121 pgs: 121 active+clean; 320 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 848 KiB/s wr, 24 op/s; 24 MiB/s, 8 objects/s recovering 2024-04-22T04:31:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:37 smithi040 ceph-mon[91058]: Health check update: Degraded data redundancy: 112/600 objects degraded (18.667%), 11 pgs degraded (PG_DEGRADED) 2024-04-22T04:31:38.115 INFO:tasks.rados.rados.0.smithi040.stdout:1429: done (2 left) 2024-04-22T04:31:38.116 INFO:tasks.rados.rados.0.smithi040.stdout:1430: done (1 left) 2024-04-22T04:31:38.116 INFO:tasks.rados.rados.0.smithi040.stdout:1431: done (0 left) 2024-04-22T04:31:38.116 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 7 current snap is 136 2024-04-22T04:31:38.116 INFO:tasks.rados.rados.0.smithi040.stdout:1432: seq_num 474 ranges {0=745472} 2024-04-22T04:31:38.120 INFO:tasks.rados.rados.0.smithi040.stdout:1432: writing smithi04078109-7 from 0 to 745472 tid 1 2024-04-22T04:31:38.120 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 136 2024-04-22T04:31:38.120 INFO:tasks.rados.rados.0.smithi040.stdout:1433: seq_num 475 ranges {5480448=761856} 2024-04-22T04:31:38.154 INFO:tasks.rados.rados.0.smithi040.stdout:1433: writing smithi04078109-32 from 5480448 to 6242304 tid 1 2024-04-22T04:31:38.154 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 34 current snap is 136 2024-04-22T04:31:38.154 INFO:tasks.rados.rados.0.smithi040.stdout:1434: seq_num 476 ranges {4276224=778240} 2024-04-22T04:31:38.182 INFO:tasks.rados.rados.0.smithi040.stdout:1434: writing smithi04078109-34 from 4276224 to 5054464 tid 1 2024-04-22T04:31:38.182 INFO:tasks.rados.rados.0.smithi040.stdout:1435: snap_create 2024-04-22T04:31:38.182 INFO:tasks.rados.rados.0.smithi040.stdout:1432: finishing write tid 1 to smithi04078109-7 2024-04-22T04:31:38.183 INFO:tasks.rados.rados.0.smithi040.stdout:1432: finishing write tid 2 to smithi04078109-7 2024-04-22T04:31:38.183 INFO:tasks.rados.rados.0.smithi040.stdout:1432: finishing write tid 3 to smithi04078109-7 2024-04-22T04:31:38.183 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 659 (ObjNum 474 snap 136 seq_num 474) dirty exists 2024-04-22T04:31:38.183 INFO:tasks.rados.rados.0.smithi040.stdout:1432: left oid 7 (ObjNum 474 snap 136 seq_num 474) 2024-04-22T04:31:38.183 INFO:tasks.rados.rados.0.smithi040.stdout:1433: finishing write tid 1 to smithi04078109-32 2024-04-22T04:31:38.183 INFO:tasks.rados.rados.0.smithi040.stdout:1433: finishing write tid 2 to smithi04078109-32 2024-04-22T04:31:38.183 INFO:tasks.rados.rados.0.smithi040.stdout:1433: finishing write tid 3 to smithi04078109-32 2024-04-22T04:31:38.183 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 609 (ObjNum 475 snap 136 seq_num 475) dirty exists 2024-04-22T04:31:38.183 INFO:tasks.rados.rados.0.smithi040.stdout:1433: left oid 32 (ObjNum 475 snap 136 seq_num 475) 2024-04-22T04:31:38.186 INFO:tasks.rados.rados.0.smithi040.stdout:1434: finishing write tid 1 to smithi04078109-34 2024-04-22T04:31:38.186 INFO:tasks.rados.rados.0.smithi040.stdout:1434: finishing write tid 2 to smithi04078109-34 2024-04-22T04:31:38.187 INFO:tasks.rados.rados.0.smithi040.stdout:1434: finishing write tid 3 to smithi04078109-34 2024-04-22T04:31:38.187 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 662 (ObjNum 476 snap 136 seq_num 476) dirty exists 2024-04-22T04:31:38.187 INFO:tasks.rados.rados.0.smithi040.stdout:1434: left oid 34 (ObjNum 476 snap 136 seq_num 476) 2024-04-22T04:31:38.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:38 smithi062 ceph-mon[78153]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 112/600 objects degraded (18.667%), 11 pgs degraded) 2024-04-22T04:31:38.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:38 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:31:38.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:38 smithi062 ceph-mon[78153]: osdmap e320: 8 total, 8 up, 8 in 2024-04-22T04:31:38.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:38 smithi040 ceph-mon[91058]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 112/600 objects degraded (18.667%), 11 pgs degraded) 2024-04-22T04:31:38.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:38 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:31:38.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:38 smithi040 ceph-mon[91058]: osdmap e320: 8 total, 8 up, 8 in 2024-04-22T04:31:38.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:38 smithi040 ceph-mon[88445]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 112/600 objects degraded (18.667%), 11 pgs degraded) 2024-04-22T04:31:38.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:38 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:31:38.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:38 smithi040 ceph-mon[88445]: osdmap e320: 8 total, 8 up, 8 in 2024-04-22T04:31:39.125 INFO:tasks.rados.rados.0.smithi040.stdout:1432: done (3 left) 2024-04-22T04:31:39.125 INFO:tasks.rados.rados.0.smithi040.stdout:1433: done (2 left) 2024-04-22T04:31:39.125 INFO:tasks.rados.rados.0.smithi040.stdout:1434: done (1 left) 2024-04-22T04:31:39.125 INFO:tasks.rados.rados.0.smithi040.stdout:1435: done (0 left) 2024-04-22T04:31:39.125 INFO:tasks.rados.rados.0.smithi040.stdout:1436: delete oid 40 current snap is 137 2024-04-22T04:31:39.131 INFO:tasks.rados.rados.0.smithi040.stdout:1436: done (0 left) 2024-04-22T04:31:39.131 INFO:tasks.rados.rados.0.smithi040.stdout:1437: snap_remove snap 127 2024-04-22T04:31:39.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:39 smithi062 ceph-mon[78153]: osdmap e321: 8 total, 8 up, 8 in 2024-04-22T04:31:39.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:39 smithi062 ceph-mon[78153]: pgmap v194: 121 pgs: 121 active+clean; 320 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 848 KiB/s wr, 24 op/s; 24 MiB/s, 8 objects/s recovering 2024-04-22T04:31:39.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:39 smithi040 ceph-mon[91058]: osdmap e321: 8 total, 8 up, 8 in 2024-04-22T04:31:39.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:39 smithi040 ceph-mon[91058]: pgmap v194: 121 pgs: 121 active+clean; 320 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 848 KiB/s wr, 24 op/s; 24 MiB/s, 8 objects/s recovering 2024-04-22T04:31:39.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:39 smithi040 ceph-mon[88445]: osdmap e321: 8 total, 8 up, 8 in 2024-04-22T04:31:39.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:39 smithi040 ceph-mon[88445]: pgmap v194: 121 pgs: 121 active+clean; 320 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 848 KiB/s wr, 24 op/s; 24 MiB/s, 8 objects/s recovering 2024-04-22T04:31:40.131 INFO:tasks.rados.rados.0.smithi040.stdout:1437: done (0 left) 2024-04-22T04:31:40.131 INFO:tasks.rados.rados.0.smithi040.stdout:1438: snap_remove snap 135 2024-04-22T04:31:40.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:40 smithi062 ceph-mon[78153]: osdmap e322: 8 total, 8 up, 8 in 2024-04-22T04:31:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:40 smithi040 ceph-mon[88445]: osdmap e322: 8 total, 8 up, 8 in 2024-04-22T04:31:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:31:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:31:40] "GET /metrics HTTP/1.1" 200 212370 "" "Prometheus/2.33.4" 2024-04-22T04:31:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:40 smithi040 ceph-mon[91058]: osdmap e322: 8 total, 8 up, 8 in 2024-04-22T04:31:41.135 INFO:tasks.rados.rados.0.smithi040.stdout:1438: done (0 left) 2024-04-22T04:31:41.135 INFO:tasks.rados.rados.0.smithi040.stdout:1439: snap_remove snap 82 2024-04-22T04:31:41.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:41 smithi040 ceph-mon[88445]: osdmap e323: 8 total, 8 up, 8 in 2024-04-22T04:31:41.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:41 smithi040 ceph-mon[88445]: pgmap v197: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1000 KiB/s wr, 8 op/s 2024-04-22T04:31:41.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:41 smithi040 ceph-mon[91058]: osdmap e323: 8 total, 8 up, 8 in 2024-04-22T04:31:41.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:41 smithi040 ceph-mon[91058]: pgmap v197: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1000 KiB/s wr, 8 op/s 2024-04-22T04:31:41.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:41 smithi062 ceph-mon[78153]: osdmap e323: 8 total, 8 up, 8 in 2024-04-22T04:31:41.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:41 smithi062 ceph-mon[78153]: pgmap v197: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1000 KiB/s wr, 8 op/s 2024-04-22T04:31:42.090 INFO:tasks.rados.rados.0.smithi040.stdout:1439: done (0 left) 2024-04-22T04:31:42.090 INFO:tasks.rados.rados.0.smithi040.stdout:1440: delete oid 34 current snap is 137 2024-04-22T04:31:42.103 INFO:tasks.rados.rados.0.smithi040.stdout:1440: done (0 left) 2024-04-22T04:31:42.103 INFO:tasks.rados.rados.0.smithi040.stdout:1441: read oid 33 snap -1 2024-04-22T04:31:42.103 INFO:tasks.rados.rados.0.smithi040.stdout:1441: expect (ObjNum 275 snap 70 seq_num 275) 2024-04-22T04:31:42.103 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 48 current snap is 137 2024-04-22T04:31:42.103 INFO:tasks.rados.rados.0.smithi040.stdout:1442: seq_num 479 ranges {2449408=425984,2875392=401408} 2024-04-22T04:31:42.120 INFO:tasks.rados.rados.0.smithi040.stdout:1442: writing smithi04078109-48 from 2449408 to 2875392 tid 1 2024-04-22T04:31:42.125 INFO:tasks.rados.rados.0.smithi040.stdout:1442: writing smithi04078109-48 from 2875392 to 3276800 tid 2 2024-04-22T04:31:42.125 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 5 current snap is 137 2024-04-22T04:31:42.125 INFO:tasks.rados.rados.0.smithi040.stdout:1443: seq_num 480 ranges {0=442368,442368=401408} 2024-04-22T04:31:42.125 INFO:tasks.rados.rados.0.smithi040.stdout:1443: writing smithi04078109-5 from 0 to 442368 tid 1 2024-04-22T04:31:42.128 INFO:tasks.rados.rados.0.smithi040.stdout:1443: writing smithi04078109-5 from 442368 to 843776 tid 2 2024-04-22T04:31:42.128 INFO:tasks.rados.rados.0.smithi040.stdout:1444: read oid 42 snap -1 2024-04-22T04:31:42.128 INFO:tasks.rados.rados.0.smithi040.stdout:1444: expect (ObjNum 421 snap 121 seq_num 421) 2024-04-22T04:31:42.129 INFO:tasks.rados.rados.0.smithi040.stdout:1445: read oid 25 snap 122 2024-04-22T04:31:42.129 INFO:tasks.rados.rados.0.smithi040.stdout:1445: expect (ObjNum 437 snap 122 seq_num 437) 2024-04-22T04:31:42.129 INFO:tasks.rados.rados.0.smithi040.stdout:1446: delete oid 29 current snap is 137 2024-04-22T04:31:42.134 INFO:tasks.rados.rados.0.smithi040.stdout:1443: finishing write tid 1 to smithi04078109-5 2024-04-22T04:31:42.134 INFO:tasks.rados.rados.0.smithi040.stdout:1443: finishing write tid 2 to smithi04078109-5 2024-04-22T04:31:42.135 INFO:tasks.rados.rados.0.smithi040.stdout:1443: finishing write tid 3 to smithi04078109-5 2024-04-22T04:31:42.135 INFO:tasks.rados.rados.0.smithi040.stdout:1445: expect (ObjNum 437 snap 122 seq_num 437) 2024-04-22T04:31:42.140 INFO:tasks.rados.rados.0.smithi040.stdout:1443: finishing write tid 4 to smithi04078109-5 2024-04-22T04:31:42.140 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 866 (ObjNum 480 snap 137 seq_num 480) dirty exists 2024-04-22T04:31:42.140 INFO:tasks.rados.rados.0.smithi040.stdout:1443: left oid 5 (ObjNum 480 snap 137 seq_num 480) 2024-04-22T04:31:42.141 INFO:tasks.rados.rados.0.smithi040.stdout:1442: finishing write tid 1 to smithi04078109-48 2024-04-22T04:31:42.149 INFO:tasks.rados.rados.0.smithi040.stdout:1441: expect (ObjNum 275 snap 70 seq_num 275) 2024-04-22T04:31:42.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:42 smithi040 ceph-mon[88445]: osdmap e324: 8 total, 8 up, 8 in 2024-04-22T04:31:42.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:42 smithi040 ceph-mon[88445]: osdmap e325: 8 total, 8 up, 8 in 2024-04-22T04:31:42.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:42 smithi040 ceph-mon[91058]: osdmap e324: 8 total, 8 up, 8 in 2024-04-22T04:31:42.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:42 smithi040 ceph-mon[91058]: osdmap e325: 8 total, 8 up, 8 in 2024-04-22T04:31:42.502 INFO:tasks.rados.rados.0.smithi040.stdout:1442: finishing write tid 2 to smithi04078109-48 2024-04-22T04:31:42.502 INFO:tasks.rados.rados.0.smithi040.stdout:1442: finishing write tid 3 to smithi04078109-48 2024-04-22T04:31:42.502 INFO:tasks.rados.rados.0.smithi040.stdout:1442: finishing write tid 4 to smithi04078109-48 2024-04-22T04:31:42.502 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 442 (ObjNum 479 snap 137 seq_num 479) dirty exists 2024-04-22T04:31:42.502 INFO:tasks.rados.rados.0.smithi040.stdout:1442: left oid 48 (ObjNum 479 snap 137 seq_num 479) 2024-04-22T04:31:42.502 INFO:tasks.rados.rados.0.smithi040.stdout:1444: expect (ObjNum 421 snap 121 seq_num 421) 2024-04-22T04:31:42.563 INFO:tasks.rados.rados.0.smithi040.stdout:1441: done (5 left) 2024-04-22T04:31:42.564 INFO:tasks.rados.rados.0.smithi040.stdout:1442: done (4 left) 2024-04-22T04:31:42.564 INFO:tasks.rados.rados.0.smithi040.stdout:1443: done (3 left) 2024-04-22T04:31:42.564 INFO:tasks.rados.rados.0.smithi040.stdout:1444: done (2 left) 2024-04-22T04:31:42.564 INFO:tasks.rados.rados.0.smithi040.stdout:1445: done (1 left) 2024-04-22T04:31:42.564 INFO:tasks.rados.rados.0.smithi040.stdout:1446: done (0 left) 2024-04-22T04:31:42.564 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 27 current snap is 137 2024-04-22T04:31:42.564 INFO:tasks.rados.rados.0.smithi040.stdout:1447: seq_num 482 ranges {0=475136,475136=401408} 2024-04-22T04:31:42.566 INFO:tasks.rados.rados.0.smithi040.stdout:1447: writing smithi04078109-27 from 0 to 475136 tid 1 2024-04-22T04:31:42.568 INFO:tasks.rados.rados.0.smithi040.stdout:1447: writing smithi04078109-27 from 475136 to 876544 tid 2 2024-04-22T04:31:42.568 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 137 2024-04-22T04:31:42.568 INFO:tasks.rados.rados.0.smithi040.stdout:1448: seq_num 483 ranges {0=491520,491520=401408} 2024-04-22T04:31:42.571 INFO:tasks.rados.rados.0.smithi040.stdout:1448: writing smithi04078109-15 from 0 to 491520 tid 1 2024-04-22T04:31:42.574 INFO:tasks.rados.rados.0.smithi040.stdout:1448: writing smithi04078109-15 from 491520 to 892928 tid 2 2024-04-22T04:31:42.574 INFO:tasks.rados.rados.0.smithi040.stdout:1449: rollback oid 16 current snap is 137 2024-04-22T04:31:42.574 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 16 to 128 2024-04-22T04:31:42.574 INFO:tasks.rados.rados.0.smithi040.stdout:1447: finishing write tid 1 to smithi04078109-27 2024-04-22T04:31:42.574 INFO:tasks.rados.rados.0.smithi040.stdout:1447: finishing write tid 2 to smithi04078109-27 2024-04-22T04:31:42.574 INFO:tasks.rados.rados.0.smithi040.stdout:1447: finishing write tid 3 to smithi04078109-27 2024-04-22T04:31:42.574 INFO:tasks.rados.rados.0.smithi040.stdout:1447: finishing write tid 4 to smithi04078109-27 2024-04-22T04:31:42.574 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 398 (ObjNum 482 snap 137 seq_num 482) dirty exists 2024-04-22T04:31:42.574 INFO:tasks.rados.rados.0.smithi040.stdout:1447: left oid 27 (ObjNum 482 snap 137 seq_num 482) 2024-04-22T04:31:42.574 INFO:tasks.rados.rados.0.smithi040.stdout:1447: done (2 left) 2024-04-22T04:31:42.574 INFO:tasks.rados.rados.0.smithi040.stdout:1450: setattr oid 45 current snap is 137 2024-04-22T04:31:42.575 INFO:tasks.rados.rados.0.smithi040.stdout:1448: finishing write tid 1 to smithi04078109-15 2024-04-22T04:31:42.576 INFO:tasks.rados.rados.0.smithi040.stdout:1448: finishing write tid 2 to smithi04078109-15 2024-04-22T04:31:42.576 INFO:tasks.rados.rados.0.smithi040.stdout:1448: finishing write tid 3 to smithi04078109-15 2024-04-22T04:31:42.577 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 137 2024-04-22T04:31:42.577 INFO:tasks.rados.rados.0.smithi040.stdout:1451: seq_num 484 ranges {0=507904,507904=401408} 2024-04-22T04:31:42.580 INFO:tasks.rados.rados.0.smithi040.stdout:1451: writing smithi04078109-20 from 0 to 507904 tid 1 2024-04-22T04:31:42.583 INFO:tasks.rados.rados.0.smithi040.stdout:1451: writing smithi04078109-20 from 507904 to 909312 tid 2 2024-04-22T04:31:42.583 INFO:tasks.rados.rados.0.smithi040.stdout:1452: copy_from oid 10 from oid 36 current snap is 137 2024-04-22T04:31:42.583 INFO:tasks.rados.rados.0.smithi040.stdout:1449: finishing rollback tid 0 to smithi04078109-16 2024-04-22T04:31:42.583 INFO:tasks.rados.rados.0.smithi040.stdout:1449: finishing rollback tid 1 to smithi04078109-16 2024-04-22T04:31:42.583 INFO:tasks.rados.rados.0.smithi040.stdout:1449: finishing rollback tid 2 to smithi04078109-16 2024-04-22T04:31:42.583 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 361 (ObjNum 407 snap 115 seq_num 407) dirty exists 2024-04-22T04:31:42.583 INFO:tasks.rados.rados.0.smithi040.stdout:1448: finishing write tid 4 to smithi04078109-15 2024-04-22T04:31:42.584 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 869 (ObjNum 483 snap 137 seq_num 483) dirty exists 2024-04-22T04:31:42.584 INFO:tasks.rados.rados.0.smithi040.stdout:1448: left oid 15 (ObjNum 483 snap 137 seq_num 483) 2024-04-22T04:31:42.584 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 678 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-04-22T04:31:42.584 INFO:tasks.rados.rados.0.smithi040.stdout:1451: finishing write tid 1 to smithi04078109-20 2024-04-22T04:31:42.584 INFO:tasks.rados.rados.0.smithi040.stdout:1448: done (4 left) 2024-04-22T04:31:42.584 INFO:tasks.rados.rados.0.smithi040.stdout:1449: done (3 left) 2024-04-22T04:31:42.584 INFO:tasks.rados.rados.0.smithi040.stdout:1450: done (2 left) 2024-04-22T04:31:42.584 INFO:tasks.rados.rados.0.smithi040.stdout:1453: read oid 13 snap -1 2024-04-22T04:31:42.584 INFO:tasks.rados.rados.0.smithi040.stdout:1453: expect (ObjNum 409 snap 116 seq_num 409) 2024-04-22T04:31:42.584 INFO:tasks.rados.rados.0.smithi040.stdout:1454: delete oid 46 current snap is 137 2024-04-22T04:31:42.587 INFO:tasks.rados.rados.0.smithi040.stdout:1454: done (3 left) 2024-04-22T04:31:42.587 INFO:tasks.rados.rados.0.smithi040.stdout:1455: copy_from oid 2 from oid 35 current snap is 137 2024-04-22T04:31:42.587 INFO:tasks.rados.rados.0.smithi040.stdout:1456: snap_create 2024-04-22T04:31:42.589 INFO:tasks.rados.rados.0.smithi040.stdout:1451: finishing write tid 2 to smithi04078109-20 2024-04-22T04:31:42.589 INFO:tasks.rados.rados.0.smithi040.stdout:1451: finishing write tid 3 to smithi04078109-20 2024-04-22T04:31:42.592 INFO:tasks.rados.rados.0.smithi040.stdout:1451: finishing write tid 4 to smithi04078109-20 2024-04-22T04:31:42.592 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 195 (ObjNum 484 snap 137 seq_num 484) dirty exists 2024-04-22T04:31:42.592 INFO:tasks.rados.rados.0.smithi040.stdout:1451: left oid 20 (ObjNum 484 snap 137 seq_num 484) 2024-04-22T04:31:42.598 INFO:tasks.rados.rados.0.smithi040.stdout:1452: finishing copy_from racing read to smithi04078109-10 2024-04-22T04:31:42.601 INFO:tasks.rados.rados.0.smithi040.stdout:1452: finishing copy_from to smithi04078109-10 2024-04-22T04:31:42.601 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 186 (ObjNum 471 snap 134 seq_num 471) dirty exists 2024-04-22T04:31:42.603 INFO:tasks.rados.rados.0.smithi040.stdout:1455: finishing copy_from racing read to smithi04078109-2 2024-04-22T04:31:42.604 INFO:tasks.rados.rados.0.smithi040.stdout:1455: finishing copy_from to smithi04078109-2 2024-04-22T04:31:42.604 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 696 (ObjNum 461 snap 128 seq_num 461) dirty exists 2024-04-22T04:31:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:42 smithi062 ceph-mon[78153]: osdmap e324: 8 total, 8 up, 8 in 2024-04-22T04:31:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:42 smithi062 ceph-mon[78153]: osdmap e325: 8 total, 8 up, 8 in 2024-04-22T04:31:42.643 INFO:tasks.rados.rados.0.smithi040.stdout:1453: expect (ObjNum 409 snap 116 seq_num 409) 2024-04-22T04:31:43.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:43 smithi040 ceph-mon[88445]: pgmap v200: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-22T04:31:43.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:43 smithi040 ceph-mon[91058]: pgmap v200: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-22T04:31:43.586 INFO:tasks.rados.rados.0.smithi040.stdout:1451: done (4 left) 2024-04-22T04:31:43.586 INFO:tasks.rados.rados.0.smithi040.stdout:1452: done (3 left) 2024-04-22T04:31:43.586 INFO:tasks.rados.rados.0.smithi040.stdout:1453: done (2 left) 2024-04-22T04:31:43.586 INFO:tasks.rados.rados.0.smithi040.stdout:1455: done (1 left) 2024-04-22T04:31:43.586 INFO:tasks.rados.rados.0.smithi040.stdout:1456: done (0 left) 2024-04-22T04:31:43.586 INFO:tasks.rados.rados.0.smithi040.stdout:1457: copy_from oid 10 from oid 6 current snap is 138 2024-04-22T04:31:43.587 INFO:tasks.rados.rados.0.smithi040.stdout:1458: read oid 35 snap -1 2024-04-22T04:31:43.587 INFO:tasks.rados.rados.0.smithi040.stdout:1458: expect (ObjNum 461 snap 128 seq_num 461) 2024-04-22T04:31:43.587 INFO:tasks.rados.rados.0.smithi040.stdout:1459: setattr oid 1 current snap is 138 2024-04-22T04:31:43.588 INFO:tasks.rados.rados.0.smithi040.stdout:1460: snap_create 2024-04-22T04:31:43.604 INFO:tasks.rados.rados.0.smithi040.stdout:1457: finishing copy_from racing read to smithi04078109-10 2024-04-22T04:31:43.606 INFO:tasks.rados.rados.0.smithi040.stdout:1458: expect (ObjNum 461 snap 128 seq_num 461) 2024-04-22T04:31:43.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:43 smithi062 ceph-mon[78153]: pgmap v200: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-22T04:31:43.916 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 721 (ObjNum 469 snap 134 seq_num 469) dirty exists 2024-04-22T04:31:43.916 INFO:tasks.rados.rados.0.smithi040.stdout:1457: finishing copy_from to smithi04078109-10 2024-04-22T04:31:43.916 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 792 (ObjNum 433 snap 122 seq_num 433) dirty exists 2024-04-22T04:31:44.158 INFO:tasks.rados.rados.0.smithi040.stdout:1457: done (3 left) 2024-04-22T04:31:44.159 INFO:tasks.rados.rados.0.smithi040.stdout:1458: done (2 left) 2024-04-22T04:31:44.159 INFO:tasks.rados.rados.0.smithi040.stdout:1459: done (1 left) 2024-04-22T04:31:44.159 INFO:tasks.rados.rados.0.smithi040.stdout:1460: done (0 left) 2024-04-22T04:31:44.159 INFO:tasks.rados.rados.0.smithi040.stdout:1461: snap_create 2024-04-22T04:31:44.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:44 smithi040 ceph-mon[88445]: osdmap e326: 8 total, 8 up, 8 in 2024-04-22T04:31:44.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:44 smithi040 ceph-mon[91058]: osdmap e326: 8 total, 8 up, 8 in 2024-04-22T04:31:44.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:44 smithi062 ceph-mon[78153]: osdmap e326: 8 total, 8 up, 8 in 2024-04-22T04:31:45.165 INFO:tasks.rados.rados.0.smithi040.stdout:1461: done (0 left) 2024-04-22T04:31:45.165 INFO:tasks.rados.rados.0.smithi040.stdout:1462: rmattr oid 40 current snap is 140 2024-04-22T04:31:45.165 INFO:tasks.rados.rados.0.smithi040.stdout:1462: done (0 left) 2024-04-22T04:31:45.166 INFO:tasks.rados.rados.0.smithi040.stdout:1463: snap_create 2024-04-22T04:31:45.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:45 smithi062 ceph-mon[78153]: osdmap e327: 8 total, 8 up, 8 in 2024-04-22T04:31:45.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:45 smithi062 ceph-mon[78153]: pgmap v203: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 356 KiB/s wr, 6 op/s 2024-04-22T04:31:45.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:45 smithi040 ceph-mon[91058]: osdmap e327: 8 total, 8 up, 8 in 2024-04-22T04:31:45.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:45 smithi040 ceph-mon[91058]: pgmap v203: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 356 KiB/s wr, 6 op/s 2024-04-22T04:31:45.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:45 smithi040 ceph-mon[88445]: osdmap e327: 8 total, 8 up, 8 in 2024-04-22T04:31:45.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:45 smithi040 ceph-mon[88445]: pgmap v203: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 356 KiB/s wr, 6 op/s 2024-04-22T04:31:45.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:31:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:31:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:31:46.167 INFO:tasks.rados.rados.0.smithi040.stdout:1463: done (0 left) 2024-04-22T04:31:46.167 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 141 2024-04-22T04:31:46.167 INFO:tasks.rados.rados.0.smithi040.stdout:1464: seq_num 486 ranges {4800512=548864,5349376=401408} 2024-04-22T04:31:46.196 INFO:tasks.rados.rados.0.smithi040.stdout:1464: writing smithi04078109-35 from 4800512 to 5349376 tid 1 2024-04-22T04:31:46.199 INFO:tasks.rados.rados.0.smithi040.stdout:1464: writing smithi04078109-35 from 5349376 to 5750784 tid 2 2024-04-22T04:31:46.199 INFO:tasks.rados.rados.0.smithi040.stdout:1465: delete oid 36 current snap is 141 2024-04-22T04:31:46.205 INFO:tasks.rados.rados.0.smithi040.stdout:1464: finishing write tid 1 to smithi04078109-35 2024-04-22T04:31:46.205 INFO:tasks.rados.rados.0.smithi040.stdout:1465: done (1 left) 2024-04-22T04:31:46.205 INFO:tasks.rados.rados.0.smithi040.stdout:1466: read oid 3 snap -1 2024-04-22T04:31:46.205 INFO:tasks.rados.rados.0.smithi040.stdout:1466: expect (ObjNum 447 snap 124 seq_num 447) 2024-04-22T04:31:46.206 INFO:tasks.rados.rados.0.smithi040.stdout:1467: delete oid 13 current snap is 141 2024-04-22T04:31:46.206 INFO:tasks.rados.rados.0.smithi040.stdout:1464: finishing write tid 2 to smithi04078109-35 2024-04-22T04:31:46.206 INFO:tasks.rados.rados.0.smithi040.stdout:1464: finishing write tid 3 to smithi04078109-35 2024-04-22T04:31:46.207 INFO:tasks.rados.rados.0.smithi040.stdout:1464: finishing write tid 4 to smithi04078109-35 2024-04-22T04:31:46.207 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 725 (ObjNum 486 snap 141 seq_num 486) dirty exists 2024-04-22T04:31:46.207 INFO:tasks.rados.rados.0.smithi040.stdout:1464: left oid 35 (ObjNum 486 snap 141 seq_num 486) 2024-04-22T04:31:46.208 INFO:tasks.rados.rados.0.smithi040.stdout:1464: done (2 left) 2024-04-22T04:31:46.208 INFO:tasks.rados.rados.0.smithi040.stdout:1467: done (1 left) 2024-04-22T04:31:46.208 INFO:tasks.rados.rados.0.smithi040.stdout:1468: snap_remove snap 116 2024-04-22T04:31:46.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:46 smithi062 ceph-mon[78153]: osdmap e328: 8 total, 8 up, 8 in 2024-04-22T04:31:46.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:46 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:46 smithi040 ceph-mon[88445]: osdmap e328: 8 total, 8 up, 8 in 2024-04-22T04:31:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:46 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:46 smithi040 ceph-mon[91058]: osdmap e328: 8 total, 8 up, 8 in 2024-04-22T04:31:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:46 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:47.187 INFO:tasks.rados.rados.0.smithi040.stdout:1468: done (1 left) 2024-04-22T04:31:47.187 INFO:tasks.rados.rados.0.smithi040.stdout:1469: read oid 34 snap -1 2024-04-22T04:31:47.187 INFO:tasks.rados.rados.0.smithi040.stdout:1469: expect deleted 2024-04-22T04:31:47.187 INFO:tasks.rados.rados.0.smithi040.stdout:1470: snap_create 2024-04-22T04:31:47.189 INFO:tasks.rados.rados.0.smithi040.stdout:1466: expect (ObjNum 447 snap 124 seq_num 447) 2024-04-22T04:31:47.624 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:31:47.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:47 smithi062 ceph-mon[78153]: osdmap e329: 8 total, 8 up, 8 in 2024-04-22T04:31:47.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:47 smithi062 ceph-mon[78153]: pgmap v206: 121 pgs: 121 active+clean; 253 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-22T04:31:47.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:47 smithi040 ceph-mon[88445]: osdmap e329: 8 total, 8 up, 8 in 2024-04-22T04:31:47.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:47 smithi040 ceph-mon[88445]: pgmap v206: 121 pgs: 121 active+clean; 253 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-22T04:31:47.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:47 smithi040 ceph-mon[91058]: osdmap e329: 8 total, 8 up, 8 in 2024-04-22T04:31:47.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:47 smithi040 ceph-mon[91058]: pgmap v206: 121 pgs: 121 active+clean; 253 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-22T04:31:47.936 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:31:47.936 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (5m) 18s ago 6m 24.7M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:31:47.937 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (5m) 100s ago 5m 59.4M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:31:47.937 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (7m) 18s ago 7m 14.1M - 16.2.15-1-g8963e9de 727f386679cb 07889a83e85d 2024-04-22T04:31:47.937 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (7m) 100s ago 7m 16.5M - 16.2.15-1-g8963e9de 727f386679cb 37118b502053 2024-04-22T04:31:47.937 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (2m) 100s ago 10m 430M - 17.2.7-878-g5d873850 c90a446c4c8e aa2238c1b793 2024-04-22T04:31:47.937 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 running (3m) 18s ago 12m 479M - 17.2.7-878-g5d873850 c90a446c4c8e edd41a239d91 2024-04-22T04:31:47.937 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (2m) 18s ago 12m 45.7M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0d79462ba4ea 2024-04-22T04:31:47.937 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (112s) 100s ago 11m 19.8M 2048M 17.2.7-878-g5d873850 c90a446c4c8e ecb1ef3cca09 2024-04-22T04:31:47.937 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (2m) 18s ago 11m 43.0M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0c9cde756a31 2024-04-22T04:31:47.937 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (6m) 18s ago 6m 24.6M - 1.3.1 1dbe0e931976 3d926365bac8 2024-04-22T04:31:47.937 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (6m) 100s ago 6m 21.5M - 1.3.1 1dbe0e931976 cd70c5d64335 2024-04-22T04:31:47.937 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (58s) 18s ago 10m 127M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 7f49c536057f 2024-04-22T04:31:47.937 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (23s) 18s ago 10m 10.9M 2489M 17.2.7-878-g5d873850 c90a446c4c8e d3e5e137996e 2024-04-22T04:31:47.937 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (9m) 18s ago 9m 177M 2489M 16.2.15-1-g8963e9de 727f386679cb 18997dafed68 2024-04-22T04:31:47.937 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (9m) 18s ago 9m 165M 2489M 16.2.15-1-g8963e9de 727f386679cb 143d3b49613e 2024-04-22T04:31:47.938 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (8m) 100s ago 8m 149M 2488M 16.2.15-1-g8963e9de 727f386679cb 60d50d2f7849 2024-04-22T04:31:47.938 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (8m) 100s ago 8m 119M 2488M 16.2.15-1-g8963e9de 727f386679cb b7e17a5d779e 2024-04-22T04:31:47.938 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (8m) 100s ago 8m 122M 2488M 16.2.15-1-g8963e9de 727f386679cb a25b6c33c8a6 2024-04-22T04:31:47.938 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (7m) 100s ago 7m 82.8M 2488M 16.2.15-1-g8963e9de 727f386679cb 65d10d469953 2024-04-22T04:31:47.938 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (5m) 100s ago 6m 70.2M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:31:48.185 INFO:tasks.rados.rados.0.smithi040.stdout:1466: done (2 left) 2024-04-22T04:31:48.185 INFO:tasks.rados.rados.0.smithi040.stdout:1469: done (1 left) 2024-04-22T04:31:48.185 INFO:tasks.rados.rados.0.smithi040.stdout:1470: done (0 left) 2024-04-22T04:31:48.185 INFO:tasks.rados.rados.0.smithi040.stdout:1471: copy_from oid 45 from oid 50 current snap is 142 2024-04-22T04:31:48.185 INFO:tasks.rados.rados.0.smithi040.stdout:1472: copy_from oid 17 from oid 29 current snap is 142 2024-04-22T04:31:48.185 INFO:tasks.rados.rados.0.smithi040.stdout:1473: read oid 30 snap -1 2024-04-22T04:31:48.185 INFO:tasks.rados.rados.0.smithi040.stdout:1473: expect deleted 2024-04-22T04:31:48.185 INFO:tasks.rados.rados.0.smithi040.stdout:1474: read oid 41 snap -1 2024-04-22T04:31:48.185 INFO:tasks.rados.rados.0.smithi040.stdout:1474: expect (ObjNum 441 snap 122 seq_num 441) 2024-04-22T04:31:48.185 INFO:tasks.rados.rados.0.smithi040.stdout:1475: setattr oid 47 current snap is 142 2024-04-22T04:31:48.186 INFO:tasks.rados.rados.0.smithi040.stdout:1476: copy_from oid 13 from oid 28 current snap is 142 2024-04-22T04:31:48.186 INFO:tasks.rados.rados.0.smithi040.stdout:1477: setattr oid 18 current snap is 142 2024-04-22T04:31:48.191 INFO:tasks.rados.rados.0.smithi040.stdout:1478: read oid 39 snap -1 2024-04-22T04:31:48.191 INFO:tasks.rados.rados.0.smithi040.stdout:1478: expect (ObjNum 444 snap 123 seq_num 444) 2024-04-22T04:31:48.191 INFO:tasks.rados.rados.0.smithi040.stdout:1479: read oid 40 snap -1 2024-04-22T04:31:48.191 INFO:tasks.rados.rados.0.smithi040.stdout:1479: expect deleted 2024-04-22T04:31:48.192 INFO:tasks.rados.rados.0.smithi040.stdout:1480: snap_remove snap 122 2024-04-22T04:31:48.330 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:31:48.330 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:31:48.330 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 3 2024-04-22T04:31:48.330 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:31:48.330 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:31:48.330 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:31:48.330 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:31:48.330 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:31:48.330 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 6, 2024-04-22T04:31:48.330 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:31:48.330 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:31:48.330 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:31:48.331 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:31:48.331 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:31:48.331 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:31:48.331 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8, 2024-04-22T04:31:48.331 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 7 2024-04-22T04:31:48.331 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:31:48.331 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:31:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:48 smithi062 ceph-mon[78153]: osdmap e330: 8 total, 8 up, 8 in 2024-04-22T04:31:48.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:48 smithi040 ceph-mon[88445]: osdmap e330: 8 total, 8 up, 8 in 2024-04-22T04:31:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:48 smithi040 ceph-mon[91058]: osdmap e330: 8 total, 8 up, 8 in 2024-04-22T04:31:49.201 INFO:tasks.rados.rados.0.smithi040.stdout:1480: done (9 left) 2024-04-22T04:31:49.201 INFO:tasks.rados.rados.0.smithi040.stdout:1481: rollback oid 48 current snap is 142 2024-04-22T04:31:49.201 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 48 to 110 2024-04-22T04:31:49.201 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 473 (ObjNum 0 snap 32647 seq_num 2851610704) dirty exists 2024-04-22T04:31:49.201 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 522 (ObjNum -1443128000 snap 21852 seq_num 2853228704) dirty exists 2024-04-22T04:31:49.201 INFO:tasks.rados.rados.0.smithi040.stdout:1472: finishing copy_from to smithi04078109-17 2024-04-22T04:31:49.201 INFO:tasks.rados.rados.0.smithi040.stdout:1472: got expected ENOENT (src dne) 2024-04-22T04:31:49.201 INFO:tasks.rados.rados.0.smithi040.stdout:1472: finishing copy_from racing read to smithi04078109-17 2024-04-22T04:31:49.201 INFO:tasks.rados.rados.0.smithi040.stdout:1476: finishing copy_from racing read to smithi04078109-13 2024-04-22T04:31:49.201 INFO:tasks.rados.rados.0.smithi040.stdout:1478: expect (ObjNum 444 snap 123 seq_num 444) 2024-04-22T04:31:49.211 INFO:tasks.rados.rados.0.smithi040.stdout:1476: finishing copy_from to smithi04078109-13 2024-04-22T04:31:49.211 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 278 (ObjNum 396 snap 112 seq_num 396) dirty exists 2024-04-22T04:31:49.211 INFO:tasks.rados.rados.0.smithi040.stdout:1471: finishing copy_from racing read to smithi04078109-45 2024-04-22T04:31:49.211 INFO:tasks.rados.rados.0.smithi040.stdout:1474: expect (ObjNum 441 snap 122 seq_num 441) 2024-04-22T04:31:49.529 INFO:tasks.rados.rados.0.smithi040.stdout:1471: finishing copy_from to smithi04078109-45 2024-04-22T04:31:49.529 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 469 (ObjNum 427 snap 122 seq_num 427) dirty exists 2024-04-22T04:31:49.530 INFO:tasks.rados.rados.0.smithi040.stdout:1481: finishing rollback tid 0 to smithi04078109-48 2024-04-22T04:31:49.530 INFO:tasks.rados.rados.0.smithi040.stdout:1471: done (9 left) 2024-04-22T04:31:49.530 INFO:tasks.rados.rados.0.smithi040.stdout:1472: done (8 left) 2024-04-22T04:31:49.530 INFO:tasks.rados.rados.0.smithi040.stdout:1473: done (7 left) 2024-04-22T04:31:49.530 INFO:tasks.rados.rados.0.smithi040.stdout:1474: done (6 left) 2024-04-22T04:31:49.530 INFO:tasks.rados.rados.0.smithi040.stdout:1475: done (5 left) 2024-04-22T04:31:49.530 INFO:tasks.rados.rados.0.smithi040.stdout:1476: done (4 left) 2024-04-22T04:31:49.530 INFO:tasks.rados.rados.0.smithi040.stdout:1477: done (3 left) 2024-04-22T04:31:49.530 INFO:tasks.rados.rados.0.smithi040.stdout:1478: done (2 left) 2024-04-22T04:31:49.530 INFO:tasks.rados.rados.0.smithi040.stdout:1479: done (1 left) 2024-04-22T04:31:49.530 INFO:tasks.rados.rados.0.smithi040.stdout:1482: copy_from oid 10 from oid 27 current snap is 142 2024-04-22T04:31:49.531 INFO:tasks.rados.rados.0.smithi040.stdout:1481: finishing rollback tid 1 to smithi04078109-48 2024-04-22T04:31:49.531 INFO:tasks.rados.rados.0.smithi040.stdout:1481: finishing rollback tid 2 to smithi04078109-48 2024-04-22T04:31:49.533 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 454 (ObjNum 184 snap 39 seq_num 184) dirty exists 2024-04-22T04:31:49.533 INFO:tasks.rados.rados.0.smithi040.stdout:1481: done (1 left) 2024-04-22T04:31:49.533 INFO:tasks.rados.rados.0.smithi040.stdout:1483: read oid 24 snap 139 2024-04-22T04:31:49.533 INFO:tasks.rados.rados.0.smithi040.stdout:1483: expect (ObjNum 444 snap 123 seq_num 444) 2024-04-22T04:31:49.534 INFO:tasks.rados.rados.0.smithi040.stdout:1484: snap_create 2024-04-22T04:31:49.534 INFO:tasks.rados.rados.0.smithi040.stdout:1483: expect (ObjNum 444 snap 123 seq_num 444) 2024-04-22T04:31:49.538 INFO:tasks.rados.rados.0.smithi040.stdout:1482: finishing copy_from racing read to smithi04078109-10 2024-04-22T04:31:49.538 INFO:tasks.rados.rados.0.smithi040.stdout:1482: finishing copy_from to smithi04078109-10 2024-04-22T04:31:49.538 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 398 (ObjNum 482 snap 137 seq_num 482) dirty exists 2024-04-22T04:31:49.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:49 smithi062 ceph-mon[78153]: from='client.44165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:31:49.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:49 smithi062 ceph-mon[78153]: from='client.44171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:31:49.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:49 smithi062 ceph-mon[78153]: osdmap e331: 8 total, 8 up, 8 in 2024-04-22T04:31:49.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:49 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/863365534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:31:49.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:49 smithi062 ceph-mon[78153]: pgmap v209: 121 pgs: 121 active+clean; 253 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-22T04:31:49.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:49 smithi040 ceph-mon[88445]: from='client.44165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:31:49.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:49 smithi040 ceph-mon[88445]: from='client.44171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:31:49.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:49 smithi040 ceph-mon[88445]: osdmap e331: 8 total, 8 up, 8 in 2024-04-22T04:31:49.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:49 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/863365534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:31:49.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:49 smithi040 ceph-mon[88445]: pgmap v209: 121 pgs: 121 active+clean; 253 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-22T04:31:49.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:49 smithi040 ceph-mon[91058]: from='client.44165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:31:49.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:49 smithi040 ceph-mon[91058]: from='client.44171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:31:49.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:49 smithi040 ceph-mon[91058]: osdmap e331: 8 total, 8 up, 8 in 2024-04-22T04:31:49.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:49 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/863365534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:31:49.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:49 smithi040 ceph-mon[91058]: pgmap v209: 121 pgs: 121 active+clean; 253 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-22T04:31:50.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:31:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:31:50] "GET /metrics HTTP/1.1" 200 212370 "" "Prometheus/2.33.4" 2024-04-22T04:31:50.206 INFO:tasks.rados.rados.0.smithi040.stdout:1482: done (2 left) 2024-04-22T04:31:50.206 INFO:tasks.rados.rados.0.smithi040.stdout:1483: done (1 left) 2024-04-22T04:31:50.206 INFO:tasks.rados.rados.0.smithi040.stdout:1484: done (0 left) 2024-04-22T04:31:50.207 INFO:tasks.rados.rados.0.smithi040.stdout:1485: rmattr oid 11 current snap is 143 2024-04-22T04:31:50.207 INFO:tasks.rados.rados.0.smithi040.stdout:1485: done (0 left) 2024-04-22T04:31:50.207 INFO:tasks.rados.rados.0.smithi040.stdout:1486: snap_remove snap 132 2024-04-22T04:31:50.629 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:50 smithi040 ceph-mon[88445]: osdmap e332: 8 total, 8 up, 8 in 2024-04-22T04:31:50.629 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-22T04:31:50.629 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:50 smithi040 ceph-mon[88445]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-22T04:31:50.629 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:50 smithi040 ceph-mon[88445]: Upgrade: osd.2 is safe to restart 2024-04-22T04:31:50.629 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:50 smithi040 ceph-mon[91058]: osdmap e332: 8 total, 8 up, 8 in 2024-04-22T04:31:50.629 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-22T04:31:50.629 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:50 smithi040 ceph-mon[91058]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-22T04:31:50.629 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:50 smithi040 ceph-mon[91058]: Upgrade: osd.2 is safe to restart 2024-04-22T04:31:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:50 smithi062 ceph-mon[78153]: osdmap e332: 8 total, 8 up, 8 in 2024-04-22T04:31:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-22T04:31:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:50 smithi062 ceph-mon[78153]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-22T04:31:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:50 smithi062 ceph-mon[78153]: Upgrade: osd.2 is safe to restart 2024-04-22T04:31:51.212 INFO:tasks.rados.rados.0.smithi040.stdout:1486: done (0 left) 2024-04-22T04:31:51.213 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 30 current snap is 143 2024-04-22T04:31:51.213 INFO:tasks.rados.rados.0.smithi040.stdout:1487: seq_num 489 ranges {0=598016,598016=401408} 2024-04-22T04:31:51.223 INFO:tasks.rados.rados.0.smithi040.stdout:1487: writing smithi04078109-30 from 0 to 598016 tid 1 2024-04-22T04:31:51.223 INFO:tasks.rados.rados.0.smithi040.stdout:1487: writing smithi04078109-30 from 598016 to 999424 tid 2 2024-04-22T04:31:51.223 INFO:tasks.rados.rados.0.smithi040.stdout:1488: read oid 44 snap -1 2024-04-22T04:31:51.223 INFO:tasks.rados.rados.0.smithi040.stdout:1488: expect deleted 2024-04-22T04:31:51.223 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 9 current snap is 143 2024-04-22T04:31:51.223 INFO:tasks.rados.rados.0.smithi040.stdout:1489: seq_num 490 ranges {491520=614400,1105920=401408} 2024-04-22T04:31:51.226 INFO:tasks.rados.rados.0.smithi040.stdout:1489: writing smithi04078109-9 from 491520 to 1105920 tid 1 2024-04-22T04:31:51.229 INFO:tasks.rados.rados.0.smithi040.stdout:1489: writing smithi04078109-9 from 1105920 to 1507328 tid 2 2024-04-22T04:31:51.229 INFO:tasks.rados.rados.0.smithi040.stdout:1490: read oid 42 snap -1 2024-04-22T04:31:51.229 INFO:tasks.rados.rados.0.smithi040.stdout:1490: expect (ObjNum 421 snap 121 seq_num 421) 2024-04-22T04:31:51.229 INFO:tasks.rados.rados.0.smithi040.stdout:1491: rollback oid 26 current snap is 143 2024-04-22T04:31:51.230 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 26 to 138 2024-04-22T04:31:51.230 INFO:tasks.rados.rados.0.smithi040.stdout:1492: read oid 2 snap -1 2024-04-22T04:31:51.230 INFO:tasks.rados.rados.0.smithi040.stdout:1492: expect (ObjNum 461 snap 128 seq_num 461) 2024-04-22T04:31:51.230 INFO:tasks.rados.rados.0.smithi040.stdout:1493: rollback oid 11 current snap is 143 2024-04-22T04:31:51.230 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 11 to 140 2024-04-22T04:31:51.230 INFO:tasks.rados.rados.0.smithi040.stdout:1494: rollback oid 28 current snap is 143 2024-04-22T04:31:51.230 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 28 to 140 2024-04-22T04:31:51.230 INFO:tasks.rados.rados.0.smithi040.stdout:1495: delete oid 19 current snap is 143 2024-04-22T04:31:51.230 INFO:tasks.rados.rados.0.smithi040.stdout:1489: finishing write tid 1 to smithi04078109-9 2024-04-22T04:31:51.237 INFO:tasks.rados.rados.0.smithi040.stdout:1488: done (8 left) 2024-04-22T04:31:51.237 INFO:tasks.rados.rados.0.smithi040.stdout:1495: done (7 left) 2024-04-22T04:31:51.237 INFO:tasks.rados.rados.0.smithi040.stdout:1496: read oid 33 snap -1 2024-04-22T04:31:51.237 INFO:tasks.rados.rados.0.smithi040.stdout:1496: expect (ObjNum 275 snap 70 seq_num 275) 2024-04-22T04:31:51.237 INFO:tasks.rados.rados.0.smithi040.stdout:1497: read oid 6 snap 142 2024-04-22T04:31:51.237 INFO:tasks.rados.rados.0.smithi040.stdout:1497: expect (ObjNum 433 snap 122 seq_num 433) 2024-04-22T04:31:51.237 INFO:tasks.rados.rados.0.smithi040.stdout:1498: copy_from oid 16 from oid 5 current snap is 143 2024-04-22T04:31:51.237 INFO:tasks.rados.rados.0.smithi040.stdout:1499: snap_remove snap 128 2024-04-22T04:31:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:51 smithi040 ceph-mon[88445]: osdmap e333: 8 total, 8 up, 8 in 2024-04-22T04:31:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:51 smithi040 ceph-mon[88445]: pgmap v212: 121 pgs: 121 active+clean; 254 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 578 KiB/s wr, 0 op/s 2024-04-22T04:31:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:51 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:31:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:51 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T04:31:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:31:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:51 smithi040 ceph-mon[91058]: osdmap e333: 8 total, 8 up, 8 in 2024-04-22T04:31:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:51 smithi040 ceph-mon[91058]: pgmap v212: 121 pgs: 121 active+clean; 254 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 578 KiB/s wr, 0 op/s 2024-04-22T04:31:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:51 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:31:51.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:51 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:51.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T04:31:51.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:31:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:51 smithi062 ceph-mon[78153]: osdmap e333: 8 total, 8 up, 8 in 2024-04-22T04:31:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:51 smithi062 ceph-mon[78153]: pgmap v212: 121 pgs: 121 active+clean; 254 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 578 KiB/s wr, 0 op/s 2024-04-22T04:31:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:51 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:31:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:51 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:31:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T04:31:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:31:52.096 INFO:tasks.rados.rados.0.smithi040.stdout:1499: done (10 left) 2024-04-22T04:31:52.096 INFO:tasks.rados.rados.0.smithi040.stdout:1500: delete oid 13 current snap is 143 2024-04-22T04:31:52.097 INFO:tasks.rados.rados.0.smithi040.stdout:1491: finishing rollback tid 0 to smithi04078109-26 2024-04-22T04:31:52.097 INFO:tasks.rados.rados.0.smithi040.stdout:1489: finishing write tid 2 to smithi04078109-9 2024-04-22T04:31:52.097 INFO:tasks.rados.rados.0.smithi040.stdout:1489: finishing write tid 3 to smithi04078109-9 2024-04-22T04:31:52.097 INFO:tasks.rados.rados.0.smithi040.stdout:1490: expect (ObjNum 421 snap 121 seq_num 421) 2024-04-22T04:31:52.167 INFO:tasks.rados.rados.0.smithi040.stdout:1494: finishing rollback tid 0 to smithi04078109-28 2024-04-22T04:31:52.167 INFO:tasks.rados.rados.0.smithi040.stdout:1494: finishing rollback tid 1 to smithi04078109-28 2024-04-22T04:31:52.167 INFO:tasks.rados.rados.0.smithi040.stdout:1494: finishing rollback tid 2 to smithi04078109-28 2024-04-22T04:31:52.167 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 592 (ObjNum 396 snap 112 seq_num 396) dirty exists 2024-04-22T04:31:52.168 INFO:tasks.rados.rados.0.smithi040.stdout:1491: finishing rollback tid 1 to smithi04078109-26 2024-04-22T04:31:52.168 INFO:tasks.rados.rados.0.smithi040.stdout:1491: finishing rollback tid 2 to smithi04078109-26 2024-04-22T04:31:52.168 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 528 (ObjNum 455 snap 125 seq_num 455) dirty exists 2024-04-22T04:31:52.168 INFO:tasks.rados.rados.0.smithi040.stdout:1490: done (10 left) 2024-04-22T04:31:52.168 INFO:tasks.rados.rados.0.smithi040.stdout:1491: done (9 left) 2024-04-22T04:31:52.168 INFO:tasks.rados.rados.0.smithi040.stdout:1494: done (8 left) 2024-04-22T04:31:52.168 INFO:tasks.rados.rados.0.smithi040.stdout:1500: done (7 left) 2024-04-22T04:31:52.168 INFO:tasks.rados.rados.0.smithi040.stdout:1501: snap_remove snap 109 2024-04-22T04:31:52.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:52 smithi040 ceph-mon[88445]: Upgrade: Updating osd.2 2024-04-22T04:31:52.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:52 smithi040 ceph-mon[88445]: Deploying daemon osd.2 on smithi040 2024-04-22T04:31:52.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:52 smithi040 ceph-mon[88445]: osdmap e334: 8 total, 8 up, 8 in 2024-04-22T04:31:52.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:52 smithi040 ceph-mon[88445]: osdmap e335: 8 total, 8 up, 8 in 2024-04-22T04:31:52.512 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:52 smithi040 ceph-mon[91058]: Upgrade: Updating osd.2 2024-04-22T04:31:52.512 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:52 smithi040 ceph-mon[91058]: Deploying daemon osd.2 on smithi040 2024-04-22T04:31:52.513 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:52 smithi040 ceph-mon[91058]: osdmap e334: 8 total, 8 up, 8 in 2024-04-22T04:31:52.513 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:52 smithi040 ceph-mon[91058]: osdmap e335: 8 total, 8 up, 8 in 2024-04-22T04:31:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:52 smithi062 ceph-mon[78153]: Upgrade: Updating osd.2 2024-04-22T04:31:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:52 smithi062 ceph-mon[78153]: Deploying daemon osd.2 on smithi040 2024-04-22T04:31:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:52 smithi062 ceph-mon[78153]: osdmap e334: 8 total, 8 up, 8 in 2024-04-22T04:31:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:52 smithi062 ceph-mon[78153]: osdmap e335: 8 total, 8 up, 8 in 2024-04-22T04:31:53.098 INFO:tasks.rados.rados.0.smithi040.stdout:1501: done (7 left) 2024-04-22T04:31:53.098 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 143 2024-04-22T04:31:53.098 INFO:tasks.rados.rados.0.smithi040.stdout:1502: seq_num 493 ranges {0=663552,663552=401408} 2024-04-22T04:31:53.103 INFO:tasks.rados.rados.0.smithi040.stdout:1502: writing smithi04078109-40 from 0 to 663552 tid 1 2024-04-22T04:31:53.105 INFO:tasks.rados.rados.0.smithi040.stdout:1502: writing smithi04078109-40 from 663552 to 1064960 tid 2 2024-04-22T04:31:53.105 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 14 current snap is 143 2024-04-22T04:31:53.105 INFO:tasks.rados.rados.0.smithi040.stdout:1503: seq_num 494 ranges {0=679936,679936=401408} 2024-04-22T04:31:53.109 INFO:tasks.rados.rados.0.smithi040.stdout:1503: writing smithi04078109-14 from 0 to 679936 tid 1 2024-04-22T04:31:53.113 INFO:tasks.rados.rados.0.smithi040.stdout:1503: writing smithi04078109-14 from 679936 to 1081344 tid 2 2024-04-22T04:31:53.113 INFO:tasks.rados.rados.0.smithi040.stdout:1504: snap_remove snap 138 2024-04-22T04:31:53.608 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:53 smithi040 ceph-mon[88445]: pgmap v215: 121 pgs: 121 active+clean; 256 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-22T04:31:53.608 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:53 smithi040 ceph-mon[88445]: osdmap e336: 8 total, 8 up, 8 in 2024-04-22T04:31:53.609 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:53 smithi040 ceph-mon[91058]: pgmap v215: 121 pgs: 121 active+clean; 256 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-22T04:31:53.609 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:53 smithi040 ceph-mon[91058]: osdmap e336: 8 total, 8 up, 8 in 2024-04-22T04:31:53.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:53 smithi062 ceph-mon[78153]: pgmap v215: 121 pgs: 121 active+clean; 256 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-22T04:31:53.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:53 smithi062 ceph-mon[78153]: osdmap e336: 8 total, 8 up, 8 in 2024-04-22T04:31:54.098 INFO:tasks.rados.rados.0.smithi040.stdout:1504: done (9 left) 2024-04-22T04:31:54.098 INFO:tasks.rados.rados.0.smithi040.stdout:1505: read oid 39 snap -1 2024-04-22T04:31:54.098 INFO:tasks.rados.rados.0.smithi040.stdout:1505: expect (ObjNum 444 snap 123 seq_num 444) 2024-04-22T04:31:54.098 INFO:tasks.rados.rados.0.smithi040.stdout:1506: read oid 26 snap 142 2024-04-22T04:31:54.098 INFO:tasks.rados.rados.0.smithi040.stdout:1506: expect (ObjNum 455 snap 125 seq_num 455) 2024-04-22T04:31:54.098 INFO:tasks.rados.rados.0.smithi040.stdout:1489: finishing write tid 4 to smithi04078109-9 2024-04-22T04:31:54.099 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 698 (ObjNum 490 snap 143 seq_num 490) dirty exists 2024-04-22T04:31:54.099 INFO:tasks.rados.rados.0.smithi040.stdout:1489: left oid 9 (ObjNum 490 snap 143 seq_num 490) 2024-04-22T04:31:54.099 INFO:tasks.rados.rados.0.smithi040.stdout:1493: finishing rollback tid 1 to smithi04078109-11 2024-04-22T04:31:54.099 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 805 (ObjNum -1443067808 snap 21852 seq_num 2851899744) dirty dne 2024-04-22T04:31:54.099 INFO:tasks.rados.rados.0.smithi040.stdout:1492: expect (ObjNum 461 snap 128 seq_num 461) 2024-04-22T04:31:54.411 INFO:tasks.rados.rados.0.smithi040.stdout:1497: expect (ObjNum 433 snap 122 seq_num 433) 2024-04-22T04:31:54.595 INFO:tasks.rados.rados.0.smithi040.stdout:1498: finishing copy_from racing read to smithi04078109-16 2024-04-22T04:31:54.595 INFO:tasks.rados.rados.0.smithi040.stdout:1498: finishing copy_from to smithi04078109-16 2024-04-22T04:31:54.595 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 866 (ObjNum 480 snap 137 seq_num 480) dirty exists 2024-04-22T04:31:54.596 INFO:tasks.rados.rados.0.smithi040.stdout:1487: finishing write tid 1 to smithi04078109-30 2024-04-22T04:31:54.596 INFO:tasks.rados.rados.0.smithi040.stdout:1487: finishing write tid 2 to smithi04078109-30 2024-04-22T04:31:54.596 INFO:tasks.rados.rados.0.smithi040.stdout:1487: finishing write tid 3 to smithi04078109-30 2024-04-22T04:31:54.596 INFO:tasks.rados.rados.0.smithi040.stdout:1496: expect (ObjNum 275 snap 70 seq_num 275) 2024-04-22T04:31:54.909 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:31:54 smithi040 systemd[1]: Stopping Ceph osd.2 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:31:54.978 INFO:tasks.rados.rados.0.smithi040.stdout:1487: finishing write tid 4 to smithi04078109-30 2024-04-22T04:31:54.979 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 736 (ObjNum 489 snap 143 seq_num 489) dirty exists 2024-04-22T04:31:54.979 INFO:tasks.rados.rados.0.smithi040.stdout:1487: left oid 30 (ObjNum 489 snap 143 seq_num 489) 2024-04-22T04:31:54.979 INFO:tasks.rados.rados.0.smithi040.stdout:1487: done (10 left) 2024-04-22T04:31:54.979 INFO:tasks.rados.rados.0.smithi040.stdout:1489: done (9 left) 2024-04-22T04:31:54.979 INFO:tasks.rados.rados.0.smithi040.stdout:1492: done (8 left) 2024-04-22T04:31:54.979 INFO:tasks.rados.rados.0.smithi040.stdout:1493: done (7 left) 2024-04-22T04:31:54.979 INFO:tasks.rados.rados.0.smithi040.stdout:1496: done (6 left) 2024-04-22T04:31:54.979 INFO:tasks.rados.rados.0.smithi040.stdout:1497: done (5 left) 2024-04-22T04:31:54.979 INFO:tasks.rados.rados.0.smithi040.stdout:1498: done (4 left) 2024-04-22T04:31:54.979 INFO:tasks.rados.rados.0.smithi040.stdout:1507: snap_create 2024-04-22T04:31:54.979 INFO:tasks.rados.rados.0.smithi040.stdout:1502: finishing write tid 1 to smithi04078109-40 2024-04-22T04:31:54.979 INFO:tasks.rados.rados.0.smithi040.stdout:1502: finishing write tid 2 to smithi04078109-40 2024-04-22T04:31:54.979 INFO:tasks.rados.rados.0.smithi040.stdout:1502: finishing write tid 3 to smithi04078109-40 2024-04-22T04:31:54.979 INFO:tasks.rados.rados.0.smithi040.stdout:1502: finishing write tid 4 to smithi04078109-40 2024-04-22T04:31:54.980 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 883 (ObjNum 493 snap 143 seq_num 493) dirty exists 2024-04-22T04:31:54.980 INFO:tasks.rados.rados.0.smithi040.stdout:1502: left oid 40 (ObjNum 493 snap 143 seq_num 493) 2024-04-22T04:31:54.980 INFO:tasks.rados.rados.0.smithi040.stdout:1503: finishing write tid 1 to smithi04078109-14 2024-04-22T04:31:54.980 INFO:tasks.rados.rados.0.smithi040.stdout:1503: finishing write tid 2 to smithi04078109-14 2024-04-22T04:31:54.980 INFO:tasks.rados.rados.0.smithi040.stdout:1503: finishing write tid 3 to smithi04078109-14 2024-04-22T04:31:54.980 INFO:tasks.rados.rados.0.smithi040.stdout:1503: finishing write tid 4 to smithi04078109-14 2024-04-22T04:31:54.980 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 471 (ObjNum 494 snap 143 seq_num 494) dirty exists 2024-04-22T04:31:54.980 INFO:tasks.rados.rados.0.smithi040.stdout:1503: left oid 14 (ObjNum 494 snap 143 seq_num 494) 2024-04-22T04:31:54.980 INFO:tasks.rados.rados.0.smithi040.stdout:1505: expect (ObjNum 444 snap 123 seq_num 444) 2024-04-22T04:31:54.985 INFO:tasks.rados.rados.0.smithi040.stdout:1506: expect (ObjNum 455 snap 125 seq_num 455) 2024-04-22T04:31:55.106 INFO:tasks.rados.rados.0.smithi040.stdout:1502: done (4 left) 2024-04-22T04:31:55.106 INFO:tasks.rados.rados.0.smithi040.stdout:1503: done (3 left) 2024-04-22T04:31:55.106 INFO:tasks.rados.rados.0.smithi040.stdout:1505: done (2 left) 2024-04-22T04:31:55.106 INFO:tasks.rados.rados.0.smithi040.stdout:1506: done (1 left) 2024-04-22T04:31:55.106 INFO:tasks.rados.rados.0.smithi040.stdout:1507: done (0 left) 2024-04-22T04:31:55.106 INFO:tasks.rados.rados.0.smithi040.stdout:1508: rollback oid 49 current snap is 144 2024-04-22T04:31:55.106 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 49 to 142 2024-04-22T04:31:55.107 INFO:tasks.rados.rados.0.smithi040.stdout:1509: rmattr oid 46 current snap is 144 2024-04-22T04:31:55.107 INFO:tasks.rados.rados.0.smithi040.stdout:1509: done (1 left) 2024-04-22T04:31:55.107 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 16 current snap is 144 2024-04-22T04:31:55.107 INFO:tasks.rados.rados.0.smithi040.stdout:1510: seq_num 495 ranges {843776=696320,1540096=401408} 2024-04-22T04:31:55.114 INFO:tasks.rados.rados.0.smithi040.stdout:1510: writing smithi04078109-16 from 843776 to 1540096 tid 1 2024-04-22T04:31:55.116 INFO:tasks.rados.rados.0.smithi040.stdout:1510: writing smithi04078109-16 from 1540096 to 1941504 tid 2 2024-04-22T04:31:55.116 INFO:tasks.rados.rados.0.smithi040.stdout:1511: snap_create 2024-04-22T04:31:55.116 INFO:tasks.rados.rados.0.smithi040.stdout:1508: finishing rollback tid 0 to smithi04078109-49 2024-04-22T04:31:55.116 INFO:tasks.rados.rados.0.smithi040.stdout:1508: finishing rollback tid 1 to smithi04078109-49 2024-04-22T04:31:55.116 INFO:tasks.rados.rados.0.smithi040.stdout:1508: finishing rollback tid 2 to smithi04078109-49 2024-04-22T04:31:55.116 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 718 (ObjNum 384 snap 109 seq_num 384) dirty exists 2024-04-22T04:31:55.118 INFO:tasks.rados.rados.0.smithi040.stdout:1510: finishing write tid 1 to smithi04078109-16 2024-04-22T04:31:55.119 INFO:tasks.rados.rados.0.smithi040.stdout:1510: finishing write tid 2 to smithi04078109-16 2024-04-22T04:31:55.119 INFO:tasks.rados.rados.0.smithi040.stdout:1510: finishing write tid 3 to smithi04078109-16 2024-04-22T04:31:55.121 INFO:tasks.rados.rados.0.smithi040.stdout:1510: finishing write tid 4 to smithi04078109-16 2024-04-22T04:31:55.121 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 870 (ObjNum 495 snap 144 seq_num 495) dirty exists 2024-04-22T04:31:55.121 INFO:tasks.rados.rados.0.smithi040.stdout:1510: left oid 16 (ObjNum 495 snap 144 seq_num 495) 2024-04-22T04:31:55.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:55 smithi062 ceph-mon[78153]: osdmap e337: 8 total, 8 up, 8 in 2024-04-22T04:31:55.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:55 smithi062 ceph-mon[78153]: pgmap v218: 121 pgs: 121 active+clean; 256 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-22T04:31:55.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:55 smithi062 ceph-mon[78153]: osd.2 marked itself down and dead 2024-04-22T04:31:55.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:55 smithi040 ceph-mon[88445]: osdmap e337: 8 total, 8 up, 8 in 2024-04-22T04:31:55.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:55 smithi040 ceph-mon[88445]: pgmap v218: 121 pgs: 121 active+clean; 256 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-22T04:31:55.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:55 smithi040 ceph-mon[88445]: osd.2 marked itself down and dead 2024-04-22T04:31:55.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:55 smithi040 ceph-mon[91058]: osdmap e337: 8 total, 8 up, 8 in 2024-04-22T04:31:55.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:55 smithi040 ceph-mon[91058]: pgmap v218: 121 pgs: 121 active+clean; 256 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-22T04:31:55.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:55 smithi040 ceph-mon[91058]: osd.2 marked itself down and dead 2024-04-22T04:31:55.409 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:31:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-2[58347]: debug 2024-04-22T04:31:54.963+0000 7fd745e8c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-22T04:31:55.409 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:31:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-2[58347]: debug 2024-04-22T04:31:54.963+0000 7fd745e8c700 -1 osd.2 337 *** Got signal Terminated *** 2024-04-22T04:31:55.410 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:31:54 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-2[58347]: debug 2024-04-22T04:31:54.963+0000 7fd745e8c700 -1 osd.2 337 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T04:31:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:31:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:31:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:31:55.909 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:31:55 smithi040 bash[102765]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-2 2024-04-22T04:31:56.111 INFO:tasks.rados.rados.0.smithi040.stdout:1508: done (2 left) 2024-04-22T04:31:56.111 INFO:tasks.rados.rados.0.smithi040.stdout:1510: done (1 left) 2024-04-22T04:31:56.111 INFO:tasks.rados.rados.0.smithi040.stdout:1511: done (0 left) 2024-04-22T04:31:56.111 INFO:tasks.rados.rados.0.smithi040.stdout:1512: delete oid 24 current snap is 145 2024-04-22T04:31:56.124 INFO:tasks.rados.rados.0.smithi040.stdout:1512: done (0 left) 2024-04-22T04:31:56.124 INFO:tasks.rados.rados.0.smithi040.stdout:1513: snap_remove snap 130 2024-04-22T04:31:56.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:56 smithi062 ceph-mon[78153]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:31:56.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:56 smithi062 ceph-mon[78153]: osdmap e338: 8 total, 7 up, 8 in 2024-04-22T04:31:56.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:56 smithi040 ceph-mon[91058]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:31:56.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:56 smithi040 ceph-mon[91058]: osdmap e338: 8 total, 7 up, 8 in 2024-04-22T04:31:56.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:56 smithi040 ceph-mon[88445]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:31:56.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:56 smithi040 ceph-mon[88445]: osdmap e338: 8 total, 7 up, 8 in 2024-04-22T04:31:57.118 INFO:tasks.rados.rados.0.smithi040.stdout:1513: done (0 left) 2024-04-22T04:31:57.118 INFO:tasks.rados.rados.0.smithi040.stdout:1514: delete oid 24 current snap is 145 2024-04-22T04:31:57.121 INFO:tasks.rados.rados.0.smithi040.stdout:1514: done (0 left) 2024-04-22T04:31:57.121 INFO:tasks.rados.rados.0.smithi040.stdout:1515: read oid 30 snap -1 2024-04-22T04:31:57.121 INFO:tasks.rados.rados.0.smithi040.stdout:1515: expect (ObjNum 489 snap 143 seq_num 489) 2024-04-22T04:31:57.121 INFO:tasks.rados.rados.0.smithi040.stdout:1516: read oid 43 snap -1 2024-04-22T04:31:57.121 INFO:tasks.rados.rados.0.smithi040.stdout:1516: expect (ObjNum 430 snap 122 seq_num 430) 2024-04-22T04:31:57.121 INFO:tasks.rados.rados.0.smithi040.stdout:1517: delete oid 29 current snap is 145 2024-04-22T04:31:57.123 INFO:tasks.rados.rados.0.smithi040.stdout:1517: done (2 left) 2024-04-22T04:31:57.123 INFO:tasks.rados.rados.0.smithi040.stdout:1518: read oid 20 snap 139 2024-04-22T04:31:57.123 INFO:tasks.rados.rados.0.smithi040.stdout:1518: expect (ObjNum 484 snap 137 seq_num 484) 2024-04-22T04:31:57.123 INFO:tasks.rados.rados.0.smithi040.stdout:1519: rollback oid 26 current snap is 145 2024-04-22T04:31:57.123 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 26 to 133 2024-04-22T04:31:57.124 INFO:tasks.rados.rados.0.smithi040.stdout:1520: snap_create 2024-04-22T04:31:57.128 INFO:tasks.rados.rados.0.smithi040.stdout:1515: expect (ObjNum 489 snap 143 seq_num 489) 2024-04-22T04:31:57.157 INFO:tasks.rados.rados.0.smithi040.stdout:1518: expect (ObjNum 484 snap 137 seq_num 484) 2024-04-22T04:31:57.181 INFO:tasks.rados.rados.0.smithi040.stdout:1519: finishing rollback tid 0 to smithi04078109-26 2024-04-22T04:31:57.181 INFO:tasks.rados.rados.0.smithi040.stdout:1519: finishing rollback tid 1 to smithi04078109-26 2024-04-22T04:31:57.181 INFO:tasks.rados.rados.0.smithi040.stdout:1519: finishing rollback tid 2 to smithi04078109-26 2024-04-22T04:31:57.181 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 544 (ObjNum 455 snap 125 seq_num 455) dirty exists 2024-04-22T04:31:57.181 INFO:tasks.rados.rados.0.smithi040.stdout:1516: expect (ObjNum 430 snap 122 seq_num 430) 2024-04-22T04:31:57.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:57 smithi062 ceph-mon[78153]: osdmap e339: 8 total, 7 up, 8 in 2024-04-22T04:31:57.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:57 smithi062 ceph-mon[78153]: pgmap v221: 121 pgs: 7 active+undersized+degraded, 6 peering, 29 active+undersized, 79 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 7 op/s; 26/537 objects degraded (4.842%) 2024-04-22T04:31:57.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:57 smithi040 ceph-mon[88445]: osdmap e339: 8 total, 7 up, 8 in 2024-04-22T04:31:57.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:57 smithi040 ceph-mon[88445]: pgmap v221: 121 pgs: 7 active+undersized+degraded, 6 peering, 29 active+undersized, 79 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 7 op/s; 26/537 objects degraded (4.842%) 2024-04-22T04:31:57.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:57 smithi040 ceph-mon[91058]: osdmap e339: 8 total, 7 up, 8 in 2024-04-22T04:31:57.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:57 smithi040 ceph-mon[91058]: pgmap v221: 121 pgs: 7 active+undersized+degraded, 6 peering, 29 active+undersized, 79 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 7 op/s; 26/537 objects degraded (4.842%) 2024-04-22T04:31:58.123 INFO:tasks.rados.rados.0.smithi040.stdout:1515: done (4 left) 2024-04-22T04:31:58.123 INFO:tasks.rados.rados.0.smithi040.stdout:1516: done (3 left) 2024-04-22T04:31:58.123 INFO:tasks.rados.rados.0.smithi040.stdout:1518: done (2 left) 2024-04-22T04:31:58.123 INFO:tasks.rados.rados.0.smithi040.stdout:1519: done (1 left) 2024-04-22T04:31:58.123 INFO:tasks.rados.rados.0.smithi040.stdout:1520: done (0 left) 2024-04-22T04:31:58.123 INFO:tasks.rados.rados.0.smithi040.stdout:1521: rollback oid 29 current snap is 146 2024-04-22T04:31:58.123 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 29 to 144 2024-04-22T04:31:58.123 INFO:tasks.rados.rados.0.smithi040.stdout:1522: read oid 47 snap -1 2024-04-22T04:31:58.123 INFO:tasks.rados.rados.0.smithi040.stdout:1522: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:31:58.123 INFO:tasks.rados.rados.0.smithi040.stdout:1523: delete oid 13 current snap is 146 2024-04-22T04:31:58.126 INFO:tasks.rados.rados.0.smithi040.stdout:1522: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:31:58.132 INFO:tasks.rados.rados.0.smithi040.stdout:1521: finishing rollback tid 1 to smithi04078109-29 2024-04-22T04:31:58.132 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 444 (ObjNum 1 snap 32647 seq_num 2851346512) dirty dne 2024-04-22T04:31:58.132 INFO:tasks.rados.rados.0.smithi040.stdout:1521: done (2 left) 2024-04-22T04:31:58.132 INFO:tasks.rados.rados.0.smithi040.stdout:1522: done (1 left) 2024-04-22T04:31:58.132 INFO:tasks.rados.rados.0.smithi040.stdout:1523: done (0 left) 2024-04-22T04:31:58.132 INFO:tasks.rados.rados.0.smithi040.stdout:1524: delete oid 20 current snap is 146 2024-04-22T04:31:58.134 INFO:tasks.rados.rados.0.smithi040.stdout:1524: done (0 left) 2024-04-22T04:31:58.134 INFO:tasks.rados.rados.0.smithi040.stdout:1525: read oid 32 snap -1 2024-04-22T04:31:58.134 INFO:tasks.rados.rados.0.smithi040.stdout:1525: expect (ObjNum 475 snap 136 seq_num 475) 2024-04-22T04:31:58.134 INFO:tasks.rados.rados.0.smithi040.stdout:1526: snap_create 2024-04-22T04:31:58.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:58 smithi040 ceph-mon[88445]: Health check failed: Degraded data redundancy: 26/537 objects degraded (4.842%), 7 pgs degraded (PG_DEGRADED) 2024-04-22T04:31:58.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:58 smithi040 ceph-mon[88445]: osdmap e340: 8 total, 7 up, 8 in 2024-04-22T04:31:58.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:58 smithi040 ceph-mon[91058]: Health check failed: Degraded data redundancy: 26/537 objects degraded (4.842%), 7 pgs degraded (PG_DEGRADED) 2024-04-22T04:31:58.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:58 smithi040 ceph-mon[91058]: osdmap e340: 8 total, 7 up, 8 in 2024-04-22T04:31:58.159 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:31:57 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.2.service: Succeeded. 2024-04-22T04:31:58.159 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:31:57 smithi040 systemd[1]: Stopped Ceph osd.2 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:31:58.159 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:31:58 smithi040 systemd[1]: Starting Ceph osd.2 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:31:58.165 INFO:tasks.rados.rados.0.smithi040.stdout:1525: expect (ObjNum 475 snap 136 seq_num 475) 2024-04-22T04:31:58.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:58 smithi062 ceph-mon[78153]: Health check failed: Degraded data redundancy: 26/537 objects degraded (4.842%), 7 pgs degraded (PG_DEGRADED) 2024-04-22T04:31:58.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:58 smithi062 ceph-mon[78153]: osdmap e340: 8 total, 7 up, 8 in 2024-04-22T04:31:59.126 INFO:tasks.rados.rados.0.smithi040.stdout:1525: done (1 left) 2024-04-22T04:31:59.126 INFO:tasks.rados.rados.0.smithi040.stdout:1526: done (0 left) 2024-04-22T04:31:59.126 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 44 current snap is 147 2024-04-22T04:31:59.126 INFO:tasks.rados.rados.0.smithi040.stdout:1527: seq_num 501 ranges {0=794624,794624=401408} 2024-04-22T04:31:59.131 INFO:tasks.rados.rados.0.smithi040.stdout:1527: writing smithi04078109-44 from 0 to 794624 tid 1 2024-04-22T04:31:59.134 INFO:tasks.rados.rados.0.smithi040.stdout:1527: writing smithi04078109-44 from 794624 to 1196032 tid 2 2024-04-22T04:31:59.134 INFO:tasks.rados.rados.0.smithi040.stdout:1528: delete oid 45 current snap is 147 2024-04-22T04:31:59.138 INFO:tasks.rados.rados.0.smithi040.stdout:1528: done (1 left) 2024-04-22T04:31:59.138 INFO:tasks.rados.rados.0.smithi040.stdout:1529: snap_create 2024-04-22T04:31:59.138 INFO:tasks.rados.rados.0.smithi040.stdout:1527: finishing write tid 1 to smithi04078109-44 2024-04-22T04:31:59.139 INFO:tasks.rados.rados.0.smithi040.stdout:1527: finishing write tid 2 to smithi04078109-44 2024-04-22T04:31:59.139 INFO:tasks.rados.rados.0.smithi040.stdout:1527: finishing write tid 3 to smithi04078109-44 2024-04-22T04:31:59.140 INFO:tasks.rados.rados.0.smithi040.stdout:1527: finishing write tid 4 to smithi04078109-44 2024-04-22T04:31:59.141 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 896 (ObjNum 501 snap 147 seq_num 501) dirty exists 2024-04-22T04:31:59.141 INFO:tasks.rados.rados.0.smithi040.stdout:1527: left oid 44 (ObjNum 501 snap 147 seq_num 501) 2024-04-22T04:31:59.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:59 smithi062 ceph-mon[78153]: osdmap e341: 8 total, 7 up, 8 in 2024-04-22T04:31:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:31:59 smithi062 ceph-mon[78153]: pgmap v224: 121 pgs: 7 active+undersized+degraded, 6 peering, 29 active+undersized, 79 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 7 op/s; 26/537 objects degraded (4.842%) 2024-04-22T04:31:59.401 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:59 smithi040 ceph-mon[88445]: osdmap e341: 8 total, 7 up, 8 in 2024-04-22T04:31:59.401 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:31:59 smithi040 ceph-mon[88445]: pgmap v224: 121 pgs: 7 active+undersized+degraded, 6 peering, 29 active+undersized, 79 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 7 op/s; 26/537 objects degraded (4.842%) 2024-04-22T04:31:59.401 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:59 smithi040 ceph-mon[91058]: osdmap e341: 8 total, 7 up, 8 in 2024-04-22T04:31:59.402 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:31:59 smithi040 ceph-mon[91058]: pgmap v224: 121 pgs: 7 active+undersized+degraded, 6 peering, 29 active+undersized, 79 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 7 op/s; 26/537 objects degraded (4.842%) 2024-04-22T04:31:59.659 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:31:59 smithi040 bash[103032]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-22T04:31:59.659 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:31:59 smithi040 bash[103032]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-22T04:31:59.659 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:31:59 smithi040 bash[103032]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-22T04:31:59.659 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:31:59 smithi040 bash[103032]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-22T04:31:59.659 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:31:59 smithi040 bash[103032]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-22T04:31:59.659 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:31:59 smithi040 bash[103032]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-22T04:31:59.659 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:31:59 smithi040 bash[103032]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-22T04:32:00.131 INFO:tasks.rados.rados.0.smithi040.stdout:1527: done (1 left) 2024-04-22T04:32:00.131 INFO:tasks.rados.rados.0.smithi040.stdout:1529: done (0 left) 2024-04-22T04:32:00.131 INFO:tasks.rados.rados.0.smithi040.stdout:1530: snap_remove snap 145 2024-04-22T04:32:00.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:00 smithi062 ceph-mon[78153]: osdmap e342: 8 total, 7 up, 8 in 2024-04-22T04:32:00.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:00 smithi040 ceph-mon[88445]: osdmap e342: 8 total, 7 up, 8 in 2024-04-22T04:32:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:32:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:32:00] "GET /metrics HTTP/1.1" 200 212760 "" "Prometheus/2.33.4" 2024-04-22T04:32:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:00 smithi040 ceph-mon[91058]: osdmap e342: 8 total, 7 up, 8 in 2024-04-22T04:32:01.140 INFO:tasks.rados.rados.0.smithi040.stdout:1530: done (0 left) 2024-04-22T04:32:01.140 INFO:tasks.rados.rados.0.smithi040.stdout:1531: snap_create 2024-04-22T04:32:01.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:01 smithi040 ceph-mon[91058]: osdmap e343: 8 total, 7 up, 8 in 2024-04-22T04:32:01.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:01 smithi040 ceph-mon[91058]: pgmap v227: 121 pgs: 10 active+undersized+degraded, 32 active+undersized, 79 active+clean; 261 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 732 KiB/s rd, 292 KiB/s wr, 2 op/s; 57/540 objects degraded (10.556%) 2024-04-22T04:32:01.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:01 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:01.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:01 smithi040 ceph-mon[88445]: osdmap e343: 8 total, 7 up, 8 in 2024-04-22T04:32:01.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:01 smithi040 ceph-mon[88445]: pgmap v227: 121 pgs: 10 active+undersized+degraded, 32 active+undersized, 79 active+clean; 261 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 732 KiB/s rd, 292 KiB/s wr, 2 op/s; 57/540 objects degraded (10.556%) 2024-04-22T04:32:01.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:01 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:01.409 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:32:01 smithi040 ceph-osd[103348]: -- 172.21.15.40:0/3254929496 <== mon.2 v2:172.21.15.40:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560a5bb9eb60 con 0x560a5bb64c00 2024-04-22T04:32:01.409 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:32:01 smithi040 bash[103309]: 5eca6db3ad94e7152510e2751eeaca583938384356bd7143fa8eb69c8f494f3e 2024-04-22T04:32:01.410 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:32:01 smithi040 systemd[1]: Started Ceph osd.2 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:32:01.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:01 smithi062 ceph-mon[78153]: osdmap e343: 8 total, 7 up, 8 in 2024-04-22T04:32:01.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:01 smithi062 ceph-mon[78153]: pgmap v227: 121 pgs: 10 active+undersized+degraded, 32 active+undersized, 79 active+clean; 261 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 732 KiB/s rd, 292 KiB/s wr, 2 op/s; 57/540 objects degraded (10.556%) 2024-04-22T04:32:01.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:01 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:01.909 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:32:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-2[103325]: 2024-04-22T04:32:01.527+0000 7f3ac14c2540 -1 Falling back to public interface 2024-04-22T04:32:02.095 INFO:tasks.rados.rados.0.smithi040.stdout:1531: done (0 left) 2024-04-22T04:32:02.095 INFO:tasks.rados.rados.0.smithi040.stdout:1532: read oid 11 snap -1 2024-04-22T04:32:02.095 INFO:tasks.rados.rados.0.smithi040.stdout:1532: expect deleted 2024-04-22T04:32:02.095 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 24 current snap is 149 2024-04-22T04:32:02.095 INFO:tasks.rados.rados.0.smithi040.stdout:1533: seq_num 503 ranges {0=425984,425984=704512,1130496=98304} 2024-04-22T04:32:02.100 INFO:tasks.rados.rados.0.smithi040.stdout:1533: writing smithi04078109-24 from 0 to 425984 tid 1 2024-04-22T04:32:02.102 INFO:tasks.rados.rados.0.smithi040.stdout:1533: writing smithi04078109-24 from 425984 to 1130496 tid 2 2024-04-22T04:32:02.102 INFO:tasks.rados.rados.0.smithi040.stdout:1533: writing smithi04078109-24 from 1130496 to 1228800 tid 3 2024-04-22T04:32:02.103 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 149 2024-04-22T04:32:02.103 INFO:tasks.rados.rados.0.smithi040.stdout:1534: seq_num 504 ranges {6242304=450560,6692864=589824,7282688=212992} 2024-04-22T04:32:02.140 INFO:tasks.rados.rados.0.smithi040.stdout:1534: writing smithi04078109-32 from 6242304 to 6692864 tid 1 2024-04-22T04:32:02.143 INFO:tasks.rados.rados.0.smithi040.stdout:1534: writing smithi04078109-32 from 6692864 to 7282688 tid 2 2024-04-22T04:32:02.145 INFO:tasks.rados.rados.0.smithi040.stdout:1534: writing smithi04078109-32 from 7282688 to 7495680 tid 3 2024-04-22T04:32:02.145 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 36 current snap is 149 2024-04-22T04:32:02.145 INFO:tasks.rados.rados.0.smithi040.stdout:1533: finishing write tid 1 to smithi04078109-24 2024-04-22T04:32:02.145 INFO:tasks.rados.rados.0.smithi040.stdout:1533: finishing write tid 2 to smithi04078109-24 2024-04-22T04:32:02.145 INFO:tasks.rados.rados.0.smithi040.stdout:1533: finishing write tid 3 to smithi04078109-24 2024-04-22T04:32:02.145 INFO:tasks.rados.rados.0.smithi040.stdout:1533: finishing write tid 4 to smithi04078109-24 2024-04-22T04:32:02.145 INFO:tasks.rados.rados.0.smithi040.stdout:1533: finishing write tid 5 to smithi04078109-24 2024-04-22T04:32:02.145 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 642 (ObjNum 503 snap 149 seq_num 503) dirty exists 2024-04-22T04:32:02.145 INFO:tasks.rados.rados.0.smithi040.stdout:1533: left oid 24 (ObjNum 503 snap 149 seq_num 503) 2024-04-22T04:32:02.145 INFO:tasks.rados.rados.0.smithi040.stdout:1534: finishing write tid 1 to smithi04078109-32 2024-04-22T04:32:02.145 INFO:tasks.rados.rados.0.smithi040.stdout:1535: seq_num 505 ranges {0=466944,466944=475136,942080=327680} 2024-04-22T04:32:02.147 INFO:tasks.rados.rados.0.smithi040.stdout:1535: writing smithi04078109-36 from 0 to 466944 tid 1 2024-04-22T04:32:02.150 INFO:tasks.rados.rados.0.smithi040.stdout:1535: writing smithi04078109-36 from 466944 to 942080 tid 2 2024-04-22T04:32:02.152 INFO:tasks.rados.rados.0.smithi040.stdout:1535: writing smithi04078109-36 from 942080 to 1269760 tid 3 2024-04-22T04:32:02.152 INFO:tasks.rados.rados.0.smithi040.stdout:1532: done (3 left) 2024-04-22T04:32:02.152 INFO:tasks.rados.rados.0.smithi040.stdout:1533: done (2 left) 2024-04-22T04:32:02.152 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 33 current snap is 149 2024-04-22T04:32:02.152 INFO:tasks.rados.rados.0.smithi040.stdout:1536: seq_num 506 ranges {6873088=483328,7356416=761856,8118272=40960} 2024-04-22T04:32:02.192 INFO:tasks.rados.rados.0.smithi040.stdout:1536: writing smithi04078109-33 from 6873088 to 7356416 tid 1 2024-04-22T04:32:02.197 INFO:tasks.rados.rados.0.smithi040.stdout:1536: writing smithi04078109-33 from 7356416 to 8118272 tid 2 2024-04-22T04:32:02.197 INFO:tasks.rados.rados.0.smithi040.stdout:1536: writing smithi04078109-33 from 8118272 to 8159232 tid 3 2024-04-22T04:32:02.197 INFO:tasks.rados.rados.0.smithi040.stdout:1537: snap_remove snap 136 2024-04-22T04:32:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:02 smithi040 ceph-mon[88445]: osdmap e344: 8 total, 7 up, 8 in 2024-04-22T04:32:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:32:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:02 smithi040 ceph-mon[88445]: osdmap e345: 8 total, 7 up, 8 in 2024-04-22T04:32:02.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:02 smithi040 ceph-mon[91058]: osdmap e344: 8 total, 7 up, 8 in 2024-04-22T04:32:02.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:02.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:32:02.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:02 smithi040 ceph-mon[91058]: osdmap e345: 8 total, 7 up, 8 in 2024-04-22T04:32:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:02 smithi062 ceph-mon[78153]: osdmap e344: 8 total, 7 up, 8 in 2024-04-22T04:32:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:32:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:02 smithi062 ceph-mon[78153]: osdmap e345: 8 total, 7 up, 8 in 2024-04-22T04:32:03.146 INFO:tasks.rados.rados.0.smithi040.stdout:1537: done (3 left) 2024-04-22T04:32:03.146 INFO:tasks.rados.rados.0.smithi040.stdout:1538: rollback oid 20 current snap is 149 2024-04-22T04:32:03.146 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 20 to 148 2024-04-22T04:32:03.146 INFO:tasks.rados.rados.0.smithi040.stdout:1534: finishing write tid 2 to smithi04078109-32 2024-04-22T04:32:03.146 INFO:tasks.rados.rados.0.smithi040.stdout:1534: finishing write tid 3 to smithi04078109-32 2024-04-22T04:32:03.146 INFO:tasks.rados.rados.0.smithi040.stdout:1534: finishing write tid 4 to smithi04078109-32 2024-04-22T04:32:03.146 INFO:tasks.rados.rados.0.smithi040.stdout:1534: finishing write tid 5 to smithi04078109-32 2024-04-22T04:32:03.146 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 647 (ObjNum 504 snap 149 seq_num 504) dirty exists 2024-04-22T04:32:03.146 INFO:tasks.rados.rados.0.smithi040.stdout:1534: left oid 32 (ObjNum 504 snap 149 seq_num 504) 2024-04-22T04:32:03.147 INFO:tasks.rados.rados.0.smithi040.stdout:1535: finishing write tid 1 to smithi04078109-36 2024-04-22T04:32:03.147 INFO:tasks.rados.rados.0.smithi040.stdout:1534: done (3 left) 2024-04-22T04:32:03.147 INFO:tasks.rados.rados.0.smithi040.stdout:1539: snap_remove snap 117 2024-04-22T04:32:03.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:03 smithi040 ceph-mon[88445]: pgmap v230: 121 pgs: 10 active+undersized+degraded, 32 active+undersized, 79 active+clean; 261 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 292 KiB/s wr, 7 op/s; 58/546 objects degraded (10.623%) 2024-04-22T04:32:03.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:03 smithi040 ceph-mon[91058]: pgmap v230: 121 pgs: 10 active+undersized+degraded, 32 active+undersized, 79 active+clean; 261 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 292 KiB/s wr, 7 op/s; 58/546 objects degraded (10.623%) 2024-04-22T04:32:03.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:03 smithi062 ceph-mon[78153]: pgmap v230: 121 pgs: 10 active+undersized+degraded, 32 active+undersized, 79 active+clean; 261 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 292 KiB/s wr, 7 op/s; 58/546 objects degraded (10.623%) 2024-04-22T04:32:04.143 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:04 smithi040 ceph-mon[91058]: Health check update: Degraded data redundancy: 58/546 objects degraded (10.623%), 10 pgs degraded (PG_DEGRADED) 2024-04-22T04:32:04.143 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:04 smithi040 ceph-mon[91058]: osdmap e346: 8 total, 7 up, 8 in 2024-04-22T04:32:04.151 INFO:tasks.rados.rados.0.smithi040.stdout:1539: done (3 left) 2024-04-22T04:32:04.151 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 149 2024-04-22T04:32:04.151 INFO:tasks.rados.rados.0.smithi040.stdout:1535: finishing write tid 2 to smithi04078109-36 2024-04-22T04:32:04.151 INFO:tasks.rados.rados.0.smithi040.stdout:1535: finishing write tid 3 to smithi04078109-36 2024-04-22T04:32:04.151 INFO:tasks.rados.rados.0.smithi040.stdout:1535: finishing write tid 4 to smithi04078109-36 2024-04-22T04:32:04.151 INFO:tasks.rados.rados.0.smithi040.stdout:1535: finishing write tid 5 to smithi04078109-36 2024-04-22T04:32:04.152 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 219 (ObjNum 505 snap 149 seq_num 505) dirty exists 2024-04-22T04:32:04.152 INFO:tasks.rados.rados.0.smithi040.stdout:1535: left oid 36 (ObjNum 505 snap 149 seq_num 505) 2024-04-22T04:32:04.152 INFO:tasks.rados.rados.0.smithi040.stdout:1536: finishing write tid 1 to smithi04078109-33 2024-04-22T04:32:04.152 INFO:tasks.rados.rados.0.smithi040.stdout:1536: finishing write tid 2 to smithi04078109-33 2024-04-22T04:32:04.152 INFO:tasks.rados.rados.0.smithi040.stdout:1536: finishing write tid 3 to smithi04078109-33 2024-04-22T04:32:04.152 INFO:tasks.rados.rados.0.smithi040.stdout:1536: finishing write tid 4 to smithi04078109-33 2024-04-22T04:32:04.152 INFO:tasks.rados.rados.0.smithi040.stdout:1536: finishing write tid 5 to smithi04078109-33 2024-04-22T04:32:04.152 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 763 (ObjNum 506 snap 149 seq_num 506) dirty exists 2024-04-22T04:32:04.152 INFO:tasks.rados.rados.0.smithi040.stdout:1536: left oid 33 (ObjNum 506 snap 149 seq_num 506) 2024-04-22T04:32:04.152 INFO:tasks.rados.rados.0.smithi040.stdout:1538: finishing rollback tid 1 to smithi04078109-20 2024-04-22T04:32:04.152 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 213 (ObjNum -1443077776 snap 21852 seq_num 2851337800) dirty dne 2024-04-22T04:32:04.152 INFO:tasks.rados.rados.0.smithi040.stdout:1540: seq_num 507 ranges {5750784=499712,6250496=638976,6889472=163840} 2024-04-22T04:32:04.186 INFO:tasks.rados.rados.0.smithi040.stdout:1540: writing smithi04078109-35 from 5750784 to 6250496 tid 1 2024-04-22T04:32:04.191 INFO:tasks.rados.rados.0.smithi040.stdout:1540: writing smithi04078109-35 from 6250496 to 6889472 tid 2 2024-04-22T04:32:04.192 INFO:tasks.rados.rados.0.smithi040.stdout:1540: writing smithi04078109-35 from 6889472 to 7053312 tid 3 2024-04-22T04:32:04.192 INFO:tasks.rados.rados.0.smithi040.stdout:1535: done (3 left) 2024-04-22T04:32:04.192 INFO:tasks.rados.rados.0.smithi040.stdout:1536: done (2 left) 2024-04-22T04:32:04.192 INFO:tasks.rados.rados.0.smithi040.stdout:1538: done (1 left) 2024-04-22T04:32:04.193 INFO:tasks.rados.rados.0.smithi040.stdout:1541: read oid 33 snap 146 2024-04-22T04:32:04.193 INFO:tasks.rados.rados.0.smithi040.stdout:1541: expect (ObjNum 275 snap 70 seq_num 275) 2024-04-22T04:32:04.193 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 149 2024-04-22T04:32:04.199 INFO:tasks.rados.rados.0.smithi040.stdout:1542: seq_num 508 ranges {819200=516096,1335296=524288,1859584=278528} 2024-04-22T04:32:04.200 INFO:tasks.rados.rados.0.smithi040.stdout:1542: writing smithi04078109-17 from 819200 to 1335296 tid 1 2024-04-22T04:32:04.206 INFO:tasks.rados.rados.0.smithi040.stdout:1542: writing smithi04078109-17 from 1335296 to 1859584 tid 2 2024-04-22T04:32:04.206 INFO:tasks.rados.rados.0.smithi040.stdout:1542: writing smithi04078109-17 from 1859584 to 2138112 tid 3 2024-04-22T04:32:04.206 INFO:tasks.rados.rados.0.smithi040.stdout:1543: copy_from oid 40 from oid 41 current snap is 149 2024-04-22T04:32:04.206 INFO:tasks.rados.rados.0.smithi040.stdout:1544: snap_remove snap 143 2024-04-22T04:32:04.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:04 smithi040 ceph-mon[88445]: Health check update: Degraded data redundancy: 58/546 objects degraded (10.623%), 10 pgs degraded (PG_DEGRADED) 2024-04-22T04:32:04.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:04 smithi040 ceph-mon[88445]: osdmap e346: 8 total, 7 up, 8 in 2024-04-22T04:32:04.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:04 smithi062 ceph-mon[78153]: Health check update: Degraded data redundancy: 58/546 objects degraded (10.623%), 10 pgs degraded (PG_DEGRADED) 2024-04-22T04:32:04.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:04 smithi062 ceph-mon[78153]: osdmap e346: 8 total, 7 up, 8 in 2024-04-22T04:32:05.160 INFO:tasks.rados.rados.0.smithi040.stdout:1544: done (4 left) 2024-04-22T04:32:05.160 INFO:tasks.rados.rados.0.smithi040.stdout:1545: snap_create 2024-04-22T04:32:05.160 INFO:tasks.rados.rados.0.smithi040.stdout:1540: finishing write tid 1 to smithi04078109-35 2024-04-22T04:32:05.161 INFO:tasks.rados.rados.0.smithi040.stdout:1540: finishing write tid 2 to smithi04078109-35 2024-04-22T04:32:05.161 INFO:tasks.rados.rados.0.smithi040.stdout:1540: finishing write tid 3 to smithi04078109-35 2024-04-22T04:32:05.161 INFO:tasks.rados.rados.0.smithi040.stdout:1540: finishing write tid 4 to smithi04078109-35 2024-04-22T04:32:05.161 INFO:tasks.rados.rados.0.smithi040.stdout:1542: finishing write tid 1 to smithi04078109-17 2024-04-22T04:32:05.161 INFO:tasks.rados.rados.0.smithi040.stdout:1542: finishing write tid 2 to smithi04078109-17 2024-04-22T04:32:05.161 INFO:tasks.rados.rados.0.smithi040.stdout:1542: finishing write tid 3 to smithi04078109-17 2024-04-22T04:32:05.161 INFO:tasks.rados.rados.0.smithi040.stdout:1542: finishing write tid 4 to smithi04078109-17 2024-04-22T04:32:05.161 INFO:tasks.rados.rados.0.smithi040.stdout:1542: finishing write tid 5 to smithi04078109-17 2024-04-22T04:32:05.161 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 913 (ObjNum 508 snap 149 seq_num 508) dirty exists 2024-04-22T04:32:05.161 INFO:tasks.rados.rados.0.smithi040.stdout:1542: left oid 17 (ObjNum 508 snap 149 seq_num 508) 2024-04-22T04:32:05.161 INFO:tasks.rados.rados.0.smithi040.stdout:1541: expect (ObjNum 275 snap 70 seq_num 275) 2024-04-22T04:32:05.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:05 smithi040 ceph-mon[88445]: osdmap e347: 8 total, 7 up, 8 in 2024-04-22T04:32:05.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:05 smithi040 ceph-mon[88445]: pgmap v233: 121 pgs: 10 active+undersized+degraded, 32 active+undersized, 79 active+clean; 261 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 0 B/s wr, 4 op/s; 58/546 objects degraded (10.623%) 2024-04-22T04:32:05.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:05 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:05.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:05 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:05.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:05 smithi040 ceph-mon[91058]: osdmap e347: 8 total, 7 up, 8 in 2024-04-22T04:32:05.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:05 smithi040 ceph-mon[91058]: pgmap v233: 121 pgs: 10 active+undersized+degraded, 32 active+undersized, 79 active+clean; 261 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 0 B/s wr, 4 op/s; 58/546 objects degraded (10.623%) 2024-04-22T04:32:05.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:05 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:05.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:05 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:05.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:05 smithi062 ceph-mon[78153]: osdmap e347: 8 total, 7 up, 8 in 2024-04-22T04:32:05.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:05 smithi062 ceph-mon[78153]: pgmap v233: 121 pgs: 10 active+undersized+degraded, 32 active+undersized, 79 active+clean; 261 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 0 B/s wr, 4 op/s; 58/546 objects degraded (10.623%) 2024-04-22T04:32:05.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:05 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:05.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:05 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:05.530 INFO:tasks.rados.rados.0.smithi040.stdout:1540: finishing write tid 5 to smithi04078109-35 2024-04-22T04:32:05.530 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 768 (ObjNum 507 snap 149 seq_num 507) dirty exists 2024-04-22T04:32:05.530 INFO:tasks.rados.rados.0.smithi040.stdout:1540: left oid 35 (ObjNum 507 snap 149 seq_num 507) 2024-04-22T04:32:05.530 INFO:tasks.rados.rados.0.smithi040.stdout:1543: finishing copy_from racing read to smithi04078109-40 2024-04-22T04:32:05.530 INFO:tasks.rados.rados.0.smithi040.stdout:1543: finishing copy_from to smithi04078109-40 2024-04-22T04:32:05.530 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 585 (ObjNum 441 snap 122 seq_num 441) dirty exists 2024-04-22T04:32:05.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:32:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:32:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:32:06.167 INFO:tasks.rados.rados.0.smithi040.stdout:1540: done (4 left) 2024-04-22T04:32:06.168 INFO:tasks.rados.rados.0.smithi040.stdout:1541: done (3 left) 2024-04-22T04:32:06.168 INFO:tasks.rados.rados.0.smithi040.stdout:1542: done (2 left) 2024-04-22T04:32:06.168 INFO:tasks.rados.rados.0.smithi040.stdout:1543: done (1 left) 2024-04-22T04:32:06.168 INFO:tasks.rados.rados.0.smithi040.stdout:1545: done (0 left) 2024-04-22T04:32:06.168 INFO:tasks.rados.rados.0.smithi040.stdout:1546: read oid 28 snap -1 2024-04-22T04:32:06.168 INFO:tasks.rados.rados.0.smithi040.stdout:1546: expect (ObjNum 396 snap 112 seq_num 396) 2024-04-22T04:32:06.168 INFO:tasks.rados.rados.0.smithi040.stdout:1547: read oid 11 snap -1 2024-04-22T04:32:06.168 INFO:tasks.rados.rados.0.smithi040.stdout:1547: expect deleted 2024-04-22T04:32:06.168 INFO:tasks.rados.rados.0.smithi040.stdout:1548: read oid 14 snap -1 2024-04-22T04:32:06.168 INFO:tasks.rados.rados.0.smithi040.stdout:1548: expect (ObjNum 494 snap 143 seq_num 494) 2024-04-22T04:32:06.168 INFO:tasks.rados.rados.0.smithi040.stdout:1549: copy_from oid 50 from oid 12 current snap is 150 2024-04-22T04:32:06.168 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 45 current snap is 150 2024-04-22T04:32:06.168 INFO:tasks.rados.rados.0.smithi040.stdout:1550: seq_num 509 ranges {0=532480,532480=409600,942080=393216} 2024-04-22T04:32:06.171 INFO:tasks.rados.rados.0.smithi040.stdout:1550: writing smithi04078109-45 from 0 to 532480 tid 1 2024-04-22T04:32:06.177 INFO:tasks.rados.rados.0.smithi040.stdout:1550: writing smithi04078109-45 from 532480 to 942080 tid 2 2024-04-22T04:32:06.177 INFO:tasks.rados.rados.0.smithi040.stdout:1550: writing smithi04078109-45 from 942080 to 1335296 tid 3 2024-04-22T04:32:06.177 INFO:tasks.rados.rados.0.smithi040.stdout:1551: read oid 2 snap 147 2024-04-22T04:32:06.177 INFO:tasks.rados.rados.0.smithi040.stdout:1551: expect (ObjNum 461 snap 128 seq_num 461) 2024-04-22T04:32:06.177 INFO:tasks.rados.rados.0.smithi040.stdout:1552: rollback oid 37 current snap is 150 2024-04-22T04:32:06.177 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 37 to 140 2024-04-22T04:32:06.177 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 150 2024-04-22T04:32:06.177 INFO:tasks.rados.rados.0.smithi040.stdout:1553: seq_num 510 ranges {5070848=548864,5619712=745472,6365184=57344} 2024-04-22T04:32:06.210 INFO:tasks.rados.rados.0.smithi040.stdout:1553: writing smithi04078109-40 from 5070848 to 5619712 tid 1 2024-04-22T04:32:06.214 INFO:tasks.rados.rados.0.smithi040.stdout:1553: writing smithi04078109-40 from 5619712 to 6365184 tid 2 2024-04-22T04:32:06.215 INFO:tasks.rados.rados.0.smithi040.stdout:1553: writing smithi04078109-40 from 6365184 to 6422528 tid 3 2024-04-22T04:32:06.215 INFO:tasks.rados.rados.0.smithi040.stdout:1554: snap_remove snap 115 2024-04-22T04:32:06.445 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:32:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-2[103325]: 2024-04-22T04:32:06.302+0000 7f3ac14c2540 -1 osd.2 0 read_superblock omap replica is missing. 2024-04-22T04:32:06.445 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:32:06 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-2[103325]: 2024-04-22T04:32:06.352+0000 7f3ac14c2540 -1 osd.2 337 log_to_monitors true 2024-04-22T04:32:06.446 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:06 smithi040 ceph-mon[88445]: osdmap e348: 8 total, 7 up, 8 in 2024-04-22T04:32:06.446 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:06 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:06.446 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:32:06.446 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:06 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:06.446 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:06 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:06.446 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:06 smithi040 ceph-mon[91058]: osdmap e348: 8 total, 7 up, 8 in 2024-04-22T04:32:06.446 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:06 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:06.446 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:32:06.446 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:06 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:06.446 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:06 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:06 smithi062 ceph-mon[78153]: osdmap e348: 8 total, 7 up, 8 in 2024-04-22T04:32:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:06 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:32:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:06 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:06 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:07.178 INFO:tasks.rados.rados.0.smithi040.stdout:1554: done (8 left) 2024-04-22T04:32:07.179 INFO:tasks.rados.rados.0.smithi040.stdout:1555: snap_remove snap 124 2024-04-22T04:32:07.630 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:07 smithi040 ceph-mon[91058]: osdmap e349: 8 total, 7 up, 8 in 2024-04-22T04:32:07.630 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:07 smithi040 ceph-mon[91058]: from='osd.2 [v2:172.21.15.40:6818/2605149533,v1:172.21.15.40:6819/2605149533]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T04:32:07.630 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:07 smithi040 ceph-mon[91058]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T04:32:07.630 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:07 smithi040 ceph-mon[91058]: pgmap v236: 121 pgs: 10 active+undersized+degraded, 32 active+undersized, 79 active+clean; 277 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 11 op/s; 61/552 objects degraded (11.051%) 2024-04-22T04:32:07.631 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:32:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-2[103325]: 2024-04-22T04:32:07.218+0000 7f3ab4a93700 -1 osd.2 337 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T04:32:07.631 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:07 smithi040 ceph-mon[88445]: osdmap e349: 8 total, 7 up, 8 in 2024-04-22T04:32:07.631 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:07 smithi040 ceph-mon[88445]: from='osd.2 [v2:172.21.15.40:6818/2605149533,v1:172.21.15.40:6819/2605149533]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T04:32:07.631 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:07 smithi040 ceph-mon[88445]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T04:32:07.631 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:07 smithi040 ceph-mon[88445]: pgmap v236: 121 pgs: 10 active+undersized+degraded, 32 active+undersized, 79 active+clean; 277 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 11 op/s; 61/552 objects degraded (11.051%) 2024-04-22T04:32:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:07 smithi062 ceph-mon[78153]: osdmap e349: 8 total, 7 up, 8 in 2024-04-22T04:32:07.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:07 smithi062 ceph-mon[78153]: from='osd.2 [v2:172.21.15.40:6818/2605149533,v1:172.21.15.40:6819/2605149533]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T04:32:07.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:07 smithi062 ceph-mon[78153]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T04:32:07.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:07 smithi062 ceph-mon[78153]: pgmap v236: 121 pgs: 10 active+undersized+degraded, 32 active+undersized, 79 active+clean; 277 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 11 op/s; 61/552 objects degraded (11.051%) 2024-04-22T04:32:08.189 INFO:tasks.rados.rados.0.smithi040.stdout:1555: done (8 left) 2024-04-22T04:32:08.189 INFO:tasks.rados.rados.0.smithi040.stdout:1556: delete oid 36 current snap is 150 2024-04-22T04:32:08.189 INFO:tasks.rados.rados.0.smithi040.stdout:1548: expect (ObjNum 494 snap 143 seq_num 494) 2024-04-22T04:32:08.207 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:08 smithi040 ceph-mon[88445]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-22T04:32:08.207 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:08 smithi040 ceph-mon[88445]: osdmap e350: 8 total, 7 up, 8 in 2024-04-22T04:32:08.207 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:08 smithi040 ceph-mon[88445]: from='osd.2 [v2:172.21.15.40:6818/2605149533,v1:172.21.15.40:6819/2605149533]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:32:08.207 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:08 smithi040 ceph-mon[88445]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:32:08.208 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:08 smithi040 ceph-mon[91058]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-22T04:32:08.208 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:08 smithi040 ceph-mon[91058]: osdmap e350: 8 total, 7 up, 8 in 2024-04-22T04:32:08.208 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:08 smithi040 ceph-mon[91058]: from='osd.2 [v2:172.21.15.40:6818/2605149533,v1:172.21.15.40:6819/2605149533]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:32:08.208 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:08 smithi040 ceph-mon[91058]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:32:08.227 INFO:tasks.rados.rados.0.smithi040.stdout:1550: finishing write tid 1 to smithi04078109-45 2024-04-22T04:32:08.227 INFO:tasks.rados.rados.0.smithi040.stdout:1552: finishing rollback tid 0 to smithi04078109-37 2024-04-22T04:32:08.227 INFO:tasks.rados.rados.0.smithi040.stdout:1552: finishing rollback tid 1 to smithi04078109-37 2024-04-22T04:32:08.227 INFO:tasks.rados.rados.0.smithi040.stdout:1550: finishing write tid 2 to smithi04078109-45 2024-04-22T04:32:08.227 INFO:tasks.rados.rados.0.smithi040.stdout:1550: finishing write tid 3 to smithi04078109-45 2024-04-22T04:32:08.227 INFO:tasks.rados.rados.0.smithi040.stdout:1550: finishing write tid 4 to smithi04078109-45 2024-04-22T04:32:08.227 INFO:tasks.rados.rados.0.smithi040.stdout:1546: expect (ObjNum 396 snap 112 seq_num 396) 2024-04-22T04:32:08.276 INFO:tasks.rados.rados.0.smithi040.stdout:1550: finishing write tid 5 to smithi04078109-45 2024-04-22T04:32:08.276 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 752 (ObjNum 509 snap 150 seq_num 509) dirty exists 2024-04-22T04:32:08.276 INFO:tasks.rados.rados.0.smithi040.stdout:1550: left oid 45 (ObjNum 509 snap 150 seq_num 509) 2024-04-22T04:32:08.276 INFO:tasks.rados.rados.0.smithi040.stdout:1551: expect (ObjNum 461 snap 128 seq_num 461) 2024-04-22T04:32:08.590 INFO:tasks.rados.rados.0.smithi040.stdout:1549: finishing copy_from racing read to smithi04078109-50 2024-04-22T04:32:08.591 INFO:tasks.rados.rados.0.smithi040.stdout:1552: finishing rollback tid 2 to smithi04078109-37 2024-04-22T04:32:08.591 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 919 (ObjNum 1718706546 snap 1751870293 seq_num 1936223316) dirty exists 2024-04-22T04:32:08.591 INFO:tasks.rados.rados.0.smithi040.stdout:1549: finishing copy_from to smithi04078109-50 2024-04-22T04:32:08.591 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 509 (ObjNum 423 snap 121 seq_num 423) dirty exists 2024-04-22T04:32:08.591 INFO:tasks.rados.rados.0.smithi040.stdout:1553: finishing write tid 1 to smithi04078109-40 2024-04-22T04:32:08.591 INFO:tasks.rados.rados.0.smithi040.stdout:1553: finishing write tid 2 to smithi04078109-40 2024-04-22T04:32:08.591 INFO:tasks.rados.rados.0.smithi040.stdout:1553: finishing write tid 3 to smithi04078109-40 2024-04-22T04:32:08.591 INFO:tasks.rados.rados.0.smithi040.stdout:1553: finishing write tid 4 to smithi04078109-40 2024-04-22T04:32:08.591 INFO:tasks.rados.rados.0.smithi040.stdout:1553: finishing write tid 5 to smithi04078109-40 2024-04-22T04:32:08.591 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 917 (ObjNum 510 snap 150 seq_num 510) dirty exists 2024-04-22T04:32:08.591 INFO:tasks.rados.rados.0.smithi040.stdout:1553: left oid 40 (ObjNum 510 snap 150 seq_num 510) 2024-04-22T04:32:08.591 INFO:tasks.rados.rados.0.smithi040.stdout:1546: done (8 left) 2024-04-22T04:32:08.591 INFO:tasks.rados.rados.0.smithi040.stdout:1547: done (7 left) 2024-04-22T04:32:08.591 INFO:tasks.rados.rados.0.smithi040.stdout:1548: done (6 left) 2024-04-22T04:32:08.591 INFO:tasks.rados.rados.0.smithi040.stdout:1549: done (5 left) 2024-04-22T04:32:08.592 INFO:tasks.rados.rados.0.smithi040.stdout:1550: done (4 left) 2024-04-22T04:32:08.592 INFO:tasks.rados.rados.0.smithi040.stdout:1551: done (3 left) 2024-04-22T04:32:08.592 INFO:tasks.rados.rados.0.smithi040.stdout:1552: done (2 left) 2024-04-22T04:32:08.592 INFO:tasks.rados.rados.0.smithi040.stdout:1553: done (1 left) 2024-04-22T04:32:08.592 INFO:tasks.rados.rados.0.smithi040.stdout:1556: done (0 left) 2024-04-22T04:32:08.592 INFO:tasks.rados.rados.0.smithi040.stdout:1557: setattr oid 18 current snap is 150 2024-04-22T04:32:08.592 INFO:tasks.rados.rados.0.smithi040.stdout:1558: delete oid 22 current snap is 150 2024-04-22T04:32:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:08 smithi062 ceph-mon[78153]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-22T04:32:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:08 smithi062 ceph-mon[78153]: osdmap e350: 8 total, 7 up, 8 in 2024-04-22T04:32:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:08 smithi062 ceph-mon[78153]: from='osd.2 [v2:172.21.15.40:6818/2605149533,v1:172.21.15.40:6819/2605149533]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:32:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:08 smithi062 ceph-mon[78153]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:32:09.213 INFO:tasks.rados.rados.0.smithi040.stdout:1558: done (1 left) 2024-04-22T04:32:09.213 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 150 2024-04-22T04:32:09.213 INFO:tasks.rados.rados.0.smithi040.stdout:1559: seq_num 513 ranges {2646016=598016,3244032=794624,4038656=8192} 2024-04-22T04:32:09.230 INFO:tasks.rados.rados.0.smithi040.stdout:1559: writing smithi04078109-6 from 2646016 to 3244032 tid 1 2024-04-22T04:32:09.236 INFO:tasks.rados.rados.0.smithi040.stdout:1559: writing smithi04078109-6 from 3244032 to 4038656 tid 2 2024-04-22T04:32:09.236 INFO:tasks.rados.rados.0.smithi040.stdout:1559: writing smithi04078109-6 from 4038656 to 4046848 tid 3 2024-04-22T04:32:09.236 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 546 (ObjNum 0 snap 32647 seq_num 2851778784) dirty exists 2024-04-22T04:32:09.236 INFO:tasks.rados.rados.0.smithi040.stdout:1559: finishing write tid 1 to smithi04078109-6 2024-04-22T04:32:09.236 INFO:tasks.rados.rados.0.smithi040.stdout:1557: done (1 left) 2024-04-22T04:32:09.236 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 150 2024-04-22T04:32:09.236 INFO:tasks.rados.rados.0.smithi040.stdout:1560: seq_num 514 ranges {7053312=614400,7667712=679936,8347648=122880} 2024-04-22T04:32:09.278 INFO:tasks.rados.rados.0.smithi040.stdout:1560: writing smithi04078109-35 from 7053312 to 7667712 tid 1 2024-04-22T04:32:09.282 INFO:tasks.rados.rados.0.smithi040.stdout:1560: writing smithi04078109-35 from 7667712 to 8347648 tid 2 2024-04-22T04:32:09.283 INFO:tasks.rados.rados.0.smithi040.stdout:1560: writing smithi04078109-35 from 8347648 to 8470528 tid 3 2024-04-22T04:32:09.283 INFO:tasks.rados.rados.0.smithi040.stdout:1561: snap_remove snap 139 2024-04-22T04:32:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:09 smithi040 ceph-mon[91058]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:32:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:09 smithi040 ceph-mon[91058]: osd.2 [v2:172.21.15.40:6818/2605149533,v1:172.21.15.40:6819/2605149533] boot 2024-04-22T04:32:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:09 smithi040 ceph-mon[91058]: osdmap e351: 8 total, 8 up, 8 in 2024-04-22T04:32:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:09 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:32:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:09 smithi040 ceph-mon[91058]: pgmap v239: 121 pgs: 10 active+undersized+degraded, 32 active+undersized, 79 active+clean; 277 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 11 op/s; 61/552 objects degraded (11.051%) 2024-04-22T04:32:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:09 smithi040 ceph-mon[91058]: osdmap e352: 8 total, 8 up, 8 in 2024-04-22T04:32:09.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:09 smithi040 ceph-mon[88445]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:32:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:09 smithi040 ceph-mon[88445]: osd.2 [v2:172.21.15.40:6818/2605149533,v1:172.21.15.40:6819/2605149533] boot 2024-04-22T04:32:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:09 smithi040 ceph-mon[88445]: osdmap e351: 8 total, 8 up, 8 in 2024-04-22T04:32:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:09 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:32:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:09 smithi040 ceph-mon[88445]: pgmap v239: 121 pgs: 10 active+undersized+degraded, 32 active+undersized, 79 active+clean; 277 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 11 op/s; 61/552 objects degraded (11.051%) 2024-04-22T04:32:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:09 smithi040 ceph-mon[88445]: osdmap e352: 8 total, 8 up, 8 in 2024-04-22T04:32:09.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:09 smithi062 ceph-mon[78153]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:32:09.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:09 smithi062 ceph-mon[78153]: osd.2 [v2:172.21.15.40:6818/2605149533,v1:172.21.15.40:6819/2605149533] boot 2024-04-22T04:32:09.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:09 smithi062 ceph-mon[78153]: osdmap e351: 8 total, 8 up, 8 in 2024-04-22T04:32:09.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:09 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T04:32:09.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:09 smithi062 ceph-mon[78153]: pgmap v239: 121 pgs: 10 active+undersized+degraded, 32 active+undersized, 79 active+clean; 277 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 11 op/s; 61/552 objects degraded (11.051%) 2024-04-22T04:32:09.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:09 smithi062 ceph-mon[78153]: osdmap e352: 8 total, 8 up, 8 in 2024-04-22T04:32:09.908 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:32:09 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:32:09.744+0000 7f8f64989700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-22T04:32:10.217 INFO:tasks.rados.rados.0.smithi040.stdout:1561: done (2 left) 2024-04-22T04:32:10.217 INFO:tasks.rados.rados.0.smithi040.stdout:1562: snap_remove snap 144 2024-04-22T04:32:10.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:32:10] "GET /metrics HTTP/1.1" 200 212798 "" "Prometheus/2.33.4" 2024-04-22T04:32:10.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:10 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:10.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:10 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:10 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:32:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:10 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:32:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:10 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:10 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:32:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:10 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:10 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:10 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:10 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-22T04:32:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:10 smithi062 ceph-mon[78153]: osdmap e353: 8 total, 8 up, 8 in 2024-04-22T04:32:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:32:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:32:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:32:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:10.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-22T04:32:10.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[88445]: osdmap e353: 8 total, 8 up, 8 in 2024-04-22T04:32:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:32:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:32:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:32:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-22T04:32:10.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:10 smithi040 ceph-mon[91058]: osdmap e353: 8 total, 8 up, 8 in 2024-04-22T04:32:11.225 INFO:tasks.rados.rados.0.smithi040.stdout:1562: done (2 left) 2024-04-22T04:32:11.225 INFO:tasks.rados.rados.0.smithi040.stdout:1563: snap_create 2024-04-22T04:32:11.225 INFO:tasks.rados.rados.0.smithi040.stdout:1559: finishing write tid 2 to smithi04078109-6 2024-04-22T04:32:11.225 INFO:tasks.rados.rados.0.smithi040.stdout:1559: finishing write tid 3 to smithi04078109-6 2024-04-22T04:32:11.225 INFO:tasks.rados.rados.0.smithi040.stdout:1559: finishing write tid 4 to smithi04078109-6 2024-04-22T04:32:11.225 INFO:tasks.rados.rados.0.smithi040.stdout:1559: finishing write tid 5 to smithi04078109-6 2024-04-22T04:32:11.225 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 944 (ObjNum 513 snap 150 seq_num 513) dirty exists 2024-04-22T04:32:11.225 INFO:tasks.rados.rados.0.smithi040.stdout:1559: left oid 6 (ObjNum 513 snap 150 seq_num 513) 2024-04-22T04:32:11.225 INFO:tasks.rados.rados.0.smithi040.stdout:1560: finishing write tid 1 to smithi04078109-35 2024-04-22T04:32:11.225 INFO:tasks.rados.rados.0.smithi040.stdout:1560: finishing write tid 2 to smithi04078109-35 2024-04-22T04:32:11.225 INFO:tasks.rados.rados.0.smithi040.stdout:1560: finishing write tid 3 to smithi04078109-35 2024-04-22T04:32:11.225 INFO:tasks.rados.rados.0.smithi040.stdout:1560: finishing write tid 4 to smithi04078109-35 2024-04-22T04:32:11.226 INFO:tasks.rados.rados.0.smithi040.stdout:1560: finishing write tid 5 to smithi04078109-35 2024-04-22T04:32:11.226 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 773 (ObjNum 514 snap 150 seq_num 514) dirty exists 2024-04-22T04:32:11.226 INFO:tasks.rados.rados.0.smithi040.stdout:1560: left oid 35 (ObjNum 514 snap 150 seq_num 514) 2024-04-22T04:32:11.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:11 smithi062 ceph-mon[78153]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-22T04:32:11.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:11 smithi062 ceph-mon[78153]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-22T04:32:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:11 smithi062 ceph-mon[78153]: pgmap v242: 121 pgs: 9 active+undersized+degraded, 29 active+undersized, 83 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 998 KiB/s wr, 3 op/s; 59/558 objects degraded (10.573%) 2024-04-22T04:32:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:11 smithi062 ceph-mon[78153]: Health check update: Degraded data redundancy: 59/558 objects degraded (10.573%), 9 pgs degraded (PG_DEGRADED) 2024-04-22T04:32:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:11 smithi062 ceph-mon[78153]: osdmap e354: 8 total, 8 up, 8 in 2024-04-22T04:32:11.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:11 smithi040 ceph-mon[88445]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-22T04:32:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:11 smithi040 ceph-mon[88445]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-22T04:32:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:11 smithi040 ceph-mon[88445]: pgmap v242: 121 pgs: 9 active+undersized+degraded, 29 active+undersized, 83 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 998 KiB/s wr, 3 op/s; 59/558 objects degraded (10.573%) 2024-04-22T04:32:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:11 smithi040 ceph-mon[88445]: Health check update: Degraded data redundancy: 59/558 objects degraded (10.573%), 9 pgs degraded (PG_DEGRADED) 2024-04-22T04:32:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:11 smithi040 ceph-mon[88445]: osdmap e354: 8 total, 8 up, 8 in 2024-04-22T04:32:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:11 smithi040 ceph-mon[91058]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-22T04:32:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:11 smithi040 ceph-mon[91058]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-22T04:32:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:11 smithi040 ceph-mon[91058]: pgmap v242: 121 pgs: 9 active+undersized+degraded, 29 active+undersized, 83 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 998 KiB/s wr, 3 op/s; 59/558 objects degraded (10.573%) 2024-04-22T04:32:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:11 smithi040 ceph-mon[91058]: Health check update: Degraded data redundancy: 59/558 objects degraded (10.573%), 9 pgs degraded (PG_DEGRADED) 2024-04-22T04:32:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:11 smithi040 ceph-mon[91058]: osdmap e354: 8 total, 8 up, 8 in 2024-04-22T04:32:12.224 INFO:tasks.rados.rados.0.smithi040.stdout:1559: done (2 left) 2024-04-22T04:32:12.224 INFO:tasks.rados.rados.0.smithi040.stdout:1560: done (1 left) 2024-04-22T04:32:12.224 INFO:tasks.rados.rados.0.smithi040.stdout:1563: done (0 left) 2024-04-22T04:32:12.224 INFO:tasks.rados.rados.0.smithi040.stdout:1564: read oid 50 snap -1 2024-04-22T04:32:12.224 INFO:tasks.rados.rados.0.smithi040.stdout:1564: expect (ObjNum 423 snap 121 seq_num 423) 2024-04-22T04:32:12.224 INFO:tasks.rados.rados.0.smithi040.stdout:1565: setattr oid 32 current snap is 151 2024-04-22T04:32:12.225 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 151 2024-04-22T04:32:12.225 INFO:tasks.rados.rados.0.smithi040.stdout:1566: seq_num 515 ranges {2138112=630784,2768896=565248,3334144=237568} 2024-04-22T04:32:12.240 INFO:tasks.rados.rados.0.smithi040.stdout:1566: writing smithi04078109-17 from 2138112 to 2768896 tid 1 2024-04-22T04:32:12.244 INFO:tasks.rados.rados.0.smithi040.stdout:1566: writing smithi04078109-17 from 2768896 to 3334144 tid 2 2024-04-22T04:32:12.246 INFO:tasks.rados.rados.0.smithi040.stdout:1566: writing smithi04078109-17 from 3334144 to 3571712 tid 3 2024-04-22T04:32:12.246 INFO:tasks.rados.rados.0.smithi040.stdout:1567: copy_from oid 11 from oid 9 current snap is 151 2024-04-22T04:32:12.246 INFO:tasks.rados.rados.0.smithi040.stdout:1568: read oid 47 snap 125 2024-04-22T04:32:12.246 INFO:tasks.rados.rados.0.smithi040.stdout:1568: expect deleted 2024-04-22T04:32:12.246 INFO:tasks.rados.rados.0.smithi040.stdout:1569: rmattr oid 10 current snap is 151 2024-04-22T04:32:12.246 INFO:tasks.rados.rados.0.smithi040.stdout:1569: done (5 left) 2024-04-22T04:32:12.246 INFO:tasks.rados.rados.0.smithi040.stdout:1570: snap_remove snap 142 2024-04-22T04:32:13.242 INFO:tasks.rados.rados.0.smithi040.stdout:1570: done (5 left) 2024-04-22T04:32:13.242 INFO:tasks.rados.rados.0.smithi040.stdout:1571: snap_create 2024-04-22T04:32:13.242 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 669 (ObjNum 504 snap 149 seq_num 504) dirty exists 2024-04-22T04:32:13.242 INFO:tasks.rados.rados.0.smithi040.stdout:1564: expect (ObjNum 423 snap 121 seq_num 423) 2024-04-22T04:32:13.400 INFO:tasks.rados.rados.0.smithi040.stdout:1566: finishing write tid 1 to smithi04078109-17 2024-04-22T04:32:13.400 INFO:tasks.rados.rados.0.smithi040.stdout:1566: finishing write tid 2 to smithi04078109-17 2024-04-22T04:32:13.400 INFO:tasks.rados.rados.0.smithi040.stdout:1566: finishing write tid 3 to smithi04078109-17 2024-04-22T04:32:13.400 INFO:tasks.rados.rados.0.smithi040.stdout:1566: finishing write tid 4 to smithi04078109-17 2024-04-22T04:32:13.400 INFO:tasks.rados.rados.0.smithi040.stdout:1566: finishing write tid 5 to smithi04078109-17 2024-04-22T04:32:13.400 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 948 (ObjNum 515 snap 151 seq_num 515) dirty exists 2024-04-22T04:32:13.400 INFO:tasks.rados.rados.0.smithi040.stdout:1566: left oid 17 (ObjNum 515 snap 151 seq_num 515) 2024-04-22T04:32:13.400 INFO:tasks.rados.rados.0.smithi040.stdout:1567: finishing copy_from racing read to smithi04078109-11 2024-04-22T04:32:13.401 INFO:tasks.rados.rados.0.smithi040.stdout:1567: finishing copy_from to smithi04078109-11 2024-04-22T04:32:13.401 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 698 (ObjNum 490 snap 143 seq_num 490) dirty exists 2024-04-22T04:32:13.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:13 smithi062 ceph-mon[78153]: osdmap e355: 8 total, 8 up, 8 in 2024-04-22T04:32:13.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:13 smithi062 ceph-mon[78153]: pgmap v245: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 278 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 793 KiB/s rd, 1.3 MiB/s wr, 11 op/s; 10 MiB/s, 2 objects/s recovering 2024-04-22T04:32:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:13 smithi040 ceph-mon[88445]: osdmap e355: 8 total, 8 up, 8 in 2024-04-22T04:32:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:13 smithi040 ceph-mon[88445]: pgmap v245: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 278 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 793 KiB/s rd, 1.3 MiB/s wr, 11 op/s; 10 MiB/s, 2 objects/s recovering 2024-04-22T04:32:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:13 smithi040 ceph-mon[91058]: osdmap e355: 8 total, 8 up, 8 in 2024-04-22T04:32:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:13 smithi040 ceph-mon[91058]: pgmap v245: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 278 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 793 KiB/s rd, 1.3 MiB/s wr, 11 op/s; 10 MiB/s, 2 objects/s recovering 2024-04-22T04:32:14.233 INFO:tasks.rados.rados.0.smithi040.stdout:1564: done (5 left) 2024-04-22T04:32:14.233 INFO:tasks.rados.rados.0.smithi040.stdout:1565: done (4 left) 2024-04-22T04:32:14.233 INFO:tasks.rados.rados.0.smithi040.stdout:1566: done (3 left) 2024-04-22T04:32:14.233 INFO:tasks.rados.rados.0.smithi040.stdout:1567: done (2 left) 2024-04-22T04:32:14.233 INFO:tasks.rados.rados.0.smithi040.stdout:1568: done (1 left) 2024-04-22T04:32:14.234 INFO:tasks.rados.rados.0.smithi040.stdout:1571: done (0 left) 2024-04-22T04:32:14.234 INFO:tasks.rados.rados.0.smithi040.stdout:1572: read oid 36 snap -1 2024-04-22T04:32:14.234 INFO:tasks.rados.rados.0.smithi040.stdout:1572: expect deleted 2024-04-22T04:32:14.234 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 1 current snap is 152 2024-04-22T04:32:14.234 INFO:tasks.rados.rados.0.smithi040.stdout:1573: seq_num 516 ranges {3891200=647168,4538368=450560,4988928=352256} 2024-04-22T04:32:14.258 INFO:tasks.rados.rados.0.smithi040.stdout:1573: writing smithi04078109-1 from 3891200 to 4538368 tid 1 2024-04-22T04:32:14.260 INFO:tasks.rados.rados.0.smithi040.stdout:1573: writing smithi04078109-1 from 4538368 to 4988928 tid 2 2024-04-22T04:32:14.266 INFO:tasks.rados.rados.0.smithi040.stdout:1573: writing smithi04078109-1 from 4988928 to 5341184 tid 3 2024-04-22T04:32:14.266 INFO:tasks.rados.rados.0.smithi040.stdout:1574: rollback oid 8 current snap is 152 2024-04-22T04:32:14.266 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 8 to 148 2024-04-22T04:32:14.266 INFO:tasks.rados.rados.0.smithi040.stdout:1572: done (2 left) 2024-04-22T04:32:14.266 INFO:tasks.rados.rados.0.smithi040.stdout:1575: rollback oid 3 current snap is 152 2024-04-22T04:32:14.266 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 3 to 148 2024-04-22T04:32:14.267 INFO:tasks.rados.rados.0.smithi040.stdout:1576: rmattr oid 41 current snap is 152 2024-04-22T04:32:14.267 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 152 2024-04-22T04:32:14.267 INFO:tasks.rados.rados.0.smithi040.stdout:1577: seq_num 517 ranges {0=663552,663552=786432,1449984=16384} 2024-04-22T04:32:14.268 INFO:tasks.rados.rados.0.smithi040.stdout:1577: writing smithi04078109-46 from 0 to 663552 tid 1 2024-04-22T04:32:14.273 INFO:tasks.rados.rados.0.smithi040.stdout:1577: writing smithi04078109-46 from 663552 to 1449984 tid 2 2024-04-22T04:32:14.273 INFO:tasks.rados.rados.0.smithi040.stdout:1577: writing smithi04078109-46 from 1449984 to 1466368 tid 3 2024-04-22T04:32:14.273 INFO:tasks.rados.rados.0.smithi040.stdout:1578: read oid 43 snap -1 2024-04-22T04:32:14.273 INFO:tasks.rados.rados.0.smithi040.stdout:1578: expect (ObjNum 430 snap 122 seq_num 430) 2024-04-22T04:32:14.273 INFO:tasks.rados.rados.0.smithi040.stdout:1579: rollback oid 28 current snap is 152 2024-04-22T04:32:14.273 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 28 to 150 2024-04-22T04:32:14.273 INFO:tasks.rados.rados.0.smithi040.stdout:1573: finishing write tid 1 to smithi04078109-1 2024-04-22T04:32:14.273 INFO:tasks.rados.rados.0.smithi040.stdout:1573: finishing write tid 2 to smithi04078109-1 2024-04-22T04:32:14.274 INFO:tasks.rados.rados.0.smithi040.stdout:1580: snap_remove snap 126 2024-04-22T04:32:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:14 smithi062 ceph-mon[78153]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 59/558 objects degraded (10.573%), 9 pgs degraded) 2024-04-22T04:32:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:14 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:32:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:14 smithi062 ceph-mon[78153]: osdmap e356: 8 total, 8 up, 8 in 2024-04-22T04:32:14.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:14 smithi040 ceph-mon[91058]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 59/558 objects degraded (10.573%), 9 pgs degraded) 2024-04-22T04:32:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:14 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:32:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:14 smithi040 ceph-mon[91058]: osdmap e356: 8 total, 8 up, 8 in 2024-04-22T04:32:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:14 smithi040 ceph-mon[88445]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 59/558 objects degraded (10.573%), 9 pgs degraded) 2024-04-22T04:32:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:14 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:32:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:14 smithi040 ceph-mon[88445]: osdmap e356: 8 total, 8 up, 8 in 2024-04-22T04:32:15.248 INFO:tasks.rados.rados.0.smithi040.stdout:1580: done (7 left) 2024-04-22T04:32:15.248 INFO:tasks.rados.rados.0.smithi040.stdout:1581: read oid 6 snap -1 2024-04-22T04:32:15.249 INFO:tasks.rados.rados.0.smithi040.stdout:1581: expect (ObjNum 513 snap 150 seq_num 513) 2024-04-22T04:32:15.255 INFO:tasks.rados.rados.0.smithi040.stdout:1582: delete oid 11 current snap is 152 2024-04-22T04:32:15.255 INFO:tasks.rados.rados.0.smithi040.stdout:1575: finishing rollback tid 0 to smithi04078109-3 2024-04-22T04:32:15.255 INFO:tasks.rados.rados.0.smithi040.stdout:1574: finishing rollback tid 0 to smithi04078109-8 2024-04-22T04:32:15.255 INFO:tasks.rados.rados.0.smithi040.stdout:1574: finishing rollback tid 1 to smithi04078109-8 2024-04-22T04:32:15.255 INFO:tasks.rados.rados.0.smithi040.stdout:1575: finishing rollback tid 1 to smithi04078109-3 2024-04-22T04:32:15.255 INFO:tasks.rados.rados.0.smithi040.stdout:1573: finishing write tid 3 to smithi04078109-1 2024-04-22T04:32:15.255 INFO:tasks.rados.rados.0.smithi040.stdout:1575: finishing rollback tid 2 to smithi04078109-3 2024-04-22T04:32:15.255 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 677 (ObjNum 447 snap 124 seq_num 447) dirty exists 2024-04-22T04:32:15.255 INFO:tasks.rados.rados.0.smithi040.stdout:1573: finishing write tid 4 to smithi04078109-1 2024-04-22T04:32:15.256 INFO:tasks.rados.rados.0.smithi040.stdout:1574: finishing rollback tid 2 to smithi04078109-8 2024-04-22T04:32:15.256 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 595 (ObjNum 449 snap 124 seq_num 449) dirty exists 2024-04-22T04:32:15.256 INFO:tasks.rados.rados.0.smithi040.stdout:1573: finishing write tid 5 to smithi04078109-1 2024-04-22T04:32:15.256 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 812 (ObjNum 516 snap 152 seq_num 516) dirty exists 2024-04-22T04:32:15.256 INFO:tasks.rados.rados.0.smithi040.stdout:1573: left oid 1 (ObjNum 516 snap 152 seq_num 516) 2024-04-22T04:32:15.256 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 954 (ObjNum 441 snap 122 seq_num 441) dirty exists 2024-04-22T04:32:15.256 INFO:tasks.rados.rados.0.smithi040.stdout:1577: finishing write tid 1 to smithi04078109-46 2024-04-22T04:32:15.256 INFO:tasks.rados.rados.0.smithi040.stdout:1579: finishing rollback tid 0 to smithi04078109-28 2024-04-22T04:32:15.256 INFO:tasks.rados.rados.0.smithi040.stdout:1579: finishing rollback tid 1 to smithi04078109-28 2024-04-22T04:32:15.256 INFO:tasks.rados.rados.0.smithi040.stdout:1579: finishing rollback tid 2 to smithi04078109-28 2024-04-22T04:32:15.256 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 598 (ObjNum 396 snap 112 seq_num 396) dirty exists 2024-04-22T04:32:15.256 INFO:tasks.rados.rados.0.smithi040.stdout:1577: finishing write tid 2 to smithi04078109-46 2024-04-22T04:32:15.256 INFO:tasks.rados.rados.0.smithi040.stdout:1577: finishing write tid 3 to smithi04078109-46 2024-04-22T04:32:15.256 INFO:tasks.rados.rados.0.smithi040.stdout:1577: finishing write tid 4 to smithi04078109-46 2024-04-22T04:32:15.256 INFO:tasks.rados.rados.0.smithi040.stdout:1577: finishing write tid 5 to smithi04078109-46 2024-04-22T04:32:15.256 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 177 (ObjNum 517 snap 152 seq_num 517) dirty exists 2024-04-22T04:32:15.257 INFO:tasks.rados.rados.0.smithi040.stdout:1577: left oid 46 (ObjNum 517 snap 152 seq_num 517) 2024-04-22T04:32:15.257 INFO:tasks.rados.rados.0.smithi040.stdout:1578: expect (ObjNum 430 snap 122 seq_num 430) 2024-04-22T04:32:15.382 INFO:tasks.rados.rados.0.smithi040.stdout:1581: expect (ObjNum 513 snap 150 seq_num 513) 2024-04-22T04:32:15.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:32:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:32:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:32:15.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:15 smithi062 ceph-mon[78153]: osdmap e357: 8 total, 8 up, 8 in 2024-04-22T04:32:15.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:15 smithi062 ceph-mon[78153]: pgmap v248: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 278 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 792 KiB/s rd, 346 KiB/s wr, 7 op/s; 10 MiB/s, 2 objects/s recovering 2024-04-22T04:32:15.644 INFO:tasks.rados.rados.0.smithi040.stdout:1573: done (8 left) 2024-04-22T04:32:15.644 INFO:tasks.rados.rados.0.smithi040.stdout:1574: done (7 left) 2024-04-22T04:32:15.644 INFO:tasks.rados.rados.0.smithi040.stdout:1575: done (6 left) 2024-04-22T04:32:15.644 INFO:tasks.rados.rados.0.smithi040.stdout:1576: done (5 left) 2024-04-22T04:32:15.644 INFO:tasks.rados.rados.0.smithi040.stdout:1577: done (4 left) 2024-04-22T04:32:15.644 INFO:tasks.rados.rados.0.smithi040.stdout:1578: done (3 left) 2024-04-22T04:32:15.644 INFO:tasks.rados.rados.0.smithi040.stdout:1579: done (2 left) 2024-04-22T04:32:15.644 INFO:tasks.rados.rados.0.smithi040.stdout:1581: done (1 left) 2024-04-22T04:32:15.644 INFO:tasks.rados.rados.0.smithi040.stdout:1582: done (0 left) 2024-04-22T04:32:15.645 INFO:tasks.rados.rados.0.smithi040.stdout:1583: read oid 15 snap 125 2024-04-22T04:32:15.645 INFO:tasks.rados.rados.0.smithi040.stdout:1583: expect (ObjNum 250 snap 63 seq_num 250) 2024-04-22T04:32:15.645 INFO:tasks.rados.rados.0.smithi040.stdout:1584: delete oid 33 current snap is 152 2024-04-22T04:32:15.646 INFO:tasks.rados.rados.0.smithi040.stdout:1584: done (1 left) 2024-04-22T04:32:15.646 INFO:tasks.rados.rados.0.smithi040.stdout:1585: snap_create 2024-04-22T04:32:15.655 INFO:tasks.rados.rados.0.smithi040.stdout:1583: expect (ObjNum 250 snap 63 seq_num 250) 2024-04-22T04:32:15.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:15 smithi040 ceph-mon[88445]: osdmap e357: 8 total, 8 up, 8 in 2024-04-22T04:32:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:15 smithi040 ceph-mon[88445]: pgmap v248: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 278 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 792 KiB/s rd, 346 KiB/s wr, 7 op/s; 10 MiB/s, 2 objects/s recovering 2024-04-22T04:32:15.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:15 smithi040 ceph-mon[91058]: osdmap e357: 8 total, 8 up, 8 in 2024-04-22T04:32:15.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:15 smithi040 ceph-mon[91058]: pgmap v248: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 278 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 792 KiB/s rd, 346 KiB/s wr, 7 op/s; 10 MiB/s, 2 objects/s recovering 2024-04-22T04:32:16.247 INFO:tasks.rados.rados.0.smithi040.stdout:1583: done (1 left) 2024-04-22T04:32:16.247 INFO:tasks.rados.rados.0.smithi040.stdout:1585: done (0 left) 2024-04-22T04:32:16.247 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 5 current snap is 153 2024-04-22T04:32:16.247 INFO:tasks.rados.rados.0.smithi040.stdout:1586: seq_num 520 ranges {843776=712704,1556480=434176,1990656=368640} 2024-04-22T04:32:16.255 INFO:tasks.rados.rados.0.smithi040.stdout:1586: writing smithi04078109-5 from 843776 to 1556480 tid 1 2024-04-22T04:32:16.259 INFO:tasks.rados.rados.0.smithi040.stdout:1586: writing smithi04078109-5 from 1556480 to 1990656 tid 2 2024-04-22T04:32:16.260 INFO:tasks.rados.rados.0.smithi040.stdout:1586: writing smithi04078109-5 from 1990656 to 2359296 tid 3 2024-04-22T04:32:16.260 INFO:tasks.rados.rados.0.smithi040.stdout:1587: rollback oid 11 current snap is 153 2024-04-22T04:32:16.260 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 11 to 151 2024-04-22T04:32:16.260 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 4 current snap is 153 2024-04-22T04:32:16.260 INFO:tasks.rados.rados.0.smithi040.stdout:1588: seq_num 521 ranges {7004160=729088,7733248=720896,8454144=81920} 2024-04-22T04:32:16.306 INFO:tasks.rados.rados.0.smithi040.stdout:1588: writing smithi04078109-4 from 7004160 to 7733248 tid 1 2024-04-22T04:32:16.307 INFO:tasks.rados.rados.0.smithi040.stdout:1588: writing smithi04078109-4 from 7733248 to 8454144 tid 2 2024-04-22T04:32:16.307 INFO:tasks.rados.rados.0.smithi040.stdout:1588: writing smithi04078109-4 from 8454144 to 8536064 tid 3 2024-04-22T04:32:16.307 INFO:tasks.rados.rados.0.smithi040.stdout:1589: delete oid 30 current snap is 153 2024-04-22T04:32:16.308 INFO:tasks.rados.rados.0.smithi040.stdout:1586: finishing write tid 1 to smithi04078109-5 2024-04-22T04:32:16.308 INFO:tasks.rados.rados.0.smithi040.stdout:1586: finishing write tid 2 to smithi04078109-5 2024-04-22T04:32:16.308 INFO:tasks.rados.rados.0.smithi040.stdout:1587: finishing rollback tid 1 to smithi04078109-11 2024-04-22T04:32:16.308 INFO:tasks.rados.rados.0.smithi040.stdout:1586: finishing write tid 3 to smithi04078109-5 2024-04-22T04:32:16.308 INFO:tasks.rados.rados.0.smithi040.stdout:1587: finishing rollback tid 2 to smithi04078109-11 2024-04-22T04:32:16.308 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 967 (ObjNum 490 snap 143 seq_num 490) dirty exists 2024-04-22T04:32:16.308 INFO:tasks.rados.rados.0.smithi040.stdout:1586: finishing write tid 4 to smithi04078109-5 2024-04-22T04:32:16.308 INFO:tasks.rados.rados.0.smithi040.stdout:1586: finishing write tid 5 to smithi04078109-5 2024-04-22T04:32:16.308 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 969 (ObjNum 520 snap 153 seq_num 520) dirty exists 2024-04-22T04:32:16.308 INFO:tasks.rados.rados.0.smithi040.stdout:1586: left oid 5 (ObjNum 520 snap 153 seq_num 520) 2024-04-22T04:32:16.308 INFO:tasks.rados.rados.0.smithi040.stdout:1588: finishing write tid 1 to smithi04078109-4 2024-04-22T04:32:16.309 INFO:tasks.rados.rados.0.smithi040.stdout:1586: done (3 left) 2024-04-22T04:32:16.309 INFO:tasks.rados.rados.0.smithi040.stdout:1587: done (2 left) 2024-04-22T04:32:16.309 INFO:tasks.rados.rados.0.smithi040.stdout:1589: done (1 left) 2024-04-22T04:32:16.309 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 153 2024-04-22T04:32:16.309 INFO:tasks.rados.rados.0.smithi040.stdout:1590: seq_num 523 ranges {892928=770048,1662976=491520,2154496=311296} 2024-04-22T04:32:16.318 INFO:tasks.rados.rados.0.smithi040.stdout:1590: writing smithi04078109-15 from 892928 to 1662976 tid 1 2024-04-22T04:32:16.321 INFO:tasks.rados.rados.0.smithi040.stdout:1590: writing smithi04078109-15 from 1662976 to 2154496 tid 2 2024-04-22T04:32:16.324 INFO:tasks.rados.rados.0.smithi040.stdout:1590: writing smithi04078109-15 from 2154496 to 2465792 tid 3 2024-04-22T04:32:16.324 INFO:tasks.rados.rados.0.smithi040.stdout:1591: delete oid 34 current snap is 153 2024-04-22T04:32:16.324 INFO:tasks.rados.rados.0.smithi040.stdout:1588: finishing write tid 2 to smithi04078109-4 2024-04-22T04:32:16.324 INFO:tasks.rados.rados.0.smithi040.stdout:1588: finishing write tid 3 to smithi04078109-4 2024-04-22T04:32:16.324 INFO:tasks.rados.rados.0.smithi040.stdout:1588: finishing write tid 4 to smithi04078109-4 2024-04-22T04:32:16.324 INFO:tasks.rados.rados.0.smithi040.stdout:1588: finishing write tid 5 to smithi04078109-4 2024-04-22T04:32:16.324 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 874 (ObjNum 521 snap 153 seq_num 521) dirty exists 2024-04-22T04:32:16.324 INFO:tasks.rados.rados.0.smithi040.stdout:1588: left oid 4 (ObjNum 521 snap 153 seq_num 521) 2024-04-22T04:32:16.324 INFO:tasks.rados.rados.0.smithi040.stdout:1590: finishing write tid 1 to smithi04078109-15 2024-04-22T04:32:16.325 INFO:tasks.rados.rados.0.smithi040.stdout:1590: finishing write tid 2 to smithi04078109-15 2024-04-22T04:32:16.326 INFO:tasks.rados.rados.0.smithi040.stdout:1588: done (2 left) 2024-04-22T04:32:16.326 INFO:tasks.rados.rados.0.smithi040.stdout:1591: done (1 left) 2024-04-22T04:32:16.326 INFO:tasks.rados.rados.0.smithi040.stdout:1592: rollback oid 13 current snap is 153 2024-04-22T04:32:16.326 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 13 to 152 2024-04-22T04:32:16.326 INFO:tasks.rados.rados.0.smithi040.stdout:1593: snap_create 2024-04-22T04:32:16.326 INFO:tasks.rados.rados.0.smithi040.stdout:1590: finishing write tid 3 to smithi04078109-15 2024-04-22T04:32:16.327 INFO:tasks.rados.rados.0.smithi040.stdout:1590: finishing write tid 4 to smithi04078109-15 2024-04-22T04:32:16.327 INFO:tasks.rados.rados.0.smithi040.stdout:1592: finishing rollback tid 1 to smithi04078109-13 2024-04-22T04:32:16.327 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 867 (ObjNum 1 snap 32647 seq_num 2851696176) dirty dne 2024-04-22T04:32:16.328 INFO:tasks.rados.rados.0.smithi040.stdout:1590: finishing write tid 5 to smithi04078109-15 2024-04-22T04:32:16.328 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 974 (ObjNum 523 snap 153 seq_num 523) dirty exists 2024-04-22T04:32:16.329 INFO:tasks.rados.rados.0.smithi040.stdout:1590: left oid 15 (ObjNum 523 snap 153 seq_num 523) 2024-04-22T04:32:16.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:16 smithi062 ceph-mon[78153]: osdmap e358: 8 total, 8 up, 8 in 2024-04-22T04:32:16.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:16 smithi040 ceph-mon[88445]: osdmap e358: 8 total, 8 up, 8 in 2024-04-22T04:32:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:16 smithi040 ceph-mon[91058]: osdmap e358: 8 total, 8 up, 8 in 2024-04-22T04:32:17.097 INFO:tasks.rados.rados.0.smithi040.stdout:1590: done (2 left) 2024-04-22T04:32:17.097 INFO:tasks.rados.rados.0.smithi040.stdout:1592: done (1 left) 2024-04-22T04:32:17.097 INFO:tasks.rados.rados.0.smithi040.stdout:1593: done (0 left) 2024-04-22T04:32:17.098 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 38 current snap is 154 2024-04-22T04:32:17.098 INFO:tasks.rados.rados.0.smithi040.stdout:1594: seq_num 525 ranges {0=802816,802816=712704,1515520=90112} 2024-04-22T04:32:17.101 INFO:tasks.rados.rados.0.smithi040.stdout:1594: writing smithi04078109-38 from 0 to 802816 tid 1 2024-04-22T04:32:17.106 INFO:tasks.rados.rados.0.smithi040.stdout:1594: writing smithi04078109-38 from 802816 to 1515520 tid 2 2024-04-22T04:32:17.108 INFO:tasks.rados.rados.0.smithi040.stdout:1594: writing smithi04078109-38 from 1515520 to 1605632 tid 3 2024-04-22T04:32:17.108 INFO:tasks.rados.rados.0.smithi040.stdout:1595: rollback oid 50 current snap is 154 2024-04-22T04:32:17.108 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 50 to 149 2024-04-22T04:32:17.108 INFO:tasks.rados.rados.0.smithi040.stdout:1596: setattr oid 41 current snap is 154 2024-04-22T04:32:17.109 INFO:tasks.rados.rados.0.smithi040.stdout:1597: rollback oid 7 current snap is 154 2024-04-22T04:32:17.109 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 7 to 150 2024-04-22T04:32:17.109 INFO:tasks.rados.rados.0.smithi040.stdout:1598: snap_remove snap 134 2024-04-22T04:32:17.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:17 smithi062 ceph-mon[78153]: osdmap e359: 8 total, 8 up, 8 in 2024-04-22T04:32:17.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:17 smithi062 ceph-mon[78153]: pgmap v251: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-22T04:32:17.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:17 smithi062 ceph-mon[78153]: osdmap e360: 8 total, 8 up, 8 in 2024-04-22T04:32:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:17 smithi040 ceph-mon[91058]: osdmap e359: 8 total, 8 up, 8 in 2024-04-22T04:32:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:17 smithi040 ceph-mon[91058]: pgmap v251: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-22T04:32:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:17 smithi040 ceph-mon[91058]: osdmap e360: 8 total, 8 up, 8 in 2024-04-22T04:32:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:17 smithi040 ceph-mon[88445]: osdmap e359: 8 total, 8 up, 8 in 2024-04-22T04:32:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:17 smithi040 ceph-mon[88445]: pgmap v251: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-22T04:32:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:17 smithi040 ceph-mon[88445]: osdmap e360: 8 total, 8 up, 8 in 2024-04-22T04:32:18.106 INFO:tasks.rados.rados.0.smithi040.stdout:1598: done (4 left) 2024-04-22T04:32:18.107 INFO:tasks.rados.rados.0.smithi040.stdout:1599: rollback oid 14 current snap is 154 2024-04-22T04:32:18.107 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 14 to 149 2024-04-22T04:32:18.107 INFO:tasks.rados.rados.0.smithi040.stdout:1594: finishing write tid 1 to smithi04078109-38 2024-04-22T04:32:18.107 INFO:tasks.rados.rados.0.smithi040.stdout:1597: finishing rollback tid 0 to smithi04078109-7 2024-04-22T04:32:18.107 INFO:tasks.rados.rados.0.smithi040.stdout:1594: finishing write tid 2 to smithi04078109-38 2024-04-22T04:32:18.107 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 976 (ObjNum 441 snap 122 seq_num 441) dirty exists 2024-04-22T04:32:18.107 INFO:tasks.rados.rados.0.smithi040.stdout:1597: finishing rollback tid 1 to smithi04078109-7 2024-04-22T04:32:18.107 INFO:tasks.rados.rados.0.smithi040.stdout:1594: finishing write tid 3 to smithi04078109-38 2024-04-22T04:32:18.107 INFO:tasks.rados.rados.0.smithi040.stdout:1597: finishing rollback tid 2 to smithi04078109-7 2024-04-22T04:32:18.107 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 789 (ObjNum 474 snap 136 seq_num 474) dirty exists 2024-04-22T04:32:18.107 INFO:tasks.rados.rados.0.smithi040.stdout:1594: finishing write tid 4 to smithi04078109-38 2024-04-22T04:32:18.107 INFO:tasks.rados.rados.0.smithi040.stdout:1595: finishing rollback tid 0 to smithi04078109-50 2024-04-22T04:32:18.107 INFO:tasks.rados.rados.0.smithi040.stdout:1595: finishing rollback tid 1 to smithi04078109-50 2024-04-22T04:32:18.107 INFO:tasks.rados.rados.0.smithi040.stdout:1595: finishing rollback tid 2 to smithi04078109-50 2024-04-22T04:32:18.108 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 512 (ObjNum 427 snap 122 seq_num 427) dirty exists 2024-04-22T04:32:18.108 INFO:tasks.rados.rados.0.smithi040.stdout:1594: finishing write tid 5 to smithi04078109-38 2024-04-22T04:32:18.108 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 796 (ObjNum 525 snap 154 seq_num 525) dirty exists 2024-04-22T04:32:18.108 INFO:tasks.rados.rados.0.smithi040.stdout:1594: left oid 38 (ObjNum 525 snap 154 seq_num 525) 2024-04-22T04:32:18.108 INFO:tasks.rados.rados.0.smithi040.stdout:1594: done (4 left) 2024-04-22T04:32:18.108 INFO:tasks.rados.rados.0.smithi040.stdout:1595: done (3 left) 2024-04-22T04:32:18.108 INFO:tasks.rados.rados.0.smithi040.stdout:1596: done (2 left) 2024-04-22T04:32:18.108 INFO:tasks.rados.rados.0.smithi040.stdout:1597: done (1 left) 2024-04-22T04:32:18.108 INFO:tasks.rados.rados.0.smithi040.stdout:1600: delete oid 31 current snap is 154 2024-04-22T04:32:18.115 INFO:tasks.rados.rados.0.smithi040.stdout:1599: finishing rollback tid 0 to smithi04078109-14 2024-04-22T04:32:18.115 INFO:tasks.rados.rados.0.smithi040.stdout:1599: finishing rollback tid 1 to smithi04078109-14 2024-04-22T04:32:18.115 INFO:tasks.rados.rados.0.smithi040.stdout:1599: finishing rollback tid 2 to smithi04078109-14 2024-04-22T04:32:18.115 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 505 (ObjNum 494 snap 143 seq_num 494) dirty exists 2024-04-22T04:32:18.120 INFO:tasks.rados.rados.0.smithi040.stdout:1599: done (1 left) 2024-04-22T04:32:18.120 INFO:tasks.rados.rados.0.smithi040.stdout:1600: done (0 left) 2024-04-22T04:32:18.120 INFO:tasks.rados.rados.0.smithi040.stdout:1601: snap_remove snap 150 2024-04-22T04:32:18.681 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:32:18.988 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:32:18.989 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (5m) 13s ago 6m 24.1M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:32:18.989 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (6m) 2m ago 6m 59.4M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:32:18.989 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (7m) 13s ago 7m 14.2M - 16.2.15-1-g8963e9de 727f386679cb 07889a83e85d 2024-04-22T04:32:18.989 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (7m) 2m ago 7m 16.5M - 16.2.15-1-g8963e9de 727f386679cb 37118b502053 2024-04-22T04:32:18.989 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (3m) 2m ago 11m 430M - 17.2.7-878-g5d873850 c90a446c4c8e aa2238c1b793 2024-04-22T04:32:18.989 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 running (3m) 13s ago 13m 482M - 17.2.7-878-g5d873850 c90a446c4c8e edd41a239d91 2024-04-22T04:32:18.989 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (3m) 13s ago 13m 48.5M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0d79462ba4ea 2024-04-22T04:32:18.989 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (2m) 2m ago 11m 19.8M 2048M 17.2.7-878-g5d873850 c90a446c4c8e ecb1ef3cca09 2024-04-22T04:32:18.989 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (2m) 13s ago 11m 45.2M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0c9cde756a31 2024-04-22T04:32:18.989 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (6m) 13s ago 6m 21.7M - 1.3.1 1dbe0e931976 3d926365bac8 2024-04-22T04:32:18.989 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (6m) 2m ago 6m 21.5M - 1.3.1 1dbe0e931976 cd70c5d64335 2024-04-22T04:32:18.989 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (89s) 13s ago 11m 165M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 7f49c536057f 2024-04-22T04:32:18.989 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (54s) 13s ago 10m 95.3M 2489M 17.2.7-878-g5d873850 c90a446c4c8e d3e5e137996e 2024-04-22T04:32:18.989 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (18s) 13s ago 10m 11.0M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 5eca6db3ad94 2024-04-22T04:32:18.990 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (9m) 13s ago 9m 175M 2489M 16.2.15-1-g8963e9de 727f386679cb 143d3b49613e 2024-04-22T04:32:18.990 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (9m) 2m ago 9m 149M 2488M 16.2.15-1-g8963e9de 727f386679cb 60d50d2f7849 2024-04-22T04:32:18.990 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (8m) 2m ago 8m 119M 2488M 16.2.15-1-g8963e9de 727f386679cb b7e17a5d779e 2024-04-22T04:32:18.990 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (8m) 2m ago 8m 122M 2488M 16.2.15-1-g8963e9de 727f386679cb a25b6c33c8a6 2024-04-22T04:32:18.990 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (8m) 2m ago 8m 82.8M 2488M 16.2.15-1-g8963e9de 727f386679cb 65d10d469953 2024-04-22T04:32:18.990 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (5m) 2m ago 6m 70.2M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:32:19.111 INFO:tasks.rados.rados.0.smithi040.stdout:1601: done (0 left) 2024-04-22T04:32:19.111 INFO:tasks.rados.rados.0.smithi040.stdout:1602: read oid 12 snap 125 2024-04-22T04:32:19.111 INFO:tasks.rados.rados.0.smithi040.stdout:1602: expect (ObjNum 423 snap 121 seq_num 423) 2024-04-22T04:32:19.111 INFO:tasks.rados.rados.0.smithi040.stdout:1603: snap_remove snap 151 2024-04-22T04:32:19.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:19 smithi062 ceph-mon[78153]: osdmap e361: 8 total, 8 up, 8 in 2024-04-22T04:32:19.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:19 smithi062 ceph-mon[78153]: pgmap v254: 121 pgs: 121 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-04-22T04:32:19.386 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:32:19.386 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:32:19.386 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 3 2024-04-22T04:32:19.386 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:32:19.387 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:32:19.387 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:32:19.387 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:32:19.387 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:32:19.387 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 5, 2024-04-22T04:32:19.387 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 3 2024-04-22T04:32:19.388 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:32:19.388 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:32:19.388 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:32:19.388 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:32:19.388 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:32:19.388 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 7, 2024-04-22T04:32:19.389 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 8 2024-04-22T04:32:19.389 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:32:19.389 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:32:19.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:19 smithi040 ceph-mon[88445]: osdmap e361: 8 total, 8 up, 8 in 2024-04-22T04:32:19.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:19 smithi040 ceph-mon[88445]: pgmap v254: 121 pgs: 121 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-04-22T04:32:19.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:19 smithi040 ceph-mon[91058]: osdmap e361: 8 total, 8 up, 8 in 2024-04-22T04:32:19.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:19 smithi040 ceph-mon[91058]: pgmap v254: 121 pgs: 121 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-04-22T04:32:20.117 INFO:tasks.rados.rados.0.smithi040.stdout:1603: done (1 left) 2024-04-22T04:32:20.117 INFO:tasks.rados.rados.0.smithi040.stdout:1604: snap_create 2024-04-22T04:32:20.117 INFO:tasks.rados.rados.0.smithi040.stdout:1602: expect (ObjNum 423 snap 121 seq_num 423) 2024-04-22T04:32:20.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:20 smithi062 ceph-mon[78153]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:32:20.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:20 smithi062 ceph-mon[78153]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:32:20.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:20 smithi062 ceph-mon[78153]: osdmap e362: 8 total, 8 up, 8 in 2024-04-22T04:32:20.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:20 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2744121446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:20.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:20 smithi040 ceph-mon[88445]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:32:20.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:20 smithi040 ceph-mon[88445]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:32:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:20 smithi040 ceph-mon[88445]: osdmap e362: 8 total, 8 up, 8 in 2024-04-22T04:32:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:20 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2744121446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:32:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:32:20] "GET /metrics HTTP/1.1" 200 212798 "" "Prometheus/2.33.4" 2024-04-22T04:32:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:20 smithi040 ceph-mon[91058]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:32:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:20 smithi040 ceph-mon[91058]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:32:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:20 smithi040 ceph-mon[91058]: osdmap e362: 8 total, 8 up, 8 in 2024-04-22T04:32:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:20 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2744121446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:21.126 INFO:tasks.rados.rados.0.smithi040.stdout:1602: done (1 left) 2024-04-22T04:32:21.126 INFO:tasks.rados.rados.0.smithi040.stdout:1604: done (0 left) 2024-04-22T04:32:21.126 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 41 current snap is 155 2024-04-22T04:32:21.127 INFO:tasks.rados.rados.0.smithi040.stdout:1605: seq_num 527 ranges {5070848=434176,5505024=475136,5980160=565248,6545408=163840} 2024-04-22T04:32:21.156 INFO:tasks.rados.rados.0.smithi040.stdout:1605: writing smithi04078109-41 from 5070848 to 5505024 tid 1 2024-04-22T04:32:21.159 INFO:tasks.rados.rados.0.smithi040.stdout:1605: writing smithi04078109-41 from 5505024 to 5980160 tid 2 2024-04-22T04:32:21.162 INFO:tasks.rados.rados.0.smithi040.stdout:1605: writing smithi04078109-41 from 5980160 to 6545408 tid 3 2024-04-22T04:32:21.163 INFO:tasks.rados.rados.0.smithi040.stdout:1605: writing smithi04078109-41 from 6545408 to 6709248 tid 4 2024-04-22T04:32:21.163 INFO:tasks.rados.rados.0.smithi040.stdout:1606: snap_remove snap 153 2024-04-22T04:32:21.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:21 smithi062 ceph-mon[78153]: osdmap e363: 8 total, 8 up, 8 in 2024-04-22T04:32:21.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:21 smithi062 ceph-mon[78153]: pgmap v257: 121 pgs: 121 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 354 KiB/s wr, 9 op/s 2024-04-22T04:32:21.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:21.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:32:21.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:21 smithi040 ceph-mon[88445]: osdmap e363: 8 total, 8 up, 8 in 2024-04-22T04:32:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:21 smithi040 ceph-mon[88445]: pgmap v257: 121 pgs: 121 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 354 KiB/s wr, 9 op/s 2024-04-22T04:32:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:32:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:21 smithi040 ceph-mon[91058]: osdmap e363: 8 total, 8 up, 8 in 2024-04-22T04:32:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:21 smithi040 ceph-mon[91058]: pgmap v257: 121 pgs: 121 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 354 KiB/s wr, 9 op/s 2024-04-22T04:32:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:32:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:22.100 INFO:tasks.rados.rados.0.smithi040.stdout:1606: done (1 left) 2024-04-22T04:32:22.100 INFO:tasks.rados.rados.0.smithi040.stdout:1607: read oid 7 snap -1 2024-04-22T04:32:22.100 INFO:tasks.rados.rados.0.smithi040.stdout:1607: expect (ObjNum 474 snap 136 seq_num 474) 2024-04-22T04:32:22.101 INFO:tasks.rados.rados.0.smithi040.stdout:1608: read oid 45 snap -1 2024-04-22T04:32:22.101 INFO:tasks.rados.rados.0.smithi040.stdout:1608: expect (ObjNum 509 snap 150 seq_num 509) 2024-04-22T04:32:22.101 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 155 2024-04-22T04:32:22.101 INFO:tasks.rados.rados.0.smithi040.stdout:1609: seq_num 528 ranges {4046848=450560,4497408=761856,5259264=442368} 2024-04-22T04:32:22.125 INFO:tasks.rados.rados.0.smithi040.stdout:1609: writing smithi04078109-6 from 4046848 to 4497408 tid 1 2024-04-22T04:32:22.129 INFO:tasks.rados.rados.0.smithi040.stdout:1609: writing smithi04078109-6 from 4497408 to 5259264 tid 2 2024-04-22T04:32:22.133 INFO:tasks.rados.rados.0.smithi040.stdout:1609: writing smithi04078109-6 from 5259264 to 5701632 tid 3 2024-04-22T04:32:22.133 INFO:tasks.rados.rados.0.smithi040.stdout:1610: rollback oid 36 current snap is 155 2024-04-22T04:32:22.133 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 36 to 154 2024-04-22T04:32:22.133 INFO:tasks.rados.rados.0.smithi040.stdout:1605: finishing write tid 1 to smithi04078109-41 2024-04-22T04:32:22.133 INFO:tasks.rados.rados.0.smithi040.stdout:1605: finishing write tid 2 to smithi04078109-41 2024-04-22T04:32:22.133 INFO:tasks.rados.rados.0.smithi040.stdout:1605: finishing write tid 3 to smithi04078109-41 2024-04-22T04:32:22.133 INFO:tasks.rados.rados.0.smithi040.stdout:1605: finishing write tid 4 to smithi04078109-41 2024-04-22T04:32:22.133 INFO:tasks.rados.rados.0.smithi040.stdout:1605: finishing write tid 5 to smithi04078109-41 2024-04-22T04:32:22.133 INFO:tasks.rados.rados.0.smithi040.stdout:1605: finishing write tid 6 to smithi04078109-41 2024-04-22T04:32:22.133 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 1004 (ObjNum 527 snap 155 seq_num 527) dirty exists 2024-04-22T04:32:22.134 INFO:tasks.rados.rados.0.smithi040.stdout:1605: left oid 41 (ObjNum 527 snap 155 seq_num 527) 2024-04-22T04:32:22.134 INFO:tasks.rados.rados.0.smithi040.stdout:1607: expect (ObjNum 474 snap 136 seq_num 474) 2024-04-22T04:32:22.153 INFO:tasks.rados.rados.0.smithi040.stdout:1608: expect (ObjNum 509 snap 150 seq_num 509) 2024-04-22T04:32:22.191 INFO:tasks.rados.rados.0.smithi040.stdout:1609: finishing write tid 1 to smithi04078109-6 2024-04-22T04:32:22.191 INFO:tasks.rados.rados.0.smithi040.stdout:1610: finishing rollback tid 1 to smithi04078109-36 2024-04-22T04:32:22.191 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 232 (ObjNum 1439342599 snap 5 seq_num 3717482871) dirty dne 2024-04-22T04:32:22.191 INFO:tasks.rados.rados.0.smithi040.stdout:1609: finishing write tid 2 to smithi04078109-6 2024-04-22T04:32:22.191 INFO:tasks.rados.rados.0.smithi040.stdout:1609: finishing write tid 3 to smithi04078109-6 2024-04-22T04:32:22.191 INFO:tasks.rados.rados.0.smithi040.stdout:1609: finishing write tid 4 to smithi04078109-6 2024-04-22T04:32:22.192 INFO:tasks.rados.rados.0.smithi040.stdout:1609: finishing write tid 5 to smithi04078109-6 2024-04-22T04:32:22.192 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 988 (ObjNum 528 snap 155 seq_num 528) dirty exists 2024-04-22T04:32:22.192 INFO:tasks.rados.rados.0.smithi040.stdout:1609: left oid 6 (ObjNum 528 snap 155 seq_num 528) 2024-04-22T04:32:22.192 INFO:tasks.rados.rados.0.smithi040.stdout:1605: done (4 left) 2024-04-22T04:32:22.192 INFO:tasks.rados.rados.0.smithi040.stdout:1607: done (3 left) 2024-04-22T04:32:22.192 INFO:tasks.rados.rados.0.smithi040.stdout:1608: done (2 left) 2024-04-22T04:32:22.192 INFO:tasks.rados.rados.0.smithi040.stdout:1609: done (1 left) 2024-04-22T04:32:22.192 INFO:tasks.rados.rados.0.smithi040.stdout:1610: done (0 left) 2024-04-22T04:32:22.192 INFO:tasks.rados.rados.0.smithi040.stdout:1611: read oid 14 snap 147 2024-04-22T04:32:22.192 INFO:tasks.rados.rados.0.smithi040.stdout:1611: expect (ObjNum 494 snap 143 seq_num 494) 2024-04-22T04:32:22.192 INFO:tasks.rados.rados.0.smithi040.stdout:1612: read oid 20 snap -1 2024-04-22T04:32:22.192 INFO:tasks.rados.rados.0.smithi040.stdout:1612: expect deleted 2024-04-22T04:32:22.192 INFO:tasks.rados.rados.0.smithi040.stdout:1613: read oid 5 snap -1 2024-04-22T04:32:22.192 INFO:tasks.rados.rados.0.smithi040.stdout:1613: expect (ObjNum 520 snap 153 seq_num 520) 2024-04-22T04:32:22.192 INFO:tasks.rados.rados.0.smithi040.stdout:1614: copy_from oid 33 from oid 27 current snap is 155 2024-04-22T04:32:22.193 INFO:tasks.rados.rados.0.smithi040.stdout:1615: snap_create 2024-04-22T04:32:22.196 INFO:tasks.rados.rados.0.smithi040.stdout:1611: expect (ObjNum 494 snap 143 seq_num 494) 2024-04-22T04:32:22.226 INFO:tasks.rados.rados.0.smithi040.stdout:1614: finishing copy_from racing read to smithi04078109-33 2024-04-22T04:32:22.226 INFO:tasks.rados.rados.0.smithi040.stdout:1613: expect (ObjNum 520 snap 153 seq_num 520) 2024-04-22T04:32:22.305 INFO:tasks.rados.rados.0.smithi040.stdout:1614: finishing copy_from to smithi04078109-33 2024-04-22T04:32:22.305 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 398 (ObjNum 482 snap 137 seq_num 482) dirty exists 2024-04-22T04:32:22.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:22 smithi062 ceph-mon[78153]: osdmap e364: 8 total, 8 up, 8 in 2024-04-22T04:32:22.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:22 smithi062 ceph-mon[78153]: osdmap e365: 8 total, 8 up, 8 in 2024-04-22T04:32:22.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:22 smithi040 ceph-mon[88445]: osdmap e364: 8 total, 8 up, 8 in 2024-04-22T04:32:22.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:22 smithi040 ceph-mon[88445]: osdmap e365: 8 total, 8 up, 8 in 2024-04-22T04:32:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:22 smithi040 ceph-mon[91058]: osdmap e364: 8 total, 8 up, 8 in 2024-04-22T04:32:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:22 smithi040 ceph-mon[91058]: osdmap e365: 8 total, 8 up, 8 in 2024-04-22T04:32:23.126 INFO:tasks.rados.rados.0.smithi040.stdout:1611: done (4 left) 2024-04-22T04:32:23.126 INFO:tasks.rados.rados.0.smithi040.stdout:1612: done (3 left) 2024-04-22T04:32:23.126 INFO:tasks.rados.rados.0.smithi040.stdout:1613: done (2 left) 2024-04-22T04:32:23.127 INFO:tasks.rados.rados.0.smithi040.stdout:1614: done (1 left) 2024-04-22T04:32:23.127 INFO:tasks.rados.rados.0.smithi040.stdout:1615: done (0 left) 2024-04-22T04:32:23.127 INFO:tasks.rados.rados.0.smithi040.stdout:1616: rmattr oid 27 current snap is 156 2024-04-22T04:32:23.127 INFO:tasks.rados.rados.0.smithi040.stdout:1616: done (0 left) 2024-04-22T04:32:23.127 INFO:tasks.rados.rados.0.smithi040.stdout:1617: rollback oid 10 current snap is 156 2024-04-22T04:32:23.127 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 10 to 148 2024-04-22T04:32:23.127 INFO:tasks.rados.rados.0.smithi040.stdout:1618: read oid 14 snap -1 2024-04-22T04:32:23.127 INFO:tasks.rados.rados.0.smithi040.stdout:1618: expect (ObjNum 494 snap 143 seq_num 494) 2024-04-22T04:32:23.127 INFO:tasks.rados.rados.0.smithi040.stdout:1619: read oid 42 snap -1 2024-04-22T04:32:23.127 INFO:tasks.rados.rados.0.smithi040.stdout:1619: expect (ObjNum 421 snap 121 seq_num 421) 2024-04-22T04:32:23.127 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 156 2024-04-22T04:32:23.127 INFO:tasks.rados.rados.0.smithi040.stdout:1620: seq_num 529 ranges {2465792=466944,2932736=647168,3579904=532480,4112384=24576} 2024-04-22T04:32:23.142 INFO:tasks.rados.rados.0.smithi040.stdout:1620: writing smithi04078109-15 from 2465792 to 2932736 tid 1 2024-04-22T04:32:23.146 INFO:tasks.rados.rados.0.smithi040.stdout:1620: writing smithi04078109-15 from 2932736 to 3579904 tid 2 2024-04-22T04:32:23.150 INFO:tasks.rados.rados.0.smithi040.stdout:1620: writing smithi04078109-15 from 3579904 to 4112384 tid 3 2024-04-22T04:32:23.150 INFO:tasks.rados.rados.0.smithi040.stdout:1620: writing smithi04078109-15 from 4112384 to 4136960 tid 4 2024-04-22T04:32:23.150 INFO:tasks.rados.rados.0.smithi040.stdout:1621: copy_from oid 36 from oid 37 current snap is 156 2024-04-22T04:32:23.150 INFO:tasks.rados.rados.0.smithi040.stdout:1618: expect (ObjNum 494 snap 143 seq_num 494) 2024-04-22T04:32:23.180 INFO:tasks.rados.rados.0.smithi040.stdout:1617: finishing rollback tid 0 to smithi04078109-10 2024-04-22T04:32:23.181 INFO:tasks.rados.rados.0.smithi040.stdout:1617: finishing rollback tid 1 to smithi04078109-10 2024-04-22T04:32:23.181 INFO:tasks.rados.rados.0.smithi040.stdout:1617: finishing rollback tid 2 to smithi04078109-10 2024-04-22T04:32:23.181 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 799 (ObjNum 482 snap 137 seq_num 482) dirty exists 2024-04-22T04:32:23.181 INFO:tasks.rados.rados.0.smithi040.stdout:1619: expect (ObjNum 421 snap 121 seq_num 421) 2024-04-22T04:32:23.242 INFO:tasks.rados.rados.0.smithi040.stdout:1620: finishing write tid 1 to smithi04078109-15 2024-04-22T04:32:23.242 INFO:tasks.rados.rados.0.smithi040.stdout:1620: finishing write tid 2 to smithi04078109-15 2024-04-22T04:32:23.242 INFO:tasks.rados.rados.0.smithi040.stdout:1621: finishing copy_from racing read to smithi04078109-36 2024-04-22T04:32:23.242 INFO:tasks.rados.rados.0.smithi040.stdout:1620: finishing write tid 3 to smithi04078109-15 2024-04-22T04:32:23.242 INFO:tasks.rados.rados.0.smithi040.stdout:1620: finishing write tid 4 to smithi04078109-15 2024-04-22T04:32:23.242 INFO:tasks.rados.rados.0.smithi040.stdout:1620: finishing write tid 5 to smithi04078109-15 2024-04-22T04:32:23.242 INFO:tasks.rados.rados.0.smithi040.stdout:1621: finishing copy_from to smithi04078109-36 2024-04-22T04:32:23.243 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 919 (ObjNum -1442976144 snap 21852 seq_num 2852080144) dirty exists 2024-04-22T04:32:23.243 INFO:tasks.rados.rados.0.smithi040.stdout:1620: finishing write tid 6 to smithi04078109-15 2024-04-22T04:32:23.243 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 1012 (ObjNum 529 snap 156 seq_num 529) dirty exists 2024-04-22T04:32:23.243 INFO:tasks.rados.rados.0.smithi040.stdout:1620: left oid 15 (ObjNum 529 snap 156 seq_num 529) 2024-04-22T04:32:23.243 INFO:tasks.rados.rados.0.smithi040.stdout:1617: done (4 left) 2024-04-22T04:32:23.243 INFO:tasks.rados.rados.0.smithi040.stdout:1618: done (3 left) 2024-04-22T04:32:23.243 INFO:tasks.rados.rados.0.smithi040.stdout:1619: done (2 left) 2024-04-22T04:32:23.243 INFO:tasks.rados.rados.0.smithi040.stdout:1620: done (1 left) 2024-04-22T04:32:23.243 INFO:tasks.rados.rados.0.smithi040.stdout:1621: done (0 left) 2024-04-22T04:32:23.243 INFO:tasks.rados.rados.0.smithi040.stdout:1622: snap_remove snap 152 2024-04-22T04:32:23.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:23 smithi062 ceph-mon[78153]: pgmap v260: 121 pgs: 121 active+clean; 292 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1006 KiB/s wr, 13 op/s 2024-04-22T04:32:23.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:23 smithi040 ceph-mon[88445]: pgmap v260: 121 pgs: 121 active+clean; 292 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1006 KiB/s wr, 13 op/s 2024-04-22T04:32:23.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:23 smithi040 ceph-mon[91058]: pgmap v260: 121 pgs: 121 active+clean; 292 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1006 KiB/s wr, 13 op/s 2024-04-22T04:32:24.132 INFO:tasks.rados.rados.0.smithi040.stdout:1622: done (0 left) 2024-04-22T04:32:24.132 INFO:tasks.rados.rados.0.smithi040.stdout:1623: snap_create 2024-04-22T04:32:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:24 smithi062 ceph-mon[78153]: osdmap e366: 8 total, 8 up, 8 in 2024-04-22T04:32:24.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:24 smithi040 ceph-mon[88445]: osdmap e366: 8 total, 8 up, 8 in 2024-04-22T04:32:24.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:24 smithi040 ceph-mon[91058]: osdmap e366: 8 total, 8 up, 8 in 2024-04-22T04:32:25.133 INFO:tasks.rados.rados.0.smithi040.stdout:1623: done (0 left) 2024-04-22T04:32:25.134 INFO:tasks.rados.rados.0.smithi040.stdout:1624: delete oid 39 current snap is 157 2024-04-22T04:32:25.137 INFO:tasks.rados.rados.0.smithi040.stdout:1624: done (0 left) 2024-04-22T04:32:25.137 INFO:tasks.rados.rados.0.smithi040.stdout:1625: snap_remove snap 149 2024-04-22T04:32:25.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:25 smithi040 ceph-mon[91058]: osdmap e367: 8 total, 8 up, 8 in 2024-04-22T04:32:25.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:25 smithi040 ceph-mon[91058]: pgmap v263: 121 pgs: 121 active+clean; 292 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1006 KiB/s wr, 11 op/s 2024-04-22T04:32:25.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-22T04:32:25.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:25 smithi040 ceph-mon[88445]: osdmap e367: 8 total, 8 up, 8 in 2024-04-22T04:32:25.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:25 smithi040 ceph-mon[88445]: pgmap v263: 121 pgs: 121 active+clean; 292 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1006 KiB/s wr, 11 op/s 2024-04-22T04:32:25.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-22T04:32:25.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:25 smithi062 ceph-mon[78153]: osdmap e367: 8 total, 8 up, 8 in 2024-04-22T04:32:25.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:25 smithi062 ceph-mon[78153]: pgmap v263: 121 pgs: 121 active+clean; 292 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1006 KiB/s wr, 11 op/s 2024-04-22T04:32:25.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-22T04:32:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:32:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:32:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:32:26.135 INFO:tasks.rados.rados.0.smithi040.stdout:1625: done (0 left) 2024-04-22T04:32:26.136 INFO:tasks.rados.rados.0.smithi040.stdout:1626: snap_remove snap 140 2024-04-22T04:32:26.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:26 smithi040 ceph-mon[88445]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-22T04:32:26.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:26 smithi040 ceph-mon[88445]: Upgrade: osd.3 is safe to restart 2024-04-22T04:32:26.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:26 smithi040 ceph-mon[88445]: osdmap e368: 8 total, 8 up, 8 in 2024-04-22T04:32:26.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:26 smithi040 ceph-mon[91058]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-22T04:32:26.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:26 smithi040 ceph-mon[91058]: Upgrade: osd.3 is safe to restart 2024-04-22T04:32:26.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:26 smithi040 ceph-mon[91058]: osdmap e368: 8 total, 8 up, 8 in 2024-04-22T04:32:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:26 smithi062 ceph-mon[78153]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-22T04:32:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:26 smithi062 ceph-mon[78153]: Upgrade: osd.3 is safe to restart 2024-04-22T04:32:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:26 smithi062 ceph-mon[78153]: osdmap e368: 8 total, 8 up, 8 in 2024-04-22T04:32:27.098 INFO:tasks.rados.rados.0.smithi040.stdout:1626: done (0 left) 2024-04-22T04:32:27.099 INFO:tasks.rados.rados.0.smithi040.stdout:1627: rollback oid 19 current snap is 157 2024-04-22T04:32:27.099 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 19 to 113 2024-04-22T04:32:27.099 INFO:tasks.rados.rados.0.smithi040.stdout:1628: rmattr oid 33 current snap is 157 2024-04-22T04:32:27.099 INFO:tasks.rados.rados.0.smithi040.stdout:1628: done (1 left) 2024-04-22T04:32:27.099 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 157 2024-04-22T04:32:27.099 INFO:tasks.rados.rados.0.smithi040.stdout:1629: seq_num 531 ranges {1474560=499712,1974272=417792,2392064=548864,2940928=237568} 2024-04-22T04:32:27.110 INFO:tasks.rados.rados.0.smithi040.stdout:1629: writing smithi04078109-23 from 1474560 to 1974272 tid 1 2024-04-22T04:32:27.113 INFO:tasks.rados.rados.0.smithi040.stdout:1629: writing smithi04078109-23 from 1974272 to 2392064 tid 2 2024-04-22T04:32:27.118 INFO:tasks.rados.rados.0.smithi040.stdout:1629: writing smithi04078109-23 from 2392064 to 2940928 tid 3 2024-04-22T04:32:27.118 INFO:tasks.rados.rados.0.smithi040.stdout:1629: writing smithi04078109-23 from 2940928 to 3178496 tid 4 2024-04-22T04:32:27.122 INFO:tasks.rados.rados.0.smithi040.stdout:1630: rmattr oid 37 current snap is 157 2024-04-22T04:32:27.122 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 30 current snap is 157 2024-04-22T04:32:27.122 INFO:tasks.rados.rados.0.smithi040.stdout:1631: seq_num 532 ranges {0=516096,516096=696320,1212416=507904} 2024-04-22T04:32:27.122 INFO:tasks.rados.rados.0.smithi040.stdout:1631: writing smithi04078109-30 from 0 to 516096 tid 1 2024-04-22T04:32:27.129 INFO:tasks.rados.rados.0.smithi040.stdout:1631: writing smithi04078109-30 from 516096 to 1212416 tid 2 2024-04-22T04:32:27.131 INFO:tasks.rados.rados.0.smithi040.stdout:1631: writing smithi04078109-30 from 1212416 to 1720320 tid 3 2024-04-22T04:32:27.131 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 4 current snap is 157 2024-04-22T04:32:27.131 INFO:tasks.rados.rados.0.smithi040.stdout:1632: seq_num 533 ranges {8536064=532480,9068544=630784,9699328=516096,10215424=57344} 2024-04-22T04:32:27.181 INFO:tasks.rados.rados.0.smithi040.stdout:1632: writing smithi04078109-4 from 8536064 to 9068544 tid 1 2024-04-22T04:32:27.184 INFO:tasks.rados.rados.0.smithi040.stdout:1632: writing smithi04078109-4 from 9068544 to 9699328 tid 2 2024-04-22T04:32:27.187 INFO:tasks.rados.rados.0.smithi040.stdout:1632: writing smithi04078109-4 from 9699328 to 10215424 tid 3 2024-04-22T04:32:27.188 INFO:tasks.rados.rados.0.smithi040.stdout:1632: writing smithi04078109-4 from 10215424 to 10272768 tid 4 2024-04-22T04:32:27.188 INFO:tasks.rados.rados.0.smithi040.stdout:1633: read oid 15 snap -1 2024-04-22T04:32:27.188 INFO:tasks.rados.rados.0.smithi040.stdout:1633: expect (ObjNum 529 snap 156 seq_num 529) 2024-04-22T04:32:27.189 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 3 current snap is 157 2024-04-22T04:32:27.189 INFO:tasks.rados.rados.0.smithi040.stdout:1627: finishing rollback tid 1 to smithi04078109-19 2024-04-22T04:32:27.189 INFO:tasks.rados.rados.0.smithi040.stdout:1627: finishing rollback tid 2 to smithi04078109-19 2024-04-22T04:32:27.189 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 400 (ObjNum 395 snap 112 seq_num 395) dirty exists 2024-04-22T04:32:27.189 INFO:tasks.rados.rados.0.smithi040.stdout:1629: finishing write tid 1 to smithi04078109-23 2024-04-22T04:32:27.189 INFO:tasks.rados.rados.0.smithi040.stdout:1629: finishing write tid 2 to smithi04078109-23 2024-04-22T04:32:27.189 INFO:tasks.rados.rados.0.smithi040.stdout:1634: seq_num 534 ranges {294912=548864,843776=516096,1359872=688128} 2024-04-22T04:32:27.193 INFO:tasks.rados.rados.0.smithi040.stdout:1634: writing smithi04078109-3 from 294912 to 843776 tid 1 2024-04-22T04:32:27.196 INFO:tasks.rados.rados.0.smithi040.stdout:1634: writing smithi04078109-3 from 843776 to 1359872 tid 2 2024-04-22T04:32:27.200 INFO:tasks.rados.rados.0.smithi040.stdout:1634: writing smithi04078109-3 from 1359872 to 2048000 tid 3 2024-04-22T04:32:27.200 INFO:tasks.rados.rados.0.smithi040.stdout:1627: done (6 left) 2024-04-22T04:32:27.200 INFO:tasks.rados.rados.0.smithi040.stdout:1635: snap_remove snap 141 2024-04-22T04:32:27.284 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:27 smithi040 ceph-mon[88445]: osdmap e369: 8 total, 8 up, 8 in 2024-04-22T04:32:27.284 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:27 smithi040 ceph-mon[88445]: Upgrade: Updating osd.3 2024-04-22T04:32:27.284 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:27 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:27.284 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:27 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T04:32:27.284 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:27 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:32:27.284 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:27 smithi040 ceph-mon[88445]: Deploying daemon osd.3 on smithi040 2024-04-22T04:32:27.284 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:27 smithi040 ceph-mon[88445]: pgmap v266: 121 pgs: 121 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 812 KiB/s wr, 7 op/s 2024-04-22T04:32:27.284 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:27 smithi040 ceph-mon[88445]: osdmap e370: 8 total, 8 up, 8 in 2024-04-22T04:32:27.285 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:27 smithi040 ceph-mon[91058]: osdmap e369: 8 total, 8 up, 8 in 2024-04-22T04:32:27.285 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:27 smithi040 ceph-mon[91058]: Upgrade: Updating osd.3 2024-04-22T04:32:27.285 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:27 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:27.285 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:27 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T04:32:27.285 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:27 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:32:27.285 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:27 smithi040 ceph-mon[91058]: Deploying daemon osd.3 on smithi040 2024-04-22T04:32:27.285 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:27 smithi040 ceph-mon[91058]: pgmap v266: 121 pgs: 121 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 812 KiB/s wr, 7 op/s 2024-04-22T04:32:27.285 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:27 smithi040 ceph-mon[91058]: osdmap e370: 8 total, 8 up, 8 in 2024-04-22T04:32:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:27 smithi062 ceph-mon[78153]: osdmap e369: 8 total, 8 up, 8 in 2024-04-22T04:32:27.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:27 smithi062 ceph-mon[78153]: Upgrade: Updating osd.3 2024-04-22T04:32:27.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:27 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:27.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:27 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T04:32:27.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:27 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:32:27.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:27 smithi062 ceph-mon[78153]: Deploying daemon osd.3 on smithi040 2024-04-22T04:32:27.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:27 smithi062 ceph-mon[78153]: pgmap v266: 121 pgs: 121 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 812 KiB/s wr, 7 op/s 2024-04-22T04:32:27.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:27 smithi062 ceph-mon[78153]: osdmap e370: 8 total, 8 up, 8 in 2024-04-22T04:32:28.148 INFO:tasks.rados.rados.0.smithi040.stdout:1635: done (6 left) 2024-04-22T04:32:28.149 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 18 current snap is 157 2024-04-22T04:32:28.149 INFO:tasks.rados.rados.0.smithi040.stdout:1629: finishing write tid 3 to smithi04078109-23 2024-04-22T04:32:28.149 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 1040 (ObjNum 0 snap 32647 seq_num 2852362464) dirty exists 2024-04-22T04:32:28.149 INFO:tasks.rados.rados.0.smithi040.stdout:1629: finishing write tid 4 to smithi04078109-23 2024-04-22T04:32:28.149 INFO:tasks.rados.rados.0.smithi040.stdout:1629: finishing write tid 5 to smithi04078109-23 2024-04-22T04:32:28.149 INFO:tasks.rados.rados.0.smithi040.stdout:1631: finishing write tid 1 to smithi04078109-30 2024-04-22T04:32:28.149 INFO:tasks.rados.rados.0.smithi040.stdout:1636: seq_num 535 ranges {0=565248,565248=802816,1368064=401408} 2024-04-22T04:32:28.158 INFO:tasks.rados.rados.0.smithi040.stdout:1636: writing smithi04078109-18 from 0 to 565248 tid 1 2024-04-22T04:32:28.164 INFO:tasks.rados.rados.0.smithi040.stdout:1636: writing smithi04078109-18 from 565248 to 1368064 tid 2 2024-04-22T04:32:28.166 INFO:tasks.rados.rados.0.smithi040.stdout:1636: writing smithi04078109-18 from 1368064 to 1769472 tid 3 2024-04-22T04:32:28.166 INFO:tasks.rados.rados.0.smithi040.stdout:1630: done (6 left) 2024-04-22T04:32:28.166 INFO:tasks.rados.rados.0.smithi040.stdout:1637: snap_create 2024-04-22T04:32:28.166 INFO:tasks.rados.rados.0.smithi040.stdout:1631: finishing write tid 2 to smithi04078109-30 2024-04-22T04:32:28.166 INFO:tasks.rados.rados.0.smithi040.stdout:1629: finishing write tid 6 to smithi04078109-23 2024-04-22T04:32:28.166 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 709 (ObjNum 531 snap 157 seq_num 531) dirty exists 2024-04-22T04:32:28.166 INFO:tasks.rados.rados.0.smithi040.stdout:1629: left oid 23 (ObjNum 531 snap 157 seq_num 531) 2024-04-22T04:32:28.166 INFO:tasks.rados.rados.0.smithi040.stdout:1631: finishing write tid 3 to smithi04078109-30 2024-04-22T04:32:28.167 INFO:tasks.rados.rados.0.smithi040.stdout:1631: finishing write tid 4 to smithi04078109-30 2024-04-22T04:32:28.167 INFO:tasks.rados.rados.0.smithi040.stdout:1631: finishing write tid 5 to smithi04078109-30 2024-04-22T04:32:28.167 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 863 (ObjNum 532 snap 157 seq_num 532) dirty exists 2024-04-22T04:32:28.167 INFO:tasks.rados.rados.0.smithi040.stdout:1631: left oid 30 (ObjNum 532 snap 157 seq_num 532) 2024-04-22T04:32:28.167 INFO:tasks.rados.rados.0.smithi040.stdout:1632: finishing write tid 1 to smithi04078109-4 2024-04-22T04:32:28.167 INFO:tasks.rados.rados.0.smithi040.stdout:1632: finishing write tid 2 to smithi04078109-4 2024-04-22T04:32:28.167 INFO:tasks.rados.rados.0.smithi040.stdout:1632: finishing write tid 3 to smithi04078109-4 2024-04-22T04:32:28.167 INFO:tasks.rados.rados.0.smithi040.stdout:1632: finishing write tid 4 to smithi04078109-4 2024-04-22T04:32:28.167 INFO:tasks.rados.rados.0.smithi040.stdout:1632: finishing write tid 5 to smithi04078109-4 2024-04-22T04:32:28.167 INFO:tasks.rados.rados.0.smithi040.stdout:1632: finishing write tid 6 to smithi04078109-4 2024-04-22T04:32:28.167 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 879 (ObjNum 533 snap 157 seq_num 533) dirty exists 2024-04-22T04:32:28.167 INFO:tasks.rados.rados.0.smithi040.stdout:1632: left oid 4 (ObjNum 533 snap 157 seq_num 533) 2024-04-22T04:32:28.167 INFO:tasks.rados.rados.0.smithi040.stdout:1634: finishing write tid 1 to smithi04078109-3 2024-04-22T04:32:28.167 INFO:tasks.rados.rados.0.smithi040.stdout:1634: finishing write tid 2 to smithi04078109-3 2024-04-22T04:32:28.167 INFO:tasks.rados.rados.0.smithi040.stdout:1633: expect (ObjNum 529 snap 156 seq_num 529) 2024-04-22T04:32:28.339 INFO:tasks.rados.rados.0.smithi040.stdout:1634: finishing write tid 3 to smithi04078109-3 2024-04-22T04:32:28.339 INFO:tasks.rados.rados.0.smithi040.stdout:1634: finishing write tid 4 to smithi04078109-3 2024-04-22T04:32:28.339 INFO:tasks.rados.rados.0.smithi040.stdout:1634: finishing write tid 5 to smithi04078109-3 2024-04-22T04:32:28.339 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 716 (ObjNum 534 snap 157 seq_num 534) dirty exists 2024-04-22T04:32:28.339 INFO:tasks.rados.rados.0.smithi040.stdout:1634: left oid 3 (ObjNum 534 snap 157 seq_num 534) 2024-04-22T04:32:28.339 INFO:tasks.rados.rados.0.smithi040.stdout:1636: finishing write tid 1 to smithi04078109-18 2024-04-22T04:32:28.339 INFO:tasks.rados.rados.0.smithi040.stdout:1636: finishing write tid 2 to smithi04078109-18 2024-04-22T04:32:28.339 INFO:tasks.rados.rados.0.smithi040.stdout:1636: finishing write tid 3 to smithi04078109-18 2024-04-22T04:32:28.339 INFO:tasks.rados.rados.0.smithi040.stdout:1636: finishing write tid 4 to smithi04078109-18 2024-04-22T04:32:28.340 INFO:tasks.rados.rados.0.smithi040.stdout:1636: finishing write tid 5 to smithi04078109-18 2024-04-22T04:32:28.340 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 579 (ObjNum 535 snap 157 seq_num 535) dirty exists 2024-04-22T04:32:28.340 INFO:tasks.rados.rados.0.smithi040.stdout:1636: left oid 18 (ObjNum 535 snap 157 seq_num 535) 2024-04-22T04:32:29.154 INFO:tasks.rados.rados.0.smithi040.stdout:1629: done (6 left) 2024-04-22T04:32:29.154 INFO:tasks.rados.rados.0.smithi040.stdout:1631: done (5 left) 2024-04-22T04:32:29.154 INFO:tasks.rados.rados.0.smithi040.stdout:1632: done (4 left) 2024-04-22T04:32:29.154 INFO:tasks.rados.rados.0.smithi040.stdout:1633: done (3 left) 2024-04-22T04:32:29.154 INFO:tasks.rados.rados.0.smithi040.stdout:1634: done (2 left) 2024-04-22T04:32:29.154 INFO:tasks.rados.rados.0.smithi040.stdout:1636: done (1 left) 2024-04-22T04:32:29.154 INFO:tasks.rados.rados.0.smithi040.stdout:1637: done (0 left) 2024-04-22T04:32:29.155 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 44 current snap is 158 2024-04-22T04:32:29.155 INFO:tasks.rados.rados.0.smithi040.stdout:1638: seq_num 536 ranges {1196032=581632,1777664=688128,2465792=516096} 2024-04-22T04:32:29.163 INFO:tasks.rados.rados.0.smithi040.stdout:1638: writing smithi04078109-44 from 1196032 to 1777664 tid 1 2024-04-22T04:32:29.167 INFO:tasks.rados.rados.0.smithi040.stdout:1638: writing smithi04078109-44 from 1777664 to 2465792 tid 2 2024-04-22T04:32:29.171 INFO:tasks.rados.rados.0.smithi040.stdout:1638: writing smithi04078109-44 from 2465792 to 2981888 tid 3 2024-04-22T04:32:29.171 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 48 current snap is 158 2024-04-22T04:32:29.171 INFO:tasks.rados.rados.0.smithi040.stdout:1638: finishing write tid 1 to smithi04078109-44 2024-04-22T04:32:29.171 INFO:tasks.rados.rados.0.smithi040.stdout:1638: finishing write tid 2 to smithi04078109-44 2024-04-22T04:32:29.171 INFO:tasks.rados.rados.0.smithi040.stdout:1639: seq_num 537 ranges {2359296=598016,2957312=573440,3530752=491520,4022272=139264} 2024-04-22T04:32:29.187 INFO:tasks.rados.rados.0.smithi040.stdout:1639: writing smithi04078109-48 from 2359296 to 2957312 tid 1 2024-04-22T04:32:29.190 INFO:tasks.rados.rados.0.smithi040.stdout:1639: writing smithi04078109-48 from 2957312 to 3530752 tid 2 2024-04-22T04:32:29.194 INFO:tasks.rados.rados.0.smithi040.stdout:1639: writing smithi04078109-48 from 3530752 to 4022272 tid 3 2024-04-22T04:32:29.195 INFO:tasks.rados.rados.0.smithi040.stdout:1639: writing smithi04078109-48 from 4022272 to 4161536 tid 4 2024-04-22T04:32:29.195 INFO:tasks.rados.rados.0.smithi040.stdout:1640: delete oid 25 current snap is 158 2024-04-22T04:32:29.195 INFO:tasks.rados.rados.0.smithi040.stdout:1638: finishing write tid 3 to smithi04078109-44 2024-04-22T04:32:29.195 INFO:tasks.rados.rados.0.smithi040.stdout:1638: finishing write tid 4 to smithi04078109-44 2024-04-22T04:32:29.195 INFO:tasks.rados.rados.0.smithi040.stdout:1638: finishing write tid 5 to smithi04078109-44 2024-04-22T04:32:29.195 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 1011 (ObjNum 536 snap 158 seq_num 536) dirty exists 2024-04-22T04:32:29.195 INFO:tasks.rados.rados.0.smithi040.stdout:1638: left oid 44 (ObjNum 536 snap 158 seq_num 536) 2024-04-22T04:32:29.195 INFO:tasks.rados.rados.0.smithi040.stdout:1639: finishing write tid 1 to smithi04078109-48 2024-04-22T04:32:29.195 INFO:tasks.rados.rados.0.smithi040.stdout:1639: finishing write tid 2 to smithi04078109-48 2024-04-22T04:32:29.198 INFO:tasks.rados.rados.0.smithi040.stdout:1639: finishing write tid 3 to smithi04078109-48 2024-04-22T04:32:29.198 INFO:tasks.rados.rados.0.smithi040.stdout:1639: finishing write tid 4 to smithi04078109-48 2024-04-22T04:32:29.199 INFO:tasks.rados.rados.0.smithi040.stdout:1639: finishing write tid 5 to smithi04078109-48 2024-04-22T04:32:29.199 INFO:tasks.rados.rados.0.smithi040.stdout:1638: done (2 left) 2024-04-22T04:32:29.199 INFO:tasks.rados.rados.0.smithi040.stdout:1640: done (1 left) 2024-04-22T04:32:29.199 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 22 current snap is 158 2024-04-22T04:32:29.199 INFO:tasks.rados.rados.0.smithi040.stdout:1641: seq_num 539 ranges {0=630784,630784=737280,1368064=466944} 2024-04-22T04:32:29.203 INFO:tasks.rados.rados.0.smithi040.stdout:1641: writing smithi04078109-22 from 0 to 630784 tid 1 2024-04-22T04:32:29.207 INFO:tasks.rados.rados.0.smithi040.stdout:1641: writing smithi04078109-22 from 630784 to 1368064 tid 2 2024-04-22T04:32:29.210 INFO:tasks.rados.rados.0.smithi040.stdout:1641: writing smithi04078109-22 from 1368064 to 1835008 tid 3 2024-04-22T04:32:29.210 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 158 2024-04-22T04:32:29.210 INFO:tasks.rados.rados.0.smithi040.stdout:1639: finishing write tid 6 to smithi04078109-48 2024-04-22T04:32:29.210 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 525 (ObjNum 537 snap 158 seq_num 537) dirty exists 2024-04-22T04:32:29.210 INFO:tasks.rados.rados.0.smithi040.stdout:1639: left oid 48 (ObjNum 537 snap 158 seq_num 537) 2024-04-22T04:32:29.210 INFO:tasks.rados.rados.0.smithi040.stdout:1642: seq_num 540 ranges {4972544=647168,5619712=671744,6291456=532480} 2024-04-22T04:32:29.240 INFO:tasks.rados.rados.0.smithi040.stdout:1642: writing smithi04078109-49 from 4972544 to 5619712 tid 1 2024-04-22T04:32:29.244 INFO:tasks.rados.rados.0.smithi040.stdout:1642: writing smithi04078109-49 from 5619712 to 6291456 tid 2 2024-04-22T04:32:29.247 INFO:tasks.rados.rados.0.smithi040.stdout:1642: writing smithi04078109-49 from 6291456 to 6823936 tid 3 2024-04-22T04:32:29.247 INFO:tasks.rados.rados.0.smithi040.stdout:1639: done (2 left) 2024-04-22T04:32:29.248 INFO:tasks.rados.rados.0.smithi040.stdout:1643: read oid 39 snap 157 2024-04-22T04:32:29.248 INFO:tasks.rados.rados.0.smithi040.stdout:1643: expect deleted 2024-04-22T04:32:29.248 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 158 2024-04-22T04:32:29.248 INFO:tasks.rados.rados.0.smithi040.stdout:1641: finishing write tid 1 to smithi04078109-22 2024-04-22T04:32:29.248 INFO:tasks.rados.rados.0.smithi040.stdout:1641: finishing write tid 2 to smithi04078109-22 2024-04-22T04:32:29.248 INFO:tasks.rados.rados.0.smithi040.stdout:1641: finishing write tid 3 to smithi04078109-22 2024-04-22T04:32:29.248 INFO:tasks.rados.rados.0.smithi040.stdout:1644: seq_num 541 ranges {0=663552,663552=557056,1220608=475136,1695744=172032} 2024-04-22T04:32:29.251 INFO:tasks.rados.rados.0.smithi040.stdout:1644: writing smithi04078109-20 from 0 to 663552 tid 1 2024-04-22T04:32:29.254 INFO:tasks.rados.rados.0.smithi040.stdout:1644: writing smithi04078109-20 from 663552 to 1220608 tid 2 2024-04-22T04:32:29.257 INFO:tasks.rados.rados.0.smithi040.stdout:1644: writing smithi04078109-20 from 1220608 to 1695744 tid 3 2024-04-22T04:32:29.258 INFO:tasks.rados.rados.0.smithi040.stdout:1644: writing smithi04078109-20 from 1695744 to 1867776 tid 4 2024-04-22T04:32:29.258 INFO:tasks.rados.rados.0.smithi040.stdout:1645: delete oid 40 current snap is 158 2024-04-22T04:32:29.259 INFO:tasks.rados.rados.0.smithi040.stdout:1641: finishing write tid 4 to smithi04078109-22 2024-04-22T04:32:29.259 INFO:tasks.rados.rados.0.smithi040.stdout:1641: finishing write tid 5 to smithi04078109-22 2024-04-22T04:32:29.259 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 159 (ObjNum 539 snap 158 seq_num 539) dirty exists 2024-04-22T04:32:29.259 INFO:tasks.rados.rados.0.smithi040.stdout:1641: left oid 22 (ObjNum 539 snap 158 seq_num 539) 2024-04-22T04:32:29.259 INFO:tasks.rados.rados.0.smithi040.stdout:1642: finishing write tid 1 to smithi04078109-49 2024-04-22T04:32:29.259 INFO:tasks.rados.rados.0.smithi040.stdout:1642: finishing write tid 2 to smithi04078109-49 2024-04-22T04:32:29.259 INFO:tasks.rados.rados.0.smithi040.stdout:1642: finishing write tid 3 to smithi04078109-49 2024-04-22T04:32:29.259 INFO:tasks.rados.rados.0.smithi040.stdout:1642: finishing write tid 4 to smithi04078109-49 2024-04-22T04:32:29.259 INFO:tasks.rados.rados.0.smithi040.stdout:1642: finishing write tid 5 to smithi04078109-49 2024-04-22T04:32:29.259 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 828 (ObjNum 540 snap 158 seq_num 540) dirty exists 2024-04-22T04:32:29.259 INFO:tasks.rados.rados.0.smithi040.stdout:1642: left oid 49 (ObjNum 540 snap 158 seq_num 540) 2024-04-22T04:32:29.259 INFO:tasks.rados.rados.0.smithi040.stdout:1644: finishing write tid 1 to smithi04078109-20 2024-04-22T04:32:29.259 INFO:tasks.rados.rados.0.smithi040.stdout:1644: finishing write tid 2 to smithi04078109-20 2024-04-22T04:32:29.260 INFO:tasks.rados.rados.0.smithi040.stdout:1644: finishing write tid 3 to smithi04078109-20 2024-04-22T04:32:29.260 INFO:tasks.rados.rados.0.smithi040.stdout:1644: finishing write tid 4 to smithi04078109-20 2024-04-22T04:32:29.260 INFO:tasks.rados.rados.0.smithi040.stdout:1641: done (4 left) 2024-04-22T04:32:29.260 INFO:tasks.rados.rados.0.smithi040.stdout:1642: done (3 left) 2024-04-22T04:32:29.260 INFO:tasks.rados.rados.0.smithi040.stdout:1643: done (2 left) 2024-04-22T04:32:29.261 INFO:tasks.rados.rados.0.smithi040.stdout:1645: done (1 left) 2024-04-22T04:32:29.261 INFO:tasks.rados.rados.0.smithi040.stdout:1646: setattr oid 13 current snap is 158 2024-04-22T04:32:29.261 INFO:tasks.rados.rados.0.smithi040.stdout:1644: finishing write tid 5 to smithi04078109-20 2024-04-22T04:32:29.262 INFO:tasks.rados.rados.0.smithi040.stdout:1644: finishing write tid 6 to smithi04078109-20 2024-04-22T04:32:29.262 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 924 (ObjNum 541 snap 158 seq_num 541) dirty exists 2024-04-22T04:32:29.262 INFO:tasks.rados.rados.0.smithi040.stdout:1644: left oid 20 (ObjNum 541 snap 158 seq_num 541) 2024-04-22T04:32:29.263 INFO:tasks.rados.rados.0.smithi040.stdout:1644: done (1 left) 2024-04-22T04:32:29.263 INFO:tasks.rados.rados.0.smithi040.stdout:1647: snap_remove snap 137 2024-04-22T04:32:29.295 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:29 smithi040 ceph-mon[88445]: osdmap e371: 8 total, 8 up, 8 in 2024-04-22T04:32:29.295 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:29 smithi040 ceph-mon[88445]: pgmap v269: 121 pgs: 121 active+clean; 293 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-22T04:32:29.296 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:29 smithi040 ceph-mon[91058]: osdmap e371: 8 total, 8 up, 8 in 2024-04-22T04:32:29.296 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:29 smithi040 ceph-mon[91058]: pgmap v269: 121 pgs: 121 active+clean; 293 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-22T04:32:29.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:29 smithi062 ceph-mon[78153]: osdmap e371: 8 total, 8 up, 8 in 2024-04-22T04:32:29.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:29 smithi062 ceph-mon[78153]: pgmap v269: 121 pgs: 121 active+clean; 293 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-22T04:32:29.909 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:29 smithi040 systemd[1]: Stopping Ceph osd.3 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:32:30.163 INFO:tasks.rados.rados.0.smithi040.stdout:1647: done (1 left) 2024-04-22T04:32:30.164 INFO:tasks.rados.rados.0.smithi040.stdout:1648: setattr oid 50 current snap is 158 2024-04-22T04:32:30.164 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 880 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-22T04:32:30.166 INFO:tasks.rados.rados.0.smithi040.stdout:1646: done (1 left) 2024-04-22T04:32:30.167 INFO:tasks.rados.rados.0.smithi040.stdout:1649: rollback oid 32 current snap is 158 2024-04-22T04:32:30.167 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 32 to 113 2024-04-22T04:32:30.167 INFO:tasks.rados.rados.0.smithi040.stdout:1650: copy_from oid 19 from oid 46 current snap is 158 2024-04-22T04:32:30.167 INFO:tasks.rados.rados.0.smithi040.stdout:1651: delete oid 44 current snap is 158 2024-04-22T04:32:30.178 INFO:tasks.rados.rados.0.smithi040.stdout:1651: done (3 left) 2024-04-22T04:32:30.178 INFO:tasks.rados.rados.0.smithi040.stdout:1652: read oid 12 snap -1 2024-04-22T04:32:30.178 INFO:tasks.rados.rados.0.smithi040.stdout:1652: expect (ObjNum 423 snap 121 seq_num 423) 2024-04-22T04:32:30.178 INFO:tasks.rados.rados.0.smithi040.stdout:1653: snap_remove snap 156 2024-04-22T04:32:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:32:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:32:30] "GET /metrics HTTP/1.1" 200 217535 "" "Prometheus/2.33.4" 2024-04-22T04:32:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:30 smithi040 ceph-mon[91058]: osdmap e372: 8 total, 8 up, 8 in 2024-04-22T04:32:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:30 smithi040 ceph-mon[91058]: osd.3 marked itself down and dead 2024-04-22T04:32:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:30 smithi040 ceph-mon[88445]: osdmap e372: 8 total, 8 up, 8 in 2024-04-22T04:32:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:30 smithi040 ceph-mon[88445]: osd.3 marked itself down and dead 2024-04-22T04:32:30.410 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-3[63069]: debug 2024-04-22T04:32:30.054+0000 7f3c9cf94700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-22T04:32:30.410 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-3[63069]: debug 2024-04-22T04:32:30.054+0000 7f3c9cf94700 -1 osd.3 372 *** Got signal Terminated *** 2024-04-22T04:32:30.410 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-3[63069]: debug 2024-04-22T04:32:30.054+0000 7f3c9cf94700 -1 osd.3 372 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T04:32:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:30 smithi062 ceph-mon[78153]: osdmap e372: 8 total, 8 up, 8 in 2024-04-22T04:32:30.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:30 smithi062 ceph-mon[78153]: osd.3 marked itself down and dead 2024-04-22T04:32:30.909 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:30 smithi040 bash[106337]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-3 2024-04-22T04:32:31.182 INFO:tasks.rados.rados.0.smithi040.stdout:1653: done (4 left) 2024-04-22T04:32:31.183 INFO:tasks.rados.rados.0.smithi040.stdout:1654: copy_from oid 7 from oid 17 current snap is 158 2024-04-22T04:32:31.183 INFO:tasks.rados.rados.0.smithi040.stdout:1655: snap_remove snap 133 2024-04-22T04:32:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:31 smithi040 ceph-mon[91058]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:32:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:31 smithi040 ceph-mon[91058]: osdmap e373: 8 total, 7 up, 8 in 2024-04-22T04:32:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:31 smithi040 ceph-mon[91058]: pgmap v272: 121 pgs: 16 stale+active+clean, 105 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 793 KiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-22T04:32:31.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:31 smithi040 ceph-mon[88445]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:32:31.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:31 smithi040 ceph-mon[88445]: osdmap e373: 8 total, 7 up, 8 in 2024-04-22T04:32:31.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:31 smithi040 ceph-mon[88445]: pgmap v272: 121 pgs: 16 stale+active+clean, 105 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 793 KiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-22T04:32:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:31 smithi062 ceph-mon[78153]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:32:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:31 smithi062 ceph-mon[78153]: osdmap e373: 8 total, 7 up, 8 in 2024-04-22T04:32:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:31 smithi062 ceph-mon[78153]: pgmap v272: 121 pgs: 16 stale+active+clean, 105 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 793 KiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-22T04:32:32.104 INFO:tasks.rados.rados.0.smithi040.stdout:1655: done (5 left) 2024-04-22T04:32:32.104 INFO:tasks.rados.rados.0.smithi040.stdout:1656: read oid 49 snap 113 2024-04-22T04:32:32.104 INFO:tasks.rados.rados.0.smithi040.stdout:1656: expect (ObjNum 384 snap 109 seq_num 384) 2024-04-22T04:32:32.106 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 34 current snap is 158 2024-04-22T04:32:32.106 INFO:tasks.rados.rados.0.smithi040.stdout:1657: seq_num 544 ranges {0=720896,720896=614400,1335296=589824} 2024-04-22T04:32:32.108 INFO:tasks.rados.rados.0.smithi040.stdout:1657: writing smithi04078109-34 from 0 to 720896 tid 1 2024-04-22T04:32:32.112 INFO:tasks.rados.rados.0.smithi040.stdout:1657: writing smithi04078109-34 from 720896 to 1335296 tid 2 2024-04-22T04:32:32.116 INFO:tasks.rados.rados.0.smithi040.stdout:1657: writing smithi04078109-34 from 1335296 to 1925120 tid 3 2024-04-22T04:32:32.116 INFO:tasks.rados.rados.0.smithi040.stdout:1658: read oid 25 snap -1 2024-04-22T04:32:32.117 INFO:tasks.rados.rados.0.smithi040.stdout:1658: expect deleted 2024-04-22T04:32:32.117 INFO:tasks.rados.rados.0.smithi040.stdout:1659: snap_create 2024-04-22T04:32:32.117 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 513 (ObjNum 427 snap 122 seq_num 427) dirty exists 2024-04-22T04:32:32.117 INFO:tasks.rados.rados.0.smithi040.stdout:1652: expect (ObjNum 423 snap 121 seq_num 423) 2024-04-22T04:32:32.277 INFO:tasks.rados.rados.0.smithi040.stdout:1649: finishing rollback tid 0 to smithi04078109-32 2024-04-22T04:32:32.278 INFO:tasks.rados.rados.0.smithi040.stdout:1649: finishing rollback tid 1 to smithi04078109-32 2024-04-22T04:32:32.278 INFO:tasks.rados.rados.0.smithi040.stdout:1649: finishing rollback tid 2 to smithi04078109-32 2024-04-22T04:32:32.278 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 728 (ObjNum 377 snap 106 seq_num 377) dirty exists 2024-04-22T04:32:32.278 INFO:tasks.rados.rados.0.smithi040.stdout:1650: finishing copy_from racing read to smithi04078109-19 2024-04-22T04:32:32.278 INFO:tasks.rados.rados.0.smithi040.stdout:1650: finishing copy_from to smithi04078109-19 2024-04-22T04:32:32.278 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 177 (ObjNum 517 snap 152 seq_num 517) dirty exists 2024-04-22T04:32:32.278 INFO:tasks.rados.rados.0.smithi040.stdout:1654: finishing copy_from racing read to smithi04078109-7 2024-04-22T04:32:32.278 INFO:tasks.rados.rados.0.smithi040.stdout:1654: finishing copy_from to smithi04078109-7 2024-04-22T04:32:32.278 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 948 (ObjNum 515 snap 151 seq_num 515) dirty exists 2024-04-22T04:32:32.278 INFO:tasks.rados.rados.0.smithi040.stdout:1657: finishing write tid 1 to smithi04078109-34 2024-04-22T04:32:32.278 INFO:tasks.rados.rados.0.smithi040.stdout:1657: finishing write tid 2 to smithi04078109-34 2024-04-22T04:32:32.278 INFO:tasks.rados.rados.0.smithi040.stdout:1656: expect (ObjNum 384 snap 109 seq_num 384) 2024-04-22T04:32:32.531 INFO:tasks.rados.rados.0.smithi040.stdout:1657: finishing write tid 3 to smithi04078109-34 2024-04-22T04:32:32.531 INFO:tasks.rados.rados.0.smithi040.stdout:1657: finishing write tid 4 to smithi04078109-34 2024-04-22T04:32:32.531 INFO:tasks.rados.rados.0.smithi040.stdout:1657: finishing write tid 5 to smithi04078109-34 2024-04-22T04:32:32.531 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 952 (ObjNum 544 snap 158 seq_num 544) dirty exists 2024-04-22T04:32:32.531 INFO:tasks.rados.rados.0.smithi040.stdout:1657: left oid 34 (ObjNum 544 snap 158 seq_num 544) 2024-04-22T04:32:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:32 smithi062 ceph-mon[78153]: osdmap e374: 8 total, 7 up, 8 in 2024-04-22T04:32:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:32 smithi062 ceph-mon[78153]: osdmap e375: 8 total, 7 up, 8 in 2024-04-22T04:32:32.652 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:32 smithi040 ceph-mon[88445]: osdmap e374: 8 total, 7 up, 8 in 2024-04-22T04:32:32.652 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:32 smithi040 ceph-mon[88445]: osdmap e375: 8 total, 7 up, 8 in 2024-04-22T04:32:32.652 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:32 smithi040 ceph-mon[91058]: osdmap e374: 8 total, 7 up, 8 in 2024-04-22T04:32:32.652 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:32 smithi040 ceph-mon[91058]: osdmap e375: 8 total, 7 up, 8 in 2024-04-22T04:32:32.909 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:32 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.3.service: Succeeded. 2024-04-22T04:32:32.909 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:32 smithi040 systemd[1]: Stopped Ceph osd.3 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:32:32.909 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:32 smithi040 systemd[1]: Starting Ceph osd.3 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:32:33.103 INFO:tasks.rados.rados.0.smithi040.stdout:1648: done (8 left) 2024-04-22T04:32:33.103 INFO:tasks.rados.rados.0.smithi040.stdout:1649: done (7 left) 2024-04-22T04:32:33.103 INFO:tasks.rados.rados.0.smithi040.stdout:1650: done (6 left) 2024-04-22T04:32:33.103 INFO:tasks.rados.rados.0.smithi040.stdout:1652: done (5 left) 2024-04-22T04:32:33.103 INFO:tasks.rados.rados.0.smithi040.stdout:1654: done (4 left) 2024-04-22T04:32:33.103 INFO:tasks.rados.rados.0.smithi040.stdout:1656: done (3 left) 2024-04-22T04:32:33.103 INFO:tasks.rados.rados.0.smithi040.stdout:1657: done (2 left) 2024-04-22T04:32:33.103 INFO:tasks.rados.rados.0.smithi040.stdout:1658: done (1 left) 2024-04-22T04:32:33.103 INFO:tasks.rados.rados.0.smithi040.stdout:1659: done (0 left) 2024-04-22T04:32:33.103 INFO:tasks.rados.rados.0.smithi040.stdout:1660: read oid 26 snap -1 2024-04-22T04:32:33.103 INFO:tasks.rados.rados.0.smithi040.stdout:1660: expect (ObjNum 455 snap 125 seq_num 455) 2024-04-22T04:32:33.103 INFO:tasks.rados.rados.0.smithi040.stdout:1661: rollback oid 25 current snap is 159 2024-04-22T04:32:33.103 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 25 to 157 2024-04-22T04:32:33.104 INFO:tasks.rados.rados.0.smithi040.stdout:1662: copy_from oid 11 from oid 42 current snap is 159 2024-04-22T04:32:33.104 INFO:tasks.rados.rados.0.smithi040.stdout:1663: delete oid 14 current snap is 159 2024-04-22T04:32:33.112 INFO:tasks.rados.rados.0.smithi040.stdout:1663: done (3 left) 2024-04-22T04:32:33.112 INFO:tasks.rados.rados.0.smithi040.stdout:1664: rollback oid 37 current snap is 159 2024-04-22T04:32:33.112 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 37 to 147 2024-04-22T04:32:33.112 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 30 current snap is 159 2024-04-22T04:32:33.112 INFO:tasks.rados.rados.0.smithi040.stdout:1665: seq_num 546 ranges {1720320=753664,2473984=778240,3252224=425984} 2024-04-22T04:32:33.122 INFO:tasks.rados.rados.0.smithi040.stdout:1665: writing smithi04078109-30 from 1720320 to 2473984 tid 1 2024-04-22T04:32:33.127 INFO:tasks.rados.rados.0.smithi040.stdout:1665: writing smithi04078109-30 from 2473984 to 3252224 tid 2 2024-04-22T04:32:33.129 INFO:tasks.rados.rados.0.smithi040.stdout:1665: writing smithi04078109-30 from 3252224 to 3678208 tid 3 2024-04-22T04:32:33.130 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 9 current snap is 159 2024-04-22T04:32:33.130 INFO:tasks.rados.rados.0.smithi040.stdout:1666: seq_num 547 ranges {1507328=770048,2277376=663552,2940928=466944,3407872=73728} 2024-04-22T04:32:33.142 INFO:tasks.rados.rados.0.smithi040.stdout:1666: writing smithi04078109-9 from 1507328 to 2277376 tid 1 2024-04-22T04:32:33.146 INFO:tasks.rados.rados.0.smithi040.stdout:1666: writing smithi04078109-9 from 2277376 to 2940928 tid 2 2024-04-22T04:32:33.148 INFO:tasks.rados.rados.0.smithi040.stdout:1666: writing smithi04078109-9 from 2940928 to 3407872 tid 3 2024-04-22T04:32:33.149 INFO:tasks.rados.rados.0.smithi040.stdout:1666: writing smithi04078109-9 from 3407872 to 3481600 tid 4 2024-04-22T04:32:33.149 INFO:tasks.rados.rados.0.smithi040.stdout:1667: read oid 27 snap -1 2024-04-22T04:32:33.150 INFO:tasks.rados.rados.0.smithi040.stdout:1667: expect (ObjNum 482 snap 137 seq_num 482) 2024-04-22T04:32:33.150 INFO:tasks.rados.rados.0.smithi040.stdout:1668: delete oid 41 current snap is 159 2024-04-22T04:32:33.150 INFO:tasks.rados.rados.0.smithi040.stdout:1660: expect (ObjNum 455 snap 125 seq_num 455) 2024-04-22T04:32:33.161 INFO:tasks.rados.rados.0.smithi040.stdout:1661: finishing rollback tid 1 to smithi04078109-25 2024-04-22T04:32:33.162 INFO:tasks.rados.rados.0.smithi040.stdout:1664: finishing rollback tid 0 to smithi04078109-37 2024-04-22T04:32:33.162 INFO:tasks.rados.rados.0.smithi040.stdout:1661: finishing rollback tid 2 to smithi04078109-25 2024-04-22T04:32:33.162 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 1038 (ObjNum 276 snap 70 seq_num 276) dirty exists 2024-04-22T04:32:33.162 INFO:tasks.rados.rados.0.smithi040.stdout:1664: finishing rollback tid 1 to smithi04078109-37 2024-04-22T04:32:33.162 INFO:tasks.rados.rados.0.smithi040.stdout:1664: finishing rollback tid 2 to smithi04078109-37 2024-04-22T04:32:33.162 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 1054 (ObjNum 288 snap 0 seq_num 161) dirty exists 2024-04-22T04:32:33.162 INFO:tasks.rados.rados.0.smithi040.stdout:1662: finishing copy_from racing read to smithi04078109-11 2024-04-22T04:32:33.162 INFO:tasks.rados.rados.0.smithi040.stdout:1662: finishing copy_from to smithi04078109-11 2024-04-22T04:32:33.162 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 470 (ObjNum 421 snap 121 seq_num 421) dirty exists 2024-04-22T04:32:33.162 INFO:tasks.rados.rados.0.smithi040.stdout:1665: finishing write tid 1 to smithi04078109-30 2024-04-22T04:32:33.162 INFO:tasks.rados.rados.0.smithi040.stdout:1660: done (7 left) 2024-04-22T04:32:33.162 INFO:tasks.rados.rados.0.smithi040.stdout:1661: done (6 left) 2024-04-22T04:32:33.162 INFO:tasks.rados.rados.0.smithi040.stdout:1662: done (5 left) 2024-04-22T04:32:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1664: done (4 left) 2024-04-22T04:32:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1668: done (3 left) 2024-04-22T04:32:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1669: copy_from oid 29 from oid 7 current snap is 159 2024-04-22T04:32:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1665: finishing write tid 2 to smithi04078109-30 2024-04-22T04:32:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1665: finishing write tid 3 to smithi04078109-30 2024-04-22T04:32:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1665: finishing write tid 4 to smithi04078109-30 2024-04-22T04:32:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1665: finishing write tid 5 to smithi04078109-30 2024-04-22T04:32:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 886 (ObjNum 546 snap 159 seq_num 546) dirty exists 2024-04-22T04:32:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1665: left oid 30 (ObjNum 546 snap 159 seq_num 546) 2024-04-22T04:32:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1666: finishing write tid 1 to smithi04078109-9 2024-04-22T04:32:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1666: finishing write tid 2 to smithi04078109-9 2024-04-22T04:32:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1666: finishing write tid 3 to smithi04078109-9 2024-04-22T04:32:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1666: finishing write tid 4 to smithi04078109-9 2024-04-22T04:32:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1666: finishing write tid 5 to smithi04078109-9 2024-04-22T04:32:33.163 INFO:tasks.rados.rados.0.smithi040.stdout:1667: expect (ObjNum 482 snap 137 seq_num 482) 2024-04-22T04:32:33.191 INFO:tasks.rados.rados.0.smithi040.stdout:1666: finishing write tid 6 to smithi04078109-9 2024-04-22T04:32:33.191 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 957 (ObjNum 547 snap 159 seq_num 547) dirty exists 2024-04-22T04:32:33.192 INFO:tasks.rados.rados.0.smithi040.stdout:1666: left oid 9 (ObjNum 547 snap 159 seq_num 547) 2024-04-22T04:32:33.192 INFO:tasks.rados.rados.0.smithi040.stdout:1665: done (3 left) 2024-04-22T04:32:33.192 INFO:tasks.rados.rados.0.smithi040.stdout:1666: done (2 left) 2024-04-22T04:32:33.192 INFO:tasks.rados.rados.0.smithi040.stdout:1667: done (1 left) 2024-04-22T04:32:33.192 INFO:tasks.rados.rados.0.smithi040.stdout:1670: rmattr oid 45 current snap is 159 2024-04-22T04:32:33.192 INFO:tasks.rados.rados.0.smithi040.stdout:1670: done (1 left) 2024-04-22T04:32:33.192 INFO:tasks.rados.rados.0.smithi040.stdout:1671: snap_remove snap 146 2024-04-22T04:32:33.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:33 smithi062 ceph-mon[78153]: pgmap v275: 121 pgs: 6 active+undersized+degraded, 3 stale+active+clean, 27 active+undersized, 85 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.4 MiB/s wr, 24 op/s; 48/585 objects degraded (8.205%) 2024-04-22T04:32:33.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:33 smithi062 ceph-mon[78153]: osdmap e376: 8 total, 7 up, 8 in 2024-04-22T04:32:33.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:33 smithi040 ceph-mon[88445]: pgmap v275: 121 pgs: 6 active+undersized+degraded, 3 stale+active+clean, 27 active+undersized, 85 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.4 MiB/s wr, 24 op/s; 48/585 objects degraded (8.205%) 2024-04-22T04:32:33.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:33 smithi040 ceph-mon[88445]: osdmap e376: 8 total, 7 up, 8 in 2024-04-22T04:32:33.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:33 smithi040 ceph-mon[91058]: pgmap v275: 121 pgs: 6 active+undersized+degraded, 3 stale+active+clean, 27 active+undersized, 85 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.4 MiB/s wr, 24 op/s; 48/585 objects degraded (8.205%) 2024-04-22T04:32:33.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:33 smithi040 ceph-mon[91058]: osdmap e376: 8 total, 7 up, 8 in 2024-04-22T04:32:34.090 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:33 smithi040 bash[106607]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-22T04:32:34.090 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:33 smithi040 bash[106607]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-22T04:32:34.090 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:33 smithi040 bash[106607]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-22T04:32:34.091 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:33 smithi040 bash[106607]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-22T04:32:34.091 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:33 smithi040 bash[106607]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-22T04:32:34.091 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:33 smithi040 bash[106607]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-22T04:32:34.091 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:33 smithi040 bash[106607]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-22T04:32:34.183 INFO:tasks.rados.rados.0.smithi040.stdout:1671: done (1 left) 2024-04-22T04:32:34.183 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 159 2024-04-22T04:32:34.184 INFO:tasks.rados.rados.0.smithi040.stdout:1669: finishing copy_from racing read to smithi04078109-29 2024-04-22T04:32:34.184 INFO:tasks.rados.rados.0.smithi040.stdout:1669: finishing copy_from to smithi04078109-29 2024-04-22T04:32:34.184 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 948 (ObjNum 515 snap 151 seq_num 515) dirty exists 2024-04-22T04:32:34.184 INFO:tasks.rados.rados.0.smithi040.stdout:1672: seq_num 549 ranges {4136960=802816,4939776=483328,5423104=434176,5857280=286720} 2024-04-22T04:32:34.210 INFO:tasks.rados.rados.0.smithi040.stdout:1672: writing smithi04078109-15 from 4136960 to 4939776 tid 1 2024-04-22T04:32:34.213 INFO:tasks.rados.rados.0.smithi040.stdout:1672: writing smithi04078109-15 from 4939776 to 5423104 tid 2 2024-04-22T04:32:34.215 INFO:tasks.rados.rados.0.smithi040.stdout:1672: writing smithi04078109-15 from 5423104 to 5857280 tid 3 2024-04-22T04:32:34.217 INFO:tasks.rados.rados.0.smithi040.stdout:1672: writing smithi04078109-15 from 5857280 to 6144000 tid 4 2024-04-22T04:32:34.218 INFO:tasks.rados.rados.0.smithi040.stdout:1669: done (1 left) 2024-04-22T04:32:34.218 INFO:tasks.rados.rados.0.smithi040.stdout:1673: copy_from oid 45 from oid 38 current snap is 159 2024-04-22T04:32:34.218 INFO:tasks.rados.rados.0.smithi040.stdout:1672: finishing write tid 1 to smithi04078109-15 2024-04-22T04:32:34.218 INFO:tasks.rados.rados.0.smithi040.stdout:1672: finishing write tid 2 to smithi04078109-15 2024-04-22T04:32:34.218 INFO:tasks.rados.rados.0.smithi040.stdout:1674: rollback oid 31 current snap is 159 2024-04-22T04:32:34.218 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 31 to 125 2024-04-22T04:32:34.218 INFO:tasks.rados.rados.0.smithi040.stdout:1675: rollback oid 17 current snap is 159 2024-04-22T04:32:34.218 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 17 to 125 2024-04-22T04:32:34.218 INFO:tasks.rados.rados.0.smithi040.stdout:1676: snap_remove snap 113 2024-04-22T04:32:34.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:34 smithi040 ceph-mon[88445]: Health check failed: Degraded data redundancy: 48/585 objects degraded (8.205%), 6 pgs degraded (PG_DEGRADED) 2024-04-22T04:32:34.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:34 smithi040 ceph-mon[91058]: Health check failed: Degraded data redundancy: 48/585 objects degraded (8.205%), 6 pgs degraded (PG_DEGRADED) 2024-04-22T04:32:34.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:34 smithi062 ceph-mon[78153]: Health check failed: Degraded data redundancy: 48/585 objects degraded (8.205%), 6 pgs degraded (PG_DEGRADED) 2024-04-22T04:32:35.189 INFO:tasks.rados.rados.0.smithi040.stdout:1676: done (4 left) 2024-04-22T04:32:35.189 INFO:tasks.rados.rados.0.smithi040.stdout:1677: snap_remove snap 148 2024-04-22T04:32:35.189 INFO:tasks.rados.rados.0.smithi040.stdout:1674: finishing rollback tid 1 to smithi04078109-31 2024-04-22T04:32:35.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:35 smithi040 ceph-mon[88445]: osdmap e377: 8 total, 7 up, 8 in 2024-04-22T04:32:35.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:35 smithi040 ceph-mon[88445]: pgmap v278: 121 pgs: 6 active+undersized+degraded, 3 stale+active+clean, 27 active+undersized, 85 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.5 MiB/s wr, 21 op/s; 48/585 objects degraded (8.205%) 2024-04-22T04:32:35.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:35 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:35.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:35 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:35.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:32:35.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:35 smithi040 ceph-mon[91058]: osdmap e377: 8 total, 7 up, 8 in 2024-04-22T04:32:35.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:35 smithi040 ceph-mon[91058]: pgmap v278: 121 pgs: 6 active+undersized+degraded, 3 stale+active+clean, 27 active+undersized, 85 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.5 MiB/s wr, 21 op/s; 48/585 objects degraded (8.205%) 2024-04-22T04:32:35.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:35 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:35.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:35 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:35.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:32:35.410 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:34 smithi040 ceph-osd[106896]: -- 172.21.15.40:0/807575892 <== mon.0 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562c1a4feb60 con 0x562c1a4c5000 2024-04-22T04:32:35.410 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:35 smithi040 bash[106859]: aee12043cd2a8a336e79f42857099dcc6dc6d8dab9625ec471802e009b88e0b8 2024-04-22T04:32:35.410 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:35 smithi040 systemd[1]: Started Ceph osd.3 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:32:35.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:35 smithi062 ceph-mon[78153]: osdmap e377: 8 total, 7 up, 8 in 2024-04-22T04:32:35.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:35 smithi062 ceph-mon[78153]: pgmap v278: 121 pgs: 6 active+undersized+degraded, 3 stale+active+clean, 27 active+undersized, 85 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.5 MiB/s wr, 21 op/s; 48/585 objects degraded (8.205%) 2024-04-22T04:32:35.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:35 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:35.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:35 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:35.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:32:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:32:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:32:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:32:35.909 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:35 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-3[106873]: 2024-04-22T04:32:35.492+0000 7f0494b48540 -1 Falling back to public interface 2024-04-22T04:32:36.196 INFO:tasks.rados.rados.0.smithi040.stdout:1677: done (4 left) 2024-04-22T04:32:36.196 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 41 current snap is 159 2024-04-22T04:32:36.196 INFO:tasks.rados.rados.0.smithi040.stdout:1678: seq_num 550 ranges {0=417792,417792=770048,1187840=638976,1826816=196608} 2024-04-22T04:32:36.196 INFO:tasks.rados.rados.0.smithi040.stdout:1678: writing smithi04078109-41 from 0 to 417792 tid 1 2024-04-22T04:32:36.197 INFO:tasks.rados.rados.0.smithi040.stdout:1678: writing smithi04078109-41 from 417792 to 1187840 tid 2 2024-04-22T04:32:36.203 INFO:tasks.rados.rados.0.smithi040.stdout:1678: writing smithi04078109-41 from 1187840 to 1826816 tid 3 2024-04-22T04:32:36.203 INFO:tasks.rados.rados.0.smithi040.stdout:1678: writing smithi04078109-41 from 1826816 to 2023424 tid 4 2024-04-22T04:32:36.203 INFO:tasks.rados.rados.0.smithi040.stdout:1679: read oid 46 snap -1 2024-04-22T04:32:36.203 INFO:tasks.rados.rados.0.smithi040.stdout:1679: expect (ObjNum 517 snap 152 seq_num 517) 2024-04-22T04:32:36.203 INFO:tasks.rados.rados.0.smithi040.stdout:1680: read oid 25 snap 157 2024-04-22T04:32:36.204 INFO:tasks.rados.rados.0.smithi040.stdout:1680: expect (ObjNum 276 snap 70 seq_num 276) 2024-04-22T04:32:36.204 INFO:tasks.rados.rados.0.smithi040.stdout:1681: snap_create 2024-04-22T04:32:36.204 INFO:tasks.rados.rados.0.smithi040.stdout:1672: finishing write tid 3 to smithi04078109-15 2024-04-22T04:32:36.204 INFO:tasks.rados.rados.0.smithi040.stdout:1672: finishing write tid 4 to smithi04078109-15 2024-04-22T04:32:36.204 INFO:tasks.rados.rados.0.smithi040.stdout:1674: finishing rollback tid 2 to smithi04078109-31 2024-04-22T04:32:36.204 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 1050 (ObjNum 453 snap 125 seq_num 453) dirty exists 2024-04-22T04:32:36.204 INFO:tasks.rados.rados.0.smithi040.stdout:1672: finishing write tid 5 to smithi04078109-15 2024-04-22T04:32:36.205 INFO:tasks.rados.rados.0.smithi040.stdout:1675: finishing rollback tid 0 to smithi04078109-17 2024-04-22T04:32:36.205 INFO:tasks.rados.rados.0.smithi040.stdout:1672: finishing write tid 6 to smithi04078109-15 2024-04-22T04:32:36.205 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 1062 (ObjNum 549 snap 159 seq_num 549) dirty exists 2024-04-22T04:32:36.205 INFO:tasks.rados.rados.0.smithi040.stdout:1672: left oid 15 (ObjNum 549 snap 159 seq_num 549) 2024-04-22T04:32:36.205 INFO:tasks.rados.rados.0.smithi040.stdout:1675: finishing rollback tid 1 to smithi04078109-17 2024-04-22T04:32:36.205 INFO:tasks.rados.rados.0.smithi040.stdout:1675: finishing rollback tid 2 to smithi04078109-17 2024-04-22T04:32:36.205 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 1066 (ObjNum 448 snap 124 seq_num 448) dirty exists 2024-04-22T04:32:36.205 INFO:tasks.rados.rados.0.smithi040.stdout:1673: finishing copy_from racing read to smithi04078109-45 2024-04-22T04:32:36.205 INFO:tasks.rados.rados.0.smithi040.stdout:1673: finishing copy_from to smithi04078109-45 2024-04-22T04:32:36.205 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 796 (ObjNum 525 snap 154 seq_num 525) dirty exists 2024-04-22T04:32:36.205 INFO:tasks.rados.rados.0.smithi040.stdout:1678: finishing write tid 1 to smithi04078109-41 2024-04-22T04:32:36.205 INFO:tasks.rados.rados.0.smithi040.stdout:1678: finishing write tid 2 to smithi04078109-41 2024-04-22T04:32:36.207 INFO:tasks.rados.rados.0.smithi040.stdout:1678: finishing write tid 3 to smithi04078109-41 2024-04-22T04:32:36.207 INFO:tasks.rados.rados.0.smithi040.stdout:1678: finishing write tid 4 to smithi04078109-41 2024-04-22T04:32:36.210 INFO:tasks.rados.rados.0.smithi040.stdout:1678: finishing write tid 5 to smithi04078109-41 2024-04-22T04:32:36.212 INFO:tasks.rados.rados.0.smithi040.stdout:1678: finishing write tid 6 to smithi04078109-41 2024-04-22T04:32:36.212 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 1071 (ObjNum 550 snap 159 seq_num 550) dirty exists 2024-04-22T04:32:36.212 INFO:tasks.rados.rados.0.smithi040.stdout:1678: left oid 41 (ObjNum 550 snap 159 seq_num 550) 2024-04-22T04:32:36.214 INFO:tasks.rados.rados.0.smithi040.stdout:1679: expect (ObjNum 517 snap 152 seq_num 517) 2024-04-22T04:32:36.261 INFO:tasks.rados.rados.0.smithi040.stdout:1680: expect (ObjNum 276 snap 70 seq_num 276) 2024-04-22T04:32:36.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:36 smithi040 ceph-mon[88445]: osdmap e378: 8 total, 7 up, 8 in 2024-04-22T04:32:36.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:36.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:32:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:36 smithi040 ceph-mon[91058]: osdmap e378: 8 total, 7 up, 8 in 2024-04-22T04:32:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:32:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:36 smithi062 ceph-mon[78153]: osdmap e378: 8 total, 7 up, 8 in 2024-04-22T04:32:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:32:37.102 INFO:tasks.rados.rados.0.smithi040.stdout:1672: done (7 left) 2024-04-22T04:32:37.103 INFO:tasks.rados.rados.0.smithi040.stdout:1673: done (6 left) 2024-04-22T04:32:37.103 INFO:tasks.rados.rados.0.smithi040.stdout:1674: done (5 left) 2024-04-22T04:32:37.103 INFO:tasks.rados.rados.0.smithi040.stdout:1675: done (4 left) 2024-04-22T04:32:37.103 INFO:tasks.rados.rados.0.smithi040.stdout:1678: done (3 left) 2024-04-22T04:32:37.103 INFO:tasks.rados.rados.0.smithi040.stdout:1679: done (2 left) 2024-04-22T04:32:37.103 INFO:tasks.rados.rados.0.smithi040.stdout:1680: done (1 left) 2024-04-22T04:32:37.103 INFO:tasks.rados.rados.0.smithi040.stdout:1681: done (0 left) 2024-04-22T04:32:37.103 INFO:tasks.rados.rados.0.smithi040.stdout:1682: rollback oid 40 current snap is 160 2024-04-22T04:32:37.103 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 40 to 147 2024-04-22T04:32:37.103 INFO:tasks.rados.rados.0.smithi040.stdout:1683: read oid 42 snap -1 2024-04-22T04:32:37.103 INFO:tasks.rados.rados.0.smithi040.stdout:1683: expect (ObjNum 421 snap 121 seq_num 421) 2024-04-22T04:32:37.104 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 16 current snap is 160 2024-04-22T04:32:37.104 INFO:tasks.rados.rados.0.smithi040.stdout:1684: seq_num 551 ranges {1941504=434176,2375680=647168,3022848=450560,3473408=507904} 2024-04-22T04:32:37.116 INFO:tasks.rados.rados.0.smithi040.stdout:1684: writing smithi04078109-16 from 1941504 to 2375680 tid 1 2024-04-22T04:32:37.119 INFO:tasks.rados.rados.0.smithi040.stdout:1684: writing smithi04078109-16 from 2375680 to 3022848 tid 2 2024-04-22T04:32:37.122 INFO:tasks.rados.rados.0.smithi040.stdout:1684: writing smithi04078109-16 from 3022848 to 3473408 tid 3 2024-04-22T04:32:37.125 INFO:tasks.rados.rados.0.smithi040.stdout:1684: writing smithi04078109-16 from 3473408 to 3981312 tid 4 2024-04-22T04:32:37.125 INFO:tasks.rados.rados.0.smithi040.stdout:1685: snap_remove snap 158 2024-04-22T04:32:37.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:37 smithi040 ceph-mon[88445]: osdmap e379: 8 total, 7 up, 8 in 2024-04-22T04:32:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:37 smithi040 ceph-mon[88445]: pgmap v281: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.7 MiB/s wr, 12 op/s; 73/600 objects degraded (12.167%) 2024-04-22T04:32:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:37 smithi040 ceph-mon[88445]: osdmap e380: 8 total, 7 up, 8 in 2024-04-22T04:32:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:37 smithi040 ceph-mon[91058]: osdmap e379: 8 total, 7 up, 8 in 2024-04-22T04:32:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:37 smithi040 ceph-mon[91058]: pgmap v281: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.7 MiB/s wr, 12 op/s; 73/600 objects degraded (12.167%) 2024-04-22T04:32:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:37 smithi040 ceph-mon[91058]: osdmap e380: 8 total, 7 up, 8 in 2024-04-22T04:32:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:37 smithi062 ceph-mon[78153]: osdmap e379: 8 total, 7 up, 8 in 2024-04-22T04:32:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:37 smithi062 ceph-mon[78153]: pgmap v281: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.7 MiB/s wr, 12 op/s; 73/600 objects degraded (12.167%) 2024-04-22T04:32:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:37 smithi062 ceph-mon[78153]: osdmap e380: 8 total, 7 up, 8 in 2024-04-22T04:32:38.106 INFO:tasks.rados.rados.0.smithi040.stdout:1685: done (3 left) 2024-04-22T04:32:38.106 INFO:tasks.rados.rados.0.smithi040.stdout:1686: read oid 8 snap -1 2024-04-22T04:32:38.106 INFO:tasks.rados.rados.0.smithi040.stdout:1686: expect (ObjNum 449 snap 124 seq_num 449) 2024-04-22T04:32:38.106 INFO:tasks.rados.rados.0.smithi040.stdout:1687: rmattr oid 31 current snap is 160 2024-04-22T04:32:38.106 INFO:tasks.rados.rados.0.smithi040.stdout:1687: done (4 left) 2024-04-22T04:32:38.106 INFO:tasks.rados.rados.0.smithi040.stdout:1688: read oid 28 snap 154 2024-04-22T04:32:38.107 INFO:tasks.rados.rados.0.smithi040.stdout:1688: expect (ObjNum 396 snap 112 seq_num 396) 2024-04-22T04:32:38.107 INFO:tasks.rados.rados.0.smithi040.stdout:1689: snap_create 2024-04-22T04:32:38.107 INFO:tasks.rados.rados.0.smithi040.stdout:1682: finishing rollback tid 1 to smithi04078109-40 2024-04-22T04:32:38.107 INFO:tasks.rados.rados.0.smithi040.stdout:1682: finishing rollback tid 2 to smithi04078109-40 2024-04-22T04:32:38.107 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1074 (ObjNum 493 snap 143 seq_num 493) dirty exists 2024-04-22T04:32:38.107 INFO:tasks.rados.rados.0.smithi040.stdout:1683: expect (ObjNum 421 snap 121 seq_num 421) 2024-04-22T04:32:38.170 INFO:tasks.rados.rados.0.smithi040.stdout:1684: finishing write tid 1 to smithi04078109-16 2024-04-22T04:32:38.170 INFO:tasks.rados.rados.0.smithi040.stdout:1684: finishing write tid 2 to smithi04078109-16 2024-04-22T04:32:38.170 INFO:tasks.rados.rados.0.smithi040.stdout:1684: finishing write tid 3 to smithi04078109-16 2024-04-22T04:32:38.170 INFO:tasks.rados.rados.0.smithi040.stdout:1684: finishing write tid 4 to smithi04078109-16 2024-04-22T04:32:38.171 INFO:tasks.rados.rados.0.smithi040.stdout:1684: finishing write tid 5 to smithi04078109-16 2024-04-22T04:32:38.171 INFO:tasks.rados.rados.0.smithi040.stdout:1684: finishing write tid 6 to smithi04078109-16 2024-04-22T04:32:38.171 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 885 (ObjNum 551 snap 160 seq_num 551) dirty exists 2024-04-22T04:32:38.171 INFO:tasks.rados.rados.0.smithi040.stdout:1684: left oid 16 (ObjNum 551 snap 160 seq_num 551) 2024-04-22T04:32:38.171 INFO:tasks.rados.rados.0.smithi040.stdout:1686: expect (ObjNum 449 snap 124 seq_num 449) 2024-04-22T04:32:38.398 INFO:tasks.rados.rados.0.smithi040.stdout:1688: expect (ObjNum 396 snap 112 seq_num 396) 2024-04-22T04:32:39.112 INFO:tasks.rados.rados.0.smithi040.stdout:1682: done (5 left) 2024-04-22T04:32:39.112 INFO:tasks.rados.rados.0.smithi040.stdout:1683: done (4 left) 2024-04-22T04:32:39.112 INFO:tasks.rados.rados.0.smithi040.stdout:1684: done (3 left) 2024-04-22T04:32:39.113 INFO:tasks.rados.rados.0.smithi040.stdout:1686: done (2 left) 2024-04-22T04:32:39.113 INFO:tasks.rados.rados.0.smithi040.stdout:1688: done (1 left) 2024-04-22T04:32:39.113 INFO:tasks.rados.rados.0.smithi040.stdout:1689: done (0 left) 2024-04-22T04:32:39.113 INFO:tasks.rados.rados.0.smithi040.stdout:1690: setattr oid 18 current snap is 161 2024-04-22T04:32:39.115 INFO:tasks.rados.rados.0.smithi040.stdout:1691: setattr oid 47 current snap is 161 2024-04-22T04:32:39.118 INFO:tasks.rados.rados.0.smithi040.stdout:1692: delete oid 41 current snap is 161 2024-04-22T04:32:39.122 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 599 (ObjNum 535 snap 157 seq_num 535) dirty exists 2024-04-22T04:32:39.122 INFO:tasks.rados.rados.0.smithi040.stdout:1690: done (2 left) 2024-04-22T04:32:39.122 INFO:tasks.rados.rados.0.smithi040.stdout:1692: done (1 left) 2024-04-22T04:32:39.123 INFO:tasks.rados.rados.0.smithi040.stdout:1693: snap_create 2024-04-22T04:32:39.127 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 514 (ObjNum -1442835584 snap 21852 seq_num 0) dirty exists 2024-04-22T04:32:39.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:39 smithi062 ceph-mon[78153]: osdmap e381: 8 total, 7 up, 8 in 2024-04-22T04:32:39.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:39 smithi062 ceph-mon[78153]: pgmap v284: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.0 MiB/s wr, 15 op/s; 73/594 objects degraded (12.290%) 2024-04-22T04:32:39.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:39 smithi040 ceph-mon[88445]: osdmap e381: 8 total, 7 up, 8 in 2024-04-22T04:32:39.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:39 smithi040 ceph-mon[88445]: pgmap v284: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.0 MiB/s wr, 15 op/s; 73/594 objects degraded (12.290%) 2024-04-22T04:32:39.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:39 smithi040 ceph-mon[91058]: osdmap e381: 8 total, 7 up, 8 in 2024-04-22T04:32:39.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:39 smithi040 ceph-mon[91058]: pgmap v284: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.0 MiB/s wr, 15 op/s; 73/594 objects degraded (12.290%) 2024-04-22T04:32:40.125 INFO:tasks.rados.rados.0.smithi040.stdout:1691: done (1 left) 2024-04-22T04:32:40.125 INFO:tasks.rados.rados.0.smithi040.stdout:1693: done (0 left) 2024-04-22T04:32:40.125 INFO:tasks.rados.rados.0.smithi040.stdout:1694: copy_from oid 49 from oid 48 current snap is 162 2024-04-22T04:32:40.125 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 162 2024-04-22T04:32:40.125 INFO:tasks.rados.rados.0.smithi040.stdout:1695: seq_num 553 ranges {6144000=466944,6610944=417792,7028736=417792,7446528=516096,7962624=253952} 2024-04-22T04:32:40.161 INFO:tasks.rados.rados.0.smithi040.stdout:1695: writing smithi04078109-15 from 6144000 to 6610944 tid 1 2024-04-22T04:32:40.164 INFO:tasks.rados.rados.0.smithi040.stdout:1695: writing smithi04078109-15 from 6610944 to 7028736 tid 2 2024-04-22T04:32:40.166 INFO:tasks.rados.rados.0.smithi040.stdout:1695: writing smithi04078109-15 from 7028736 to 7446528 tid 3 2024-04-22T04:32:40.170 INFO:tasks.rados.rados.0.smithi040.stdout:1695: writing smithi04078109-15 from 7446528 to 7962624 tid 4 2024-04-22T04:32:40.172 INFO:tasks.rados.rados.0.smithi040.stdout:1695: writing smithi04078109-15 from 7962624 to 8216576 tid 5 2024-04-22T04:32:40.172 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 162 2024-04-22T04:32:40.172 INFO:tasks.rados.rados.0.smithi040.stdout:1694: finishing copy_from racing read to smithi04078109-49 2024-04-22T04:32:40.172 INFO:tasks.rados.rados.0.smithi040.stdout:1694: finishing copy_from to smithi04078109-49 2024-04-22T04:32:40.172 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 525 (ObjNum 537 snap 158 seq_num 537) dirty exists 2024-04-22T04:32:40.172 INFO:tasks.rados.rados.0.smithi040.stdout:1695: finishing write tid 1 to smithi04078109-15 2024-04-22T04:32:40.172 INFO:tasks.rados.rados.0.smithi040.stdout:1695: finishing write tid 2 to smithi04078109-15 2024-04-22T04:32:40.172 INFO:tasks.rados.rados.0.smithi040.stdout:1696: seq_num 554 ranges {311296=483328,794624=704512,1499136=622592,2121728=278528} 2024-04-22T04:32:40.177 INFO:tasks.rados.rados.0.smithi040.stdout:1696: writing smithi04078109-17 from 311296 to 794624 tid 1 2024-04-22T04:32:40.181 INFO:tasks.rados.rados.0.smithi040.stdout:1696: writing smithi04078109-17 from 794624 to 1499136 tid 2 2024-04-22T04:32:40.186 INFO:tasks.rados.rados.0.smithi040.stdout:1696: writing smithi04078109-17 from 1499136 to 2121728 tid 3 2024-04-22T04:32:40.188 INFO:tasks.rados.rados.0.smithi040.stdout:1696: writing smithi04078109-17 from 2121728 to 2400256 tid 4 2024-04-22T04:32:40.189 INFO:tasks.rados.rados.0.smithi040.stdout:1694: done (2 left) 2024-04-22T04:32:40.189 INFO:tasks.rados.rados.0.smithi040.stdout:1697: rollback oid 33 current snap is 162 2024-04-22T04:32:40.189 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 33 to 125 2024-04-22T04:32:40.189 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 48 current snap is 162 2024-04-22T04:32:40.189 INFO:tasks.rados.rados.0.smithi040.stdout:1698: seq_num 555 ranges {4161536=499712,4661248=638976,5300224=425984,5726208=540672} 2024-04-22T04:32:40.214 INFO:tasks.rados.rados.0.smithi040.stdout:1698: writing smithi04078109-48 from 4161536 to 4661248 tid 1 2024-04-22T04:32:40.218 INFO:tasks.rados.rados.0.smithi040.stdout:1698: writing smithi04078109-48 from 4661248 to 5300224 tid 2 2024-04-22T04:32:40.221 INFO:tasks.rados.rados.0.smithi040.stdout:1698: writing smithi04078109-48 from 5300224 to 5726208 tid 3 2024-04-22T04:32:40.224 INFO:tasks.rados.rados.0.smithi040.stdout:1698: writing smithi04078109-48 from 5726208 to 6266880 tid 4 2024-04-22T04:32:40.225 INFO:tasks.rados.rados.0.smithi040.stdout:1699: delete oid 44 current snap is 162 2024-04-22T04:32:40.225 INFO:tasks.rados.rados.0.smithi040.stdout:1695: finishing write tid 3 to smithi04078109-15 2024-04-22T04:32:40.225 INFO:tasks.rados.rados.0.smithi040.stdout:1695: finishing write tid 4 to smithi04078109-15 2024-04-22T04:32:40.225 INFO:tasks.rados.rados.0.smithi040.stdout:1695: finishing write tid 5 to smithi04078109-15 2024-04-22T04:32:40.225 INFO:tasks.rados.rados.0.smithi040.stdout:1695: finishing write tid 6 to smithi04078109-15 2024-04-22T04:32:40.225 INFO:tasks.rados.rados.0.smithi040.stdout:1695: finishing write tid 7 to smithi04078109-15 2024-04-22T04:32:40.225 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 1080 (ObjNum 553 snap 162 seq_num 553) dirty exists 2024-04-22T04:32:40.225 INFO:tasks.rados.rados.0.smithi040.stdout:1695: left oid 15 (ObjNum 553 snap 162 seq_num 553) 2024-04-22T04:32:40.225 INFO:tasks.rados.rados.0.smithi040.stdout:1696: finishing write tid 1 to smithi04078109-17 2024-04-22T04:32:40.225 INFO:tasks.rados.rados.0.smithi040.stdout:1696: finishing write tid 2 to smithi04078109-17 2024-04-22T04:32:40.225 INFO:tasks.rados.rados.0.smithi040.stdout:1696: finishing write tid 3 to smithi04078109-17 2024-04-22T04:32:40.225 INFO:tasks.rados.rados.0.smithi040.stdout:1696: finishing write tid 4 to smithi04078109-17 2024-04-22T04:32:40.225 INFO:tasks.rados.rados.0.smithi040.stdout:1696: finishing write tid 5 to smithi04078109-17 2024-04-22T04:32:40.225 INFO:tasks.rados.rados.0.smithi040.stdout:1697: finishing rollback tid 0 to smithi04078109-33 2024-04-22T04:32:40.226 INFO:tasks.rados.rados.0.smithi040.stdout:1697: finishing rollback tid 1 to smithi04078109-33 2024-04-22T04:32:40.226 INFO:tasks.rados.rados.0.smithi040.stdout:1697: finishing rollback tid 2 to smithi04078109-33 2024-04-22T04:32:40.226 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 916 (ObjNum 275 snap 70 seq_num 275) dirty exists 2024-04-22T04:32:40.226 INFO:tasks.rados.rados.0.smithi040.stdout:1696: finishing write tid 6 to smithi04078109-17 2024-04-22T04:32:40.226 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 1086 (ObjNum 554 snap 162 seq_num 554) dirty exists 2024-04-22T04:32:40.226 INFO:tasks.rados.rados.0.smithi040.stdout:1696: left oid 17 (ObjNum 554 snap 162 seq_num 554) 2024-04-22T04:32:40.226 INFO:tasks.rados.rados.0.smithi040.stdout:1698: finishing write tid 1 to smithi04078109-48 2024-04-22T04:32:40.226 INFO:tasks.rados.rados.0.smithi040.stdout:1698: finishing write tid 2 to smithi04078109-48 2024-04-22T04:32:40.226 INFO:tasks.rados.rados.0.smithi040.stdout:1698: finishing write tid 3 to smithi04078109-48 2024-04-22T04:32:40.227 INFO:tasks.rados.rados.0.smithi040.stdout:1695: done (4 left) 2024-04-22T04:32:40.227 INFO:tasks.rados.rados.0.smithi040.stdout:1696: done (3 left) 2024-04-22T04:32:40.228 INFO:tasks.rados.rados.0.smithi040.stdout:1697: done (2 left) 2024-04-22T04:32:40.228 INFO:tasks.rados.rados.0.smithi040.stdout:1699: done (1 left) 2024-04-22T04:32:40.228 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 43 current snap is 162 2024-04-22T04:32:40.228 INFO:tasks.rados.rados.0.smithi040.stdout:1700: seq_num 557 ranges {2441216=532480,2973696=802816,3776512=794624,4571136=8192} 2024-04-22T04:32:40.245 INFO:tasks.rados.rados.0.smithi040.stdout:1700: writing smithi04078109-43 from 2441216 to 2973696 tid 1 2024-04-22T04:32:40.249 INFO:tasks.rados.rados.0.smithi040.stdout:1700: writing smithi04078109-43 from 2973696 to 3776512 tid 2 2024-04-22T04:32:40.254 INFO:tasks.rados.rados.0.smithi040.stdout:1700: writing smithi04078109-43 from 3776512 to 4571136 tid 3 2024-04-22T04:32:40.254 INFO:tasks.rados.rados.0.smithi040.stdout:1700: writing smithi04078109-43 from 4571136 to 4579328 tid 4 2024-04-22T04:32:40.254 INFO:tasks.rados.rados.0.smithi040.stdout:1701: read oid 2 snap -1 2024-04-22T04:32:40.254 INFO:tasks.rados.rados.0.smithi040.stdout:1701: expect (ObjNum 461 snap 128 seq_num 461) 2024-04-22T04:32:40.254 INFO:tasks.rados.rados.0.smithi040.stdout:1702: snap_create 2024-04-22T04:32:40.254 INFO:tasks.rados.rados.0.smithi040.stdout:1698: finishing write tid 4 to smithi04078109-48 2024-04-22T04:32:40.255 INFO:tasks.rados.rados.0.smithi040.stdout:1698: finishing write tid 5 to smithi04078109-48 2024-04-22T04:32:40.255 INFO:tasks.rados.rados.0.smithi040.stdout:1698: finishing write tid 6 to smithi04078109-48 2024-04-22T04:32:40.255 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 953 (ObjNum 555 snap 162 seq_num 555) dirty exists 2024-04-22T04:32:40.255 INFO:tasks.rados.rados.0.smithi040.stdout:1698: left oid 48 (ObjNum 555 snap 162 seq_num 555) 2024-04-22T04:32:40.255 INFO:tasks.rados.rados.0.smithi040.stdout:1700: finishing write tid 1 to smithi04078109-43 2024-04-22T04:32:40.255 INFO:tasks.rados.rados.0.smithi040.stdout:1700: finishing write tid 2 to smithi04078109-43 2024-04-22T04:32:40.258 INFO:tasks.rados.rados.0.smithi040.stdout:1700: finishing write tid 3 to smithi04078109-43 2024-04-22T04:32:40.258 INFO:tasks.rados.rados.0.smithi040.stdout:1700: finishing write tid 4 to smithi04078109-43 2024-04-22T04:32:40.258 INFO:tasks.rados.rados.0.smithi040.stdout:1700: finishing write tid 5 to smithi04078109-43 2024-04-22T04:32:40.260 INFO:tasks.rados.rados.0.smithi040.stdout:1700: finishing write tid 6 to smithi04078109-43 2024-04-22T04:32:40.260 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 804 (ObjNum 557 snap 162 seq_num 557) dirty exists 2024-04-22T04:32:40.260 INFO:tasks.rados.rados.0.smithi040.stdout:1700: left oid 43 (ObjNum 557 snap 162 seq_num 557) 2024-04-22T04:32:40.272 INFO:tasks.rados.rados.0.smithi040.stdout:1701: expect (ObjNum 461 snap 128 seq_num 461) 2024-04-22T04:32:40.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:40 smithi062 ceph-mon[78153]: Health check update: Degraded data redundancy: 73/594 objects degraded (12.290%), 8 pgs degraded (PG_DEGRADED) 2024-04-22T04:32:40.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:40 smithi062 ceph-mon[78153]: osdmap e382: 8 total, 7 up, 8 in 2024-04-22T04:32:40.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:40 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:40.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:40 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:40.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:40 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:40.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:40 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:40.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:32:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:32:40] "GET /metrics HTTP/1.1" 200 217613 "" "Prometheus/2.33.4" 2024-04-22T04:32:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:40 smithi040 ceph-mon[88445]: Health check update: Degraded data redundancy: 73/594 objects degraded (12.290%), 8 pgs degraded (PG_DEGRADED) 2024-04-22T04:32:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:40 smithi040 ceph-mon[88445]: osdmap e382: 8 total, 7 up, 8 in 2024-04-22T04:32:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:40 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:40 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:40 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:40 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:40.409 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-3[106873]: 2024-04-22T04:32:40.166+0000 7f0494b48540 -1 osd.3 0 read_superblock omap replica is missing. 2024-04-22T04:32:40.409 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-3[106873]: 2024-04-22T04:32:40.242+0000 7f0494b48540 -1 osd.3 372 log_to_monitors true 2024-04-22T04:32:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:40 smithi040 ceph-mon[91058]: Health check update: Degraded data redundancy: 73/594 objects degraded (12.290%), 8 pgs degraded (PG_DEGRADED) 2024-04-22T04:32:40.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:40 smithi040 ceph-mon[91058]: osdmap e382: 8 total, 7 up, 8 in 2024-04-22T04:32:40.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:40 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:40.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:40 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:40.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:40 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:40.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:40 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:41.125 INFO:tasks.rados.rados.0.smithi040.stdout:1698: done (3 left) 2024-04-22T04:32:41.125 INFO:tasks.rados.rados.0.smithi040.stdout:1700: done (2 left) 2024-04-22T04:32:41.125 INFO:tasks.rados.rados.0.smithi040.stdout:1701: done (1 left) 2024-04-22T04:32:41.125 INFO:tasks.rados.rados.0.smithi040.stdout:1702: done (0 left) 2024-04-22T04:32:41.125 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 27 current snap is 163 2024-04-22T04:32:41.125 INFO:tasks.rados.rados.0.smithi040.stdout:1703: seq_num 558 ranges {876544=548864,1425408=688128,2113536=606208,2719744=311296} 2024-04-22T04:32:41.134 INFO:tasks.rados.rados.0.smithi040.stdout:1703: writing smithi04078109-27 from 876544 to 1425408 tid 1 2024-04-22T04:32:41.138 INFO:tasks.rados.rados.0.smithi040.stdout:1703: writing smithi04078109-27 from 1425408 to 2113536 tid 2 2024-04-22T04:32:41.141 INFO:tasks.rados.rados.0.smithi040.stdout:1703: writing smithi04078109-27 from 2113536 to 2719744 tid 3 2024-04-22T04:32:41.143 INFO:tasks.rados.rados.0.smithi040.stdout:1703: writing smithi04078109-27 from 2719744 to 3031040 tid 4 2024-04-22T04:32:41.143 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 163 2024-04-22T04:32:41.143 INFO:tasks.rados.rados.0.smithi040.stdout:1704: seq_num 559 ranges {8216576=565248,8781824=573440,9355264=409600,9764864=622592} 2024-04-22T04:32:41.191 INFO:tasks.rados.rados.0.smithi040.stdout:1704: writing smithi04078109-15 from 8216576 to 8781824 tid 1 2024-04-22T04:32:41.195 INFO:tasks.rados.rados.0.smithi040.stdout:1704: writing smithi04078109-15 from 8781824 to 9355264 tid 2 2024-04-22T04:32:41.197 INFO:tasks.rados.rados.0.smithi040.stdout:1704: writing smithi04078109-15 from 9355264 to 9764864 tid 3 2024-04-22T04:32:41.201 INFO:tasks.rados.rados.0.smithi040.stdout:1704: writing smithi04078109-15 from 9764864 to 10387456 tid 4 2024-04-22T04:32:41.202 INFO:tasks.rados.rados.0.smithi040.stdout:1703: finishing write tid 1 to smithi04078109-27 2024-04-22T04:32:41.202 INFO:tasks.rados.rados.0.smithi040.stdout:1705: read oid 29 snap -1 2024-04-22T04:32:41.202 INFO:tasks.rados.rados.0.smithi040.stdout:1705: expect (ObjNum 515 snap 151 seq_num 515) 2024-04-22T04:32:41.202 INFO:tasks.rados.rados.0.smithi040.stdout:1706: read oid 9 snap 154 2024-04-22T04:32:41.202 INFO:tasks.rados.rados.0.smithi040.stdout:1706: expect (ObjNum 490 snap 143 seq_num 490) 2024-04-22T04:32:41.202 INFO:tasks.rados.rados.0.smithi040.stdout:1707: read oid 30 snap -1 2024-04-22T04:32:41.202 INFO:tasks.rados.rados.0.smithi040.stdout:1707: expect (ObjNum 546 snap 159 seq_num 546) 2024-04-22T04:32:41.202 INFO:tasks.rados.rados.0.smithi040.stdout:1708: snap_remove snap 131 2024-04-22T04:32:41.377 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:41 smithi040 ceph-mon[88445]: osdmap e383: 8 total, 7 up, 8 in 2024-04-22T04:32:41.377 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:41 smithi040 ceph-mon[88445]: from='osd.3 [v2:172.21.15.40:6826/678596329,v1:172.21.15.40:6827/678596329]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T04:32:41.377 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:41 smithi040 ceph-mon[88445]: pgmap v287: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.3 MiB/s wr, 4 op/s; 73/588 objects degraded (12.415%) 2024-04-22T04:32:41.377 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:41 smithi040 ceph-mon[91058]: osdmap e383: 8 total, 7 up, 8 in 2024-04-22T04:32:41.377 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:41 smithi040 ceph-mon[91058]: from='osd.3 [v2:172.21.15.40:6826/678596329,v1:172.21.15.40:6827/678596329]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T04:32:41.377 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:41 smithi040 ceph-mon[91058]: pgmap v287: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.3 MiB/s wr, 4 op/s; 73/588 objects degraded (12.415%) 2024-04-22T04:32:41.377 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 04:32:41 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-3[106873]: 2024-04-22T04:32:41.145+0000 7f0484111700 -1 osd.3 372 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T04:32:41.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:41 smithi062 ceph-mon[78153]: osdmap e383: 8 total, 7 up, 8 in 2024-04-22T04:32:41.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:41 smithi062 ceph-mon[78153]: from='osd.3 [v2:172.21.15.40:6826/678596329,v1:172.21.15.40:6827/678596329]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T04:32:41.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:41 smithi062 ceph-mon[78153]: pgmap v287: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.3 MiB/s wr, 4 op/s; 73/588 objects degraded (12.415%) 2024-04-22T04:32:42.133 INFO:tasks.rados.rados.0.smithi040.stdout:1708: done (5 left) 2024-04-22T04:32:42.133 INFO:tasks.rados.rados.0.smithi040.stdout:1709: snap_create 2024-04-22T04:32:42.134 INFO:tasks.rados.rados.0.smithi040.stdout:1703: finishing write tid 2 to smithi04078109-27 2024-04-22T04:32:42.134 INFO:tasks.rados.rados.0.smithi040.stdout:1703: finishing write tid 3 to smithi04078109-27 2024-04-22T04:32:42.134 INFO:tasks.rados.rados.0.smithi040.stdout:1703: finishing write tid 4 to smithi04078109-27 2024-04-22T04:32:42.134 INFO:tasks.rados.rados.0.smithi040.stdout:1703: finishing write tid 5 to smithi04078109-27 2024-04-22T04:32:42.134 INFO:tasks.rados.rados.0.smithi040.stdout:1703: finishing write tid 6 to smithi04078109-27 2024-04-22T04:32:42.134 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 405 (ObjNum 558 snap 163 seq_num 558) dirty exists 2024-04-22T04:32:42.134 INFO:tasks.rados.rados.0.smithi040.stdout:1703: left oid 27 (ObjNum 558 snap 163 seq_num 558) 2024-04-22T04:32:42.134 INFO:tasks.rados.rados.0.smithi040.stdout:1704: finishing write tid 1 to smithi04078109-15 2024-04-22T04:32:42.134 INFO:tasks.rados.rados.0.smithi040.stdout:1704: finishing write tid 2 to smithi04078109-15 2024-04-22T04:32:42.134 INFO:tasks.rados.rados.0.smithi040.stdout:1704: finishing write tid 3 to smithi04078109-15 2024-04-22T04:32:42.134 INFO:tasks.rados.rados.0.smithi040.stdout:1704: finishing write tid 4 to smithi04078109-15 2024-04-22T04:32:42.135 INFO:tasks.rados.rados.0.smithi040.stdout:1704: finishing write tid 5 to smithi04078109-15 2024-04-22T04:32:42.135 INFO:tasks.rados.rados.0.smithi040.stdout:1704: finishing write tid 6 to smithi04078109-15 2024-04-22T04:32:42.135 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 1092 (ObjNum 559 snap 163 seq_num 559) dirty exists 2024-04-22T04:32:42.135 INFO:tasks.rados.rados.0.smithi040.stdout:1704: left oid 15 (ObjNum 559 snap 163 seq_num 559) 2024-04-22T04:32:42.135 INFO:tasks.rados.rados.0.smithi040.stdout:1706: expect (ObjNum 490 snap 143 seq_num 490) 2024-04-22T04:32:42.192 INFO:tasks.rados.rados.0.smithi040.stdout:1705: expect (ObjNum 515 snap 151 seq_num 515) 2024-04-22T04:32:42.343 INFO:tasks.rados.rados.0.smithi040.stdout:1707: expect (ObjNum 546 snap 159 seq_num 546) 2024-04-22T04:32:42.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:42 smithi040 ceph-mon[88445]: from='osd.3 [v2:172.21.15.40:6826/678596329,v1:172.21.15.40:6827/678596329]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-22T04:32:42.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:42 smithi040 ceph-mon[88445]: osdmap e384: 8 total, 7 up, 8 in 2024-04-22T04:32:42.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:42 smithi040 ceph-mon[88445]: from='osd.3 [v2:172.21.15.40:6826/678596329,v1:172.21.15.40:6827/678596329]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:32:42.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:42 smithi040 ceph-mon[91058]: from='osd.3 [v2:172.21.15.40:6826/678596329,v1:172.21.15.40:6827/678596329]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-22T04:32:42.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:42 smithi040 ceph-mon[91058]: osdmap e384: 8 total, 7 up, 8 in 2024-04-22T04:32:42.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:42 smithi040 ceph-mon[91058]: from='osd.3 [v2:172.21.15.40:6826/678596329,v1:172.21.15.40:6827/678596329]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:32:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:42 smithi062 ceph-mon[78153]: from='osd.3 [v2:172.21.15.40:6826/678596329,v1:172.21.15.40:6827/678596329]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-22T04:32:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:42 smithi062 ceph-mon[78153]: osdmap e384: 8 total, 7 up, 8 in 2024-04-22T04:32:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:42 smithi062 ceph-mon[78153]: from='osd.3 [v2:172.21.15.40:6826/678596329,v1:172.21.15.40:6827/678596329]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2024-04-22T04:32:43.131 INFO:tasks.rados.rados.0.smithi040.stdout:1703: done (5 left) 2024-04-22T04:32:43.131 INFO:tasks.rados.rados.0.smithi040.stdout:1704: done (4 left) 2024-04-22T04:32:43.131 INFO:tasks.rados.rados.0.smithi040.stdout:1705: done (3 left) 2024-04-22T04:32:43.131 INFO:tasks.rados.rados.0.smithi040.stdout:1706: done (2 left) 2024-04-22T04:32:43.131 INFO:tasks.rados.rados.0.smithi040.stdout:1707: done (1 left) 2024-04-22T04:32:43.131 INFO:tasks.rados.rados.0.smithi040.stdout:1709: done (0 left) 2024-04-22T04:32:43.131 INFO:tasks.rados.rados.0.smithi040.stdout:1710: snap_create 2024-04-22T04:32:43.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:43 smithi040 ceph-mon[91058]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:32:43.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:43 smithi040 ceph-mon[91058]: osd.3 [v2:172.21.15.40:6826/678596329,v1:172.21.15.40:6827/678596329] boot 2024-04-22T04:32:43.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:43 smithi040 ceph-mon[91058]: osdmap e385: 8 total, 8 up, 8 in 2024-04-22T04:32:43.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:43 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:32:43.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:43 smithi040 ceph-mon[91058]: pgmap v290: 121 pgs: 4 peering, 6 active+undersized+degraded, 31 active+undersized, 80 active+clean; 351 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.5 MiB/s wr, 28 op/s; 63/618 objects degraded (10.194%) 2024-04-22T04:32:43.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:43 smithi040 ceph-mon[91058]: osdmap e386: 8 total, 8 up, 8 in 2024-04-22T04:32:43.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:43 smithi040 ceph-mon[88445]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:32:43.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:43 smithi040 ceph-mon[88445]: osd.3 [v2:172.21.15.40:6826/678596329,v1:172.21.15.40:6827/678596329] boot 2024-04-22T04:32:43.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:43 smithi040 ceph-mon[88445]: osdmap e385: 8 total, 8 up, 8 in 2024-04-22T04:32:43.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:43 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:32:43.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:43 smithi040 ceph-mon[88445]: pgmap v290: 121 pgs: 4 peering, 6 active+undersized+degraded, 31 active+undersized, 80 active+clean; 351 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.5 MiB/s wr, 28 op/s; 63/618 objects degraded (10.194%) 2024-04-22T04:32:43.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:43 smithi040 ceph-mon[88445]: osdmap e386: 8 total, 8 up, 8 in 2024-04-22T04:32:43.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:43 smithi062 ceph-mon[78153]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:32:43.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:43 smithi062 ceph-mon[78153]: osd.3 [v2:172.21.15.40:6826/678596329,v1:172.21.15.40:6827/678596329] boot 2024-04-22T04:32:43.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:43 smithi062 ceph-mon[78153]: osdmap e385: 8 total, 8 up, 8 in 2024-04-22T04:32:43.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:43 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T04:32:43.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:43 smithi062 ceph-mon[78153]: pgmap v290: 121 pgs: 4 peering, 6 active+undersized+degraded, 31 active+undersized, 80 active+clean; 351 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.5 MiB/s wr, 28 op/s; 63/618 objects degraded (10.194%) 2024-04-22T04:32:43.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:43 smithi062 ceph-mon[78153]: osdmap e386: 8 total, 8 up, 8 in 2024-04-22T04:32:43.908 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:32:43 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:32:43.841+0000 7f8f64989700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-22T04:32:44.134 INFO:tasks.rados.rados.0.smithi040.stdout:1710: done (0 left) 2024-04-22T04:32:44.134 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 165 2024-04-22T04:32:44.134 INFO:tasks.rados.rados.0.smithi040.stdout:1711: seq_num 560 ranges {1064960=581632,1646592=458752,2105344=614400,2719744=532480} 2024-04-22T04:32:44.142 INFO:tasks.rados.rados.0.smithi040.stdout:1711: writing smithi04078109-40 from 1064960 to 1646592 tid 1 2024-04-22T04:32:44.145 INFO:tasks.rados.rados.0.smithi040.stdout:1711: writing smithi04078109-40 from 1646592 to 2105344 tid 2 2024-04-22T04:32:44.149 INFO:tasks.rados.rados.0.smithi040.stdout:1711: writing smithi04078109-40 from 2105344 to 2719744 tid 3 2024-04-22T04:32:44.152 INFO:tasks.rados.rados.0.smithi040.stdout:1711: writing smithi04078109-40 from 2719744 to 3252224 tid 4 2024-04-22T04:32:44.152 INFO:tasks.rados.rados.0.smithi040.stdout:1712: snap_create 2024-04-22T04:32:44.152 INFO:tasks.rados.rados.0.smithi040.stdout:1711: finishing write tid 1 to smithi04078109-40 2024-04-22T04:32:44.152 INFO:tasks.rados.rados.0.smithi040.stdout:1711: finishing write tid 2 to smithi04078109-40 2024-04-22T04:32:44.153 INFO:tasks.rados.rados.0.smithi040.stdout:1711: finishing write tid 3 to smithi04078109-40 2024-04-22T04:32:44.155 INFO:tasks.rados.rados.0.smithi040.stdout:1711: finishing write tid 4 to smithi04078109-40 2024-04-22T04:32:44.155 INFO:tasks.rados.rados.0.smithi040.stdout:1711: finishing write tid 5 to smithi04078109-40 2024-04-22T04:32:44.157 INFO:tasks.rados.rados.0.smithi040.stdout:1711: finishing write tid 6 to smithi04078109-40 2024-04-22T04:32:44.157 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1091 (ObjNum 560 snap 165 seq_num 560) dirty exists 2024-04-22T04:32:44.157 INFO:tasks.rados.rados.0.smithi040.stdout:1711: left oid 40 (ObjNum 560 snap 165 seq_num 560) 2024-04-22T04:32:45.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:44 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:45.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:44 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:45.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:44 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:32:45.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:44 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:32:45.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:44 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:44 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:32:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:44 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:44 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:44 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:44 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-22T04:32:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:44 smithi062 ceph-mon[78153]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-22T04:32:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:44 smithi062 ceph-mon[78153]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-22T04:32:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:44 smithi062 ceph-mon[78153]: osdmap e387: 8 total, 8 up, 8 in 2024-04-22T04:32:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:44 smithi062 ceph-mon[78153]: pgmap v293: 121 pgs: 4 peering, 6 active+undersized+degraded, 31 active+undersized, 80 active+clean; 351 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 27 op/s; 63/618 objects degraded (10.194%) 2024-04-22T04:32:45.143 INFO:tasks.rados.rados.0.smithi040.stdout:1711: done (1 left) 2024-04-22T04:32:45.143 INFO:tasks.rados.rados.0.smithi040.stdout:1712: done (0 left) 2024-04-22T04:32:45.143 INFO:tasks.rados.rados.0.smithi040.stdout:1713: copy_from oid 50 from oid 10 current snap is 166 2024-04-22T04:32:45.143 INFO:tasks.rados.rados.0.smithi040.stdout:1714: snap_remove snap 155 2024-04-22T04:32:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:32:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:32:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:32:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-22T04:32:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[88445]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-22T04:32:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[88445]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-22T04:32:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[88445]: osdmap e387: 8 total, 8 up, 8 in 2024-04-22T04:32:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[88445]: pgmap v293: 121 pgs: 4 peering, 6 active+undersized+degraded, 31 active+undersized, 80 active+clean; 351 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 27 op/s; 63/618 objects degraded (10.194%) 2024-04-22T04:32:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:32:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:32:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:32:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-22T04:32:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[91058]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-22T04:32:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[91058]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-22T04:32:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[91058]: osdmap e387: 8 total, 8 up, 8 in 2024-04-22T04:32:45.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:44 smithi040 ceph-mon[91058]: pgmap v293: 121 pgs: 4 peering, 6 active+undersized+degraded, 31 active+undersized, 80 active+clean; 351 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 27 op/s; 63/618 objects degraded (10.194%) 2024-04-22T04:32:45.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:32:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:32:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:32:46.149 INFO:tasks.rados.rados.0.smithi040.stdout:1714: done (1 left) 2024-04-22T04:32:46.150 INFO:tasks.rados.rados.0.smithi040.stdout:1715: copy_from oid 5 from oid 2 current snap is 166 2024-04-22T04:32:46.150 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 166 2024-04-22T04:32:46.150 INFO:tasks.rados.rados.0.smithi040.stdout:1716: seq_num 561 ranges {2260992=598016,2859008=745472,3604480=778240,4382720=81920} 2024-04-22T04:32:46.161 INFO:tasks.rados.rados.0.smithi040.stdout:1716: writing smithi04078109-11 from 2260992 to 2859008 tid 1 2024-04-22T04:32:46.167 INFO:tasks.rados.rados.0.smithi040.stdout:1716: writing smithi04078109-11 from 2859008 to 3604480 tid 2 2024-04-22T04:32:46.171 INFO:tasks.rados.rados.0.smithi040.stdout:1716: writing smithi04078109-11 from 3604480 to 4382720 tid 3 2024-04-22T04:32:46.172 INFO:tasks.rados.rados.0.smithi040.stdout:1716: writing smithi04078109-11 from 4382720 to 4464640 tid 4 2024-04-22T04:32:46.173 INFO:tasks.rados.rados.0.smithi040.stdout:1717: snap_create 2024-04-22T04:32:46.173 INFO:tasks.rados.rados.0.smithi040.stdout:1713: finishing copy_from racing read to smithi04078109-50 2024-04-22T04:32:46.173 INFO:tasks.rados.rados.0.smithi040.stdout:1713: finishing copy_from to smithi04078109-50 2024-04-22T04:32:46.173 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 799 (ObjNum 482 snap 137 seq_num 482) dirty exists 2024-04-22T04:32:46.177 INFO:tasks.rados.rados.0.smithi040.stdout:1716: finishing write tid 1 to smithi04078109-11 2024-04-22T04:32:46.177 INFO:tasks.rados.rados.0.smithi040.stdout:1716: finishing write tid 2 to smithi04078109-11 2024-04-22T04:32:46.177 INFO:tasks.rados.rados.0.smithi040.stdout:1716: finishing write tid 3 to smithi04078109-11 2024-04-22T04:32:46.177 INFO:tasks.rados.rados.0.smithi040.stdout:1716: finishing write tid 4 to smithi04078109-11 2024-04-22T04:32:46.179 INFO:tasks.rados.rados.0.smithi040.stdout:1716: finishing write tid 5 to smithi04078109-11 2024-04-22T04:32:46.182 INFO:tasks.rados.rados.0.smithi040.stdout:1716: finishing write tid 6 to smithi04078109-11 2024-04-22T04:32:46.182 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 1105 (ObjNum 561 snap 166 seq_num 561) dirty exists 2024-04-22T04:32:46.182 INFO:tasks.rados.rados.0.smithi040.stdout:1716: left oid 11 (ObjNum 561 snap 166 seq_num 561) 2024-04-22T04:32:46.185 INFO:tasks.rados.rados.0.smithi040.stdout:1715: finishing copy_from racing read to smithi04078109-5 2024-04-22T04:32:46.188 INFO:tasks.rados.rados.0.smithi040.stdout:1715: finishing copy_from to smithi04078109-5 2024-04-22T04:32:46.188 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 696 (ObjNum 461 snap 128 seq_num 461) dirty exists 2024-04-22T04:32:46.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:46 smithi040 ceph-mon[88445]: osdmap e388: 8 total, 8 up, 8 in 2024-04-22T04:32:46.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:46 smithi040 ceph-mon[91058]: osdmap e388: 8 total, 8 up, 8 in 2024-04-22T04:32:46.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:46 smithi062 ceph-mon[78153]: osdmap e388: 8 total, 8 up, 8 in 2024-04-22T04:32:47.155 INFO:tasks.rados.rados.0.smithi040.stdout:1713: done (3 left) 2024-04-22T04:32:47.155 INFO:tasks.rados.rados.0.smithi040.stdout:1715: done (2 left) 2024-04-22T04:32:47.155 INFO:tasks.rados.rados.0.smithi040.stdout:1716: done (1 left) 2024-04-22T04:32:47.155 INFO:tasks.rados.rados.0.smithi040.stdout:1717: done (0 left) 2024-04-22T04:32:47.155 INFO:tasks.rados.rados.0.smithi040.stdout:1718: read oid 9 snap -1 2024-04-22T04:32:47.155 INFO:tasks.rados.rados.0.smithi040.stdout:1718: expect (ObjNum 547 snap 159 seq_num 547) 2024-04-22T04:32:47.155 INFO:tasks.rados.rados.0.smithi040.stdout:1719: read oid 50 snap -1 2024-04-22T04:32:47.156 INFO:tasks.rados.rados.0.smithi040.stdout:1719: expect (ObjNum 482 snap 137 seq_num 482) 2024-04-22T04:32:47.156 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 167 2024-04-22T04:32:47.156 INFO:tasks.rados.rados.0.smithi040.stdout:1720: seq_num 562 ranges {2400256=622592,3022848=630784,3653632=581632,4235264=393216} 2024-04-22T04:32:47.171 INFO:tasks.rados.rados.0.smithi040.stdout:1720: writing smithi04078109-17 from 2400256 to 3022848 tid 1 2024-04-22T04:32:47.175 INFO:tasks.rados.rados.0.smithi040.stdout:1720: writing smithi04078109-17 from 3022848 to 3653632 tid 2 2024-04-22T04:32:47.179 INFO:tasks.rados.rados.0.smithi040.stdout:1720: writing smithi04078109-17 from 3653632 to 4235264 tid 3 2024-04-22T04:32:47.181 INFO:tasks.rados.rados.0.smithi040.stdout:1720: writing smithi04078109-17 from 4235264 to 4628480 tid 4 2024-04-22T04:32:47.181 INFO:tasks.rados.rados.0.smithi040.stdout:1721: rmattr oid 44 current snap is 167 2024-04-22T04:32:47.181 INFO:tasks.rados.rados.0.smithi040.stdout:1721: done (3 left) 2024-04-22T04:32:47.182 INFO:tasks.rados.rados.0.smithi040.stdout:1722: rollback oid 38 current snap is 167 2024-04-22T04:32:47.182 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 38 to 165 2024-04-22T04:32:47.182 INFO:tasks.rados.rados.0.smithi040.stdout:1719: expect (ObjNum 482 snap 137 seq_num 482) 2024-04-22T04:32:47.206 INFO:tasks.rados.rados.0.smithi040.stdout:1718: expect (ObjNum 547 snap 159 seq_num 547) 2024-04-22T04:32:47.332 INFO:tasks.rados.rados.0.smithi040.stdout:1720: finishing write tid 1 to smithi04078109-17 2024-04-22T04:32:47.332 INFO:tasks.rados.rados.0.smithi040.stdout:1720: finishing write tid 2 to smithi04078109-17 2024-04-22T04:32:47.332 INFO:tasks.rados.rados.0.smithi040.stdout:1720: finishing write tid 3 to smithi04078109-17 2024-04-22T04:32:47.333 INFO:tasks.rados.rados.0.smithi040.stdout:1722: finishing rollback tid 0 to smithi04078109-38 2024-04-22T04:32:47.333 INFO:tasks.rados.rados.0.smithi040.stdout:1722: finishing rollback tid 1 to smithi04078109-38 2024-04-22T04:32:47.333 INFO:tasks.rados.rados.0.smithi040.stdout:1722: finishing rollback tid 2 to smithi04078109-38 2024-04-22T04:32:47.333 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 807 (ObjNum 525 snap 154 seq_num 525) dirty exists 2024-04-22T04:32:47.333 INFO:tasks.rados.rados.0.smithi040.stdout:1720: finishing write tid 4 to smithi04078109-17 2024-04-22T04:32:47.333 INFO:tasks.rados.rados.0.smithi040.stdout:1718: done (3 left) 2024-04-22T04:32:47.333 INFO:tasks.rados.rados.0.smithi040.stdout:1719: done (2 left) 2024-04-22T04:32:47.333 INFO:tasks.rados.rados.0.smithi040.stdout:1722: done (1 left) 2024-04-22T04:32:47.333 INFO:tasks.rados.rados.0.smithi040.stdout:1723: read oid 3 snap 154 2024-04-22T04:32:47.333 INFO:tasks.rados.rados.0.smithi040.stdout:1723: expect (ObjNum 447 snap 124 seq_num 447) 2024-04-22T04:32:47.333 INFO:tasks.rados.rados.0.smithi040.stdout:1724: copy_from oid 50 from oid 46 current snap is 167 2024-04-22T04:32:47.333 INFO:tasks.rados.rados.0.smithi040.stdout:1720: finishing write tid 5 to smithi04078109-17 2024-04-22T04:32:47.333 INFO:tasks.rados.rados.0.smithi040.stdout:1720: finishing write tid 6 to smithi04078109-17 2024-04-22T04:32:47.333 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 1136 (ObjNum 562 snap 167 seq_num 562) dirty exists 2024-04-22T04:32:47.334 INFO:tasks.rados.rados.0.smithi040.stdout:1720: left oid 17 (ObjNum 562 snap 167 seq_num 562) 2024-04-22T04:32:47.334 INFO:tasks.rados.rados.0.smithi040.stdout:1720: done (2 left) 2024-04-22T04:32:47.334 INFO:tasks.rados.rados.0.smithi040.stdout:1725: snap_create 2024-04-22T04:32:47.336 INFO:tasks.rados.rados.0.smithi040.stdout:1723: expect (ObjNum 447 snap 124 seq_num 447) 2024-04-22T04:32:47.344 INFO:tasks.rados.rados.0.smithi040.stdout:1724: finishing copy_from racing read to smithi04078109-50 2024-04-22T04:32:47.344 INFO:tasks.rados.rados.0.smithi040.stdout:1724: finishing copy_from to smithi04078109-50 2024-04-22T04:32:47.344 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 177 (ObjNum 517 snap 152 seq_num 517) dirty exists 2024-04-22T04:32:47.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:47 smithi040 ceph-mon[88445]: osdmap e389: 8 total, 8 up, 8 in 2024-04-22T04:32:47.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:47 smithi040 ceph-mon[88445]: pgmap v296: 121 pgs: 4 peering, 117 active+clean; 352 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.7 MiB/s wr, 1 op/s; 18 MiB/s, 6 objects/s recovering 2024-04-22T04:32:47.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:47 smithi040 ceph-mon[88445]: Health check update: Degraded data redundancy: 63/618 objects degraded (10.194%), 6 pgs degraded (PG_DEGRADED) 2024-04-22T04:32:47.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:47 smithi040 ceph-mon[91058]: osdmap e389: 8 total, 8 up, 8 in 2024-04-22T04:32:47.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:47 smithi040 ceph-mon[91058]: pgmap v296: 121 pgs: 4 peering, 117 active+clean; 352 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.7 MiB/s wr, 1 op/s; 18 MiB/s, 6 objects/s recovering 2024-04-22T04:32:47.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:47 smithi040 ceph-mon[91058]: Health check update: Degraded data redundancy: 63/618 objects degraded (10.194%), 6 pgs degraded (PG_DEGRADED) 2024-04-22T04:32:47.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:47 smithi062 ceph-mon[78153]: osdmap e389: 8 total, 8 up, 8 in 2024-04-22T04:32:47.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:47 smithi062 ceph-mon[78153]: pgmap v296: 121 pgs: 4 peering, 117 active+clean; 352 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.7 MiB/s wr, 1 op/s; 18 MiB/s, 6 objects/s recovering 2024-04-22T04:32:47.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:47 smithi062 ceph-mon[78153]: Health check update: Degraded data redundancy: 63/618 objects degraded (10.194%), 6 pgs degraded (PG_DEGRADED) 2024-04-22T04:32:48.155 INFO:tasks.rados.rados.0.smithi040.stdout:1723: done (2 left) 2024-04-22T04:32:48.156 INFO:tasks.rados.rados.0.smithi040.stdout:1724: done (1 left) 2024-04-22T04:32:48.156 INFO:tasks.rados.rados.0.smithi040.stdout:1725: done (0 left) 2024-04-22T04:32:48.156 INFO:tasks.rados.rados.0.smithi040.stdout:1726: read oid 34 snap -1 2024-04-22T04:32:48.156 INFO:tasks.rados.rados.0.smithi040.stdout:1726: expect (ObjNum 544 snap 158 seq_num 544) 2024-04-22T04:32:48.156 INFO:tasks.rados.rados.0.smithi040.stdout:1727: setattr oid 5 current snap is 168 2024-04-22T04:32:48.157 INFO:tasks.rados.rados.0.smithi040.stdout:1728: snap_create 2024-04-22T04:32:48.165 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 1138 (ObjNum 461 snap 128 seq_num 461) dirty exists 2024-04-22T04:32:48.172 INFO:tasks.rados.rados.0.smithi040.stdout:1726: expect (ObjNum 544 snap 158 seq_num 544) 2024-04-22T04:32:48.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:48 smithi040 ceph-mon[88445]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 63/618 objects degraded (10.194%), 6 pgs degraded) 2024-04-22T04:32:48.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:48 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:32:48.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:48 smithi040 ceph-mon[88445]: osdmap e390: 8 total, 8 up, 8 in 2024-04-22T04:32:48.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:48 smithi040 ceph-mon[91058]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 63/618 objects degraded (10.194%), 6 pgs degraded) 2024-04-22T04:32:48.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:48 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:32:48.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:48 smithi040 ceph-mon[91058]: osdmap e390: 8 total, 8 up, 8 in 2024-04-22T04:32:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:48 smithi062 ceph-mon[78153]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 63/618 objects degraded (10.194%), 6 pgs degraded) 2024-04-22T04:32:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:48 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:32:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:48 smithi062 ceph-mon[78153]: osdmap e390: 8 total, 8 up, 8 in 2024-04-22T04:32:49.166 INFO:tasks.rados.rados.0.smithi040.stdout:1726: done (2 left) 2024-04-22T04:32:49.166 INFO:tasks.rados.rados.0.smithi040.stdout:1727: done (1 left) 2024-04-22T04:32:49.166 INFO:tasks.rados.rados.0.smithi040.stdout:1728: done (0 left) 2024-04-22T04:32:49.166 INFO:tasks.rados.rados.0.smithi040.stdout:1729: delete oid 6 current snap is 169 2024-04-22T04:32:49.172 INFO:tasks.rados.rados.0.smithi040.stdout:1729: done (0 left) 2024-04-22T04:32:49.172 INFO:tasks.rados.rados.0.smithi040.stdout:1730: snap_create 2024-04-22T04:32:49.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:49 smithi062 ceph-mon[78153]: osdmap e391: 8 total, 8 up, 8 in 2024-04-22T04:32:49.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:49 smithi062 ceph-mon[78153]: pgmap v299: 121 pgs: 121 active+clean; 352 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.7 MiB/s wr, 1 op/s; 21 MiB/s, 6 objects/s recovering 2024-04-22T04:32:49.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:49 smithi040 ceph-mon[88445]: osdmap e391: 8 total, 8 up, 8 in 2024-04-22T04:32:49.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:49 smithi040 ceph-mon[88445]: pgmap v299: 121 pgs: 121 active+clean; 352 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.7 MiB/s wr, 1 op/s; 21 MiB/s, 6 objects/s recovering 2024-04-22T04:32:49.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:49 smithi040 ceph-mon[91058]: osdmap e391: 8 total, 8 up, 8 in 2024-04-22T04:32:49.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:49 smithi040 ceph-mon[91058]: pgmap v299: 121 pgs: 121 active+clean; 352 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.7 MiB/s wr, 1 op/s; 21 MiB/s, 6 objects/s recovering 2024-04-22T04:32:49.733 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:32:50.040 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:32:50.040 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (6m) 10s ago 7m 24.1M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:32:50.040 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (6m) 2m ago 6m 59.4M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:32:50.040 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (8m) 10s ago 8m 14.3M - 16.2.15-1-g8963e9de 727f386679cb 07889a83e85d 2024-04-22T04:32:50.040 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (8m) 2m ago 8m 16.5M - 16.2.15-1-g8963e9de 727f386679cb 37118b502053 2024-04-22T04:32:50.040 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (3m) 2m ago 12m 430M - 17.2.7-878-g5d873850 c90a446c4c8e aa2238c1b793 2024-04-22T04:32:50.040 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 running (4m) 10s ago 13m 485M - 17.2.7-878-g5d873850 c90a446c4c8e edd41a239d91 2024-04-22T04:32:50.040 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (3m) 10s ago 13m 50.5M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0d79462ba4ea 2024-04-22T04:32:50.040 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (2m) 2m ago 12m 19.8M 2048M 17.2.7-878-g5d873850 c90a446c4c8e ecb1ef3cca09 2024-04-22T04:32:50.040 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (3m) 10s ago 12m 47.6M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0c9cde756a31 2024-04-22T04:32:50.041 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (7m) 10s ago 7m 25.4M - 1.3.1 1dbe0e931976 3d926365bac8 2024-04-22T04:32:50.041 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (7m) 2m ago 7m 21.5M - 1.3.1 1dbe0e931976 cd70c5d64335 2024-04-22T04:32:50.041 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (2m) 10s ago 11m 203M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 7f49c536057f 2024-04-22T04:32:50.041 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (85s) 10s ago 11m 132M 2489M 17.2.7-878-g5d873850 c90a446c4c8e d3e5e137996e 2024-04-22T04:32:50.041 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (49s) 10s ago 10m 92.3M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 5eca6db3ad94 2024-04-22T04:32:50.041 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (15s) 10s ago 10m 12.1M 2489M 17.2.7-878-g5d873850 c90a446c4c8e aee12043cd2a 2024-04-22T04:32:50.041 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (9m) 2m ago 9m 149M 2488M 16.2.15-1-g8963e9de 727f386679cb 60d50d2f7849 2024-04-22T04:32:50.041 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (9m) 2m ago 9m 119M 2488M 16.2.15-1-g8963e9de 727f386679cb b7e17a5d779e 2024-04-22T04:32:50.041 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (9m) 2m ago 9m 122M 2488M 16.2.15-1-g8963e9de 727f386679cb a25b6c33c8a6 2024-04-22T04:32:50.041 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (8m) 2m ago 8m 82.8M 2488M 16.2.15-1-g8963e9de 727f386679cb 65d10d469953 2024-04-22T04:32:50.041 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (6m) 2m ago 7m 70.2M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:32:50.166 INFO:tasks.rados.rados.0.smithi040.stdout:1730: done (0 left) 2024-04-22T04:32:50.167 INFO:tasks.rados.rados.0.smithi040.stdout:1731: snap_remove snap 162 2024-04-22T04:32:50.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:50 smithi040 ceph-mon[88445]: osdmap e392: 8 total, 8 up, 8 in 2024-04-22T04:32:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:32:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:32:50] "GET /metrics HTTP/1.1" 200 217613 "" "Prometheus/2.33.4" 2024-04-22T04:32:50.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:50 smithi040 ceph-mon[91058]: osdmap e392: 8 total, 8 up, 8 in 2024-04-22T04:32:50.421 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:32:50.421 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:32:50.421 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 3 2024-04-22T04:32:50.421 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:32:50.421 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:32:50.421 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:32:50.421 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:32:50.421 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:32:50.421 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 4, 2024-04-22T04:32:50.421 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 4 2024-04-22T04:32:50.421 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:32:50.422 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:32:50.422 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:32:50.422 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:32:50.422 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:32:50.422 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 6, 2024-04-22T04:32:50.422 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 9 2024-04-22T04:32:50.422 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:32:50.422 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:32:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:50 smithi062 ceph-mon[78153]: osdmap e392: 8 total, 8 up, 8 in 2024-04-22T04:32:51.176 INFO:tasks.rados.rados.0.smithi040.stdout:1731: done (0 left) 2024-04-22T04:32:51.177 INFO:tasks.rados.rados.0.smithi040.stdout:1732: delete oid 32 current snap is 170 2024-04-22T04:32:51.183 INFO:tasks.rados.rados.0.smithi040.stdout:1732: done (0 left) 2024-04-22T04:32:51.184 INFO:tasks.rados.rados.0.smithi040.stdout:1733: delete oid 21 current snap is 170 2024-04-22T04:32:51.190 INFO:tasks.rados.rados.0.smithi040.stdout:1733: done (0 left) 2024-04-22T04:32:51.190 INFO:tasks.rados.rados.0.smithi040.stdout:1734: snap_remove snap 169 2024-04-22T04:32:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:51 smithi062 ceph-mon[78153]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:32:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:51 smithi062 ceph-mon[78153]: from='client.44219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:32:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:51 smithi062 ceph-mon[78153]: osdmap e393: 8 total, 8 up, 8 in 2024-04-22T04:32:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:51 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2954350417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:51 smithi062 ceph-mon[78153]: pgmap v302: 121 pgs: 121 active+clean; 354 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 538 KiB/s wr, 3 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-04-22T04:32:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:51 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:32:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:51 smithi040 ceph-mon[88445]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:32:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:51 smithi040 ceph-mon[88445]: from='client.44219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:32:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:51 smithi040 ceph-mon[88445]: osdmap e393: 8 total, 8 up, 8 in 2024-04-22T04:32:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:51 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2954350417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:51 smithi040 ceph-mon[88445]: pgmap v302: 121 pgs: 121 active+clean; 354 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 538 KiB/s wr, 3 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-04-22T04:32:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:51 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:32:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:51 smithi040 ceph-mon[91058]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:32:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:51 smithi040 ceph-mon[91058]: from='client.44219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:32:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:51 smithi040 ceph-mon[91058]: osdmap e393: 8 total, 8 up, 8 in 2024-04-22T04:32:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:51 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2954350417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:32:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:51 smithi040 ceph-mon[91058]: pgmap v302: 121 pgs: 121 active+clean; 354 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 538 KiB/s wr, 3 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-04-22T04:32:51.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:51 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:51.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:32:52.107 INFO:tasks.rados.rados.0.smithi040.stdout:1734: done (0 left) 2024-04-22T04:32:52.107 INFO:tasks.rados.rados.0.smithi040.stdout:1735: snap_remove snap 159 2024-04-22T04:32:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:52 smithi062 ceph-mon[78153]: osdmap e394: 8 total, 8 up, 8 in 2024-04-22T04:32:52.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:52 smithi062 ceph-mon[78153]: osdmap e395: 8 total, 8 up, 8 in 2024-04-22T04:32:52.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:52 smithi040 ceph-mon[88445]: osdmap e394: 8 total, 8 up, 8 in 2024-04-22T04:32:52.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:52 smithi040 ceph-mon[88445]: osdmap e395: 8 total, 8 up, 8 in 2024-04-22T04:32:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:52 smithi040 ceph-mon[91058]: osdmap e394: 8 total, 8 up, 8 in 2024-04-22T04:32:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:52 smithi040 ceph-mon[91058]: osdmap e395: 8 total, 8 up, 8 in 2024-04-22T04:32:53.111 INFO:tasks.rados.rados.0.smithi040.stdout:1735: done (0 left) 2024-04-22T04:32:53.111 INFO:tasks.rados.rados.0.smithi040.stdout:1736: copy_from oid 11 from oid 16 current snap is 170 2024-04-22T04:32:53.114 INFO:tasks.rados.rados.0.smithi040.stdout:1737: rollback oid 40 current snap is 170 2024-04-22T04:32:53.114 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 40 to 168 2024-04-22T04:32:53.114 INFO:tasks.rados.rados.0.smithi040.stdout:1738: read oid 17 snap -1 2024-04-22T04:32:53.114 INFO:tasks.rados.rados.0.smithi040.stdout:1738: expect (ObjNum 562 snap 167 seq_num 562) 2024-04-22T04:32:53.114 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 3 current snap is 170 2024-04-22T04:32:53.114 INFO:tasks.rados.rados.0.smithi040.stdout:1739: seq_num 566 ranges {2048000=688128,2736128=614400,3350528=565248,3915776=425984} 2024-04-22T04:32:53.129 INFO:tasks.rados.rados.0.smithi040.stdout:1739: writing smithi04078109-3 from 2048000 to 2736128 tid 1 2024-04-22T04:32:53.136 INFO:tasks.rados.rados.0.smithi040.stdout:1739: writing smithi04078109-3 from 2736128 to 3350528 tid 2 2024-04-22T04:32:53.136 INFO:tasks.rados.rados.0.smithi040.stdout:1739: writing smithi04078109-3 from 3350528 to 3915776 tid 3 2024-04-22T04:32:53.139 INFO:tasks.rados.rados.0.smithi040.stdout:1739: writing smithi04078109-3 from 3915776 to 4341760 tid 4 2024-04-22T04:32:53.144 INFO:tasks.rados.rados.0.smithi040.stdout:1740: copy_from oid 41 from oid 24 current snap is 170 2024-04-22T04:32:53.144 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 7 current snap is 170 2024-04-22T04:32:53.144 INFO:tasks.rados.rados.0.smithi040.stdout:1741: seq_num 567 ranges {3571712=704512,4276224=499712,4775936=770048,5545984=335872} 2024-04-22T04:32:53.163 INFO:tasks.rados.rados.0.smithi040.stdout:1741: writing smithi04078109-7 from 3571712 to 4276224 tid 1 2024-04-22T04:32:53.166 INFO:tasks.rados.rados.0.smithi040.stdout:1741: writing smithi04078109-7 from 4276224 to 4775936 tid 2 2024-04-22T04:32:53.171 INFO:tasks.rados.rados.0.smithi040.stdout:1741: writing smithi04078109-7 from 4775936 to 5545984 tid 3 2024-04-22T04:32:53.174 INFO:tasks.rados.rados.0.smithi040.stdout:1741: writing smithi04078109-7 from 5545984 to 5881856 tid 4 2024-04-22T04:32:53.174 INFO:tasks.rados.rados.0.smithi040.stdout:1742: copy_from oid 28 from oid 8 current snap is 170 2024-04-22T04:32:53.174 INFO:tasks.rados.rados.0.smithi040.stdout:1737: finishing rollback tid 0 to smithi04078109-40 2024-04-22T04:32:53.174 INFO:tasks.rados.rados.0.smithi040.stdout:1737: finishing rollback tid 1 to smithi04078109-40 2024-04-22T04:32:53.174 INFO:tasks.rados.rados.0.smithi040.stdout:1737: finishing rollback tid 2 to smithi04078109-40 2024-04-22T04:32:53.174 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1117 (ObjNum 560 snap 165 seq_num 560) dirty exists 2024-04-22T04:32:53.174 INFO:tasks.rados.rados.0.smithi040.stdout:1739: finishing write tid 1 to smithi04078109-3 2024-04-22T04:32:53.174 INFO:tasks.rados.rados.0.smithi040.stdout:1739: finishing write tid 2 to smithi04078109-3 2024-04-22T04:32:53.174 INFO:tasks.rados.rados.0.smithi040.stdout:1739: finishing write tid 3 to smithi04078109-3 2024-04-22T04:32:53.174 INFO:tasks.rados.rados.0.smithi040.stdout:1739: finishing write tid 4 to smithi04078109-3 2024-04-22T04:32:53.174 INFO:tasks.rados.rados.0.smithi040.stdout:1739: finishing write tid 5 to smithi04078109-3 2024-04-22T04:32:53.174 INFO:tasks.rados.rados.0.smithi040.stdout:1737: done (6 left) 2024-04-22T04:32:53.175 INFO:tasks.rados.rados.0.smithi040.stdout:1743: delete oid 50 current snap is 170 2024-04-22T04:32:53.175 INFO:tasks.rados.rados.0.smithi040.stdout:1739: finishing write tid 6 to smithi04078109-3 2024-04-22T04:32:53.175 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 762 (ObjNum 566 snap 170 seq_num 566) dirty exists 2024-04-22T04:32:53.175 INFO:tasks.rados.rados.0.smithi040.stdout:1739: left oid 3 (ObjNum 566 snap 170 seq_num 566) 2024-04-22T04:32:53.175 INFO:tasks.rados.rados.0.smithi040.stdout:1738: expect (ObjNum 562 snap 167 seq_num 562) 2024-04-22T04:32:53.342 INFO:tasks.rados.rados.0.smithi040.stdout:1740: finishing copy_from racing read to smithi04078109-41 2024-04-22T04:32:53.342 INFO:tasks.rados.rados.0.smithi040.stdout:1736: finishing copy_from racing read to smithi04078109-11 2024-04-22T04:32:53.342 INFO:tasks.rados.rados.0.smithi040.stdout:1740: finishing copy_from to smithi04078109-41 2024-04-22T04:32:53.342 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 642 (ObjNum 503 snap 149 seq_num 503) dirty exists 2024-04-22T04:32:53.342 INFO:tasks.rados.rados.0.smithi040.stdout:1736: finishing copy_from to smithi04078109-11 2024-04-22T04:32:53.342 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 885 (ObjNum 551 snap 160 seq_num 551) dirty exists 2024-04-22T04:32:53.342 INFO:tasks.rados.rados.0.smithi040.stdout:1741: finishing write tid 1 to smithi04078109-7 2024-04-22T04:32:53.342 INFO:tasks.rados.rados.0.smithi040.stdout:1741: finishing write tid 2 to smithi04078109-7 2024-04-22T04:32:53.342 INFO:tasks.rados.rados.0.smithi040.stdout:1741: finishing write tid 3 to smithi04078109-7 2024-04-22T04:32:53.342 INFO:tasks.rados.rados.0.smithi040.stdout:1741: finishing write tid 4 to smithi04078109-7 2024-04-22T04:32:53.343 INFO:tasks.rados.rados.0.smithi040.stdout:1736: done (6 left) 2024-04-22T04:32:53.343 INFO:tasks.rados.rados.0.smithi040.stdout:1738: done (5 left) 2024-04-22T04:32:53.343 INFO:tasks.rados.rados.0.smithi040.stdout:1739: done (4 left) 2024-04-22T04:32:53.343 INFO:tasks.rados.rados.0.smithi040.stdout:1740: done (3 left) 2024-04-22T04:32:53.343 INFO:tasks.rados.rados.0.smithi040.stdout:1743: done (2 left) 2024-04-22T04:32:53.343 INFO:tasks.rados.rados.0.smithi040.stdout:1744: snap_remove snap 164 2024-04-22T04:32:53.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:53 smithi062 ceph-mon[78153]: pgmap v305: 121 pgs: 121 active+clean; 362 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2024-04-22T04:32:53.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:53 smithi062 ceph-mon[78153]: osdmap e396: 8 total, 8 up, 8 in 2024-04-22T04:32:53.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:53 smithi040 ceph-mon[88445]: pgmap v305: 121 pgs: 121 active+clean; 362 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2024-04-22T04:32:53.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:53 smithi040 ceph-mon[88445]: osdmap e396: 8 total, 8 up, 8 in 2024-04-22T04:32:53.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:53 smithi040 ceph-mon[91058]: pgmap v305: 121 pgs: 121 active+clean; 362 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2024-04-22T04:32:53.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:53 smithi040 ceph-mon[91058]: osdmap e396: 8 total, 8 up, 8 in 2024-04-22T04:32:54.188 INFO:tasks.rados.rados.0.smithi040.stdout:1744: done (2 left) 2024-04-22T04:32:54.188 INFO:tasks.rados.rados.0.smithi040.stdout:1745: read oid 1 snap 165 2024-04-22T04:32:54.189 INFO:tasks.rados.rados.0.smithi040.stdout:1745: expect (ObjNum 516 snap 152 seq_num 516) 2024-04-22T04:32:54.189 INFO:tasks.rados.rados.0.smithi040.stdout:1746: snap_remove snap 160 2024-04-22T04:32:55.196 INFO:tasks.rados.rados.0.smithi040.stdout:1746: done (3 left) 2024-04-22T04:32:55.196 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 33 current snap is 170 2024-04-22T04:32:55.196 INFO:tasks.rados.rados.0.smithi040.stdout:1747: seq_num 569 ranges {6873088=737280,7610368=671744,8282112=737280,9019392=196608} 2024-04-22T04:32:55.239 INFO:tasks.rados.rados.0.smithi040.stdout:1747: writing smithi04078109-33 from 6873088 to 7610368 tid 1 2024-04-22T04:32:55.243 INFO:tasks.rados.rados.0.smithi040.stdout:1747: writing smithi04078109-33 from 7610368 to 8282112 tid 2 2024-04-22T04:32:55.247 INFO:tasks.rados.rados.0.smithi040.stdout:1747: writing smithi04078109-33 from 8282112 to 9019392 tid 3 2024-04-22T04:32:55.249 INFO:tasks.rados.rados.0.smithi040.stdout:1747: writing smithi04078109-33 from 9019392 to 9216000 tid 4 2024-04-22T04:32:55.249 INFO:tasks.rados.rados.0.smithi040.stdout:1748: setattr oid 49 current snap is 170 2024-04-22T04:32:55.253 INFO:tasks.rados.rados.0.smithi040.stdout:1741: finishing write tid 5 to smithi04078109-7 2024-04-22T04:32:55.253 INFO:tasks.rados.rados.0.smithi040.stdout:1741: finishing write tid 6 to smithi04078109-7 2024-04-22T04:32:55.253 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 962 (ObjNum 567 snap 170 seq_num 567) dirty exists 2024-04-22T04:32:55.253 INFO:tasks.rados.rados.0.smithi040.stdout:1741: left oid 7 (ObjNum 567 snap 170 seq_num 567) 2024-04-22T04:32:55.253 INFO:tasks.rados.rados.0.smithi040.stdout:1742: finishing copy_from racing read to smithi04078109-28 2024-04-22T04:32:55.253 INFO:tasks.rados.rados.0.smithi040.stdout:1742: finishing copy_from to smithi04078109-28 2024-04-22T04:32:55.253 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 595 (ObjNum 449 snap 124 seq_num 449) dirty exists 2024-04-22T04:32:55.253 INFO:tasks.rados.rados.0.smithi040.stdout:1745: expect (ObjNum 516 snap 152 seq_num 516) 2024-04-22T04:32:55.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:55 smithi062 ceph-mon[78153]: osdmap e397: 8 total, 8 up, 8 in 2024-04-22T04:32:55.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:55 smithi062 ceph-mon[78153]: pgmap v308: 121 pgs: 121 active+clean; 362 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 859 KiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-22T04:32:55.566 INFO:tasks.rados.rados.0.smithi040.stdout:1747: finishing write tid 1 to smithi04078109-33 2024-04-22T04:32:55.566 INFO:tasks.rados.rados.0.smithi040.stdout:1747: finishing write tid 2 to smithi04078109-33 2024-04-22T04:32:55.566 INFO:tasks.rados.rados.0.smithi040.stdout:1747: finishing write tid 3 to smithi04078109-33 2024-04-22T04:32:55.566 INFO:tasks.rados.rados.0.smithi040.stdout:1747: finishing write tid 4 to smithi04078109-33 2024-04-22T04:32:55.566 INFO:tasks.rados.rados.0.smithi040.stdout:1747: finishing write tid 5 to smithi04078109-33 2024-04-22T04:32:55.566 INFO:tasks.rados.rados.0.smithi040.stdout:1747: finishing write tid 6 to smithi04078109-33 2024-04-22T04:32:55.566 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 944 (ObjNum 569 snap 170 seq_num 569) dirty exists 2024-04-22T04:32:55.566 INFO:tasks.rados.rados.0.smithi040.stdout:1747: left oid 33 (ObjNum 569 snap 170 seq_num 569) 2024-04-22T04:32:55.567 INFO:tasks.rados.rados.0.smithi040.stdout:1741: done (4 left) 2024-04-22T04:32:55.567 INFO:tasks.rados.rados.0.smithi040.stdout:1742: done (3 left) 2024-04-22T04:32:55.567 INFO:tasks.rados.rados.0.smithi040.stdout:1745: done (2 left) 2024-04-22T04:32:55.567 INFO:tasks.rados.rados.0.smithi040.stdout:1747: done (1 left) 2024-04-22T04:32:55.567 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 33 current snap is 170 2024-04-22T04:32:55.567 INFO:tasks.rados.rados.0.smithi040.stdout:1749: seq_num 570 ranges {9216000=753664,9969664=548864,10518528=540672,11059200=516096} 2024-04-22T04:32:55.620 INFO:tasks.rados.rados.0.smithi040.stdout:1749: writing smithi04078109-33 from 9216000 to 9969664 tid 1 2024-04-22T04:32:55.623 INFO:tasks.rados.rados.0.smithi040.stdout:1749: writing smithi04078109-33 from 9969664 to 10518528 tid 2 2024-04-22T04:32:55.626 INFO:tasks.rados.rados.0.smithi040.stdout:1749: writing smithi04078109-33 from 10518528 to 11059200 tid 3 2024-04-22T04:32:55.630 INFO:tasks.rados.rados.0.smithi040.stdout:1749: writing smithi04078109-33 from 11059200 to 11575296 tid 4 2024-04-22T04:32:55.630 INFO:tasks.rados.rados.0.smithi040.stdout:1750: copy_from oid 9 from oid 45 current snap is 170 2024-04-22T04:32:55.630 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 963 (ObjNum 537 snap 158 seq_num 537) dirty exists 2024-04-22T04:32:55.630 INFO:tasks.rados.rados.0.smithi040.stdout:1749: finishing write tid 1 to smithi04078109-33 2024-04-22T04:32:55.630 INFO:tasks.rados.rados.0.smithi040.stdout:1749: finishing write tid 2 to smithi04078109-33 2024-04-22T04:32:55.630 INFO:tasks.rados.rados.0.smithi040.stdout:1749: finishing write tid 3 to smithi04078109-33 2024-04-22T04:32:55.630 INFO:tasks.rados.rados.0.smithi040.stdout:1748: done (2 left) 2024-04-22T04:32:55.631 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 170 2024-04-22T04:32:55.631 INFO:tasks.rados.rados.0.smithi040.stdout:1751: seq_num 571 ranges {1867776=770048,2637824=483328,3121152=753664,3874816=368640} 2024-04-22T04:32:55.644 INFO:tasks.rados.rados.0.smithi040.stdout:1751: writing smithi04078109-20 from 1867776 to 2637824 tid 1 2024-04-22T04:32:55.647 INFO:tasks.rados.rados.0.smithi040.stdout:1751: writing smithi04078109-20 from 2637824 to 3121152 tid 2 2024-04-22T04:32:55.651 INFO:tasks.rados.rados.0.smithi040.stdout:1751: writing smithi04078109-20 from 3121152 to 3874816 tid 3 2024-04-22T04:32:55.653 INFO:tasks.rados.rados.0.smithi040.stdout:1751: writing smithi04078109-20 from 3874816 to 4243456 tid 4 2024-04-22T04:32:55.654 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 170 2024-04-22T04:32:55.654 INFO:tasks.rados.rados.0.smithi040.stdout:1752: seq_num 572 ranges {10387456=786432,11173888=770048,11943936=557056,12500992=278528} 2024-04-22T04:32:55.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:55 smithi040 ceph-mon[88445]: osdmap e397: 8 total, 8 up, 8 in 2024-04-22T04:32:55.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:55 smithi040 ceph-mon[88445]: pgmap v308: 121 pgs: 121 active+clean; 362 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 859 KiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-22T04:32:55.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:55 smithi040 ceph-mon[91058]: osdmap e397: 8 total, 8 up, 8 in 2024-04-22T04:32:55.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:55 smithi040 ceph-mon[91058]: pgmap v308: 121 pgs: 121 active+clean; 362 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 859 KiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-22T04:32:55.714 INFO:tasks.rados.rados.0.smithi040.stdout:1752: writing smithi04078109-15 from 10387456 to 11173888 tid 1 2024-04-22T04:32:55.718 INFO:tasks.rados.rados.0.smithi040.stdout:1752: writing smithi04078109-15 from 11173888 to 11943936 tid 2 2024-04-22T04:32:55.722 INFO:tasks.rados.rados.0.smithi040.stdout:1752: writing smithi04078109-15 from 11943936 to 12500992 tid 3 2024-04-22T04:32:55.724 INFO:tasks.rados.rados.0.smithi040.stdout:1752: writing smithi04078109-15 from 12500992 to 12779520 tid 4 2024-04-22T04:32:55.724 INFO:tasks.rados.rados.0.smithi040.stdout:1753: read oid 37 snap -1 2024-04-22T04:32:55.724 INFO:tasks.rados.rados.0.smithi040.stdout:1753: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:32:55.725 INFO:tasks.rados.rados.0.smithi040.stdout:1754: rmattr oid 47 current snap is 170 2024-04-22T04:32:55.725 INFO:tasks.rados.rados.0.smithi040.stdout:1749: finishing write tid 4 to smithi04078109-33 2024-04-22T04:32:55.725 INFO:tasks.rados.rados.0.smithi040.stdout:1749: finishing write tid 5 to smithi04078109-33 2024-04-22T04:32:55.725 INFO:tasks.rados.rados.0.smithi040.stdout:1749: finishing write tid 6 to smithi04078109-33 2024-04-22T04:32:55.725 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 949 (ObjNum 570 snap 170 seq_num 570) dirty exists 2024-04-22T04:32:55.725 INFO:tasks.rados.rados.0.smithi040.stdout:1749: left oid 33 (ObjNum 570 snap 170 seq_num 570) 2024-04-22T04:32:55.725 INFO:tasks.rados.rados.0.smithi040.stdout:1750: finishing copy_from racing read to smithi04078109-9 2024-04-22T04:32:55.725 INFO:tasks.rados.rados.0.smithi040.stdout:1750: finishing copy_from to smithi04078109-9 2024-04-22T04:32:55.725 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 796 (ObjNum 525 snap 154 seq_num 525) dirty exists 2024-04-22T04:32:55.725 INFO:tasks.rados.rados.0.smithi040.stdout:1751: finishing write tid 1 to smithi04078109-20 2024-04-22T04:32:55.725 INFO:tasks.rados.rados.0.smithi040.stdout:1749: done (5 left) 2024-04-22T04:32:55.725 INFO:tasks.rados.rados.0.smithi040.stdout:1750: done (4 left) 2024-04-22T04:32:55.725 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 170 2024-04-22T04:32:55.725 INFO:tasks.rados.rados.0.smithi040.stdout:1751: finishing write tid 2 to smithi04078109-20 2024-04-22T04:32:55.725 INFO:tasks.rados.rados.0.smithi040.stdout:1755: seq_num 573 ranges {876544=802816,1679360=655360,2334720=720896,3055616=229376} 2024-04-22T04:32:55.733 INFO:tasks.rados.rados.0.smithi040.stdout:1755: writing smithi04078109-10 from 876544 to 1679360 tid 1 2024-04-22T04:32:55.737 INFO:tasks.rados.rados.0.smithi040.stdout:1755: writing smithi04078109-10 from 1679360 to 2334720 tid 2 2024-04-22T04:32:55.741 INFO:tasks.rados.rados.0.smithi040.stdout:1755: writing smithi04078109-10 from 2334720 to 3055616 tid 3 2024-04-22T04:32:55.743 INFO:tasks.rados.rados.0.smithi040.stdout:1755: writing smithi04078109-10 from 3055616 to 3284992 tid 4 2024-04-22T04:32:55.743 INFO:tasks.rados.rados.0.smithi040.stdout:1756: rollback oid 35 current snap is 170 2024-04-22T04:32:55.743 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 35 to 163 2024-04-22T04:32:55.743 INFO:tasks.rados.rados.0.smithi040.stdout:1751: finishing write tid 3 to smithi04078109-20 2024-04-22T04:32:55.743 INFO:tasks.rados.rados.0.smithi040.stdout:1751: finishing write tid 4 to smithi04078109-20 2024-04-22T04:32:55.743 INFO:tasks.rados.rados.0.smithi040.stdout:1751: finishing write tid 5 to smithi04078109-20 2024-04-22T04:32:55.743 INFO:tasks.rados.rados.0.smithi040.stdout:1751: finishing write tid 6 to smithi04078109-20 2024-04-22T04:32:55.743 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 929 (ObjNum 571 snap 170 seq_num 571) dirty exists 2024-04-22T04:32:55.744 INFO:tasks.rados.rados.0.smithi040.stdout:1751: left oid 20 (ObjNum 571 snap 170 seq_num 571) 2024-04-22T04:32:55.744 INFO:tasks.rados.rados.0.smithi040.stdout:1752: finishing write tid 1 to smithi04078109-15 2024-04-22T04:32:55.744 INFO:tasks.rados.rados.0.smithi040.stdout:1752: finishing write tid 2 to smithi04078109-15 2024-04-22T04:32:55.744 INFO:tasks.rados.rados.0.smithi040.stdout:1757: read oid 11 snap -1 2024-04-22T04:32:55.744 INFO:tasks.rados.rados.0.smithi040.stdout:1757: expect (ObjNum 551 snap 160 seq_num 551) 2024-04-22T04:32:55.744 INFO:tasks.rados.rados.0.smithi040.stdout:1751: done (6 left) 2024-04-22T04:32:55.744 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 2 current snap is 170 2024-04-22T04:32:55.744 INFO:tasks.rados.rados.0.smithi040.stdout:1752: finishing write tid 3 to smithi04078109-15 2024-04-22T04:32:55.744 INFO:tasks.rados.rados.0.smithi040.stdout:1752: finishing write tid 4 to smithi04078109-15 2024-04-22T04:32:55.744 INFO:tasks.rados.rados.0.smithi040.stdout:1758: seq_num 574 ranges {4800512=16384} 2024-04-22T04:32:55.769 INFO:tasks.rados.rados.0.smithi040.stdout:1758: writing smithi04078109-2 from 4800512 to 4816896 tid 1 2024-04-22T04:32:55.769 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 22 current snap is 170 2024-04-22T04:32:55.769 INFO:tasks.rados.rados.0.smithi040.stdout:1752: finishing write tid 5 to smithi04078109-15 2024-04-22T04:32:55.770 INFO:tasks.rados.rados.0.smithi040.stdout:1753: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:32:55.773 INFO:tasks.rados.rados.0.smithi040.stdout:1752: finishing write tid 6 to smithi04078109-15 2024-04-22T04:32:55.773 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 1171 (ObjNum 572 snap 170 seq_num 572) dirty exists 2024-04-22T04:32:55.773 INFO:tasks.rados.rados.0.smithi040.stdout:1752: left oid 15 (ObjNum 572 snap 170 seq_num 572) 2024-04-22T04:32:55.774 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 801 (ObjNum -136041408 snap 32647 seq_num 2852132080) dirty exists 2024-04-22T04:32:55.774 INFO:tasks.rados.rados.0.smithi040.stdout:1755: finishing write tid 1 to smithi04078109-10 2024-04-22T04:32:55.774 INFO:tasks.rados.rados.0.smithi040.stdout:1755: finishing write tid 2 to smithi04078109-10 2024-04-22T04:32:55.774 INFO:tasks.rados.rados.0.smithi040.stdout:1759: seq_num 575 ranges {1835008=32768} 2024-04-22T04:32:55.784 INFO:tasks.rados.rados.0.smithi040.stdout:1759: writing smithi04078109-22 from 1835008 to 1867776 tid 1 2024-04-22T04:32:55.784 INFO:tasks.rados.rados.0.smithi040.stdout:1752: done (7 left) 2024-04-22T04:32:55.784 INFO:tasks.rados.rados.0.smithi040.stdout:1753: done (6 left) 2024-04-22T04:32:55.784 INFO:tasks.rados.rados.0.smithi040.stdout:1754: done (5 left) 2024-04-22T04:32:55.784 INFO:tasks.rados.rados.0.smithi040.stdout:1760: read oid 14 snap -1 2024-04-22T04:32:55.784 INFO:tasks.rados.rados.0.smithi040.stdout:1760: expect deleted 2024-04-22T04:32:55.784 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 170 2024-04-22T04:32:55.784 INFO:tasks.rados.rados.0.smithi040.stdout:1755: finishing write tid 3 to smithi04078109-10 2024-04-22T04:32:55.784 INFO:tasks.rados.rados.0.smithi040.stdout:1756: finishing rollback tid 0 to smithi04078109-35 2024-04-22T04:32:55.784 INFO:tasks.rados.rados.0.smithi040.stdout:1755: finishing write tid 4 to smithi04078109-10 2024-04-22T04:32:55.784 INFO:tasks.rados.rados.0.smithi040.stdout:1761: seq_num 576 ranges {4628480=49152} 2024-04-22T04:32:55.809 INFO:tasks.rados.rados.0.smithi040.stdout:1761: writing smithi04078109-17 from 4628480 to 4677632 tid 1 2024-04-22T04:32:55.809 INFO:tasks.rados.rados.0.smithi040.stdout:1762: setattr oid 13 current snap is 170 2024-04-22T04:32:55.810 INFO:tasks.rados.rados.0.smithi040.stdout:1755: finishing write tid 5 to smithi04078109-10 2024-04-22T04:32:55.810 INFO:tasks.rados.rados.0.smithi040.stdout:1756: finishing rollback tid 1 to smithi04078109-35 2024-04-22T04:32:55.810 INFO:tasks.rados.rados.0.smithi040.stdout:1756: finishing rollback tid 2 to smithi04078109-35 2024-04-22T04:32:55.810 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 953 (ObjNum 514 snap 150 seq_num 514) dirty exists 2024-04-22T04:32:55.810 INFO:tasks.rados.rados.0.smithi040.stdout:1755: finishing write tid 6 to smithi04078109-10 2024-04-22T04:32:55.810 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 812 (ObjNum 573 snap 170 seq_num 573) dirty exists 2024-04-22T04:32:55.810 INFO:tasks.rados.rados.0.smithi040.stdout:1755: left oid 10 (ObjNum 573 snap 170 seq_num 573) 2024-04-22T04:32:55.810 INFO:tasks.rados.rados.0.smithi040.stdout:1757: expect (ObjNum 551 snap 160 seq_num 551) 2024-04-22T04:32:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:32:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:32:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:32:55.964 INFO:tasks.rados.rados.0.smithi040.stdout:1758: finishing write tid 1 to smithi04078109-2 2024-04-22T04:32:55.964 INFO:tasks.rados.rados.0.smithi040.stdout:1758: finishing write tid 2 to smithi04078109-2 2024-04-22T04:32:55.964 INFO:tasks.rados.rados.0.smithi040.stdout:1758: finishing write tid 3 to smithi04078109-2 2024-04-22T04:32:55.964 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 1174 (ObjNum 574 snap 170 seq_num 574) dirty exists 2024-04-22T04:32:55.965 INFO:tasks.rados.rados.0.smithi040.stdout:1758: left oid 2 (ObjNum 574 snap 170 seq_num 574) 2024-04-22T04:32:55.965 INFO:tasks.rados.rados.0.smithi040.stdout:1759: finishing write tid 1 to smithi04078109-22 2024-04-22T04:32:55.965 INFO:tasks.rados.rados.0.smithi040.stdout:1759: finishing write tid 2 to smithi04078109-22 2024-04-22T04:32:55.965 INFO:tasks.rados.rados.0.smithi040.stdout:1759: finishing write tid 3 to smithi04078109-22 2024-04-22T04:32:55.965 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 172 (ObjNum 575 snap 170 seq_num 575) dirty exists 2024-04-22T04:32:55.965 INFO:tasks.rados.rados.0.smithi040.stdout:1759: left oid 22 (ObjNum 575 snap 170 seq_num 575) 2024-04-22T04:32:55.965 INFO:tasks.rados.rados.0.smithi040.stdout:1761: finishing write tid 1 to smithi04078109-17 2024-04-22T04:32:55.965 INFO:tasks.rados.rados.0.smithi040.stdout:1761: finishing write tid 2 to smithi04078109-17 2024-04-22T04:32:55.965 INFO:tasks.rados.rados.0.smithi040.stdout:1761: finishing write tid 3 to smithi04078109-17 2024-04-22T04:32:55.965 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 1177 (ObjNum 576 snap 170 seq_num 576) dirty exists 2024-04-22T04:32:55.965 INFO:tasks.rados.rados.0.smithi040.stdout:1761: left oid 17 (ObjNum 576 snap 170 seq_num 576) 2024-04-22T04:32:55.965 INFO:tasks.rados.rados.0.smithi040.stdout:1755: done (7 left) 2024-04-22T04:32:55.965 INFO:tasks.rados.rados.0.smithi040.stdout:1756: done (6 left) 2024-04-22T04:32:55.966 INFO:tasks.rados.rados.0.smithi040.stdout:1757: done (5 left) 2024-04-22T04:32:55.966 INFO:tasks.rados.rados.0.smithi040.stdout:1758: done (4 left) 2024-04-22T04:32:55.966 INFO:tasks.rados.rados.0.smithi040.stdout:1759: done (3 left) 2024-04-22T04:32:55.966 INFO:tasks.rados.rados.0.smithi040.stdout:1760: done (2 left) 2024-04-22T04:32:55.966 INFO:tasks.rados.rados.0.smithi040.stdout:1761: done (1 left) 2024-04-22T04:32:55.966 INFO:tasks.rados.rados.0.smithi040.stdout:1763: rmattr oid 38 current snap is 170 2024-04-22T04:32:55.966 INFO:tasks.rados.rados.0.smithi040.stdout:1763: done (1 left) 2024-04-22T04:32:55.966 INFO:tasks.rados.rados.0.smithi040.stdout:1764: snap_create 2024-04-22T04:32:55.967 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 886 (ObjNum 1 snap 21849 seq_num 2852138352) dirty exists 2024-04-22T04:32:56.611 INFO:tasks.rados.rados.0.smithi040.stdout:1762: done (1 left) 2024-04-22T04:32:56.611 INFO:tasks.rados.rados.0.smithi040.stdout:1764: done (0 left) 2024-04-22T04:32:56.612 INFO:tasks.rados.rados.0.smithi040.stdout:1765: snap_remove snap 168 2024-04-22T04:32:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:56 smithi062 ceph-mon[78153]: osdmap e398: 8 total, 8 up, 8 in 2024-04-22T04:32:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:56 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:56 smithi040 ceph-mon[88445]: osdmap e398: 8 total, 8 up, 8 in 2024-04-22T04:32:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:56 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:56 smithi040 ceph-mon[91058]: osdmap e398: 8 total, 8 up, 8 in 2024-04-22T04:32:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:56 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:32:57.612 INFO:tasks.rados.rados.0.smithi040.stdout:1765: done (0 left) 2024-04-22T04:32:57.612 INFO:tasks.rados.rados.0.smithi040.stdout:1766: delete oid 49 current snap is 171 2024-04-22T04:32:57.623 INFO:tasks.rados.rados.0.smithi040.stdout:1766: done (0 left) 2024-04-22T04:32:57.623 INFO:tasks.rados.rados.0.smithi040.stdout:1767: delete oid 40 current snap is 171 2024-04-22T04:32:57.630 INFO:tasks.rados.rados.0.smithi040.stdout:1767: done (0 left) 2024-04-22T04:32:57.630 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 171 2024-04-22T04:32:57.630 INFO:tasks.rados.rados.0.smithi040.stdout:1768: seq_num 579 ranges {12779520=98304} 2024-04-22T04:32:57.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:57 smithi062 ceph-mon[78153]: pgmap v310: 121 pgs: 121 active+clean; 378 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-22T04:32:57.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:57 smithi062 ceph-mon[78153]: osdmap e399: 8 total, 8 up, 8 in 2024-04-22T04:32:57.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:57 smithi040 ceph-mon[88445]: pgmap v310: 121 pgs: 121 active+clean; 378 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-22T04:32:57.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:57 smithi040 ceph-mon[88445]: osdmap e399: 8 total, 8 up, 8 in 2024-04-22T04:32:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:57 smithi040 ceph-mon[91058]: pgmap v310: 121 pgs: 121 active+clean; 378 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-22T04:32:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:57 smithi040 ceph-mon[91058]: osdmap e399: 8 total, 8 up, 8 in 2024-04-22T04:32:57.699 INFO:tasks.rados.rados.0.smithi040.stdout:1768: writing smithi04078109-15 from 12779520 to 12877824 tid 1 2024-04-22T04:32:57.699 INFO:tasks.rados.rados.0.smithi040.stdout:1769: delete oid 41 current snap is 171 2024-04-22T04:32:57.703 INFO:tasks.rados.rados.0.smithi040.stdout:1768: finishing write tid 1 to smithi04078109-15 2024-04-22T04:32:57.703 INFO:tasks.rados.rados.0.smithi040.stdout:1768: finishing write tid 2 to smithi04078109-15 2024-04-22T04:32:57.703 INFO:tasks.rados.rados.0.smithi040.stdout:1769: done (1 left) 2024-04-22T04:32:57.704 INFO:tasks.rados.rados.0.smithi040.stdout:1770: read oid 43 snap -1 2024-04-22T04:32:57.704 INFO:tasks.rados.rados.0.smithi040.stdout:1770: expect (ObjNum 557 snap 162 seq_num 557) 2024-04-22T04:32:57.704 INFO:tasks.rados.rados.0.smithi040.stdout:1771: read oid 50 snap -1 2024-04-22T04:32:57.704 INFO:tasks.rados.rados.0.smithi040.stdout:1771: expect deleted 2024-04-22T04:32:57.704 INFO:tasks.rados.rados.0.smithi040.stdout:1772: rollback oid 41 current snap is 171 2024-04-22T04:32:57.704 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 41 to 163 2024-04-22T04:32:57.704 INFO:tasks.rados.rados.0.smithi040.stdout:1773: rollback oid 29 current snap is 171 2024-04-22T04:32:57.704 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 29 to 170 2024-04-22T04:32:57.704 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 171 2024-04-22T04:32:57.704 INFO:tasks.rados.rados.0.smithi040.stdout:1774: seq_num 581 ranges {9658368=139264} 2024-04-22T04:32:57.759 INFO:tasks.rados.rados.0.smithi040.stdout:1774: writing smithi04078109-25 from 9658368 to 9797632 tid 1 2024-04-22T04:32:57.759 INFO:tasks.rados.rados.0.smithi040.stdout:1775: snap_create 2024-04-22T04:32:57.759 INFO:tasks.rados.rados.0.smithi040.stdout:1768: finishing write tid 3 to smithi04078109-15 2024-04-22T04:32:57.759 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 1186 (ObjNum 579 snap 171 seq_num 579) dirty exists 2024-04-22T04:32:57.759 INFO:tasks.rados.rados.0.smithi040.stdout:1768: left oid 15 (ObjNum 579 snap 171 seq_num 579) 2024-04-22T04:32:57.759 INFO:tasks.rados.rados.0.smithi040.stdout:1772: finishing rollback tid 1 to smithi04078109-41 2024-04-22T04:32:57.759 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 1188 (ObjNum 1533964394 snap 1533699955 seq_num 1650940520) dirty dne 2024-04-22T04:32:57.759 INFO:tasks.rados.rados.0.smithi040.stdout:1773: finishing rollback tid 0 to smithi04078109-29 2024-04-22T04:32:57.759 INFO:tasks.rados.rados.0.smithi040.stdout:1773: finishing rollback tid 1 to smithi04078109-29 2024-04-22T04:32:57.759 INFO:tasks.rados.rados.0.smithi040.stdout:1773: finishing rollback tid 2 to smithi04078109-29 2024-04-22T04:32:57.760 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 956 (ObjNum 515 snap 151 seq_num 515) dirty exists 2024-04-22T04:32:57.760 INFO:tasks.rados.rados.0.smithi040.stdout:1770: expect (ObjNum 557 snap 162 seq_num 557) 2024-04-22T04:32:57.978 INFO:tasks.rados.rados.0.smithi040.stdout:1774: finishing write tid 1 to smithi04078109-25 2024-04-22T04:32:57.978 INFO:tasks.rados.rados.0.smithi040.stdout:1774: finishing write tid 2 to smithi04078109-25 2024-04-22T04:32:57.978 INFO:tasks.rados.rados.0.smithi040.stdout:1774: finishing write tid 3 to smithi04078109-25 2024-04-22T04:32:57.978 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 1146 (ObjNum 581 snap 171 seq_num 581) dirty exists 2024-04-22T04:32:57.979 INFO:tasks.rados.rados.0.smithi040.stdout:1774: left oid 25 (ObjNum 581 snap 171 seq_num 581) 2024-04-22T04:32:58.620 INFO:tasks.rados.rados.0.smithi040.stdout:1768: done (6 left) 2024-04-22T04:32:58.620 INFO:tasks.rados.rados.0.smithi040.stdout:1770: done (5 left) 2024-04-22T04:32:58.620 INFO:tasks.rados.rados.0.smithi040.stdout:1771: done (4 left) 2024-04-22T04:32:58.620 INFO:tasks.rados.rados.0.smithi040.stdout:1772: done (3 left) 2024-04-22T04:32:58.620 INFO:tasks.rados.rados.0.smithi040.stdout:1773: done (2 left) 2024-04-22T04:32:58.620 INFO:tasks.rados.rados.0.smithi040.stdout:1774: done (1 left) 2024-04-22T04:32:58.620 INFO:tasks.rados.rados.0.smithi040.stdout:1775: done (0 left) 2024-04-22T04:32:58.620 INFO:tasks.rados.rados.0.smithi040.stdout:1776: rollback oid 13 current snap is 172 2024-04-22T04:32:58.620 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 13 to 154 2024-04-22T04:32:58.621 INFO:tasks.rados.rados.0.smithi040.stdout:1777: read oid 46 snap -1 2024-04-22T04:32:58.621 INFO:tasks.rados.rados.0.smithi040.stdout:1777: expect (ObjNum 517 snap 152 seq_num 517) 2024-04-22T04:32:58.621 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 172 2024-04-22T04:32:58.621 INFO:tasks.rados.rados.0.smithi040.stdout:1778: seq_num 582 ranges {0=155648} 2024-04-22T04:32:58.621 INFO:tasks.rados.rados.0.smithi040.stdout:1778: writing smithi04078109-21 from 0 to 155648 tid 1 2024-04-22T04:32:58.621 INFO:tasks.rados.rados.0.smithi040.stdout:1779: copy_from oid 42 from oid 44 current snap is 172 2024-04-22T04:32:58.621 INFO:tasks.rados.rados.0.smithi040.stdout:1780: copy_from oid 3 from oid 30 current snap is 172 2024-04-22T04:32:58.621 INFO:tasks.rados.rados.0.smithi040.stdout:1781: snap_create 2024-04-22T04:32:58.624 INFO:tasks.rados.rados.0.smithi040.stdout:1776: finishing rollback tid 0 to smithi04078109-13 2024-04-22T04:32:58.624 INFO:tasks.rados.rados.0.smithi040.stdout:1776: finishing rollback tid 1 to smithi04078109-13 2024-04-22T04:32:58.624 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 888 (ObjNum 1 snap 32647 seq_num 2852034072) dirty dne 2024-04-22T04:32:58.625 INFO:tasks.rados.rados.0.smithi040.stdout:1779: finishing copy_from to smithi04078109-42 2024-04-22T04:32:58.625 INFO:tasks.rados.rados.0.smithi040.stdout:1779: got expected ENOENT (src dne) 2024-04-22T04:32:58.626 INFO:tasks.rados.rados.0.smithi040.stdout:1779: finishing copy_from racing read to smithi04078109-42 2024-04-22T04:32:58.627 INFO:tasks.rados.rados.0.smithi040.stdout:1778: finishing write tid 1 to smithi04078109-21 2024-04-22T04:32:58.627 INFO:tasks.rados.rados.0.smithi040.stdout:1778: finishing write tid 2 to smithi04078109-21 2024-04-22T04:32:58.631 INFO:tasks.rados.rados.0.smithi040.stdout:1777: expect (ObjNum 517 snap 152 seq_num 517) 2024-04-22T04:32:58.672 INFO:tasks.rados.rados.0.smithi040.stdout:1778: finishing write tid 3 to smithi04078109-21 2024-04-22T04:32:58.672 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 961 (ObjNum 582 snap 172 seq_num 582) dirty exists 2024-04-22T04:32:58.673 INFO:tasks.rados.rados.0.smithi040.stdout:1778: left oid 21 (ObjNum 582 snap 172 seq_num 582) 2024-04-22T04:32:58.673 INFO:tasks.rados.rados.0.smithi040.stdout:1780: finishing copy_from racing read to smithi04078109-3 2024-04-22T04:32:58.673 INFO:tasks.rados.rados.0.smithi040.stdout:1780: finishing copy_from to smithi04078109-3 2024-04-22T04:32:58.673 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 886 (ObjNum 546 snap 159 seq_num 546) dirty exists 2024-04-22T04:32:58.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:58 smithi062 ceph-mon[78153]: osdmap e400: 8 total, 8 up, 8 in 2024-04-22T04:32:58.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:58 smithi062 ceph-mon[78153]: pgmap v313: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.7 MiB/s wr, 26 op/s 2024-04-22T04:32:58.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:58 smithi040 ceph-mon[88445]: osdmap e400: 8 total, 8 up, 8 in 2024-04-22T04:32:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:58 smithi040 ceph-mon[88445]: pgmap v313: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.7 MiB/s wr, 26 op/s 2024-04-22T04:32:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:58 smithi040 ceph-mon[91058]: osdmap e400: 8 total, 8 up, 8 in 2024-04-22T04:32:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:58 smithi040 ceph-mon[91058]: pgmap v313: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.7 MiB/s wr, 26 op/s 2024-04-22T04:32:59.629 INFO:tasks.rados.rados.0.smithi040.stdout:1776: done (5 left) 2024-04-22T04:32:59.629 INFO:tasks.rados.rados.0.smithi040.stdout:1777: done (4 left) 2024-04-22T04:32:59.629 INFO:tasks.rados.rados.0.smithi040.stdout:1778: done (3 left) 2024-04-22T04:32:59.629 INFO:tasks.rados.rados.0.smithi040.stdout:1779: done (2 left) 2024-04-22T04:32:59.629 INFO:tasks.rados.rados.0.smithi040.stdout:1780: done (1 left) 2024-04-22T04:32:59.629 INFO:tasks.rados.rados.0.smithi040.stdout:1781: done (0 left) 2024-04-22T04:32:59.629 INFO:tasks.rados.rados.0.smithi040.stdout:1782: delete oid 20 current snap is 173 2024-04-22T04:32:59.633 INFO:tasks.rados.rados.0.smithi040.stdout:1782: done (0 left) 2024-04-22T04:32:59.633 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 29 current snap is 173 2024-04-22T04:32:59.633 INFO:tasks.rados.rados.0.smithi040.stdout:1783: seq_num 584 ranges {3571712=188416} 2024-04-22T04:32:59.653 INFO:tasks.rados.rados.0.smithi040.stdout:1783: writing smithi04078109-29 from 3571712 to 3760128 tid 1 2024-04-22T04:32:59.654 INFO:tasks.rados.rados.0.smithi040.stdout:1784: rmattr oid 24 current snap is 173 2024-04-22T04:32:59.654 INFO:tasks.rados.rados.0.smithi040.stdout:1784: done (1 left) 2024-04-22T04:32:59.654 INFO:tasks.rados.rados.0.smithi040.stdout:1785: snap_remove snap 166 2024-04-22T04:32:59.799 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:59 smithi062 ceph-mon[78153]: osdmap e401: 8 total, 8 up, 8 in 2024-04-22T04:32:59.799 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:59 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-22T04:32:59.800 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:59 smithi062 ceph-mon[78153]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-22T04:32:59.800 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:32:59 smithi062 ceph-mon[78153]: Upgrade: osd.4 is safe to restart 2024-04-22T04:32:59.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:59 smithi040 ceph-mon[88445]: osdmap e401: 8 total, 8 up, 8 in 2024-04-22T04:32:59.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:59 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-22T04:32:59.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:59 smithi040 ceph-mon[88445]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-22T04:32:59.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:32:59 smithi040 ceph-mon[88445]: Upgrade: osd.4 is safe to restart 2024-04-22T04:32:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:59 smithi040 ceph-mon[91058]: osdmap e401: 8 total, 8 up, 8 in 2024-04-22T04:32:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:59 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-22T04:32:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:59 smithi040 ceph-mon[91058]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-22T04:32:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:32:59 smithi040 ceph-mon[91058]: Upgrade: osd.4 is safe to restart 2024-04-22T04:33:00.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:33:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:33:00] "GET /metrics HTTP/1.1" 200 222212 "" "Prometheus/2.33.4" 2024-04-22T04:33:00.636 INFO:tasks.rados.rados.0.smithi040.stdout:1785: done (1 left) 2024-04-22T04:33:00.636 INFO:tasks.rados.rados.0.smithi040.stdout:1786: delete oid 8 current snap is 173 2024-04-22T04:33:00.636 INFO:tasks.rados.rados.0.smithi040.stdout:1783: finishing write tid 1 to smithi04078109-29 2024-04-22T04:33:00.636 INFO:tasks.rados.rados.0.smithi040.stdout:1783: finishing write tid 2 to smithi04078109-29 2024-04-22T04:33:00.637 INFO:tasks.rados.rados.0.smithi040.stdout:1783: finishing write tid 3 to smithi04078109-29 2024-04-22T04:33:00.637 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 958 (ObjNum 584 snap 173 seq_num 584) dirty exists 2024-04-22T04:33:00.637 INFO:tasks.rados.rados.0.smithi040.stdout:1783: left oid 29 (ObjNum 584 snap 173 seq_num 584) 2024-04-22T04:33:00.646 INFO:tasks.rados.rados.0.smithi040.stdout:1783: done (1 left) 2024-04-22T04:33:00.647 INFO:tasks.rados.rados.0.smithi040.stdout:1786: done (0 left) 2024-04-22T04:33:00.647 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 50 current snap is 173 2024-04-22T04:33:00.647 INFO:tasks.rados.rados.0.smithi040.stdout:1787: seq_num 586 ranges {0=221184} 2024-04-22T04:33:00.647 INFO:tasks.rados.rados.0.smithi040.stdout:1787: writing smithi04078109-50 from 0 to 221184 tid 1 2024-04-22T04:33:00.647 INFO:tasks.rados.rados.0.smithi040.stdout:1788: snap_remove snap 125 2024-04-22T04:33:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:00 smithi040 ceph-mon[88445]: osdmap e402: 8 total, 8 up, 8 in 2024-04-22T04:33:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:00 smithi040 ceph-mon[88445]: pgmap v316: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-22T04:33:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:00 smithi040 ceph-mon[91058]: osdmap e402: 8 total, 8 up, 8 in 2024-04-22T04:33:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:00 smithi040 ceph-mon[91058]: pgmap v316: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-22T04:33:01.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:00 smithi062 ceph-mon[78153]: osdmap e402: 8 total, 8 up, 8 in 2024-04-22T04:33:01.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:00 smithi062 ceph-mon[78153]: pgmap v316: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-22T04:33:01.648 INFO:tasks.rados.rados.0.smithi040.stdout:1788: done (1 left) 2024-04-22T04:33:01.648 INFO:tasks.rados.rados.0.smithi040.stdout:1789: read oid 37 snap -1 2024-04-22T04:33:01.648 INFO:tasks.rados.rados.0.smithi040.stdout:1789: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:33:01.648 INFO:tasks.rados.rados.0.smithi040.stdout:1790: rmattr oid 9 current snap is 173 2024-04-22T04:33:01.648 INFO:tasks.rados.rados.0.smithi040.stdout:1790: done (2 left) 2024-04-22T04:33:01.649 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 44 current snap is 173 2024-04-22T04:33:01.649 INFO:tasks.rados.rados.0.smithi040.stdout:1791: seq_num 587 ranges {0=237568} 2024-04-22T04:33:01.649 INFO:tasks.rados.rados.0.smithi040.stdout:1791: writing smithi04078109-44 from 0 to 237568 tid 1 2024-04-22T04:33:01.649 INFO:tasks.rados.rados.0.smithi040.stdout:1792: delete oid 8 current snap is 173 2024-04-22T04:33:01.649 INFO:tasks.rados.rados.0.smithi040.stdout:1787: finishing write tid 1 to smithi04078109-50 2024-04-22T04:33:01.649 INFO:tasks.rados.rados.0.smithi040.stdout:1787: finishing write tid 2 to smithi04078109-50 2024-04-22T04:33:01.649 INFO:tasks.rados.rados.0.smithi040.stdout:1787: finishing write tid 3 to smithi04078109-50 2024-04-22T04:33:01.649 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 803 (ObjNum 586 snap 173 seq_num 586) dirty exists 2024-04-22T04:33:01.649 INFO:tasks.rados.rados.0.smithi040.stdout:1787: left oid 50 (ObjNum 586 snap 173 seq_num 586) 2024-04-22T04:33:01.657 INFO:tasks.rados.rados.0.smithi040.stdout:1789: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:33:01.662 INFO:tasks.rados.rados.0.smithi040.stdout:1791: finishing write tid 1 to smithi04078109-44 2024-04-22T04:33:01.663 INFO:tasks.rados.rados.0.smithi040.stdout:1791: finishing write tid 2 to smithi04078109-44 2024-04-22T04:33:01.664 INFO:tasks.rados.rados.0.smithi040.stdout:1787: done (3 left) 2024-04-22T04:33:01.664 INFO:tasks.rados.rados.0.smithi040.stdout:1789: done (2 left) 2024-04-22T04:33:01.664 INFO:tasks.rados.rados.0.smithi040.stdout:1792: done (1 left) 2024-04-22T04:33:01.664 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 173 2024-04-22T04:33:01.664 INFO:tasks.rados.rados.0.smithi040.stdout:1793: seq_num 589 ranges {0=270336} 2024-04-22T04:33:01.665 INFO:tasks.rados.rados.0.smithi040.stdout:1793: writing smithi04078109-49 from 0 to 270336 tid 1 2024-04-22T04:33:01.665 INFO:tasks.rados.rados.0.smithi040.stdout:1794: snap_create 2024-04-22T04:33:01.665 INFO:tasks.rados.rados.0.smithi040.stdout:1791: finishing write tid 3 to smithi04078109-44 2024-04-22T04:33:01.665 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 1160 (ObjNum 587 snap 173 seq_num 587) dirty exists 2024-04-22T04:33:01.665 INFO:tasks.rados.rados.0.smithi040.stdout:1791: left oid 44 (ObjNum 587 snap 173 seq_num 587) 2024-04-22T04:33:01.673 INFO:tasks.rados.rados.0.smithi040.stdout:1793: finishing write tid 1 to smithi04078109-49 2024-04-22T04:33:01.673 INFO:tasks.rados.rados.0.smithi040.stdout:1793: finishing write tid 2 to smithi04078109-49 2024-04-22T04:33:01.675 INFO:tasks.rados.rados.0.smithi040.stdout:1793: finishing write tid 3 to smithi04078109-49 2024-04-22T04:33:01.675 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 966 (ObjNum 589 snap 173 seq_num 589) dirty exists 2024-04-22T04:33:01.675 INFO:tasks.rados.rados.0.smithi040.stdout:1793: left oid 49 (ObjNum 589 snap 173 seq_num 589) 2024-04-22T04:33:01.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:01 smithi062 ceph-mon[78153]: osdmap e403: 8 total, 8 up, 8 in 2024-04-22T04:33:01.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:01 smithi062 ceph-mon[78153]: Upgrade: Updating osd.4 2024-04-22T04:33:01.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:01 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:01.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:01 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T04:33:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:01 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:33:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:01 smithi062 ceph-mon[78153]: Deploying daemon osd.4 on smithi062 2024-04-22T04:33:01.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:01 smithi040 ceph-mon[91058]: osdmap e403: 8 total, 8 up, 8 in 2024-04-22T04:33:01.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:01 smithi040 ceph-mon[91058]: Upgrade: Updating osd.4 2024-04-22T04:33:01.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:01 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:01.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:01 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T04:33:01.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:01 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:33:01.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:01 smithi040 ceph-mon[91058]: Deploying daemon osd.4 on smithi062 2024-04-22T04:33:01.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:01 smithi040 ceph-mon[88445]: osdmap e403: 8 total, 8 up, 8 in 2024-04-22T04:33:01.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:01 smithi040 ceph-mon[88445]: Upgrade: Updating osd.4 2024-04-22T04:33:01.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:01 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:01.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:01 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T04:33:01.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:01 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:33:01.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:01 smithi040 ceph-mon[88445]: Deploying daemon osd.4 on smithi062 2024-04-22T04:33:02.110 INFO:tasks.rados.rados.0.smithi040.stdout:1791: done (2 left) 2024-04-22T04:33:02.110 INFO:tasks.rados.rados.0.smithi040.stdout:1793: done (1 left) 2024-04-22T04:33:02.110 INFO:tasks.rados.rados.0.smithi040.stdout:1794: done (0 left) 2024-04-22T04:33:02.110 INFO:tasks.rados.rados.0.smithi040.stdout:1795: rollback oid 21 current snap is 174 2024-04-22T04:33:02.110 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 21 to 173 2024-04-22T04:33:02.110 INFO:tasks.rados.rados.0.smithi040.stdout:1796: read oid 13 snap 147 2024-04-22T04:33:02.110 INFO:tasks.rados.rados.0.smithi040.stdout:1796: expect deleted 2024-04-22T04:33:02.110 INFO:tasks.rados.rados.0.smithi040.stdout:1797: copy_from oid 25 from oid 10 current snap is 174 2024-04-22T04:33:02.110 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 4 current snap is 174 2024-04-22T04:33:02.111 INFO:tasks.rados.rados.0.smithi040.stdout:1798: seq_num 590 ranges {10272768=286720} 2024-04-22T04:33:02.167 INFO:tasks.rados.rados.0.smithi040.stdout:1798: writing smithi04078109-4 from 10272768 to 10559488 tid 1 2024-04-22T04:33:02.167 INFO:tasks.rados.rados.0.smithi040.stdout:1799: snap_create 2024-04-22T04:33:02.168 INFO:tasks.rados.rados.0.smithi040.stdout:1795: finishing rollback tid 0 to smithi04078109-21 2024-04-22T04:33:02.168 INFO:tasks.rados.rados.0.smithi040.stdout:1795: finishing rollback tid 1 to smithi04078109-21 2024-04-22T04:33:02.168 INFO:tasks.rados.rados.0.smithi040.stdout:1795: finishing rollback tid 2 to smithi04078109-21 2024-04-22T04:33:02.168 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 979 (ObjNum 582 snap 172 seq_num 582) dirty exists 2024-04-22T04:33:02.168 INFO:tasks.rados.rados.0.smithi040.stdout:1797: finishing copy_from racing read to smithi04078109-25 2024-04-22T04:33:02.168 INFO:tasks.rados.rados.0.smithi040.stdout:1797: finishing copy_from to smithi04078109-25 2024-04-22T04:33:02.168 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 812 (ObjNum 573 snap 170 seq_num 573) dirty exists 2024-04-22T04:33:02.170 INFO:tasks.rados.rados.0.smithi040.stdout:1798: finishing write tid 1 to smithi04078109-4 2024-04-22T04:33:02.170 INFO:tasks.rados.rados.0.smithi040.stdout:1798: finishing write tid 2 to smithi04078109-4 2024-04-22T04:33:02.171 INFO:tasks.rados.rados.0.smithi040.stdout:1798: finishing write tid 3 to smithi04078109-4 2024-04-22T04:33:02.171 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 890 (ObjNum 590 snap 174 seq_num 590) dirty exists 2024-04-22T04:33:02.171 INFO:tasks.rados.rados.0.smithi040.stdout:1798: left oid 4 (ObjNum 590 snap 174 seq_num 590) 2024-04-22T04:33:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:02 smithi062 ceph-mon[78153]: osdmap e404: 8 total, 8 up, 8 in 2024-04-22T04:33:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:02 smithi062 ceph-mon[78153]: osdmap e405: 8 total, 8 up, 8 in 2024-04-22T04:33:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:02 smithi062 ceph-mon[78153]: pgmap v320: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-22T04:33:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:02 smithi040 ceph-mon[88445]: osdmap e404: 8 total, 8 up, 8 in 2024-04-22T04:33:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:02 smithi040 ceph-mon[88445]: osdmap e405: 8 total, 8 up, 8 in 2024-04-22T04:33:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:02 smithi040 ceph-mon[88445]: pgmap v320: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-22T04:33:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:02 smithi040 ceph-mon[91058]: osdmap e404: 8 total, 8 up, 8 in 2024-04-22T04:33:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:02 smithi040 ceph-mon[91058]: osdmap e405: 8 total, 8 up, 8 in 2024-04-22T04:33:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:02 smithi040 ceph-mon[91058]: pgmap v320: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-22T04:33:03.117 INFO:tasks.rados.rados.0.smithi040.stdout:1795: done (4 left) 2024-04-22T04:33:03.117 INFO:tasks.rados.rados.0.smithi040.stdout:1796: done (3 left) 2024-04-22T04:33:03.117 INFO:tasks.rados.rados.0.smithi040.stdout:1797: done (2 left) 2024-04-22T04:33:03.118 INFO:tasks.rados.rados.0.smithi040.stdout:1798: done (1 left) 2024-04-22T04:33:03.118 INFO:tasks.rados.rados.0.smithi040.stdout:1799: done (0 left) 2024-04-22T04:33:03.118 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 175 2024-04-22T04:33:03.118 INFO:tasks.rados.rados.0.smithi040.stdout:1800: seq_num 591 ranges {0=303104} 2024-04-22T04:33:03.119 INFO:tasks.rados.rados.0.smithi040.stdout:1800: writing smithi04078109-47 from 0 to 303104 tid 1 2024-04-22T04:33:03.119 INFO:tasks.rados.rados.0.smithi040.stdout:1801: setattr oid 48 current snap is 175 2024-04-22T04:33:03.120 INFO:tasks.rados.rados.0.smithi040.stdout:1802: read oid 17 snap 165 2024-04-22T04:33:03.120 INFO:tasks.rados.rados.0.smithi040.stdout:1802: expect (ObjNum 554 snap 162 seq_num 554) 2024-04-22T04:33:03.120 INFO:tasks.rados.rados.0.smithi040.stdout:1803: snap_create 2024-04-22T04:33:03.127 INFO:tasks.rados.rados.0.smithi040.stdout:1800: finishing write tid 1 to smithi04078109-47 2024-04-22T04:33:03.127 INFO:tasks.rados.rados.0.smithi040.stdout:1800: finishing write tid 2 to smithi04078109-47 2024-04-22T04:33:03.130 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 959 (ObjNum 555 snap 162 seq_num 555) dirty exists 2024-04-22T04:33:03.130 INFO:tasks.rados.rados.0.smithi040.stdout:1800: finishing write tid 3 to smithi04078109-47 2024-04-22T04:33:03.130 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 805 (ObjNum 591 snap 175 seq_num 591) dirty exists 2024-04-22T04:33:03.130 INFO:tasks.rados.rados.0.smithi040.stdout:1800: left oid 47 (ObjNum 591 snap 175 seq_num 591) 2024-04-22T04:33:03.131 INFO:tasks.rados.rados.0.smithi040.stdout:1802: expect (ObjNum 554 snap 162 seq_num 554) 2024-04-22T04:33:04.119 INFO:tasks.rados.rados.0.smithi040.stdout:1800: done (3 left) 2024-04-22T04:33:04.119 INFO:tasks.rados.rados.0.smithi040.stdout:1801: done (2 left) 2024-04-22T04:33:04.119 INFO:tasks.rados.rados.0.smithi040.stdout:1802: done (1 left) 2024-04-22T04:33:04.119 INFO:tasks.rados.rados.0.smithi040.stdout:1803: done (0 left) 2024-04-22T04:33:04.119 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 5 current snap is 176 2024-04-22T04:33:04.120 INFO:tasks.rados.rados.0.smithi040.stdout:1804: seq_num 592 ranges {4800512=319488} 2024-04-22T04:33:04.147 INFO:tasks.rados.rados.0.smithi040.stdout:1804: writing smithi04078109-5 from 4800512 to 5120000 tid 1 2024-04-22T04:33:04.147 INFO:tasks.rados.rados.0.smithi040.stdout:1805: rollback oid 45 current snap is 176 2024-04-22T04:33:04.147 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 45 to 170 2024-04-22T04:33:04.147 INFO:tasks.rados.rados.0.smithi040.stdout:1806: setattr oid 38 current snap is 176 2024-04-22T04:33:04.150 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 7 current snap is 176 2024-04-22T04:33:04.150 INFO:tasks.rados.rados.0.smithi040.stdout:1807: seq_num 593 ranges {5881856=335872} 2024-04-22T04:33:04.185 INFO:tasks.rados.rados.0.smithi040.stdout:1807: writing smithi04078109-7 from 5881856 to 6217728 tid 1 2024-04-22T04:33:04.185 INFO:tasks.rados.rados.0.smithi040.stdout:1808: read oid 11 snap -1 2024-04-22T04:33:04.185 INFO:tasks.rados.rados.0.smithi040.stdout:1808: expect (ObjNum 551 snap 160 seq_num 551) 2024-04-22T04:33:04.185 INFO:tasks.rados.rados.0.smithi040.stdout:1809: read oid 48 snap -1 2024-04-22T04:33:04.185 INFO:tasks.rados.rados.0.smithi040.stdout:1809: expect (ObjNum 555 snap 162 seq_num 555) 2024-04-22T04:33:04.185 INFO:tasks.rados.rados.0.smithi040.stdout:1810: snap_create 2024-04-22T04:33:04.185 INFO:tasks.rados.rados.0.smithi040.stdout:1804: finishing write tid 1 to smithi04078109-5 2024-04-22T04:33:04.185 INFO:tasks.rados.rados.0.smithi040.stdout:1804: finishing write tid 2 to smithi04078109-5 2024-04-22T04:33:04.185 INFO:tasks.rados.rados.0.smithi040.stdout:1805: finishing rollback tid 0 to smithi04078109-45 2024-04-22T04:33:04.186 INFO:tasks.rados.rados.0.smithi040.stdout:1804: finishing write tid 3 to smithi04078109-5 2024-04-22T04:33:04.186 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 1210 (ObjNum 592 snap 176 seq_num 592) dirty exists 2024-04-22T04:33:04.186 INFO:tasks.rados.rados.0.smithi040.stdout:1804: left oid 5 (ObjNum 592 snap 176 seq_num 592) 2024-04-22T04:33:04.186 INFO:tasks.rados.rados.0.smithi040.stdout:1805: finishing rollback tid 1 to smithi04078109-45 2024-04-22T04:33:04.186 INFO:tasks.rados.rados.0.smithi040.stdout:1805: finishing rollback tid 2 to smithi04078109-45 2024-04-22T04:33:04.186 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 969 (ObjNum 525 snap 154 seq_num 525) dirty exists 2024-04-22T04:33:04.186 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 813 (ObjNum 525 snap 154 seq_num 525) dirty exists 2024-04-22T04:33:04.192 INFO:tasks.rados.rados.0.smithi040.stdout:1807: finishing write tid 1 to smithi04078109-7 2024-04-22T04:33:04.196 INFO:tasks.rados.rados.0.smithi040.stdout:1807: finishing write tid 2 to smithi04078109-7 2024-04-22T04:33:04.199 INFO:tasks.rados.rados.0.smithi040.stdout:1808: expect (ObjNum 551 snap 160 seq_num 551) 2024-04-22T04:33:04.353 INFO:tasks.rados.rados.0.smithi040.stdout:1807: finishing write tid 3 to smithi04078109-7 2024-04-22T04:33:04.354 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 971 (ObjNum 593 snap 176 seq_num 593) dirty exists 2024-04-22T04:33:04.354 INFO:tasks.rados.rados.0.smithi040.stdout:1807: left oid 7 (ObjNum 593 snap 176 seq_num 593) 2024-04-22T04:33:04.354 INFO:tasks.rados.rados.0.smithi040.stdout:1809: expect (ObjNum 555 snap 162 seq_num 555) 2024-04-22T04:33:04.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:04 smithi062 ceph-mon[78153]: osdmap e406: 8 total, 8 up, 8 in 2024-04-22T04:33:04.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:04 smithi040 ceph-mon[88445]: osdmap e406: 8 total, 8 up, 8 in 2024-04-22T04:33:04.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:04 smithi040 ceph-mon[91058]: osdmap e406: 8 total, 8 up, 8 in 2024-04-22T04:33:04.882 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:04 smithi062 systemd[1]: Stopping Ceph osd.4 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:33:04.882 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[43610]: debug 2024-04-22T04:33:04.650+0000 7fc6a1d8b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-22T04:33:04.882 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[43610]: debug 2024-04-22T04:33:04.650+0000 7fc6a1d8b700 -1 osd.4 407 *** Got signal Terminated *** 2024-04-22T04:33:04.882 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:04 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[43610]: debug 2024-04-22T04:33:04.650+0000 7fc6a1d8b700 -1 osd.4 407 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T04:33:05.140 INFO:tasks.rados.rados.0.smithi040.stdout:1804: done (6 left) 2024-04-22T04:33:05.140 INFO:tasks.rados.rados.0.smithi040.stdout:1805: done (5 left) 2024-04-22T04:33:05.141 INFO:tasks.rados.rados.0.smithi040.stdout:1806: done (4 left) 2024-04-22T04:33:05.141 INFO:tasks.rados.rados.0.smithi040.stdout:1807: done (3 left) 2024-04-22T04:33:05.141 INFO:tasks.rados.rados.0.smithi040.stdout:1808: done (2 left) 2024-04-22T04:33:05.141 INFO:tasks.rados.rados.0.smithi040.stdout:1809: done (1 left) 2024-04-22T04:33:05.141 INFO:tasks.rados.rados.0.smithi040.stdout:1810: done (0 left) 2024-04-22T04:33:05.141 INFO:tasks.rados.rados.0.smithi040.stdout:1811: snap_create 2024-04-22T04:33:05.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:05 smithi062 ceph-mon[78153]: osdmap e407: 8 total, 8 up, 8 in 2024-04-22T04:33:05.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:05 smithi062 ceph-mon[78153]: pgmap v323: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-22T04:33:05.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:05 smithi062 ceph-mon[78153]: osd.4 marked itself down and dead 2024-04-22T04:33:05.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:05 smithi040 ceph-mon[91058]: osdmap e407: 8 total, 8 up, 8 in 2024-04-22T04:33:05.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:05 smithi040 ceph-mon[91058]: pgmap v323: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-22T04:33:05.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:05 smithi040 ceph-mon[91058]: osd.4 marked itself down and dead 2024-04-22T04:33:05.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:05 smithi040 ceph-mon[88445]: osdmap e407: 8 total, 8 up, 8 in 2024-04-22T04:33:05.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:05 smithi040 ceph-mon[88445]: pgmap v323: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-22T04:33:05.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:05 smithi040 ceph-mon[88445]: osd.4 marked itself down and dead 2024-04-22T04:33:05.792 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:33:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:33:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:33:06.131 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:05 smithi062 bash[82563]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4 2024-04-22T04:33:06.142 INFO:tasks.rados.rados.0.smithi040.stdout:1811: done (0 left) 2024-04-22T04:33:06.142 INFO:tasks.rados.rados.0.smithi040.stdout:1812: rollback oid 6 current snap is 178 2024-04-22T04:33:06.142 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 6 to 161 2024-04-22T04:33:06.142 INFO:tasks.rados.rados.0.smithi040.stdout:1813: read oid 17 snap -1 2024-04-22T04:33:06.142 INFO:tasks.rados.rados.0.smithi040.stdout:1813: expect (ObjNum 576 snap 170 seq_num 576) 2024-04-22T04:33:06.142 INFO:tasks.rados.rados.0.smithi040.stdout:1814: snap_create 2024-04-22T04:33:06.152 INFO:tasks.rados.rados.0.smithi040.stdout:1812: finishing rollback tid 1 to smithi04078109-6 2024-04-22T04:33:06.153 INFO:tasks.rados.rados.0.smithi040.stdout:1812: finishing rollback tid 2 to smithi04078109-6 2024-04-22T04:33:06.153 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 1172 (ObjNum 528 snap 155 seq_num 528) dirty exists 2024-04-22T04:33:06.164 INFO:tasks.rados.rados.0.smithi040.stdout:1813: expect (ObjNum 576 snap 170 seq_num 576) 2024-04-22T04:33:06.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:06 smithi040 ceph-mon[88445]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:33:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:06 smithi040 ceph-mon[88445]: osdmap e408: 8 total, 7 up, 8 in 2024-04-22T04:33:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:06 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:33:06.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:06 smithi040 ceph-mon[91058]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:33:06.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:06 smithi040 ceph-mon[91058]: osdmap e408: 8 total, 7 up, 8 in 2024-04-22T04:33:06.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:06 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:06.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:33:06.572 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:06 smithi062 ceph-mon[78153]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:33:06.572 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:06 smithi062 ceph-mon[78153]: osdmap e408: 8 total, 7 up, 8 in 2024-04-22T04:33:06.572 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:06 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:06.572 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:33:07.110 INFO:tasks.rados.rados.0.smithi040.stdout:1812: done (2 left) 2024-04-22T04:33:07.110 INFO:tasks.rados.rados.0.smithi040.stdout:1813: done (1 left) 2024-04-22T04:33:07.110 INFO:tasks.rados.rados.0.smithi040.stdout:1814: done (0 left) 2024-04-22T04:33:07.110 INFO:tasks.rados.rados.0.smithi040.stdout:1815: rollback oid 5 current snap is 179 2024-04-22T04:33:07.110 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 5 to 157 2024-04-22T04:33:07.110 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 179 2024-04-22T04:33:07.110 INFO:tasks.rados.rados.0.smithi040.stdout:1816: seq_num 594 ranges {1466368=352256} 2024-04-22T04:33:07.120 INFO:tasks.rados.rados.0.smithi040.stdout:1816: writing smithi04078109-46 from 1466368 to 1818624 tid 1 2024-04-22T04:33:07.120 INFO:tasks.rados.rados.0.smithi040.stdout:1817: snap_create 2024-04-22T04:33:07.120 INFO:tasks.rados.rados.0.smithi040.stdout:1815: finishing rollback tid 0 to smithi04078109-5 2024-04-22T04:33:07.120 INFO:tasks.rados.rados.0.smithi040.stdout:1815: finishing rollback tid 1 to smithi04078109-5 2024-04-22T04:33:07.120 INFO:tasks.rados.rados.0.smithi040.stdout:1815: finishing rollback tid 2 to smithi04078109-5 2024-04-22T04:33:07.120 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 1214 (ObjNum 520 snap 153 seq_num 520) dirty exists 2024-04-22T04:33:07.123 INFO:tasks.rados.rados.0.smithi040.stdout:1816: finishing write tid 1 to smithi04078109-46 2024-04-22T04:33:07.123 INFO:tasks.rados.rados.0.smithi040.stdout:1816: finishing write tid 2 to smithi04078109-46 2024-04-22T04:33:07.125 INFO:tasks.rados.rados.0.smithi040.stdout:1816: finishing write tid 3 to smithi04078109-46 2024-04-22T04:33:07.126 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 192 (ObjNum 594 snap 179 seq_num 594) dirty exists 2024-04-22T04:33:07.126 INFO:tasks.rados.rados.0.smithi040.stdout:1816: left oid 46 (ObjNum 594 snap 179 seq_num 594) 2024-04-22T04:33:07.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:07 smithi062 ceph-mon[78153]: osdmap e409: 8 total, 7 up, 8 in 2024-04-22T04:33:07.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:07 smithi062 ceph-mon[78153]: pgmap v326: 121 pgs: 8 active+undersized+degraded, 3 stale+active+clean, 24 active+undersized, 86 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 12 op/s; 70/651 objects degraded (10.753%) 2024-04-22T04:33:07.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:07 smithi062 ceph-mon[78153]: osdmap e410: 8 total, 7 up, 8 in 2024-04-22T04:33:07.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:07 smithi040 ceph-mon[88445]: osdmap e409: 8 total, 7 up, 8 in 2024-04-22T04:33:07.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:07 smithi040 ceph-mon[88445]: pgmap v326: 121 pgs: 8 active+undersized+degraded, 3 stale+active+clean, 24 active+undersized, 86 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 12 op/s; 70/651 objects degraded (10.753%) 2024-04-22T04:33:07.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:07 smithi040 ceph-mon[88445]: osdmap e410: 8 total, 7 up, 8 in 2024-04-22T04:33:07.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:07 smithi040 ceph-mon[91058]: osdmap e409: 8 total, 7 up, 8 in 2024-04-22T04:33:07.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:07 smithi040 ceph-mon[91058]: pgmap v326: 121 pgs: 8 active+undersized+degraded, 3 stale+active+clean, 24 active+undersized, 86 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 12 op/s; 70/651 objects degraded (10.753%) 2024-04-22T04:33:07.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:07 smithi040 ceph-mon[91058]: osdmap e410: 8 total, 7 up, 8 in 2024-04-22T04:33:08.112 INFO:tasks.rados.rados.0.smithi040.stdout:1815: done (2 left) 2024-04-22T04:33:08.112 INFO:tasks.rados.rados.0.smithi040.stdout:1816: done (1 left) 2024-04-22T04:33:08.112 INFO:tasks.rados.rados.0.smithi040.stdout:1817: done (0 left) 2024-04-22T04:33:08.112 INFO:tasks.rados.rados.0.smithi040.stdout:1818: snap_remove snap 173 2024-04-22T04:33:08.131 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:07 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.4.service: Succeeded. 2024-04-22T04:33:08.131 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:07 smithi062 systemd[1]: Stopped Ceph osd.4 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:33:08.131 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:08 smithi062 systemd[1]: Starting Ceph osd.4 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:33:08.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:08 smithi040 ceph-mon[88445]: Health check failed: Degraded data redundancy: 70/651 objects degraded (10.753%), 8 pgs degraded (PG_DEGRADED) 2024-04-22T04:33:08.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:08 smithi040 ceph-mon[88445]: osdmap e411: 8 total, 7 up, 8 in 2024-04-22T04:33:08.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:08 smithi040 ceph-mon[91058]: Health check failed: Degraded data redundancy: 70/651 objects degraded (10.753%), 8 pgs degraded (PG_DEGRADED) 2024-04-22T04:33:08.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:08 smithi040 ceph-mon[91058]: osdmap e411: 8 total, 7 up, 8 in 2024-04-22T04:33:08.481 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:08 smithi062 ceph-mon[78153]: Health check failed: Degraded data redundancy: 70/651 objects degraded (10.753%), 8 pgs degraded (PG_DEGRADED) 2024-04-22T04:33:08.481 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:08 smithi062 ceph-mon[78153]: osdmap e411: 8 total, 7 up, 8 in 2024-04-22T04:33:09.115 INFO:tasks.rados.rados.0.smithi040.stdout:1818: done (0 left) 2024-04-22T04:33:09.115 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 180 2024-04-22T04:33:09.115 INFO:tasks.rados.rados.0.smithi040.stdout:1819: seq_num 595 ranges {270336=368640} 2024-04-22T04:33:09.125 INFO:tasks.rados.rados.0.smithi040.stdout:1819: writing smithi04078109-49 from 270336 to 638976 tid 1 2024-04-22T04:33:09.125 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 180 2024-04-22T04:33:09.125 INFO:tasks.rados.rados.0.smithi040.stdout:1820: seq_num 596 ranges {3284992=385024} 2024-04-22T04:33:09.140 INFO:tasks.rados.rados.0.smithi040.stdout:1820: writing smithi04078109-25 from 3284992 to 3670016 tid 1 2024-04-22T04:33:09.140 INFO:tasks.rados.rados.0.smithi040.stdout:1821: copy_from oid 30 from oid 13 current snap is 180 2024-04-22T04:33:09.140 INFO:tasks.rados.rados.0.smithi040.stdout:1819: finishing write tid 1 to smithi04078109-49 2024-04-22T04:33:09.140 INFO:tasks.rados.rados.0.smithi040.stdout:1819: finishing write tid 2 to smithi04078109-49 2024-04-22T04:33:09.140 INFO:tasks.rados.rados.0.smithi040.stdout:1819: finishing write tid 3 to smithi04078109-49 2024-04-22T04:33:09.140 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 973 (ObjNum 595 snap 180 seq_num 595) dirty exists 2024-04-22T04:33:09.141 INFO:tasks.rados.rados.0.smithi040.stdout:1819: left oid 49 (ObjNum 595 snap 180 seq_num 595) 2024-04-22T04:33:09.141 INFO:tasks.rados.rados.0.smithi040.stdout:1819: done (2 left) 2024-04-22T04:33:09.141 INFO:tasks.rados.rados.0.smithi040.stdout:1822: read oid 36 snap -1 2024-04-22T04:33:09.141 INFO:tasks.rados.rados.0.smithi040.stdout:1822: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:33:09.141 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 37 current snap is 180 2024-04-22T04:33:09.141 INFO:tasks.rados.rados.0.smithi040.stdout:1823: seq_num 597 ranges {0=401408} 2024-04-22T04:33:09.143 INFO:tasks.rados.rados.0.smithi040.stdout:1823: writing smithi04078109-37 from 0 to 401408 tid 1 2024-04-22T04:33:09.143 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 39 current snap is 180 2024-04-22T04:33:09.143 INFO:tasks.rados.rados.0.smithi040.stdout:1824: seq_num 598 ranges {0=417792} 2024-04-22T04:33:09.145 INFO:tasks.rados.rados.0.smithi040.stdout:1824: writing smithi04078109-39 from 0 to 417792 tid 1 2024-04-22T04:33:09.145 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 27 current snap is 180 2024-04-22T04:33:09.145 INFO:tasks.rados.rados.0.smithi040.stdout:1825: seq_num 599 ranges {3031040=434176} 2024-04-22T04:33:09.165 INFO:tasks.rados.rados.0.smithi040.stdout:1825: writing smithi04078109-27 from 3031040 to 3465216 tid 1 2024-04-22T04:33:09.165 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 4 current snap is 180 2024-04-22T04:33:09.165 INFO:tasks.rados.rados.0.smithi040.stdout:1826: seq_num 600 ranges {10559488=450560} 2024-04-22T04:33:09.224 INFO:tasks.rados.rados.0.smithi040.stdout:1826: writing smithi04078109-4 from 10559488 to 11010048 tid 1 2024-04-22T04:33:09.225 INFO:tasks.rados.rados.0.smithi040.stdout:1827: delete oid 49 current snap is 180 2024-04-22T04:33:09.225 INFO:tasks.rados.rados.0.smithi040.stdout:1822: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:33:09.228 INFO:tasks.rados.rados.0.smithi040.stdout:1821: finishing copy_from to smithi04078109-30 2024-04-22T04:33:09.228 INFO:tasks.rados.rados.0.smithi040.stdout:1821: got expected ENOENT (src dne) 2024-04-22T04:33:09.228 INFO:tasks.rados.rados.0.smithi040.stdout:1821: finishing copy_from racing read to smithi04078109-30 2024-04-22T04:33:09.228 INFO:tasks.rados.rados.0.smithi040.stdout:1820: finishing write tid 1 to smithi04078109-25 2024-04-22T04:33:09.229 INFO:tasks.rados.rados.0.smithi040.stdout:1820: finishing write tid 2 to smithi04078109-25 2024-04-22T04:33:09.229 INFO:tasks.rados.rados.0.smithi040.stdout:1821: done (7 left) 2024-04-22T04:33:09.229 INFO:tasks.rados.rados.0.smithi040.stdout:1822: done (6 left) 2024-04-22T04:33:09.229 INFO:tasks.rados.rados.0.smithi040.stdout:1827: done (5 left) 2024-04-22T04:33:09.229 INFO:tasks.rados.rados.0.smithi040.stdout:1828: rollback oid 30 current snap is 180 2024-04-22T04:33:09.229 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 30 to 179 2024-04-22T04:33:09.229 INFO:tasks.rados.rados.0.smithi040.stdout:1820: finishing write tid 3 to smithi04078109-25 2024-04-22T04:33:09.229 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 1175 (ObjNum 596 snap 180 seq_num 596) dirty exists 2024-04-22T04:33:09.229 INFO:tasks.rados.rados.0.smithi040.stdout:1820: left oid 25 (ObjNum 596 snap 180 seq_num 596) 2024-04-22T04:33:09.229 INFO:tasks.rados.rados.0.smithi040.stdout:1823: finishing write tid 1 to smithi04078109-37 2024-04-22T04:33:09.229 INFO:tasks.rados.rados.0.smithi040.stdout:1823: finishing write tid 2 to smithi04078109-37 2024-04-22T04:33:09.229 INFO:tasks.rados.rados.0.smithi040.stdout:1823: finishing write tid 3 to smithi04078109-37 2024-04-22T04:33:09.229 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 1217 (ObjNum 597 snap 180 seq_num 597) dirty exists 2024-04-22T04:33:09.229 INFO:tasks.rados.rados.0.smithi040.stdout:1823: left oid 37 (ObjNum 597 snap 180 seq_num 597) 2024-04-22T04:33:09.230 INFO:tasks.rados.rados.0.smithi040.stdout:1824: finishing write tid 1 to smithi04078109-39 2024-04-22T04:33:09.230 INFO:tasks.rados.rados.0.smithi040.stdout:1824: finishing write tid 2 to smithi04078109-39 2024-04-22T04:33:09.230 INFO:tasks.rados.rados.0.smithi040.stdout:1824: finishing write tid 3 to smithi04078109-39 2024-04-22T04:33:09.230 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 602 (ObjNum 598 snap 180 seq_num 598) dirty exists 2024-04-22T04:33:09.230 INFO:tasks.rados.rados.0.smithi040.stdout:1824: left oid 39 (ObjNum 598 snap 180 seq_num 598) 2024-04-22T04:33:09.230 INFO:tasks.rados.rados.0.smithi040.stdout:1825: finishing write tid 1 to smithi04078109-27 2024-04-22T04:33:09.230 INFO:tasks.rados.rados.0.smithi040.stdout:1825: finishing write tid 2 to smithi04078109-27 2024-04-22T04:33:09.230 INFO:tasks.rados.rados.0.smithi040.stdout:1825: finishing write tid 3 to smithi04078109-27 2024-04-22T04:33:09.230 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 407 (ObjNum 599 snap 180 seq_num 599) dirty exists 2024-04-22T04:33:09.230 INFO:tasks.rados.rados.0.smithi040.stdout:1825: left oid 27 (ObjNum 599 snap 180 seq_num 599) 2024-04-22T04:33:09.230 INFO:tasks.rados.rados.0.smithi040.stdout:1820: done (5 left) 2024-04-22T04:33:09.230 INFO:tasks.rados.rados.0.smithi040.stdout:1823: done (4 left) 2024-04-22T04:33:09.230 INFO:tasks.rados.rados.0.smithi040.stdout:1824: done (3 left) 2024-04-22T04:33:09.230 INFO:tasks.rados.rados.0.smithi040.stdout:1825: done (2 left) 2024-04-22T04:33:09.230 INFO:tasks.rados.rados.0.smithi040.stdout:1829: snap_remove snap 175 2024-04-22T04:33:09.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:09 smithi062 ceph-mon[78153]: pgmap v329: 121 pgs: 9 active+undersized+degraded, 2 stale+active+clean, 26 active+undersized, 84 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.2 MiB/s wr, 18 op/s; 84/654 objects degraded (12.844%) 2024-04-22T04:33:09.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:09 smithi062 ceph-mon[78153]: osdmap e412: 8 total, 7 up, 8 in 2024-04-22T04:33:09.632 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:09 smithi062 bash[82836]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-22T04:33:09.632 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:09 smithi062 bash[82836]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-22T04:33:09.632 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:09 smithi062 bash[82836]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-22T04:33:09.632 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:09 smithi062 bash[82836]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-22T04:33:09.632 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:09 smithi062 bash[82836]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-22T04:33:09.632 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:09 smithi062 bash[82836]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-22T04:33:09.632 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:09 smithi062 bash[82836]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-22T04:33:09.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:09 smithi040 ceph-mon[88445]: pgmap v329: 121 pgs: 9 active+undersized+degraded, 2 stale+active+clean, 26 active+undersized, 84 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.2 MiB/s wr, 18 op/s; 84/654 objects degraded (12.844%) 2024-04-22T04:33:09.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:09 smithi040 ceph-mon[88445]: osdmap e412: 8 total, 7 up, 8 in 2024-04-22T04:33:09.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:09 smithi040 ceph-mon[91058]: pgmap v329: 121 pgs: 9 active+undersized+degraded, 2 stale+active+clean, 26 active+undersized, 84 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.2 MiB/s wr, 18 op/s; 84/654 objects degraded (12.844%) 2024-04-22T04:33:09.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:09 smithi040 ceph-mon[91058]: osdmap e412: 8 total, 7 up, 8 in 2024-04-22T04:33:10.168 INFO:tasks.rados.rados.0.smithi040.stdout:1829: done (2 left) 2024-04-22T04:33:10.168 INFO:tasks.rados.rados.0.smithi040.stdout:1830: rmattr oid 25 current snap is 180 2024-04-22T04:33:10.168 INFO:tasks.rados.rados.0.smithi040.stdout:1830: done (2 left) 2024-04-22T04:33:10.168 INFO:tasks.rados.rados.0.smithi040.stdout:1831: snap_create 2024-04-22T04:33:10.168 INFO:tasks.rados.rados.0.smithi040.stdout:1826: finishing write tid 1 to smithi04078109-4 2024-04-22T04:33:10.168 INFO:tasks.rados.rados.0.smithi040.stdout:1826: finishing write tid 2 to smithi04078109-4 2024-04-22T04:33:10.168 INFO:tasks.rados.rados.0.smithi040.stdout:1828: finishing rollback tid 0 to smithi04078109-30 2024-04-22T04:33:10.168 INFO:tasks.rados.rados.0.smithi040.stdout:1828: finishing rollback tid 1 to smithi04078109-30 2024-04-22T04:33:10.169 INFO:tasks.rados.rados.0.smithi040.stdout:1826: finishing write tid 3 to smithi04078109-4 2024-04-22T04:33:10.169 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 892 (ObjNum 600 snap 180 seq_num 600) dirty exists 2024-04-22T04:33:10.169 INFO:tasks.rados.rados.0.smithi040.stdout:1826: left oid 4 (ObjNum 600 snap 180 seq_num 600) 2024-04-22T04:33:10.169 INFO:tasks.rados.rados.0.smithi040.stdout:1828: finishing rollback tid 2 to smithi04078109-30 2024-04-22T04:33:10.169 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 985 (ObjNum 546 snap 159 seq_num 546) dirty exists 2024-04-22T04:33:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:33:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:33:10] "GET /metrics HTTP/1.1" 200 222377 "" "Prometheus/2.33.4" 2024-04-22T04:33:11.131 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:10 smithi062 ceph-osd[83129]: -- 172.21.15.62:0/1134620827 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f554ec2b60 con 0x55f554e88c00 2024-04-22T04:33:11.131 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:10 smithi062 bash[83091]: ec18adf29702afd3ba7b3efdae6bc2e890447d1902b1b0004a3c6ad839d57dd5 2024-04-22T04:33:11.131 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:10 smithi062 systemd[1]: Started Ceph osd.4 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:33:11.173 INFO:tasks.rados.rados.0.smithi040.stdout:1826: done (2 left) 2024-04-22T04:33:11.173 INFO:tasks.rados.rados.0.smithi040.stdout:1828: done (1 left) 2024-04-22T04:33:11.173 INFO:tasks.rados.rados.0.smithi040.stdout:1831: done (0 left) 2024-04-22T04:33:11.174 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 181 2024-04-22T04:33:11.174 INFO:tasks.rados.rados.0.smithi040.stdout:1832: seq_num 602 ranges {0=491520} 2024-04-22T04:33:11.176 INFO:tasks.rados.rados.0.smithi040.stdout:1832: writing smithi04078109-32 from 0 to 491520 tid 1 2024-04-22T04:33:11.176 INFO:tasks.rados.rados.0.smithi040.stdout:1833: rollback oid 4 current snap is 181 2024-04-22T04:33:11.176 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 4 to 179 2024-04-22T04:33:11.176 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 181 2024-04-22T04:33:11.176 INFO:tasks.rados.rados.0.smithi040.stdout:1834: seq_num 603 ranges {4677632=507904} 2024-04-22T04:33:11.205 INFO:tasks.rados.rados.0.smithi040.stdout:1834: writing smithi04078109-17 from 4677632 to 5185536 tid 1 2024-04-22T04:33:11.205 INFO:tasks.rados.rados.0.smithi040.stdout:1835: rollback oid 34 current snap is 181 2024-04-22T04:33:11.206 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 34 to 165 2024-04-22T04:33:11.206 INFO:tasks.rados.rados.0.smithi040.stdout:1833: finishing rollback tid 0 to smithi04078109-4 2024-04-22T04:33:11.206 INFO:tasks.rados.rados.0.smithi040.stdout:1833: finishing rollback tid 1 to smithi04078109-4 2024-04-22T04:33:11.206 INFO:tasks.rados.rados.0.smithi040.stdout:1833: finishing rollback tid 2 to smithi04078109-4 2024-04-22T04:33:11.206 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 895 (ObjNum 590 snap 174 seq_num 590) dirty exists 2024-04-22T04:33:11.206 INFO:tasks.rados.rados.0.smithi040.stdout:1832: finishing write tid 1 to smithi04078109-32 2024-04-22T04:33:11.206 INFO:tasks.rados.rados.0.smithi040.stdout:1832: finishing write tid 2 to smithi04078109-32 2024-04-22T04:33:11.206 INFO:tasks.rados.rados.0.smithi040.stdout:1833: done (3 left) 2024-04-22T04:33:11.206 INFO:tasks.rados.rados.0.smithi040.stdout:1836: setattr oid 5 current snap is 181 2024-04-22T04:33:11.206 INFO:tasks.rados.rados.0.smithi040.stdout:1832: finishing write tid 3 to smithi04078109-32 2024-04-22T04:33:11.206 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 888 (ObjNum 602 snap 181 seq_num 602) dirty exists 2024-04-22T04:33:11.206 INFO:tasks.rados.rados.0.smithi040.stdout:1832: left oid 32 (ObjNum 602 snap 181 seq_num 602) 2024-04-22T04:33:11.209 INFO:tasks.rados.rados.0.smithi040.stdout:1832: done (3 left) 2024-04-22T04:33:11.209 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 181 2024-04-22T04:33:11.209 INFO:tasks.rados.rados.0.smithi040.stdout:1837: seq_num 604 ranges {0=524288} 2024-04-22T04:33:11.211 INFO:tasks.rados.rados.0.smithi040.stdout:1837: writing smithi04078109-40 from 0 to 524288 tid 1 2024-04-22T04:33:11.211 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 181 2024-04-22T04:33:11.211 INFO:tasks.rados.rados.0.smithi040.stdout:1838: seq_num 605 ranges {4440064=540672} 2024-04-22T04:33:11.239 INFO:tasks.rados.rados.0.smithi040.stdout:1838: writing smithi04078109-12 from 4440064 to 4980736 tid 1 2024-04-22T04:33:11.239 INFO:tasks.rados.rados.0.smithi040.stdout:1839: read oid 49 snap -1 2024-04-22T04:33:11.239 INFO:tasks.rados.rados.0.smithi040.stdout:1839: expect deleted 2024-04-22T04:33:11.240 INFO:tasks.rados.rados.0.smithi040.stdout:1840: read oid 24 snap -1 2024-04-22T04:33:11.240 INFO:tasks.rados.rados.0.smithi040.stdout:1840: expect (ObjNum 503 snap 149 seq_num 503) 2024-04-22T04:33:11.240 INFO:tasks.rados.rados.0.smithi040.stdout:1841: snap_create 2024-04-22T04:33:11.240 INFO:tasks.rados.rados.0.smithi040.stdout:1835: finishing rollback tid 0 to smithi04078109-34 2024-04-22T04:33:11.240 INFO:tasks.rados.rados.0.smithi040.stdout:1835: finishing rollback tid 1 to smithi04078109-34 2024-04-22T04:33:11.240 INFO:tasks.rados.rados.0.smithi040.stdout:1834: finishing write tid 1 to smithi04078109-17 2024-04-22T04:33:11.240 INFO:tasks.rados.rados.0.smithi040.stdout:1835: finishing rollback tid 2 to smithi04078109-34 2024-04-22T04:33:11.240 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 977 (ObjNum 544 snap 158 seq_num 544) dirty exists 2024-04-22T04:33:11.240 INFO:tasks.rados.rados.0.smithi040.stdout:1834: finishing write tid 2 to smithi04078109-17 2024-04-22T04:33:11.240 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 1222 (ObjNum 520 snap 153 seq_num 520) dirty exists 2024-04-22T04:33:11.240 INFO:tasks.rados.rados.0.smithi040.stdout:1834: finishing write tid 3 to smithi04078109-17 2024-04-22T04:33:11.240 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 1220 (ObjNum 603 snap 181 seq_num 603) dirty exists 2024-04-22T04:33:11.240 INFO:tasks.rados.rados.0.smithi040.stdout:1834: left oid 17 (ObjNum 603 snap 181 seq_num 603) 2024-04-22T04:33:11.241 INFO:tasks.rados.rados.0.smithi040.stdout:1837: finishing write tid 1 to smithi04078109-40 2024-04-22T04:33:11.241 INFO:tasks.rados.rados.0.smithi040.stdout:1837: finishing write tid 2 to smithi04078109-40 2024-04-22T04:33:11.241 INFO:tasks.rados.rados.0.smithi040.stdout:1837: finishing write tid 3 to smithi04078109-40 2024-04-22T04:33:11.241 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1177 (ObjNum 604 snap 181 seq_num 604) dirty exists 2024-04-22T04:33:11.241 INFO:tasks.rados.rados.0.smithi040.stdout:1837: left oid 40 (ObjNum 604 snap 181 seq_num 604) 2024-04-22T04:33:11.243 INFO:tasks.rados.rados.0.smithi040.stdout:1838: finishing write tid 1 to smithi04078109-12 2024-04-22T04:33:11.243 INFO:tasks.rados.rados.0.smithi040.stdout:1838: finishing write tid 2 to smithi04078109-12 2024-04-22T04:33:11.244 INFO:tasks.rados.rados.0.smithi040.stdout:1838: finishing write tid 3 to smithi04078109-12 2024-04-22T04:33:11.244 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 616 (ObjNum 605 snap 181 seq_num 605) dirty exists 2024-04-22T04:33:11.244 INFO:tasks.rados.rados.0.smithi040.stdout:1838: left oid 12 (ObjNum 605 snap 181 seq_num 605) 2024-04-22T04:33:11.245 INFO:tasks.rados.rados.0.smithi040.stdout:1840: expect (ObjNum 503 snap 149 seq_num 503) 2024-04-22T04:33:11.631 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:11 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T04:33:11.325+0000 7f579417b540 -1 Falling back to public interface 2024-04-22T04:33:11.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:11 smithi062 ceph-mon[78153]: osdmap e413: 8 total, 7 up, 8 in 2024-04-22T04:33:11.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:11 smithi062 ceph-mon[78153]: pgmap v332: 121 pgs: 13 active+undersized+degraded, 31 active+undersized, 77 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 184 KiB/s wr, 7 op/s; 117/660 objects degraded (17.727%) 2024-04-22T04:33:11.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:11.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:11.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:33:11.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:11 smithi040 ceph-mon[88445]: osdmap e413: 8 total, 7 up, 8 in 2024-04-22T04:33:11.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:11 smithi040 ceph-mon[88445]: pgmap v332: 121 pgs: 13 active+undersized+degraded, 31 active+undersized, 77 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 184 KiB/s wr, 7 op/s; 117/660 objects degraded (17.727%) 2024-04-22T04:33:11.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:11.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:11.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:33:11.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:11 smithi040 ceph-mon[91058]: osdmap e413: 8 total, 7 up, 8 in 2024-04-22T04:33:11.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:11 smithi040 ceph-mon[91058]: pgmap v332: 121 pgs: 13 active+undersized+degraded, 31 active+undersized, 77 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 184 KiB/s wr, 7 op/s; 117/660 objects degraded (17.727%) 2024-04-22T04:33:11.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:11.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:11.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:33:12.113 INFO:tasks.rados.rados.0.smithi040.stdout:1834: done (7 left) 2024-04-22T04:33:12.114 INFO:tasks.rados.rados.0.smithi040.stdout:1835: done (6 left) 2024-04-22T04:33:12.114 INFO:tasks.rados.rados.0.smithi040.stdout:1836: done (5 left) 2024-04-22T04:33:12.114 INFO:tasks.rados.rados.0.smithi040.stdout:1837: done (4 left) 2024-04-22T04:33:12.114 INFO:tasks.rados.rados.0.smithi040.stdout:1838: done (3 left) 2024-04-22T04:33:12.114 INFO:tasks.rados.rados.0.smithi040.stdout:1839: done (2 left) 2024-04-22T04:33:12.114 INFO:tasks.rados.rados.0.smithi040.stdout:1840: done (1 left) 2024-04-22T04:33:12.114 INFO:tasks.rados.rados.0.smithi040.stdout:1841: done (0 left) 2024-04-22T04:33:12.114 INFO:tasks.rados.rados.0.smithi040.stdout:1842: read oid 24 snap -1 2024-04-22T04:33:12.114 INFO:tasks.rados.rados.0.smithi040.stdout:1842: expect (ObjNum 503 snap 149 seq_num 503) 2024-04-22T04:33:12.114 INFO:tasks.rados.rados.0.smithi040.stdout:1843: read oid 14 snap -1 2024-04-22T04:33:12.114 INFO:tasks.rados.rados.0.smithi040.stdout:1843: expect deleted 2024-04-22T04:33:12.114 INFO:tasks.rados.rados.0.smithi040.stdout:1844: snap_remove snap 163 2024-04-22T04:33:12.546 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:12 smithi062 ceph-mon[78153]: osdmap e414: 8 total, 7 up, 8 in 2024-04-22T04:33:12.546 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:12 smithi062 ceph-mon[78153]: osdmap e415: 8 total, 7 up, 8 in 2024-04-22T04:33:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:12 smithi040 ceph-mon[88445]: osdmap e414: 8 total, 7 up, 8 in 2024-04-22T04:33:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:12 smithi040 ceph-mon[88445]: osdmap e415: 8 total, 7 up, 8 in 2024-04-22T04:33:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:12 smithi040 ceph-mon[91058]: osdmap e414: 8 total, 7 up, 8 in 2024-04-22T04:33:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:12 smithi040 ceph-mon[91058]: osdmap e415: 8 total, 7 up, 8 in 2024-04-22T04:33:13.115 INFO:tasks.rados.rados.0.smithi040.stdout:1844: done (2 left) 2024-04-22T04:33:13.116 INFO:tasks.rados.rados.0.smithi040.stdout:1845: snap_remove snap 177 2024-04-22T04:33:13.471 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:13 smithi062 ceph-mon[78153]: pgmap v335: 121 pgs: 13 active+undersized+degraded, 31 active+undersized, 77 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 938 KiB/s wr, 12 op/s; 122/684 objects degraded (17.836%) 2024-04-22T04:33:13.471 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:13 smithi062 ceph-mon[78153]: osdmap e416: 8 total, 7 up, 8 in 2024-04-22T04:33:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:13 smithi040 ceph-mon[88445]: pgmap v335: 121 pgs: 13 active+undersized+degraded, 31 active+undersized, 77 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 938 KiB/s wr, 12 op/s; 122/684 objects degraded (17.836%) 2024-04-22T04:33:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:13 smithi040 ceph-mon[88445]: osdmap e416: 8 total, 7 up, 8 in 2024-04-22T04:33:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:13 smithi040 ceph-mon[91058]: pgmap v335: 121 pgs: 13 active+undersized+degraded, 31 active+undersized, 77 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 938 KiB/s wr, 12 op/s; 122/684 objects degraded (17.836%) 2024-04-22T04:33:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:13 smithi040 ceph-mon[91058]: osdmap e416: 8 total, 7 up, 8 in 2024-04-22T04:33:14.119 INFO:tasks.rados.rados.0.smithi040.stdout:1845: done (2 left) 2024-04-22T04:33:14.120 INFO:tasks.rados.rados.0.smithi040.stdout:1846: snap_create 2024-04-22T04:33:14.120 INFO:tasks.rados.rados.0.smithi040.stdout:1842: expect (ObjNum 503 snap 149 seq_num 503) 2024-04-22T04:33:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:14 smithi062 ceph-mon[78153]: Health check update: Degraded data redundancy: 122/684 objects degraded (17.836%), 13 pgs degraded (PG_DEGRADED) 2024-04-22T04:33:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:14 smithi062 ceph-mon[78153]: osdmap e417: 8 total, 7 up, 8 in 2024-04-22T04:33:14.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:14 smithi040 ceph-mon[88445]: Health check update: Degraded data redundancy: 122/684 objects degraded (17.836%), 13 pgs degraded (PG_DEGRADED) 2024-04-22T04:33:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:14 smithi040 ceph-mon[88445]: osdmap e417: 8 total, 7 up, 8 in 2024-04-22T04:33:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:14 smithi040 ceph-mon[91058]: Health check update: Degraded data redundancy: 122/684 objects degraded (17.836%), 13 pgs degraded (PG_DEGRADED) 2024-04-22T04:33:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:14 smithi040 ceph-mon[91058]: osdmap e417: 8 total, 7 up, 8 in 2024-04-22T04:33:15.121 INFO:tasks.rados.rados.0.smithi040.stdout:1842: done (2 left) 2024-04-22T04:33:15.121 INFO:tasks.rados.rados.0.smithi040.stdout:1843: done (1 left) 2024-04-22T04:33:15.121 INFO:tasks.rados.rados.0.smithi040.stdout:1846: done (0 left) 2024-04-22T04:33:15.121 INFO:tasks.rados.rados.0.smithi040.stdout:1847: rollback oid 7 current snap is 183 2024-04-22T04:33:15.121 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 7 to 180 2024-04-22T04:33:15.122 INFO:tasks.rados.rados.0.smithi040.stdout:1848: snap_remove snap 174 2024-04-22T04:33:15.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:15 smithi062 ceph-mon[78153]: pgmap v338: 121 pgs: 13 active+undersized+degraded, 31 active+undersized, 77 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 754 KiB/s wr, 10 op/s; 122/684 objects degraded (17.836%) 2024-04-22T04:33:15.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:15 smithi062 ceph-mon[78153]: osdmap e418: 8 total, 7 up, 8 in 2024-04-22T04:33:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:15 smithi040 ceph-mon[88445]: pgmap v338: 121 pgs: 13 active+undersized+degraded, 31 active+undersized, 77 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 754 KiB/s wr, 10 op/s; 122/684 objects degraded (17.836%) 2024-04-22T04:33:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:15 smithi040 ceph-mon[88445]: osdmap e418: 8 total, 7 up, 8 in 2024-04-22T04:33:15.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:15 smithi040 ceph-mon[91058]: pgmap v338: 121 pgs: 13 active+undersized+degraded, 31 active+undersized, 77 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 754 KiB/s wr, 10 op/s; 122/684 objects degraded (17.836%) 2024-04-22T04:33:15.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:15 smithi040 ceph-mon[91058]: osdmap e418: 8 total, 7 up, 8 in 2024-04-22T04:33:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:33:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:33:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:33:15.881 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T04:33:15.507+0000 7f579417b540 -1 osd.4 0 read_superblock omap replica is missing. 2024-04-22T04:33:15.882 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T04:33:15.589+0000 7f579417b540 -1 osd.4 407 log_to_monitors true 2024-04-22T04:33:16.127 INFO:tasks.rados.rados.0.smithi040.stdout:1848: done (1 left) 2024-04-22T04:33:16.127 INFO:tasks.rados.rados.0.smithi040.stdout:1849: rollback oid 16 current snap is 183 2024-04-22T04:33:16.127 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 16 to 176 2024-04-22T04:33:16.127 INFO:tasks.rados.rados.0.smithi040.stdout:1850: rollback oid 47 current snap is 183 2024-04-22T04:33:16.127 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 47 to 110 2024-04-22T04:33:16.127 INFO:tasks.rados.rados.0.smithi040.stdout:1847: finishing rollback tid 0 to smithi04078109-7 2024-04-22T04:33:16.127 INFO:tasks.rados.rados.0.smithi040.stdout:1847: finishing rollback tid 1 to smithi04078109-7 2024-04-22T04:33:16.128 INFO:tasks.rados.rados.0.smithi040.stdout:1847: finishing rollback tid 2 to smithi04078109-7 2024-04-22T04:33:16.128 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 980 (ObjNum 593 snap 176 seq_num 593) dirty exists 2024-04-22T04:33:16.128 INFO:tasks.rados.rados.0.smithi040.stdout:1847: done (2 left) 2024-04-22T04:33:16.128 INFO:tasks.rados.rados.0.smithi040.stdout:1851: read oid 39 snap -1 2024-04-22T04:33:16.128 INFO:tasks.rados.rados.0.smithi040.stdout:1851: expect (ObjNum 598 snap 180 seq_num 598) 2024-04-22T04:33:16.128 INFO:tasks.rados.rados.0.smithi040.stdout:1852: snap_create 2024-04-22T04:33:16.141 INFO:tasks.rados.rados.0.smithi040.stdout:1849: finishing rollback tid 0 to smithi04078109-16 2024-04-22T04:33:16.141 INFO:tasks.rados.rados.0.smithi040.stdout:1851: expect (ObjNum 598 snap 180 seq_num 598) 2024-04-22T04:33:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1849: finishing rollback tid 1 to smithi04078109-16 2024-04-22T04:33:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1849: finishing rollback tid 2 to smithi04078109-16 2024-04-22T04:33:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 898 (ObjNum 551 snap 160 seq_num 551) dirty exists 2024-04-22T04:33:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1850: finishing rollback tid 0 to smithi04078109-47 2024-04-22T04:33:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1850: finishing rollback tid 1 to smithi04078109-47 2024-04-22T04:33:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:1850: finishing rollback tid 2 to smithi04078109-47 2024-04-22T04:33:16.155 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 808 (ObjNum 363 snap 99 seq_num 363) dirty exists 2024-04-22T04:33:16.631 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 04:33:16 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T04:33:16.157+0000 7f5783744700 -1 osd.4 407 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T04:33:16.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:16 smithi062 ceph-mon[78153]: from='osd.4 [v2:172.21.15.62:6800/473413254,v1:172.21.15.62:6801/473413254]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T04:33:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:16 smithi062 ceph-mon[78153]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T04:33:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:16 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:16 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:16 smithi062 ceph-mon[78153]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-22T04:33:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:16 smithi062 ceph-mon[78153]: osdmap e419: 8 total, 7 up, 8 in 2024-04-22T04:33:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:16 smithi062 ceph-mon[78153]: from='osd.4 [v2:172.21.15.62:6800/473413254,v1:172.21.15.62:6801/473413254]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:33:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:16 smithi062 ceph-mon[78153]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:33:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:16 smithi040 ceph-mon[88445]: from='osd.4 [v2:172.21.15.62:6800/473413254,v1:172.21.15.62:6801/473413254]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T04:33:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:16 smithi040 ceph-mon[88445]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T04:33:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:16 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:16 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:16 smithi040 ceph-mon[88445]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-22T04:33:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:16 smithi040 ceph-mon[88445]: osdmap e419: 8 total, 7 up, 8 in 2024-04-22T04:33:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:16 smithi040 ceph-mon[88445]: from='osd.4 [v2:172.21.15.62:6800/473413254,v1:172.21.15.62:6801/473413254]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:33:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:16 smithi040 ceph-mon[88445]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:33:16.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:16 smithi040 ceph-mon[91058]: from='osd.4 [v2:172.21.15.62:6800/473413254,v1:172.21.15.62:6801/473413254]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T04:33:16.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:16 smithi040 ceph-mon[91058]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T04:33:16.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:16 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:16.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:16 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:16.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:16 smithi040 ceph-mon[91058]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-22T04:33:16.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:16 smithi040 ceph-mon[91058]: osdmap e419: 8 total, 7 up, 8 in 2024-04-22T04:33:16.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:16 smithi040 ceph-mon[91058]: from='osd.4 [v2:172.21.15.62:6800/473413254,v1:172.21.15.62:6801/473413254]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:33:16.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:16 smithi040 ceph-mon[91058]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:33:17.130 INFO:tasks.rados.rados.0.smithi040.stdout:1849: done (3 left) 2024-04-22T04:33:17.130 INFO:tasks.rados.rados.0.smithi040.stdout:1850: done (2 left) 2024-04-22T04:33:17.130 INFO:tasks.rados.rados.0.smithi040.stdout:1851: done (1 left) 2024-04-22T04:33:17.130 INFO:tasks.rados.rados.0.smithi040.stdout:1852: done (0 left) 2024-04-22T04:33:17.131 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 16 current snap is 184 2024-04-22T04:33:17.131 INFO:tasks.rados.rados.0.smithi040.stdout:1853: seq_num 606 ranges {3981312=557056} 2024-04-22T04:33:17.152 INFO:tasks.rados.rados.0.smithi040.stdout:1853: writing smithi04078109-16 from 3981312 to 4538368 tid 1 2024-04-22T04:33:17.152 INFO:tasks.rados.rados.0.smithi040.stdout:1854: copy_from oid 50 from oid 48 current snap is 184 2024-04-22T04:33:17.152 INFO:tasks.rados.rados.0.smithi040.stdout:1855: copy_from oid 35 from oid 37 current snap is 184 2024-04-22T04:33:17.152 INFO:tasks.rados.rados.0.smithi040.stdout:1856: rollback oid 8 current snap is 184 2024-04-22T04:33:17.152 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 8 to 172 2024-04-22T04:33:17.152 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 184 2024-04-22T04:33:17.152 INFO:tasks.rados.rados.0.smithi040.stdout:1857: seq_num 607 ranges {4980736=573440} 2024-04-22T04:33:17.182 INFO:tasks.rados.rados.0.smithi040.stdout:1857: writing smithi04078109-12 from 4980736 to 5554176 tid 1 2024-04-22T04:33:17.182 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 184 2024-04-22T04:33:17.182 INFO:tasks.rados.rados.0.smithi040.stdout:1856: finishing rollback tid 1 to smithi04078109-8 2024-04-22T04:33:17.183 INFO:tasks.rados.rados.0.smithi040.stdout:1856: finishing rollback tid 2 to smithi04078109-8 2024-04-22T04:33:17.183 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 604 (ObjNum 449 snap 124 seq_num 449) dirty exists 2024-04-22T04:33:17.183 INFO:tasks.rados.rados.0.smithi040.stdout:1858: seq_num 608 ranges {3670016=589824} 2024-04-22T04:33:17.205 INFO:tasks.rados.rados.0.smithi040.stdout:1858: writing smithi04078109-25 from 3670016 to 4259840 tid 1 2024-04-22T04:33:17.205 INFO:tasks.rados.rados.0.smithi040.stdout:1856: done (5 left) 2024-04-22T04:33:17.206 INFO:tasks.rados.rados.0.smithi040.stdout:1859: delete oid 46 current snap is 184 2024-04-22T04:33:17.206 INFO:tasks.rados.rados.0.smithi040.stdout:1857: finishing write tid 1 to smithi04078109-12 2024-04-22T04:33:17.206 INFO:tasks.rados.rados.0.smithi040.stdout:1857: finishing write tid 2 to smithi04078109-12 2024-04-22T04:33:17.206 INFO:tasks.rados.rados.0.smithi040.stdout:1857: finishing write tid 3 to smithi04078109-12 2024-04-22T04:33:17.206 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 625 (ObjNum 607 snap 184 seq_num 607) dirty exists 2024-04-22T04:33:17.206 INFO:tasks.rados.rados.0.smithi040.stdout:1857: left oid 12 (ObjNum 607 snap 184 seq_num 607) 2024-04-22T04:33:17.207 INFO:tasks.rados.rados.0.smithi040.stdout:1857: done (5 left) 2024-04-22T04:33:17.207 INFO:tasks.rados.rados.0.smithi040.stdout:1859: done (4 left) 2024-04-22T04:33:17.208 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 29 current snap is 184 2024-04-22T04:33:17.208 INFO:tasks.rados.rados.0.smithi040.stdout:1860: seq_num 610 ranges {3760128=622592} 2024-04-22T04:33:17.232 INFO:tasks.rados.rados.0.smithi040.stdout:1860: writing smithi04078109-29 from 3760128 to 4382720 tid 1 2024-04-22T04:33:17.232 INFO:tasks.rados.rados.0.smithi040.stdout:1861: rollback oid 27 current snap is 184 2024-04-22T04:33:17.232 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 27 to 171 2024-04-22T04:33:17.232 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 39 current snap is 184 2024-04-22T04:33:17.232 INFO:tasks.rados.rados.0.smithi040.stdout:1862: seq_num 611 ranges {417792=638976} 2024-04-22T04:33:17.238 INFO:tasks.rados.rados.0.smithi040.stdout:1862: writing smithi04078109-39 from 417792 to 1056768 tid 1 2024-04-22T04:33:17.238 INFO:tasks.rados.rados.0.smithi040.stdout:1863: setattr oid 42 current snap is 184 2024-04-22T04:33:17.238 INFO:tasks.rados.rados.0.smithi040.stdout:1860: finishing write tid 1 to smithi04078109-29 2024-04-22T04:33:17.238 INFO:tasks.rados.rados.0.smithi040.stdout:1860: finishing write tid 2 to smithi04078109-29 2024-04-22T04:33:17.238 INFO:tasks.rados.rados.0.smithi040.stdout:1860: finishing write tid 3 to smithi04078109-29 2024-04-22T04:33:17.238 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 961 (ObjNum 610 snap 184 seq_num 610) dirty exists 2024-04-22T04:33:17.238 INFO:tasks.rados.rados.0.smithi040.stdout:1860: left oid 29 (ObjNum 610 snap 184 seq_num 610) 2024-04-22T04:33:17.239 INFO:tasks.rados.rados.0.smithi040.stdout:1860: done (7 left) 2024-04-22T04:33:17.239 INFO:tasks.rados.rados.0.smithi040.stdout:1864: setattr oid 9 current snap is 184 2024-04-22T04:33:17.242 INFO:tasks.rados.rados.0.smithi040.stdout:1865: copy_from oid 45 from oid 21 current snap is 184 2024-04-22T04:33:17.242 INFO:tasks.rados.rados.0.smithi040.stdout:1866: read oid 17 snap -1 2024-04-22T04:33:17.242 INFO:tasks.rados.rados.0.smithi040.stdout:1866: expect (ObjNum 603 snap 181 seq_num 603) 2024-04-22T04:33:17.242 INFO:tasks.rados.rados.0.smithi040.stdout:1867: rollback oid 20 current snap is 184 2024-04-22T04:33:17.242 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 20 to 182 2024-04-22T04:33:17.242 INFO:tasks.rados.rados.0.smithi040.stdout:1868: copy_from oid 8 from oid 41 current snap is 184 2024-04-22T04:33:17.242 INFO:tasks.rados.rados.0.smithi040.stdout:1869: rollback oid 15 current snap is 184 2024-04-22T04:33:17.242 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 15 to 183 2024-04-22T04:33:17.242 INFO:tasks.rados.rados.0.smithi040.stdout:1862: finishing write tid 1 to smithi04078109-39 2024-04-22T04:33:17.242 INFO:tasks.rados.rados.0.smithi040.stdout:1870: snap_create 2024-04-22T04:33:17.242 INFO:tasks.rados.rados.0.smithi040.stdout:1862: finishing write tid 2 to smithi04078109-39 2024-04-22T04:33:17.243 INFO:tasks.rados.rados.0.smithi040.stdout:1862: finishing write tid 3 to smithi04078109-39 2024-04-22T04:33:17.243 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 606 (ObjNum 611 snap 184 seq_num 611) dirty exists 2024-04-22T04:33:17.243 INFO:tasks.rados.rados.0.smithi040.stdout:1862: left oid 39 (ObjNum 611 snap 184 seq_num 611) 2024-04-22T04:33:17.243 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 981 (ObjNum 525 snap 154 seq_num 525) dirty exists 2024-04-22T04:33:17.245 INFO:tasks.rados.rados.0.smithi040.stdout:1865: finishing copy_from racing read to smithi04078109-45 2024-04-22T04:33:17.246 INFO:tasks.rados.rados.0.smithi040.stdout:1865: finishing copy_from to smithi04078109-45 2024-04-22T04:33:17.246 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 979 (ObjNum 582 snap 172 seq_num 582) dirty exists 2024-04-22T04:33:17.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:17 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:17.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:17 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:17 smithi062 ceph-mon[78153]: pgmap v341: 121 pgs: 13 active+undersized+degraded, 31 active+undersized, 77 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 307 KiB/s rd, 252 KiB/s wr, 9 op/s; 126/702 objects degraded (17.949%) 2024-04-22T04:33:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:17 smithi062 ceph-mon[78153]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:33:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:17 smithi062 ceph-mon[78153]: osd.4 [v2:172.21.15.62:6800/473413254,v1:172.21.15.62:6801/473413254] boot 2024-04-22T04:33:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:17 smithi062 ceph-mon[78153]: osdmap e420: 8 total, 8 up, 8 in 2024-04-22T04:33:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:17 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:33:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:17 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:17 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:17 smithi040 ceph-mon[88445]: pgmap v341: 121 pgs: 13 active+undersized+degraded, 31 active+undersized, 77 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 307 KiB/s rd, 252 KiB/s wr, 9 op/s; 126/702 objects degraded (17.949%) 2024-04-22T04:33:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:17 smithi040 ceph-mon[88445]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:33:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:17 smithi040 ceph-mon[88445]: osd.4 [v2:172.21.15.62:6800/473413254,v1:172.21.15.62:6801/473413254] boot 2024-04-22T04:33:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:17 smithi040 ceph-mon[88445]: osdmap e420: 8 total, 8 up, 8 in 2024-04-22T04:33:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:17 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:33:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:17 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:17.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:17 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:17.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:17 smithi040 ceph-mon[91058]: pgmap v341: 121 pgs: 13 active+undersized+degraded, 31 active+undersized, 77 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 307 KiB/s rd, 252 KiB/s wr, 9 op/s; 126/702 objects degraded (17.949%) 2024-04-22T04:33:17.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:17 smithi040 ceph-mon[91058]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:33:17.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:17 smithi040 ceph-mon[91058]: osd.4 [v2:172.21.15.62:6800/473413254,v1:172.21.15.62:6801/473413254] boot 2024-04-22T04:33:17.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:17 smithi040 ceph-mon[91058]: osdmap e420: 8 total, 8 up, 8 in 2024-04-22T04:33:17.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:17 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T04:33:18.127 INFO:tasks.rados.rados.0.smithi040.stdout:1862: done (13 left) 2024-04-22T04:33:18.127 INFO:tasks.rados.rados.0.smithi040.stdout:1864: done (12 left) 2024-04-22T04:33:18.127 INFO:tasks.rados.rados.0.smithi040.stdout:1865: done (11 left) 2024-04-22T04:33:18.127 INFO:tasks.rados.rados.0.smithi040.stdout:1870: done (10 left) 2024-04-22T04:33:18.127 INFO:tasks.rados.rados.0.smithi040.stdout:1871: snap_create 2024-04-22T04:33:18.146 INFO:tasks.rados.rados.0.smithi040.stdout:1868: finishing copy_from to smithi04078109-8 2024-04-22T04:33:18.146 INFO:tasks.rados.rados.0.smithi040.stdout:1868: got expected ENOENT (src dne) 2024-04-22T04:33:18.146 INFO:tasks.rados.rados.0.smithi040.stdout:1868: finishing copy_from racing read to smithi04078109-8 2024-04-22T04:33:18.151 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 809 (ObjNum 421 snap 121 seq_num 421) dirty exists 2024-04-22T04:33:18.153 INFO:tasks.rados.rados.0.smithi040.stdout:1867: finishing rollback tid 1 to smithi04078109-20 2024-04-22T04:33:18.154 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 930 (ObjNum -1442353408 snap 21852 seq_num 4158925872) dirty dne 2024-04-22T04:33:18.159 INFO:tasks.rados.rados.0.smithi040.stdout:1855: finishing copy_from racing read to smithi04078109-35 2024-04-22T04:33:18.161 INFO:tasks.rados.rados.0.smithi040.stdout:1855: finishing copy_from to smithi04078109-35 2024-04-22T04:33:18.161 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1217 (ObjNum 597 snap 180 seq_num 597) dirty exists 2024-04-22T04:33:18.167 INFO:tasks.rados.rados.0.smithi040.stdout:1866: expect (ObjNum 603 snap 181 seq_num 603) 2024-04-22T04:33:18.510 INFO:tasks.rados.rados.0.smithi040.stdout:1869: finishing rollback tid 0 to smithi04078109-15 2024-04-22T04:33:18.510 INFO:tasks.rados.rados.0.smithi040.stdout:1869: finishing rollback tid 1 to smithi04078109-15 2024-04-22T04:33:18.510 INFO:tasks.rados.rados.0.smithi040.stdout:1869: finishing rollback tid 2 to smithi04078109-15 2024-04-22T04:33:18.510 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 1226 (ObjNum 579 snap 171 seq_num 579) dirty exists 2024-04-22T04:33:18.510 INFO:tasks.rados.rados.0.smithi040.stdout:1858: finishing write tid 1 to smithi04078109-25 2024-04-22T04:33:18.510 INFO:tasks.rados.rados.0.smithi040.stdout:1861: finishing rollback tid 0 to smithi04078109-27 2024-04-22T04:33:18.510 INFO:tasks.rados.rados.0.smithi040.stdout:1853: finishing write tid 1 to smithi04078109-16 2024-04-22T04:33:18.510 INFO:tasks.rados.rados.0.smithi040.stdout:1853: finishing write tid 2 to smithi04078109-16 2024-04-22T04:33:18.510 INFO:tasks.rados.rados.0.smithi040.stdout:1858: finishing write tid 2 to smithi04078109-25 2024-04-22T04:33:18.510 INFO:tasks.rados.rados.0.smithi040.stdout:1853: finishing write tid 3 to smithi04078109-16 2024-04-22T04:33:18.511 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 900 (ObjNum 606 snap 184 seq_num 606) dirty exists 2024-04-22T04:33:18.511 INFO:tasks.rados.rados.0.smithi040.stdout:1853: left oid 16 (ObjNum 606 snap 184 seq_num 606) 2024-04-22T04:33:18.511 INFO:tasks.rados.rados.0.smithi040.stdout:1858: finishing write tid 3 to smithi04078109-25 2024-04-22T04:33:18.511 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 1180 (ObjNum 608 snap 184 seq_num 608) dirty exists 2024-04-22T04:33:18.511 INFO:tasks.rados.rados.0.smithi040.stdout:1858: left oid 25 (ObjNum 608 snap 184 seq_num 608) 2024-04-22T04:33:18.511 INFO:tasks.rados.rados.0.smithi040.stdout:1854: finishing copy_from racing read to smithi04078109-50 2024-04-22T04:33:18.511 INFO:tasks.rados.rados.0.smithi040.stdout:1854: finishing copy_from to smithi04078109-50 2024-04-22T04:33:18.511 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 959 (ObjNum 555 snap 162 seq_num 555) dirty exists 2024-04-22T04:33:18.511 INFO:tasks.rados.rados.0.smithi040.stdout:1861: finishing rollback tid 1 to smithi04078109-27 2024-04-22T04:33:18.511 INFO:tasks.rados.rados.0.smithi040.stdout:1861: finishing rollback tid 2 to smithi04078109-27 2024-04-22T04:33:18.511 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 410 (ObjNum 558 snap 163 seq_num 558) dirty exists 2024-04-22T04:33:19.130 INFO:tasks.rados.rados.0.smithi040.stdout:1853: done (10 left) 2024-04-22T04:33:19.130 INFO:tasks.rados.rados.0.smithi040.stdout:1854: done (9 left) 2024-04-22T04:33:19.130 INFO:tasks.rados.rados.0.smithi040.stdout:1855: done (8 left) 2024-04-22T04:33:19.130 INFO:tasks.rados.rados.0.smithi040.stdout:1858: done (7 left) 2024-04-22T04:33:19.130 INFO:tasks.rados.rados.0.smithi040.stdout:1861: done (6 left) 2024-04-22T04:33:19.130 INFO:tasks.rados.rados.0.smithi040.stdout:1863: done (5 left) 2024-04-22T04:33:19.130 INFO:tasks.rados.rados.0.smithi040.stdout:1866: done (4 left) 2024-04-22T04:33:19.130 INFO:tasks.rados.rados.0.smithi040.stdout:1867: done (3 left) 2024-04-22T04:33:19.130 INFO:tasks.rados.rados.0.smithi040.stdout:1868: done (2 left) 2024-04-22T04:33:19.130 INFO:tasks.rados.rados.0.smithi040.stdout:1869: done (1 left) 2024-04-22T04:33:19.130 INFO:tasks.rados.rados.0.smithi040.stdout:1871: done (0 left) 2024-04-22T04:33:19.130 INFO:tasks.rados.rados.0.smithi040.stdout:1872: read oid 37 snap -1 2024-04-22T04:33:19.131 INFO:tasks.rados.rados.0.smithi040.stdout:1872: expect (ObjNum 597 snap 180 seq_num 597) 2024-04-22T04:33:19.131 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 45 current snap is 186 2024-04-22T04:33:19.131 INFO:tasks.rados.rados.0.smithi040.stdout:1873: seq_num 612 ranges {155648=655360} 2024-04-22T04:33:19.134 INFO:tasks.rados.rados.0.smithi040.stdout:1873: writing smithi04078109-45 from 155648 to 811008 tid 1 2024-04-22T04:33:19.135 INFO:tasks.rados.rados.0.smithi040.stdout:1874: copy_from oid 16 from oid 27 current snap is 186 2024-04-22T04:33:19.135 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 186 2024-04-22T04:33:19.135 INFO:tasks.rados.rados.0.smithi040.stdout:1875: seq_num 613 ranges {0=671744} 2024-04-22T04:33:19.138 INFO:tasks.rados.rados.0.smithi040.stdout:1875: writing smithi04078109-20 from 0 to 671744 tid 1 2024-04-22T04:33:19.139 INFO:tasks.rados.rados.0.smithi040.stdout:1876: snap_remove snap 165 2024-04-22T04:33:19.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:19 smithi062 ceph-mon[78153]: osdmap e421: 8 total, 8 up, 8 in 2024-04-22T04:33:19.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:19 smithi062 ceph-mon[78153]: pgmap v344: 121 pgs: 2 peering, 12 active+undersized+degraded, 30 active+undersized, 77 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 307 KiB/s rd, 392 KiB/s wr, 10 op/s; 112/705 objects degraded (15.887%) 2024-04-22T04:33:19.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:19 smithi040 ceph-mon[88445]: osdmap e421: 8 total, 8 up, 8 in 2024-04-22T04:33:19.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:19 smithi040 ceph-mon[88445]: pgmap v344: 121 pgs: 2 peering, 12 active+undersized+degraded, 30 active+undersized, 77 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 307 KiB/s rd, 392 KiB/s wr, 10 op/s; 112/705 objects degraded (15.887%) 2024-04-22T04:33:19.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:19 smithi040 ceph-mon[91058]: osdmap e421: 8 total, 8 up, 8 in 2024-04-22T04:33:19.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:19 smithi040 ceph-mon[91058]: pgmap v344: 121 pgs: 2 peering, 12 active+undersized+degraded, 30 active+undersized, 77 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 307 KiB/s rd, 392 KiB/s wr, 10 op/s; 112/705 objects degraded (15.887%) 2024-04-22T04:33:20.138 INFO:tasks.rados.rados.0.smithi040.stdout:1876: done (4 left) 2024-04-22T04:33:20.138 INFO:tasks.rados.rados.0.smithi040.stdout:1877: copy_from oid 28 from oid 43 current snap is 186 2024-04-22T04:33:20.138 INFO:tasks.rados.rados.0.smithi040.stdout:1878: snap_create 2024-04-22T04:33:20.147 INFO:tasks.rados.rados.0.smithi040.stdout:1872: expect (ObjNum 597 snap 180 seq_num 597) 2024-04-22T04:33:20.158 INFO:tasks.rados.rados.0.smithi040.stdout:1873: finishing write tid 1 to smithi04078109-45 2024-04-22T04:33:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:1873: finishing write tid 2 to smithi04078109-45 2024-04-22T04:33:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:1875: finishing write tid 1 to smithi04078109-20 2024-04-22T04:33:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:1875: finishing write tid 2 to smithi04078109-20 2024-04-22T04:33:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:1873: finishing write tid 3 to smithi04078109-45 2024-04-22T04:33:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 983 (ObjNum 612 snap 186 seq_num 612) dirty exists 2024-04-22T04:33:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:1873: left oid 45 (ObjNum 612 snap 186 seq_num 612) 2024-04-22T04:33:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:1874: finishing copy_from racing read to smithi04078109-16 2024-04-22T04:33:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:1874: finishing copy_from to smithi04078109-16 2024-04-22T04:33:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 410 (ObjNum 558 snap 163 seq_num 558) dirty exists 2024-04-22T04:33:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:1875: finishing write tid 3 to smithi04078109-20 2024-04-22T04:33:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 932 (ObjNum 613 snap 186 seq_num 613) dirty exists 2024-04-22T04:33:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:1875: left oid 20 (ObjNum 613 snap 186 seq_num 613) 2024-04-22T04:33:20.171 INFO:tasks.rados.rados.0.smithi040.stdout:1877: finishing copy_from racing read to smithi04078109-28 2024-04-22T04:33:20.174 INFO:tasks.rados.rados.0.smithi040.stdout:1877: finishing copy_from to smithi04078109-28 2024-04-22T04:33:20.174 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 804 (ObjNum 557 snap 162 seq_num 557) dirty exists 2024-04-22T04:33:20.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:20 smithi062 ceph-mon[78153]: Health check update: Degraded data redundancy: 112/705 objects degraded (15.887%), 12 pgs degraded (PG_DEGRADED) 2024-04-22T04:33:20.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:20 smithi062 ceph-mon[78153]: osdmap e422: 8 total, 8 up, 8 in 2024-04-22T04:33:20.405 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:33:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:33:20] "GET /metrics HTTP/1.1" 200 222377 "" "Prometheus/2.33.4" 2024-04-22T04:33:20.406 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:20 smithi040 ceph-mon[88445]: Health check update: Degraded data redundancy: 112/705 objects degraded (15.887%), 12 pgs degraded (PG_DEGRADED) 2024-04-22T04:33:20.406 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:20 smithi040 ceph-mon[88445]: osdmap e422: 8 total, 8 up, 8 in 2024-04-22T04:33:20.406 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:20 smithi040 ceph-mon[91058]: Health check update: Degraded data redundancy: 112/705 objects degraded (15.887%), 12 pgs degraded (PG_DEGRADED) 2024-04-22T04:33:20.406 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:20 smithi040 ceph-mon[91058]: osdmap e422: 8 total, 8 up, 8 in 2024-04-22T04:33:20.658 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:33:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:33:20.407+0000 7f8f64989700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-22T04:33:20.762 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:33:21.070 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:33:21.071 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (6m) 41s ago 7m 24.1M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:33:21.071 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (7m) 5s ago 7m 59.4M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:33:21.071 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (8m) 41s ago 8m 14.3M - 16.2.15-1-g8963e9de 727f386679cb 07889a83e85d 2024-04-22T04:33:21.071 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (8m) 5s ago 8m 18.0M - 16.2.15-1-g8963e9de 727f386679cb 37118b502053 2024-04-22T04:33:21.071 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (4m) 5s ago 12m 432M - 17.2.7-878-g5d873850 c90a446c4c8e aa2238c1b793 2024-04-22T04:33:21.071 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 running (4m) 41s ago 14m 485M - 17.2.7-878-g5d873850 c90a446c4c8e edd41a239d91 2024-04-22T04:33:21.071 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (4m) 41s ago 14m 50.5M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0d79462ba4ea 2024-04-22T04:33:21.071 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (3m) 5s ago 12m 43.4M 2048M 17.2.7-878-g5d873850 c90a446c4c8e ecb1ef3cca09 2024-04-22T04:33:21.071 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (3m) 41s ago 12m 47.6M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0c9cde756a31 2024-04-22T04:33:21.071 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (7m) 41s ago 7m 25.4M - 1.3.1 1dbe0e931976 3d926365bac8 2024-04-22T04:33:21.071 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (7m) 5s ago 7m 22.6M - 1.3.1 1dbe0e931976 cd70c5d64335 2024-04-22T04:33:21.071 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (2m) 41s ago 12m 203M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 7f49c536057f 2024-04-22T04:33:21.071 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (116s) 41s ago 11m 132M 2489M 17.2.7-878-g5d873850 c90a446c4c8e d3e5e137996e 2024-04-22T04:33:21.072 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (80s) 41s ago 11m 92.3M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 5eca6db3ad94 2024-04-22T04:33:21.072 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (46s) 41s ago 10m 12.1M 2489M 17.2.7-878-g5d873850 c90a446c4c8e aee12043cd2a 2024-04-22T04:33:21.072 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (10s) 5s ago 10m 10.4M 2488M 17.2.7-878-g5d873850 c90a446c4c8e ec18adf29702 2024-04-22T04:33:21.072 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (10m) 5s ago 10m 219M 2488M 16.2.15-1-g8963e9de 727f386679cb b7e17a5d779e 2024-04-22T04:33:21.072 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (9m) 5s ago 9m 160M 2488M 16.2.15-1-g8963e9de 727f386679cb a25b6c33c8a6 2024-04-22T04:33:21.072 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (9m) 5s ago 9m 97.6M 2488M 16.2.15-1-g8963e9de 727f386679cb 65d10d469953 2024-04-22T04:33:21.072 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (6m) 5s ago 8m 74.1M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:33:21.140 INFO:tasks.rados.rados.0.smithi040.stdout:1872: done (5 left) 2024-04-22T04:33:21.140 INFO:tasks.rados.rados.0.smithi040.stdout:1873: done (4 left) 2024-04-22T04:33:21.140 INFO:tasks.rados.rados.0.smithi040.stdout:1874: done (3 left) 2024-04-22T04:33:21.140 INFO:tasks.rados.rados.0.smithi040.stdout:1875: done (2 left) 2024-04-22T04:33:21.140 INFO:tasks.rados.rados.0.smithi040.stdout:1877: done (1 left) 2024-04-22T04:33:21.141 INFO:tasks.rados.rados.0.smithi040.stdout:1878: done (0 left) 2024-04-22T04:33:21.141 INFO:tasks.rados.rados.0.smithi040.stdout:1879: read oid 44 snap -1 2024-04-22T04:33:21.141 INFO:tasks.rados.rados.0.smithi040.stdout:1879: expect (ObjNum 587 snap 173 seq_num 587) 2024-04-22T04:33:21.141 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 7 current snap is 187 2024-04-22T04:33:21.141 INFO:tasks.rados.rados.0.smithi040.stdout:1880: seq_num 614 ranges {6217728=688128} 2024-04-22T04:33:21.179 INFO:tasks.rados.rados.0.smithi040.stdout:1880: writing smithi04078109-7 from 6217728 to 6905856 tid 1 2024-04-22T04:33:21.179 INFO:tasks.rados.rados.0.smithi040.stdout:1881: delete oid 12 current snap is 187 2024-04-22T04:33:21.179 INFO:tasks.rados.rados.0.smithi040.stdout:1879: expect (ObjNum 587 snap 173 seq_num 587) 2024-04-22T04:33:21.187 INFO:tasks.rados.rados.0.smithi040.stdout:1880: finishing write tid 1 to smithi04078109-7 2024-04-22T04:33:21.187 INFO:tasks.rados.rados.0.smithi040.stdout:1880: finishing write tid 2 to smithi04078109-7 2024-04-22T04:33:21.187 INFO:tasks.rados.rados.0.smithi040.stdout:1880: finishing write tid 3 to smithi04078109-7 2024-04-22T04:33:21.188 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 989 (ObjNum 614 snap 187 seq_num 614) dirty exists 2024-04-22T04:33:21.188 INFO:tasks.rados.rados.0.smithi040.stdout:1880: left oid 7 (ObjNum 614 snap 187 seq_num 614) 2024-04-22T04:33:21.188 INFO:tasks.rados.rados.0.smithi040.stdout:1879: done (2 left) 2024-04-22T04:33:21.188 INFO:tasks.rados.rados.0.smithi040.stdout:1880: done (1 left) 2024-04-22T04:33:21.188 INFO:tasks.rados.rados.0.smithi040.stdout:1881: done (0 left) 2024-04-22T04:33:21.188 INFO:tasks.rados.rados.0.smithi040.stdout:1882: rollback oid 10 current snap is 187 2024-04-22T04:33:21.188 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 10 to 167 2024-04-22T04:33:21.189 INFO:tasks.rados.rados.0.smithi040.stdout:1883: snap_remove snap 161 2024-04-22T04:33:21.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[88445]: osdmap e423: 8 total, 8 up, 8 in 2024-04-22T04:33:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:33:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:33:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:33:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-22T04:33:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[88445]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-22T04:33:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[88445]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-22T04:33:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[88445]: pgmap v347: 121 pgs: 2 peering, 9 active+undersized+degraded, 26 active+undersized, 84 active+clean; 381 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 482 KiB/s wr, 7 op/s; 80/717 objects degraded (11.158%); 3.1 MiB/s, 0 objects/s recovering 2024-04-22T04:33:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:21.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:33:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[91058]: osdmap e423: 8 total, 8 up, 8 in 2024-04-22T04:33:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:33:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:33:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:33:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:21.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-22T04:33:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[91058]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-22T04:33:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[91058]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-22T04:33:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[91058]: pgmap v347: 121 pgs: 2 peering, 9 active+undersized+degraded, 26 active+undersized, 84 active+clean; 381 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 482 KiB/s wr, 7 op/s; 80/717 objects degraded (11.158%); 3.1 MiB/s, 0 objects/s recovering 2024-04-22T04:33:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:21.411 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:33:21.464 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:33:21.464 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:33:21.464 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 3 2024-04-22T04:33:21.464 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:33:21.464 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:33:21.464 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:33:21.464 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:33:21.464 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:33:21.465 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3, 2024-04-22T04:33:21.465 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 5 2024-04-22T04:33:21.465 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:33:21.465 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:33:21.465 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:33:21.465 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:33:21.465 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:33:21.465 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 5, 2024-04-22T04:33:21.465 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 10 2024-04-22T04:33:21.465 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:33:21.465 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:33:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:21 smithi062 ceph-mon[78153]: osdmap e423: 8 total, 8 up, 8 in 2024-04-22T04:33:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:33:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:33:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:33:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-22T04:33:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:21 smithi062 ceph-mon[78153]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-22T04:33:21.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:21 smithi062 ceph-mon[78153]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-22T04:33:21.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:21 smithi062 ceph-mon[78153]: pgmap v347: 121 pgs: 2 peering, 9 active+undersized+degraded, 26 active+undersized, 84 active+clean; 381 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 482 KiB/s wr, 7 op/s; 80/717 objects degraded (11.158%); 3.1 MiB/s, 0 objects/s recovering 2024-04-22T04:33:21.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:21.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:33:22.166 INFO:tasks.rados.rados.0.smithi040.stdout:1883: done (1 left) 2024-04-22T04:33:22.167 INFO:tasks.rados.rados.0.smithi040.stdout:1884: copy_from oid 28 from oid 21 current snap is 187 2024-04-22T04:33:22.167 INFO:tasks.rados.rados.0.smithi040.stdout:1885: snap_remove snap 184 2024-04-22T04:33:22.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:22 smithi040 ceph-mon[88445]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:33:22.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:22 smithi040 ceph-mon[88445]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:33:22.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:22 smithi040 ceph-mon[88445]: osdmap e424: 8 total, 8 up, 8 in 2024-04-22T04:33:22.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:22 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/547307469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:22 smithi040 ceph-mon[91058]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:33:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:22 smithi040 ceph-mon[91058]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:33:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:22 smithi040 ceph-mon[91058]: osdmap e424: 8 total, 8 up, 8 in 2024-04-22T04:33:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:22 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/547307469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:22 smithi062 ceph-mon[78153]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:33:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:22 smithi062 ceph-mon[78153]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:33:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:22 smithi062 ceph-mon[78153]: osdmap e424: 8 total, 8 up, 8 in 2024-04-22T04:33:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:22 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/547307469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:23.169 INFO:tasks.rados.rados.0.smithi040.stdout:1885: done (2 left) 2024-04-22T04:33:23.169 INFO:tasks.rados.rados.0.smithi040.stdout:1886: read oid 50 snap -1 2024-04-22T04:33:23.169 INFO:tasks.rados.rados.0.smithi040.stdout:1886: expect (ObjNum 555 snap 162 seq_num 555) 2024-04-22T04:33:23.169 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 34 current snap is 187 2024-04-22T04:33:23.169 INFO:tasks.rados.rados.0.smithi040.stdout:1882: finishing rollback tid 0 to smithi04078109-10 2024-04-22T04:33:23.169 INFO:tasks.rados.rados.0.smithi040.stdout:1882: finishing rollback tid 1 to smithi04078109-10 2024-04-22T04:33:23.169 INFO:tasks.rados.rados.0.smithi040.stdout:1882: finishing rollback tid 2 to smithi04078109-10 2024-04-22T04:33:23.169 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 816 (ObjNum 482 snap 137 seq_num 482) dirty exists 2024-04-22T04:33:23.169 INFO:tasks.rados.rados.0.smithi040.stdout:1884: finishing copy_from racing read to smithi04078109-28 2024-04-22T04:33:23.169 INFO:tasks.rados.rados.0.smithi040.stdout:1884: finishing copy_from to smithi04078109-28 2024-04-22T04:33:23.169 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 979 (ObjNum 582 snap 172 seq_num 582) dirty exists 2024-04-22T04:33:23.169 INFO:tasks.rados.rados.0.smithi040.stdout:1887: seq_num 616 ranges {1925120=720896} 2024-04-22T04:33:23.183 INFO:tasks.rados.rados.0.smithi040.stdout:1887: writing smithi04078109-34 from 1925120 to 2646016 tid 1 2024-04-22T04:33:23.184 INFO:tasks.rados.rados.0.smithi040.stdout:1882: done (3 left) 2024-04-22T04:33:23.184 INFO:tasks.rados.rados.0.smithi040.stdout:1884: done (2 left) 2024-04-22T04:33:23.184 INFO:tasks.rados.rados.0.smithi040.stdout:1888: rollback oid 1 current snap is 187 2024-04-22T04:33:23.184 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 1 to 176 2024-04-22T04:33:23.184 INFO:tasks.rados.rados.0.smithi040.stdout:1889: read oid 20 snap -1 2024-04-22T04:33:23.184 INFO:tasks.rados.rados.0.smithi040.stdout:1889: expect (ObjNum 613 snap 186 seq_num 613) 2024-04-22T04:33:23.184 INFO:tasks.rados.rados.0.smithi040.stdout:1890: read oid 15 snap -1 2024-04-22T04:33:23.184 INFO:tasks.rados.rados.0.smithi040.stdout:1890: expect (ObjNum 579 snap 171 seq_num 579) 2024-04-22T04:33:23.184 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 7 current snap is 187 2024-04-22T04:33:23.184 INFO:tasks.rados.rados.0.smithi040.stdout:1891: seq_num 617 ranges {6905856=737280} 2024-04-22T04:33:23.228 INFO:tasks.rados.rados.0.smithi040.stdout:1891: writing smithi04078109-7 from 6905856 to 7643136 tid 1 2024-04-22T04:33:23.228 INFO:tasks.rados.rados.0.smithi040.stdout:1892: copy_from oid 25 from oid 21 current snap is 187 2024-04-22T04:33:23.228 INFO:tasks.rados.rados.0.smithi040.stdout:1889: expect (ObjNum 613 snap 186 seq_num 613) 2024-04-22T04:33:23.248 INFO:tasks.rados.rados.0.smithi040.stdout:1887: finishing write tid 1 to smithi04078109-34 2024-04-22T04:33:23.248 INFO:tasks.rados.rados.0.smithi040.stdout:1887: finishing write tid 2 to smithi04078109-34 2024-04-22T04:33:23.248 INFO:tasks.rados.rados.0.smithi040.stdout:1887: finishing write tid 3 to smithi04078109-34 2024-04-22T04:33:23.248 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 1006 (ObjNum 616 snap 187 seq_num 616) dirty exists 2024-04-22T04:33:23.248 INFO:tasks.rados.rados.0.smithi040.stdout:1887: left oid 34 (ObjNum 616 snap 187 seq_num 616) 2024-04-22T04:33:23.249 INFO:tasks.rados.rados.0.smithi040.stdout:1888: finishing rollback tid 0 to smithi04078109-1 2024-04-22T04:33:23.249 INFO:tasks.rados.rados.0.smithi040.stdout:1888: finishing rollback tid 1 to smithi04078109-1 2024-04-22T04:33:23.249 INFO:tasks.rados.rados.0.smithi040.stdout:1888: finishing rollback tid 2 to smithi04078109-1 2024-04-22T04:33:23.249 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 1220 (ObjNum 516 snap 152 seq_num 516) dirty exists 2024-04-22T04:33:23.249 INFO:tasks.rados.rados.0.smithi040.stdout:1886: expect (ObjNum 555 snap 162 seq_num 555) 2024-04-22T04:33:23.552 INFO:tasks.rados.rados.0.smithi040.stdout:1892: finishing copy_from racing read to smithi04078109-25 2024-04-22T04:33:23.552 INFO:tasks.rados.rados.0.smithi040.stdout:1892: finishing copy_from to smithi04078109-25 2024-04-22T04:33:23.552 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 979 (ObjNum 582 snap 172 seq_num 582) dirty exists 2024-04-22T04:33:23.552 INFO:tasks.rados.rados.0.smithi040.stdout:1886: done (6 left) 2024-04-22T04:33:23.552 INFO:tasks.rados.rados.0.smithi040.stdout:1887: done (5 left) 2024-04-22T04:33:23.553 INFO:tasks.rados.rados.0.smithi040.stdout:1888: done (4 left) 2024-04-22T04:33:23.553 INFO:tasks.rados.rados.0.smithi040.stdout:1889: done (3 left) 2024-04-22T04:33:23.553 INFO:tasks.rados.rados.0.smithi040.stdout:1892: done (2 left) 2024-04-22T04:33:23.553 INFO:tasks.rados.rados.0.smithi040.stdout:1893: rollback oid 42 current snap is 187 2024-04-22T04:33:23.553 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 42 to 157 2024-04-22T04:33:23.553 INFO:tasks.rados.rados.0.smithi040.stdout:1891: finishing write tid 1 to smithi04078109-7 2024-04-22T04:33:23.553 INFO:tasks.rados.rados.0.smithi040.stdout:1891: finishing write tid 2 to smithi04078109-7 2024-04-22T04:33:23.553 INFO:tasks.rados.rados.0.smithi040.stdout:1890: expect (ObjNum 579 snap 171 seq_num 579) 2024-04-22T04:33:23.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:23 smithi062 ceph-mon[78153]: osdmap e425: 8 total, 8 up, 8 in 2024-04-22T04:33:23.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:23 smithi062 ceph-mon[78153]: pgmap v350: 121 pgs: 121 active+clean; 401 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.3 MiB/s wr, 21 op/s; 20 MiB/s, 5 objects/s recovering 2024-04-22T04:33:23.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:23 smithi040 ceph-mon[88445]: osdmap e425: 8 total, 8 up, 8 in 2024-04-22T04:33:23.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:23 smithi040 ceph-mon[88445]: pgmap v350: 121 pgs: 121 active+clean; 401 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.3 MiB/s wr, 21 op/s; 20 MiB/s, 5 objects/s recovering 2024-04-22T04:33:23.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:23 smithi040 ceph-mon[91058]: osdmap e425: 8 total, 8 up, 8 in 2024-04-22T04:33:23.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:23 smithi040 ceph-mon[91058]: pgmap v350: 121 pgs: 121 active+clean; 401 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.3 MiB/s wr, 21 op/s; 20 MiB/s, 5 objects/s recovering 2024-04-22T04:33:24.628 INFO:tasks.rados.rados.0.smithi040.stdout:1891: finishing write tid 3 to smithi04078109-7 2024-04-22T04:33:24.628 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 1008 (ObjNum 617 snap 187 seq_num 617) dirty exists 2024-04-22T04:33:24.628 INFO:tasks.rados.rados.0.smithi040.stdout:1891: left oid 7 (ObjNum 617 snap 187 seq_num 617) 2024-04-22T04:33:24.628 INFO:tasks.rados.rados.0.smithi040.stdout:1893: finishing rollback tid 0 to smithi04078109-42 2024-04-22T04:33:24.628 INFO:tasks.rados.rados.0.smithi040.stdout:1893: finishing rollback tid 1 to smithi04078109-42 2024-04-22T04:33:24.629 INFO:tasks.rados.rados.0.smithi040.stdout:1893: finishing rollback tid 2 to smithi04078109-42 2024-04-22T04:33:24.629 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 962 (ObjNum 421 snap 121 seq_num 421) dirty exists 2024-04-22T04:33:24.629 INFO:tasks.rados.rados.0.smithi040.stdout:1890: done (2 left) 2024-04-22T04:33:24.629 INFO:tasks.rados.rados.0.smithi040.stdout:1891: done (1 left) 2024-04-22T04:33:24.629 INFO:tasks.rados.rados.0.smithi040.stdout:1893: done (0 left) 2024-04-22T04:33:24.629 INFO:tasks.rados.rados.0.smithi040.stdout:1894: rollback oid 9 current snap is 187 2024-04-22T04:33:24.629 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 9 to 186 2024-04-22T04:33:24.629 INFO:tasks.rados.rados.0.smithi040.stdout:1895: read oid 41 snap -1 2024-04-22T04:33:24.629 INFO:tasks.rados.rados.0.smithi040.stdout:1895: expect deleted 2024-04-22T04:33:24.629 INFO:tasks.rados.rados.0.smithi040.stdout:1896: delete oid 49 current snap is 187 2024-04-22T04:33:24.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:24 smithi062 ceph-mon[78153]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 80/717 objects degraded (11.158%), 9 pgs degraded) 2024-04-22T04:33:24.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:24 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:33:24.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:24 smithi062 ceph-mon[78153]: osdmap e426: 8 total, 8 up, 8 in 2024-04-22T04:33:24.631 INFO:tasks.rados.rados.0.smithi040.stdout:1894: finishing rollback tid 0 to smithi04078109-9 2024-04-22T04:33:24.632 INFO:tasks.rados.rados.0.smithi040.stdout:1894: finishing rollback tid 1 to smithi04078109-9 2024-04-22T04:33:24.632 INFO:tasks.rados.rados.0.smithi040.stdout:1894: finishing rollback tid 2 to smithi04078109-9 2024-04-22T04:33:24.632 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 1012 (ObjNum 525 snap 154 seq_num 525) dirty exists 2024-04-22T04:33:24.633 INFO:tasks.rados.rados.0.smithi040.stdout:1894: done (2 left) 2024-04-22T04:33:24.633 INFO:tasks.rados.rados.0.smithi040.stdout:1895: done (1 left) 2024-04-22T04:33:24.633 INFO:tasks.rados.rados.0.smithi040.stdout:1896: done (0 left) 2024-04-22T04:33:24.633 INFO:tasks.rados.rados.0.smithi040.stdout:1897: snap_remove snap 147 2024-04-22T04:33:24.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:24 smithi040 ceph-mon[88445]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 80/717 objects degraded (11.158%), 9 pgs degraded) 2024-04-22T04:33:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:24 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:33:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:24 smithi040 ceph-mon[88445]: osdmap e426: 8 total, 8 up, 8 in 2024-04-22T04:33:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:24 smithi040 ceph-mon[91058]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 80/717 objects degraded (11.158%), 9 pgs degraded) 2024-04-22T04:33:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:24 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:33:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:24 smithi040 ceph-mon[91058]: osdmap e426: 8 total, 8 up, 8 in 2024-04-22T04:33:25.173 INFO:tasks.rados.rados.0.smithi040.stdout:1897: done (0 left) 2024-04-22T04:33:25.173 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 187 2024-04-22T04:33:25.173 INFO:tasks.rados.rados.0.smithi040.stdout:1898: seq_num 619 ranges {671744=770048} 2024-04-22T04:33:25.184 INFO:tasks.rados.rados.0.smithi040.stdout:1898: writing smithi04078109-20 from 671744 to 1441792 tid 1 2024-04-22T04:33:25.184 INFO:tasks.rados.rados.0.smithi040.stdout:1899: rollback oid 39 current snap is 187 2024-04-22T04:33:25.184 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 39 to 185 2024-04-22T04:33:25.184 INFO:tasks.rados.rados.0.smithi040.stdout:1900: rmattr oid 9 current snap is 187 2024-04-22T04:33:25.184 INFO:tasks.rados.rados.0.smithi040.stdout:1901: rollback oid 46 current snap is 187 2024-04-22T04:33:25.184 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 46 to 183 2024-04-22T04:33:25.184 INFO:tasks.rados.rados.0.smithi040.stdout:1902: setattr oid 27 current snap is 187 2024-04-22T04:33:25.185 INFO:tasks.rados.rados.0.smithi040.stdout:1903: read oid 18 snap -1 2024-04-22T04:33:25.185 INFO:tasks.rados.rados.0.smithi040.stdout:1903: expect (ObjNum 535 snap 157 seq_num 535) 2024-04-22T04:33:25.185 INFO:tasks.rados.rados.0.smithi040.stdout:1904: rollback oid 23 current snap is 187 2024-04-22T04:33:25.185 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 23 to 185 2024-04-22T04:33:25.185 INFO:tasks.rados.rados.0.smithi040.stdout:1905: rmattr oid 34 current snap is 187 2024-04-22T04:33:25.185 INFO:tasks.rados.rados.0.smithi040.stdout:1905: done (7 left) 2024-04-22T04:33:25.185 INFO:tasks.rados.rados.0.smithi040.stdout:1906: delete oid 42 current snap is 187 2024-04-22T04:33:25.187 INFO:tasks.rados.rados.0.smithi040.stdout:1901: finishing rollback tid 1 to smithi04078109-46 2024-04-22T04:33:25.187 INFO:tasks.rados.rados.0.smithi040.stdout:1901: finishing rollback tid 2 to smithi04078109-46 2024-04-22T04:33:25.188 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 210 (ObjNum 594 snap 179 seq_num 594) dirty exists 2024-04-22T04:33:25.192 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 1018 (ObjNum 525 snap 154 seq_num 525) dirty exists 2024-04-22T04:33:25.192 INFO:tasks.rados.rados.0.smithi040.stdout:1899: finishing rollback tid 0 to smithi04078109-39 2024-04-22T04:33:25.192 INFO:tasks.rados.rados.0.smithi040.stdout:1899: finishing rollback tid 1 to smithi04078109-39 2024-04-22T04:33:25.192 INFO:tasks.rados.rados.0.smithi040.stdout:1899: finishing rollback tid 2 to smithi04078109-39 2024-04-22T04:33:25.192 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 982 (ObjNum 611 snap 184 seq_num 611) dirty exists 2024-04-22T04:33:25.195 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 419 (ObjNum 558 snap 163 seq_num 558) dirty exists 2024-04-22T04:33:25.195 INFO:tasks.rados.rados.0.smithi040.stdout:1899: done (7 left) 2024-04-22T04:33:25.195 INFO:tasks.rados.rados.0.smithi040.stdout:1900: done (6 left) 2024-04-22T04:33:25.195 INFO:tasks.rados.rados.0.smithi040.stdout:1901: done (5 left) 2024-04-22T04:33:25.195 INFO:tasks.rados.rados.0.smithi040.stdout:1902: done (4 left) 2024-04-22T04:33:25.195 INFO:tasks.rados.rados.0.smithi040.stdout:1906: done (3 left) 2024-04-22T04:33:25.195 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 187 2024-04-22T04:33:25.196 INFO:tasks.rados.rados.0.smithi040.stdout:1907: seq_num 621 ranges {0=409600,409600=401408} 2024-04-22T04:33:25.201 INFO:tasks.rados.rados.0.smithi040.stdout:1907: writing smithi04078109-13 from 0 to 409600 tid 1 2024-04-22T04:33:25.201 INFO:tasks.rados.rados.0.smithi040.stdout:1907: writing smithi04078109-13 from 409600 to 811008 tid 2 2024-04-22T04:33:25.201 INFO:tasks.rados.rados.0.smithi040.stdout:1908: copy_from oid 44 from oid 32 current snap is 187 2024-04-22T04:33:25.201 INFO:tasks.rados.rados.0.smithi040.stdout:1909: snap_create 2024-04-22T04:33:25.201 INFO:tasks.rados.rados.0.smithi040.stdout:1898: finishing write tid 1 to smithi04078109-20 2024-04-22T04:33:25.201 INFO:tasks.rados.rados.0.smithi040.stdout:1904: finishing rollback tid 0 to smithi04078109-23 2024-04-22T04:33:25.201 INFO:tasks.rados.rados.0.smithi040.stdout:1904: finishing rollback tid 1 to smithi04078109-23 2024-04-22T04:33:25.202 INFO:tasks.rados.rados.0.smithi040.stdout:1904: finishing rollback tid 2 to smithi04078109-23 2024-04-22T04:33:25.202 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 891 (ObjNum 531 snap 157 seq_num 531) dirty exists 2024-04-22T04:33:25.207 INFO:tasks.rados.rados.0.smithi040.stdout:1903: expect (ObjNum 535 snap 157 seq_num 535) 2024-04-22T04:33:25.268 INFO:tasks.rados.rados.0.smithi040.stdout:1898: finishing write tid 2 to smithi04078109-20 2024-04-22T04:33:25.268 INFO:tasks.rados.rados.0.smithi040.stdout:1898: finishing write tid 3 to smithi04078109-20 2024-04-22T04:33:25.268 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 934 (ObjNum 619 snap 187 seq_num 619) dirty exists 2024-04-22T04:33:25.268 INFO:tasks.rados.rados.0.smithi040.stdout:1898: left oid 20 (ObjNum 619 snap 187 seq_num 619) 2024-04-22T04:33:25.268 INFO:tasks.rados.rados.0.smithi040.stdout:1907: finishing write tid 1 to smithi04078109-13 2024-04-22T04:33:25.268 INFO:tasks.rados.rados.0.smithi040.stdout:1907: finishing write tid 2 to smithi04078109-13 2024-04-22T04:33:25.268 INFO:tasks.rados.rados.0.smithi040.stdout:1907: finishing write tid 3 to smithi04078109-13 2024-04-22T04:33:25.268 INFO:tasks.rados.rados.0.smithi040.stdout:1907: finishing write tid 4 to smithi04078109-13 2024-04-22T04:33:25.268 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 903 (ObjNum 621 snap 187 seq_num 621) dirty exists 2024-04-22T04:33:25.268 INFO:tasks.rados.rados.0.smithi040.stdout:1907: left oid 13 (ObjNum 621 snap 187 seq_num 621) 2024-04-22T04:33:25.268 INFO:tasks.rados.rados.0.smithi040.stdout:1908: finishing copy_from racing read to smithi04078109-44 2024-04-22T04:33:25.269 INFO:tasks.rados.rados.0.smithi040.stdout:1908: finishing copy_from to smithi04078109-44 2024-04-22T04:33:25.269 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 888 (ObjNum 602 snap 181 seq_num 602) dirty exists 2024-04-22T04:33:25.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:25 smithi062 ceph-mon[78153]: pgmap v352: 121 pgs: 121 active+clean; 401 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.9 MiB/s wr, 19 op/s; 18 MiB/s, 4 objects/s recovering 2024-04-22T04:33:25.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:25 smithi040 ceph-mon[88445]: pgmap v352: 121 pgs: 121 active+clean; 401 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.9 MiB/s wr, 19 op/s; 18 MiB/s, 4 objects/s recovering 2024-04-22T04:33:25.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:25 smithi040 ceph-mon[91058]: pgmap v352: 121 pgs: 121 active+clean; 401 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.9 MiB/s wr, 19 op/s; 18 MiB/s, 4 objects/s recovering 2024-04-22T04:33:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:33:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:33:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:33:26.181 INFO:tasks.rados.rados.0.smithi040.stdout:1898: done (5 left) 2024-04-22T04:33:26.181 INFO:tasks.rados.rados.0.smithi040.stdout:1903: done (4 left) 2024-04-22T04:33:26.181 INFO:tasks.rados.rados.0.smithi040.stdout:1904: done (3 left) 2024-04-22T04:33:26.181 INFO:tasks.rados.rados.0.smithi040.stdout:1907: done (2 left) 2024-04-22T04:33:26.182 INFO:tasks.rados.rados.0.smithi040.stdout:1908: done (1 left) 2024-04-22T04:33:26.182 INFO:tasks.rados.rados.0.smithi040.stdout:1909: done (0 left) 2024-04-22T04:33:26.182 INFO:tasks.rados.rados.0.smithi040.stdout:1910: rollback oid 2 current snap is 188 2024-04-22T04:33:26.182 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 2 to 178 2024-04-22T04:33:26.182 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 188 2024-04-22T04:33:26.182 INFO:tasks.rados.rados.0.smithi040.stdout:1911: seq_num 622 ranges {3981312=425984,4407296=401408} 2024-04-22T04:33:26.205 INFO:tasks.rados.rados.0.smithi040.stdout:1911: writing smithi04078109-11 from 3981312 to 4407296 tid 1 2024-04-22T04:33:26.208 INFO:tasks.rados.rados.0.smithi040.stdout:1911: writing smithi04078109-11 from 4407296 to 4808704 tid 2 2024-04-22T04:33:26.209 INFO:tasks.rados.rados.0.smithi040.stdout:1912: copy_from oid 49 from oid 36 current snap is 188 2024-04-22T04:33:26.209 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 16 current snap is 188 2024-04-22T04:33:26.209 INFO:tasks.rados.rados.0.smithi040.stdout:1913: seq_num 623 ranges {3031040=442368,3473408=401408} 2024-04-22T04:33:26.227 INFO:tasks.rados.rados.0.smithi040.stdout:1913: writing smithi04078109-16 from 3031040 to 3473408 tid 1 2024-04-22T04:33:26.230 INFO:tasks.rados.rados.0.smithi040.stdout:1913: writing smithi04078109-16 from 3473408 to 3874816 tid 2 2024-04-22T04:33:26.230 INFO:tasks.rados.rados.0.smithi040.stdout:1914: read oid 30 snap -1 2024-04-22T04:33:26.230 INFO:tasks.rados.rados.0.smithi040.stdout:1914: expect (ObjNum 546 snap 159 seq_num 546) 2024-04-22T04:33:26.230 INFO:tasks.rados.rados.0.smithi040.stdout:1915: snap_remove snap 154 2024-04-22T04:33:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:26 smithi062 ceph-mon[78153]: osdmap e427: 8 total, 8 up, 8 in 2024-04-22T04:33:26.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:26 smithi040 ceph-mon[88445]: osdmap e427: 8 total, 8 up, 8 in 2024-04-22T04:33:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:26 smithi040 ceph-mon[91058]: osdmap e427: 8 total, 8 up, 8 in 2024-04-22T04:33:27.116 INFO:tasks.rados.rados.0.smithi040.stdout:1915: done (5 left) 2024-04-22T04:33:27.117 INFO:tasks.rados.rados.0.smithi040.stdout:1916: snap_create 2024-04-22T04:33:27.117 INFO:tasks.rados.rados.0.smithi040.stdout:1910: finishing rollback tid 0 to smithi04078109-2 2024-04-22T04:33:27.117 INFO:tasks.rados.rados.0.smithi040.stdout:1910: finishing rollback tid 1 to smithi04078109-2 2024-04-22T04:33:27.117 INFO:tasks.rados.rados.0.smithi040.stdout:1910: finishing rollback tid 2 to smithi04078109-2 2024-04-22T04:33:27.117 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 1278 (ObjNum 574 snap 170 seq_num 574) dirty exists 2024-04-22T04:33:27.117 INFO:tasks.rados.rados.0.smithi040.stdout:1912: finishing copy_from racing read to smithi04078109-49 2024-04-22T04:33:27.117 INFO:tasks.rados.rados.0.smithi040.stdout:1912: finishing copy_from to smithi04078109-49 2024-04-22T04:33:27.117 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 919 (ObjNum -1442733872 snap 21852 seq_num 4158926016) dirty exists 2024-04-22T04:33:27.117 INFO:tasks.rados.rados.0.smithi040.stdout:1911: finishing write tid 1 to smithi04078109-11 2024-04-22T04:33:27.117 INFO:tasks.rados.rados.0.smithi040.stdout:1911: finishing write tid 2 to smithi04078109-11 2024-04-22T04:33:27.117 INFO:tasks.rados.rados.0.smithi040.stdout:1911: finishing write tid 3 to smithi04078109-11 2024-04-22T04:33:27.117 INFO:tasks.rados.rados.0.smithi040.stdout:1911: finishing write tid 4 to smithi04078109-11 2024-04-22T04:33:27.117 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 1226 (ObjNum 622 snap 188 seq_num 622) dirty exists 2024-04-22T04:33:27.117 INFO:tasks.rados.rados.0.smithi040.stdout:1911: left oid 11 (ObjNum 622 snap 188 seq_num 622) 2024-04-22T04:33:27.117 INFO:tasks.rados.rados.0.smithi040.stdout:1913: finishing write tid 1 to smithi04078109-16 2024-04-22T04:33:27.118 INFO:tasks.rados.rados.0.smithi040.stdout:1913: finishing write tid 2 to smithi04078109-16 2024-04-22T04:33:27.118 INFO:tasks.rados.rados.0.smithi040.stdout:1913: finishing write tid 3 to smithi04078109-16 2024-04-22T04:33:27.118 INFO:tasks.rados.rados.0.smithi040.stdout:1913: finishing write tid 4 to smithi04078109-16 2024-04-22T04:33:27.118 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 906 (ObjNum 623 snap 188 seq_num 623) dirty exists 2024-04-22T04:33:27.118 INFO:tasks.rados.rados.0.smithi040.stdout:1913: left oid 16 (ObjNum 623 snap 188 seq_num 623) 2024-04-22T04:33:27.118 INFO:tasks.rados.rados.0.smithi040.stdout:1914: expect (ObjNum 546 snap 159 seq_num 546) 2024-04-22T04:33:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:27 smithi062 ceph-mon[78153]: osdmap e428: 8 total, 8 up, 8 in 2024-04-22T04:33:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:27 smithi062 ceph-mon[78153]: pgmap v355: 121 pgs: 121 active+clean; 402 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 16 op/s; 110 KiB/s, 0 objects/s recovering 2024-04-22T04:33:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:27 smithi062 ceph-mon[78153]: osdmap e429: 8 total, 8 up, 8 in 2024-04-22T04:33:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:27 smithi040 ceph-mon[88445]: osdmap e428: 8 total, 8 up, 8 in 2024-04-22T04:33:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:27 smithi040 ceph-mon[88445]: pgmap v355: 121 pgs: 121 active+clean; 402 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 16 op/s; 110 KiB/s, 0 objects/s recovering 2024-04-22T04:33:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:27 smithi040 ceph-mon[88445]: osdmap e429: 8 total, 8 up, 8 in 2024-04-22T04:33:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:27 smithi040 ceph-mon[91058]: osdmap e428: 8 total, 8 up, 8 in 2024-04-22T04:33:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:27 smithi040 ceph-mon[91058]: pgmap v355: 121 pgs: 121 active+clean; 402 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 16 op/s; 110 KiB/s, 0 objects/s recovering 2024-04-22T04:33:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:27 smithi040 ceph-mon[91058]: osdmap e429: 8 total, 8 up, 8 in 2024-04-22T04:33:28.119 INFO:tasks.rados.rados.0.smithi040.stdout:1910: done (5 left) 2024-04-22T04:33:28.119 INFO:tasks.rados.rados.0.smithi040.stdout:1911: done (4 left) 2024-04-22T04:33:28.119 INFO:tasks.rados.rados.0.smithi040.stdout:1912: done (3 left) 2024-04-22T04:33:28.120 INFO:tasks.rados.rados.0.smithi040.stdout:1913: done (2 left) 2024-04-22T04:33:28.120 INFO:tasks.rados.rados.0.smithi040.stdout:1914: done (1 left) 2024-04-22T04:33:28.120 INFO:tasks.rados.rados.0.smithi040.stdout:1916: done (0 left) 2024-04-22T04:33:28.120 INFO:tasks.rados.rados.0.smithi040.stdout:1917: copy_from oid 2 from oid 47 current snap is 189 2024-04-22T04:33:28.120 INFO:tasks.rados.rados.0.smithi040.stdout:1918: snap_remove snap 179 2024-04-22T04:33:29.130 INFO:tasks.rados.rados.0.smithi040.stdout:1918: done (1 left) 2024-04-22T04:33:29.131 INFO:tasks.rados.rados.0.smithi040.stdout:1919: rollback oid 25 current snap is 189 2024-04-22T04:33:29.131 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 25 to 157 2024-04-22T04:33:29.131 INFO:tasks.rados.rados.0.smithi040.stdout:1920: rmattr oid 5 current snap is 189 2024-04-22T04:33:29.131 INFO:tasks.rados.rados.0.smithi040.stdout:1921: read oid 23 snap 181 2024-04-22T04:33:29.131 INFO:tasks.rados.rados.0.smithi040.stdout:1921: expect (ObjNum 531 snap 157 seq_num 531) 2024-04-22T04:33:29.131 INFO:tasks.rados.rados.0.smithi040.stdout:1922: delete oid 9 current snap is 189 2024-04-22T04:33:29.131 INFO:tasks.rados.rados.0.smithi040.stdout:1917: finishing copy_from racing read to smithi04078109-2 2024-04-22T04:33:29.131 INFO:tasks.rados.rados.0.smithi040.stdout:1917: finishing copy_from to smithi04078109-2 2024-04-22T04:33:29.131 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 808 (ObjNum 363 snap 99 seq_num 363) dirty exists 2024-04-22T04:33:29.141 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 1298 (ObjNum 520 snap 153 seq_num 520) dirty exists 2024-04-22T04:33:29.146 INFO:tasks.rados.rados.0.smithi040.stdout:1917: done (4 left) 2024-04-22T04:33:29.146 INFO:tasks.rados.rados.0.smithi040.stdout:1920: done (3 left) 2024-04-22T04:33:29.146 INFO:tasks.rados.rados.0.smithi040.stdout:1922: done (2 left) 2024-04-22T04:33:29.146 INFO:tasks.rados.rados.0.smithi040.stdout:1923: read oid 42 snap -1 2024-04-22T04:33:29.146 INFO:tasks.rados.rados.0.smithi040.stdout:1923: expect deleted 2024-04-22T04:33:29.146 INFO:tasks.rados.rados.0.smithi040.stdout:1924: read oid 41 snap -1 2024-04-22T04:33:29.146 INFO:tasks.rados.rados.0.smithi040.stdout:1924: expect deleted 2024-04-22T04:33:29.146 INFO:tasks.rados.rados.0.smithi040.stdout:1925: snap_create 2024-04-22T04:33:29.146 INFO:tasks.rados.rados.0.smithi040.stdout:1919: finishing rollback tid 0 to smithi04078109-25 2024-04-22T04:33:29.146 INFO:tasks.rados.rados.0.smithi040.stdout:1919: finishing rollback tid 1 to smithi04078109-25 2024-04-22T04:33:29.146 INFO:tasks.rados.rados.0.smithi040.stdout:1919: finishing rollback tid 2 to smithi04078109-25 2024-04-22T04:33:29.147 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 1244 (ObjNum 276 snap 70 seq_num 276) dirty exists 2024-04-22T04:33:29.158 INFO:tasks.rados.rados.0.smithi040.stdout:1921: expect (ObjNum 531 snap 157 seq_num 531) 2024-04-22T04:33:29.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:29 smithi062 ceph-mon[78153]: osdmap e430: 8 total, 8 up, 8 in 2024-04-22T04:33:29.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:29 smithi062 ceph-mon[78153]: pgmap v358: 121 pgs: 121 active+clean; 395 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 986 KiB/s wr, 18 op/s 2024-04-22T04:33:29.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:29 smithi040 ceph-mon[88445]: osdmap e430: 8 total, 8 up, 8 in 2024-04-22T04:33:29.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:29 smithi040 ceph-mon[88445]: pgmap v358: 121 pgs: 121 active+clean; 395 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 986 KiB/s wr, 18 op/s 2024-04-22T04:33:29.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:29 smithi040 ceph-mon[91058]: osdmap e430: 8 total, 8 up, 8 in 2024-04-22T04:33:29.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:29 smithi040 ceph-mon[91058]: pgmap v358: 121 pgs: 121 active+clean; 395 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 986 KiB/s wr, 18 op/s 2024-04-22T04:33:30.131 INFO:tasks.rados.rados.0.smithi040.stdout:1919: done (4 left) 2024-04-22T04:33:30.131 INFO:tasks.rados.rados.0.smithi040.stdout:1921: done (3 left) 2024-04-22T04:33:30.131 INFO:tasks.rados.rados.0.smithi040.stdout:1923: done (2 left) 2024-04-22T04:33:30.131 INFO:tasks.rados.rados.0.smithi040.stdout:1924: done (1 left) 2024-04-22T04:33:30.131 INFO:tasks.rados.rados.0.smithi040.stdout:1925: done (0 left) 2024-04-22T04:33:30.131 INFO:tasks.rados.rados.0.smithi040.stdout:1926: read oid 16 snap -1 2024-04-22T04:33:30.131 INFO:tasks.rados.rados.0.smithi040.stdout:1926: expect (ObjNum 623 snap 188 seq_num 623) 2024-04-22T04:33:30.131 INFO:tasks.rados.rados.0.smithi040.stdout:1927: rollback oid 4 current snap is 190 2024-04-22T04:33:30.131 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 4 to 181 2024-04-22T04:33:30.131 INFO:tasks.rados.rados.0.smithi040.stdout:1928: delete oid 46 current snap is 190 2024-04-22T04:33:30.132 INFO:tasks.rados.rados.0.smithi040.stdout:1928: done (2 left) 2024-04-22T04:33:30.132 INFO:tasks.rados.rados.0.smithi040.stdout:1929: snap_remove snap 157 2024-04-22T04:33:30.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:30 smithi062 ceph-mon[78153]: osdmap e431: 8 total, 8 up, 8 in 2024-04-22T04:33:30.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:30 smithi040 ceph-mon[88445]: osdmap e431: 8 total, 8 up, 8 in 2024-04-22T04:33:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:30 smithi040 ceph-mon[91058]: osdmap e431: 8 total, 8 up, 8 in 2024-04-22T04:33:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:33:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:33:30] "GET /metrics HTTP/1.1" 200 226734 "" "Prometheus/2.33.4" 2024-04-22T04:33:31.139 INFO:tasks.rados.rados.0.smithi040.stdout:1929: done (2 left) 2024-04-22T04:33:31.140 INFO:tasks.rados.rados.0.smithi040.stdout:1930: rollback oid 13 current snap is 190 2024-04-22T04:33:31.140 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 13 to 171 2024-04-22T04:33:31.140 INFO:tasks.rados.rados.0.smithi040.stdout:1926: expect (ObjNum 623 snap 188 seq_num 623) 2024-04-22T04:33:31.319 INFO:tasks.rados.rados.0.smithi040.stdout:1927: finishing rollback tid 0 to smithi04078109-4 2024-04-22T04:33:31.320 INFO:tasks.rados.rados.0.smithi040.stdout:1927: finishing rollback tid 1 to smithi04078109-4 2024-04-22T04:33:31.320 INFO:tasks.rados.rados.0.smithi040.stdout:1927: finishing rollback tid 2 to smithi04078109-4 2024-04-22T04:33:31.320 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 909 (ObjNum 590 snap 174 seq_num 590) dirty exists 2024-04-22T04:33:31.320 INFO:tasks.rados.rados.0.smithi040.stdout:1926: done (2 left) 2024-04-22T04:33:31.320 INFO:tasks.rados.rados.0.smithi040.stdout:1927: done (1 left) 2024-04-22T04:33:31.320 INFO:tasks.rados.rados.0.smithi040.stdout:1931: delete oid 1 current snap is 190 2024-04-22T04:33:31.320 INFO:tasks.rados.rados.0.smithi040.stdout:1930: finishing rollback tid 0 to smithi04078109-13 2024-04-22T04:33:31.320 INFO:tasks.rados.rados.0.smithi040.stdout:1930: finishing rollback tid 1 to smithi04078109-13 2024-04-22T04:33:31.320 INFO:tasks.rados.rados.0.smithi040.stdout:1930: finishing rollback tid 2 to smithi04078109-13 2024-04-22T04:33:31.320 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 912 (ObjNum -136039856 snap 32647 seq_num 2851561040) dirty exists 2024-04-22T04:33:31.322 INFO:tasks.rados.rados.0.smithi040.stdout:1930: done (1 left) 2024-04-22T04:33:31.322 INFO:tasks.rados.rados.0.smithi040.stdout:1931: done (0 left) 2024-04-22T04:33:31.322 INFO:tasks.rados.rados.0.smithi040.stdout:1932: delete oid 27 current snap is 190 2024-04-22T04:33:31.324 INFO:tasks.rados.rados.0.smithi040.stdout:1932: done (0 left) 2024-04-22T04:33:31.324 INFO:tasks.rados.rados.0.smithi040.stdout:1933: snap_remove snap 181 2024-04-22T04:33:31.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:31 smithi040 ceph-mon[88445]: osdmap e432: 8 total, 8 up, 8 in 2024-04-22T04:33:31.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:31 smithi040 ceph-mon[88445]: pgmap v361: 121 pgs: 121 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 322 KiB/s wr, 7 op/s 2024-04-22T04:33:31.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:31 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:31 smithi040 ceph-mon[91058]: osdmap e432: 8 total, 8 up, 8 in 2024-04-22T04:33:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:31 smithi040 ceph-mon[91058]: pgmap v361: 121 pgs: 121 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 322 KiB/s wr, 7 op/s 2024-04-22T04:33:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:31 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:31 smithi062 ceph-mon[78153]: osdmap e432: 8 total, 8 up, 8 in 2024-04-22T04:33:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:31 smithi062 ceph-mon[78153]: pgmap v361: 121 pgs: 121 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 322 KiB/s wr, 7 op/s 2024-04-22T04:33:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:31 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:32.122 INFO:tasks.rados.rados.0.smithi040.stdout:1933: done (0 left) 2024-04-22T04:33:32.122 INFO:tasks.rados.rados.0.smithi040.stdout:1934: setattr oid 36 current snap is 190 2024-04-22T04:33:32.122 INFO:tasks.rados.rados.0.smithi040.stdout:1935: copy_from oid 38 from oid 1 current snap is 190 2024-04-22T04:33:32.130 INFO:tasks.rados.rados.0.smithi040.stdout:1936: rollback oid 15 current snap is 190 2024-04-22T04:33:32.130 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 15 to 183 2024-04-22T04:33:32.130 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 22 current snap is 190 2024-04-22T04:33:32.130 INFO:tasks.rados.rados.0.smithi040.stdout:1937: seq_num 628 ranges {1867776=524288,2392064=401408} 2024-04-22T04:33:32.140 INFO:tasks.rados.rados.0.smithi040.stdout:1937: writing smithi04078109-22 from 1867776 to 2392064 tid 1 2024-04-22T04:33:32.140 INFO:tasks.rados.rados.0.smithi040.stdout:1937: writing smithi04078109-22 from 2392064 to 2793472 tid 2 2024-04-22T04:33:32.140 INFO:tasks.rados.rados.0.smithi040.stdout:1938: rollback oid 10 current snap is 190 2024-04-22T04:33:32.140 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 10 to 172 2024-04-22T04:33:32.140 INFO:tasks.rados.rados.0.smithi040.stdout:1939: snap_create 2024-04-22T04:33:32.141 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 935 (ObjNum 1599498587 snap 1682857295 seq_num 1752133467) dirty exists 2024-04-22T04:33:32.142 INFO:tasks.rados.rados.0.smithi040.stdout:1936: finishing rollback tid 0 to smithi04078109-15 2024-04-22T04:33:32.142 INFO:tasks.rados.rados.0.smithi040.stdout:1936: finishing rollback tid 1 to smithi04078109-15 2024-04-22T04:33:32.142 INFO:tasks.rados.rados.0.smithi040.stdout:1936: finishing rollback tid 2 to smithi04078109-15 2024-04-22T04:33:32.142 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 1324 (ObjNum 579 snap 171 seq_num 579) dirty exists 2024-04-22T04:33:32.143 INFO:tasks.rados.rados.0.smithi040.stdout:1937: finishing write tid 1 to smithi04078109-22 2024-04-22T04:33:32.144 INFO:tasks.rados.rados.0.smithi040.stdout:1935: finishing copy_from to smithi04078109-38 2024-04-22T04:33:32.145 INFO:tasks.rados.rados.0.smithi040.stdout:1935: got expected ENOENT (src dne) 2024-04-22T04:33:32.145 INFO:tasks.rados.rados.0.smithi040.stdout:1935: finishing copy_from racing read to smithi04078109-38 2024-04-22T04:33:32.145 INFO:tasks.rados.rados.0.smithi040.stdout:1937: finishing write tid 2 to smithi04078109-22 2024-04-22T04:33:32.148 INFO:tasks.rados.rados.0.smithi040.stdout:1937: finishing write tid 3 to smithi04078109-22 2024-04-22T04:33:32.148 INFO:tasks.rados.rados.0.smithi040.stdout:1938: finishing rollback tid 0 to smithi04078109-10 2024-04-22T04:33:32.148 INFO:tasks.rados.rados.0.smithi040.stdout:1938: finishing rollback tid 1 to smithi04078109-10 2024-04-22T04:33:32.149 INFO:tasks.rados.rados.0.smithi040.stdout:1938: finishing rollback tid 2 to smithi04078109-10 2024-04-22T04:33:32.149 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 819 (ObjNum 573 snap 170 seq_num 573) dirty exists 2024-04-22T04:33:32.149 INFO:tasks.rados.rados.0.smithi040.stdout:1937: finishing write tid 4 to smithi04078109-22 2024-04-22T04:33:32.149 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 190 (ObjNum 628 snap 190 seq_num 628) dirty exists 2024-04-22T04:33:32.149 INFO:tasks.rados.rados.0.smithi040.stdout:1937: left oid 22 (ObjNum 628 snap 190 seq_num 628) 2024-04-22T04:33:32.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:32 smithi040 ceph-mon[88445]: osdmap e433: 8 total, 8 up, 8 in 2024-04-22T04:33:32.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:32 smithi040 ceph-mon[88445]: osdmap e434: 8 total, 8 up, 8 in 2024-04-22T04:33:32.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:32 smithi040 ceph-mon[91058]: osdmap e433: 8 total, 8 up, 8 in 2024-04-22T04:33:32.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:32 smithi040 ceph-mon[91058]: osdmap e434: 8 total, 8 up, 8 in 2024-04-22T04:33:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:32 smithi062 ceph-mon[78153]: osdmap e433: 8 total, 8 up, 8 in 2024-04-22T04:33:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:32 smithi062 ceph-mon[78153]: osdmap e434: 8 total, 8 up, 8 in 2024-04-22T04:33:33.151 INFO:tasks.rados.rados.0.smithi040.stdout:1934: done (5 left) 2024-04-22T04:33:33.151 INFO:tasks.rados.rados.0.smithi040.stdout:1935: done (4 left) 2024-04-22T04:33:33.151 INFO:tasks.rados.rados.0.smithi040.stdout:1936: done (3 left) 2024-04-22T04:33:33.151 INFO:tasks.rados.rados.0.smithi040.stdout:1937: done (2 left) 2024-04-22T04:33:33.152 INFO:tasks.rados.rados.0.smithi040.stdout:1938: done (1 left) 2024-04-22T04:33:33.152 INFO:tasks.rados.rados.0.smithi040.stdout:1939: done (0 left) 2024-04-22T04:33:33.152 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 8 current snap is 191 2024-04-22T04:33:33.152 INFO:tasks.rados.rados.0.smithi040.stdout:1940: seq_num 629 ranges {3989504=540672,4530176=401408} 2024-04-22T04:33:33.176 INFO:tasks.rados.rados.0.smithi040.stdout:1940: writing smithi04078109-8 from 3989504 to 4530176 tid 1 2024-04-22T04:33:33.178 INFO:tasks.rados.rados.0.smithi040.stdout:1940: writing smithi04078109-8 from 4530176 to 4931584 tid 2 2024-04-22T04:33:33.178 INFO:tasks.rados.rados.0.smithi040.stdout:1941: delete oid 12 current snap is 191 2024-04-22T04:33:33.181 INFO:tasks.rados.rados.0.smithi040.stdout:1941: done (1 left) 2024-04-22T04:33:33.181 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 191 2024-04-22T04:33:33.181 INFO:tasks.rados.rados.0.smithi040.stdout:1942: seq_num 631 ranges {401408=573440,974848=401408} 2024-04-22T04:33:33.186 INFO:tasks.rados.rados.0.smithi040.stdout:1942: writing smithi04078109-35 from 401408 to 974848 tid 1 2024-04-22T04:33:33.188 INFO:tasks.rados.rados.0.smithi040.stdout:1942: writing smithi04078109-35 from 974848 to 1376256 tid 2 2024-04-22T04:33:33.188 INFO:tasks.rados.rados.0.smithi040.stdout:1943: delete oid 4 current snap is 191 2024-04-22T04:33:33.189 INFO:tasks.rados.rados.0.smithi040.stdout:1940: finishing write tid 1 to smithi04078109-8 2024-04-22T04:33:33.189 INFO:tasks.rados.rados.0.smithi040.stdout:1940: finishing write tid 2 to smithi04078109-8 2024-04-22T04:33:33.189 INFO:tasks.rados.rados.0.smithi040.stdout:1940: finishing write tid 3 to smithi04078109-8 2024-04-22T04:33:33.189 INFO:tasks.rados.rados.0.smithi040.stdout:1940: finishing write tid 4 to smithi04078109-8 2024-04-22T04:33:33.189 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 985 (ObjNum 629 snap 191 seq_num 629) dirty exists 2024-04-22T04:33:33.189 INFO:tasks.rados.rados.0.smithi040.stdout:1940: left oid 8 (ObjNum 629 snap 191 seq_num 629) 2024-04-22T04:33:33.191 INFO:tasks.rados.rados.0.smithi040.stdout:1940: done (2 left) 2024-04-22T04:33:33.191 INFO:tasks.rados.rados.0.smithi040.stdout:1943: done (1 left) 2024-04-22T04:33:33.191 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 191 2024-04-22T04:33:33.191 INFO:tasks.rados.rados.0.smithi040.stdout:1944: seq_num 633 ranges {3178496=606208,3784704=401408} 2024-04-22T04:33:33.212 INFO:tasks.rados.rados.0.smithi040.stdout:1944: writing smithi04078109-47 from 3178496 to 3784704 tid 1 2024-04-22T04:33:33.215 INFO:tasks.rados.rados.0.smithi040.stdout:1944: writing smithi04078109-47 from 3784704 to 4186112 tid 2 2024-04-22T04:33:33.215 INFO:tasks.rados.rados.0.smithi040.stdout:1945: rmattr oid 23 current snap is 191 2024-04-22T04:33:33.215 INFO:tasks.rados.rados.0.smithi040.stdout:1945: done (2 left) 2024-04-22T04:33:33.215 INFO:tasks.rados.rados.0.smithi040.stdout:1946: copy_from oid 30 from oid 2 current snap is 191 2024-04-22T04:33:33.215 INFO:tasks.rados.rados.0.smithi040.stdout:1942: finishing write tid 1 to smithi04078109-35 2024-04-22T04:33:33.215 INFO:tasks.rados.rados.0.smithi040.stdout:1942: finishing write tid 2 to smithi04078109-35 2024-04-22T04:33:33.215 INFO:tasks.rados.rados.0.smithi040.stdout:1942: finishing write tid 3 to smithi04078109-35 2024-04-22T04:33:33.215 INFO:tasks.rados.rados.0.smithi040.stdout:1942: finishing write tid 4 to smithi04078109-35 2024-04-22T04:33:33.215 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1224 (ObjNum 631 snap 191 seq_num 631) dirty exists 2024-04-22T04:33:33.215 INFO:tasks.rados.rados.0.smithi040.stdout:1942: left oid 35 (ObjNum 631 snap 191 seq_num 631) 2024-04-22T04:33:33.216 INFO:tasks.rados.rados.0.smithi040.stdout:1942: done (2 left) 2024-04-22T04:33:33.216 INFO:tasks.rados.rados.0.smithi040.stdout:1947: copy_from oid 18 from oid 44 current snap is 191 2024-04-22T04:33:33.216 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 7 current snap is 191 2024-04-22T04:33:33.216 INFO:tasks.rados.rados.0.smithi040.stdout:1948: seq_num 634 ranges {7643136=622592,8265728=401408} 2024-04-22T04:33:33.259 INFO:tasks.rados.rados.0.smithi040.stdout:1948: writing smithi04078109-7 from 7643136 to 8265728 tid 1 2024-04-22T04:33:33.262 INFO:tasks.rados.rados.0.smithi040.stdout:1948: writing smithi04078109-7 from 8265728 to 8667136 tid 2 2024-04-22T04:33:33.263 INFO:tasks.rados.rados.0.smithi040.stdout:1949: delete oid 46 current snap is 191 2024-04-22T04:33:33.263 INFO:tasks.rados.rados.0.smithi040.stdout:1944: finishing write tid 1 to smithi04078109-47 2024-04-22T04:33:33.263 INFO:tasks.rados.rados.0.smithi040.stdout:1944: finishing write tid 2 to smithi04078109-47 2024-04-22T04:33:33.263 INFO:tasks.rados.rados.0.smithi040.stdout:1944: finishing write tid 3 to smithi04078109-47 2024-04-22T04:33:33.263 INFO:tasks.rados.rados.0.smithi040.stdout:1947: finishing copy_from racing read to smithi04078109-18 2024-04-22T04:33:33.263 INFO:tasks.rados.rados.0.smithi040.stdout:1944: finishing write tid 4 to smithi04078109-47 2024-04-22T04:33:33.263 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 966 (ObjNum 633 snap 191 seq_num 633) dirty exists 2024-04-22T04:33:33.263 INFO:tasks.rados.rados.0.smithi040.stdout:1944: left oid 47 (ObjNum 633 snap 191 seq_num 633) 2024-04-22T04:33:33.263 INFO:tasks.rados.rados.0.smithi040.stdout:1947: finishing copy_from to smithi04078109-18 2024-04-22T04:33:33.263 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 888 (ObjNum 602 snap 181 seq_num 602) dirty exists 2024-04-22T04:33:33.263 INFO:tasks.rados.rados.0.smithi040.stdout:1946: finishing copy_from racing read to smithi04078109-30 2024-04-22T04:33:33.263 INFO:tasks.rados.rados.0.smithi040.stdout:1946: finishing copy_from to smithi04078109-30 2024-04-22T04:33:33.263 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 808 (ObjNum 363 snap 99 seq_num 363) dirty exists 2024-04-22T04:33:33.264 INFO:tasks.rados.rados.0.smithi040.stdout:1944: done (4 left) 2024-04-22T04:33:33.264 INFO:tasks.rados.rados.0.smithi040.stdout:1946: done (3 left) 2024-04-22T04:33:33.264 INFO:tasks.rados.rados.0.smithi040.stdout:1947: done (2 left) 2024-04-22T04:33:33.264 INFO:tasks.rados.rados.0.smithi040.stdout:1949: done (1 left) 2024-04-22T04:33:33.264 INFO:tasks.rados.rados.0.smithi040.stdout:1950: read oid 29 snap -1 2024-04-22T04:33:33.264 INFO:tasks.rados.rados.0.smithi040.stdout:1950: expect (ObjNum 610 snap 184 seq_num 610) 2024-04-22T04:33:33.265 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 9 current snap is 191 2024-04-22T04:33:33.265 INFO:tasks.rados.rados.0.smithi040.stdout:1951: seq_num 636 ranges {0=655360,655360=401408} 2024-04-22T04:33:33.268 INFO:tasks.rados.rados.0.smithi040.stdout:1951: writing smithi04078109-9 from 0 to 655360 tid 1 2024-04-22T04:33:33.271 INFO:tasks.rados.rados.0.smithi040.stdout:1951: writing smithi04078109-9 from 655360 to 1056768 tid 2 2024-04-22T04:33:33.271 INFO:tasks.rados.rados.0.smithi040.stdout:1952: snap_create 2024-04-22T04:33:33.271 INFO:tasks.rados.rados.0.smithi040.stdout:1948: finishing write tid 1 to smithi04078109-7 2024-04-22T04:33:33.271 INFO:tasks.rados.rados.0.smithi040.stdout:1948: finishing write tid 2 to smithi04078109-7 2024-04-22T04:33:33.271 INFO:tasks.rados.rados.0.smithi040.stdout:1948: finishing write tid 3 to smithi04078109-7 2024-04-22T04:33:33.271 INFO:tasks.rados.rados.0.smithi040.stdout:1948: finishing write tid 4 to smithi04078109-7 2024-04-22T04:33:33.271 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 1061 (ObjNum 634 snap 191 seq_num 634) dirty exists 2024-04-22T04:33:33.271 INFO:tasks.rados.rados.0.smithi040.stdout:1948: left oid 7 (ObjNum 634 snap 191 seq_num 634) 2024-04-22T04:33:33.271 INFO:tasks.rados.rados.0.smithi040.stdout:1951: finishing write tid 1 to smithi04078109-9 2024-04-22T04:33:33.274 INFO:tasks.rados.rados.0.smithi040.stdout:1951: finishing write tid 2 to smithi04078109-9 2024-04-22T04:33:33.274 INFO:tasks.rados.rados.0.smithi040.stdout:1951: finishing write tid 3 to smithi04078109-9 2024-04-22T04:33:33.276 INFO:tasks.rados.rados.0.smithi040.stdout:1951: finishing write tid 4 to smithi04078109-9 2024-04-22T04:33:33.276 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 1064 (ObjNum 636 snap 191 seq_num 636) dirty exists 2024-04-22T04:33:33.276 INFO:tasks.rados.rados.0.smithi040.stdout:1951: left oid 9 (ObjNum 636 snap 191 seq_num 636) 2024-04-22T04:33:33.278 INFO:tasks.rados.rados.0.smithi040.stdout:1950: expect (ObjNum 610 snap 184 seq_num 610) 2024-04-22T04:33:33.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:33 smithi040 ceph-mon[88445]: pgmap v364: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-22T04:33:33.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:33 smithi040 ceph-mon[91058]: pgmap v364: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-22T04:33:33.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:33 smithi062 ceph-mon[78153]: pgmap v364: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-22T04:33:34.156 INFO:tasks.rados.rados.0.smithi040.stdout:1948: done (3 left) 2024-04-22T04:33:34.157 INFO:tasks.rados.rados.0.smithi040.stdout:1950: done (2 left) 2024-04-22T04:33:34.157 INFO:tasks.rados.rados.0.smithi040.stdout:1951: done (1 left) 2024-04-22T04:33:34.157 INFO:tasks.rados.rados.0.smithi040.stdout:1952: done (0 left) 2024-04-22T04:33:34.157 INFO:tasks.rados.rados.0.smithi040.stdout:1953: rollback oid 36 current snap is 192 2024-04-22T04:33:34.157 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 36 to 190 2024-04-22T04:33:34.157 INFO:tasks.rados.rados.0.smithi040.stdout:1954: snap_create 2024-04-22T04:33:34.162 INFO:tasks.rados.rados.0.smithi040.stdout:1953: finishing rollback tid 0 to smithi04078109-36 2024-04-22T04:33:34.163 INFO:tasks.rados.rados.0.smithi040.stdout:1953: finishing rollback tid 1 to smithi04078109-36 2024-04-22T04:33:34.163 INFO:tasks.rados.rados.0.smithi040.stdout:1953: finishing rollback tid 2 to smithi04078109-36 2024-04-22T04:33:34.163 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 938 (ObjNum -136041360 snap 32647 seq_num 2851868448) dirty exists 2024-04-22T04:33:34.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:34 smithi040 ceph-mon[88445]: osdmap e435: 8 total, 8 up, 8 in 2024-04-22T04:33:34.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:34 smithi040 ceph-mon[91058]: osdmap e435: 8 total, 8 up, 8 in 2024-04-22T04:33:34.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:34 smithi062 ceph-mon[78153]: osdmap e435: 8 total, 8 up, 8 in 2024-04-22T04:33:35.167 INFO:tasks.rados.rados.0.smithi040.stdout:1953: done (1 left) 2024-04-22T04:33:35.167 INFO:tasks.rados.rados.0.smithi040.stdout:1954: done (0 left) 2024-04-22T04:33:35.167 INFO:tasks.rados.rados.0.smithi040.stdout:1955: read oid 4 snap 170 2024-04-22T04:33:35.167 INFO:tasks.rados.rados.0.smithi040.stdout:1955: expect (ObjNum 533 snap 157 seq_num 533) 2024-04-22T04:33:35.167 INFO:tasks.rados.rados.0.smithi040.stdout:1956: snap_remove snap 190 2024-04-22T04:33:35.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:35 smithi062 ceph-mon[78153]: osdmap e436: 8 total, 8 up, 8 in 2024-04-22T04:33:35.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:35 smithi062 ceph-mon[78153]: pgmap v367: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 982 KiB/s wr, 9 op/s 2024-04-22T04:33:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:35 smithi040 ceph-mon[88445]: osdmap e436: 8 total, 8 up, 8 in 2024-04-22T04:33:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:35 smithi040 ceph-mon[88445]: pgmap v367: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 982 KiB/s wr, 9 op/s 2024-04-22T04:33:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:35 smithi040 ceph-mon[91058]: osdmap e436: 8 total, 8 up, 8 in 2024-04-22T04:33:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:35 smithi040 ceph-mon[91058]: pgmap v367: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 982 KiB/s wr, 9 op/s 2024-04-22T04:33:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:33:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:33:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:33:36.177 INFO:tasks.rados.rados.0.smithi040.stdout:1956: done (1 left) 2024-04-22T04:33:36.177 INFO:tasks.rados.rados.0.smithi040.stdout:1957: setattr oid 49 current snap is 193 2024-04-22T04:33:36.177 INFO:tasks.rados.rados.0.smithi040.stdout:1955: expect (ObjNum 533 snap 157 seq_num 533) 2024-04-22T04:33:36.328 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:36 smithi062 ceph-mon[78153]: osdmap e437: 8 total, 8 up, 8 in 2024-04-22T04:33:36.328 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-22T04:33:36.329 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:36 smithi062 ceph-mon[78153]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-22T04:33:36.329 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:36 smithi062 ceph-mon[78153]: Upgrade: osd.5 is safe to restart 2024-04-22T04:33:36.329 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:36.329 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:33:36.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:36 smithi040 ceph-mon[91058]: osdmap e437: 8 total, 8 up, 8 in 2024-04-22T04:33:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-22T04:33:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:36 smithi040 ceph-mon[91058]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-22T04:33:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:36 smithi040 ceph-mon[91058]: Upgrade: osd.5 is safe to restart 2024-04-22T04:33:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:33:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:36 smithi040 ceph-mon[88445]: osdmap e437: 8 total, 8 up, 8 in 2024-04-22T04:33:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-22T04:33:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:36 smithi040 ceph-mon[88445]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-22T04:33:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:36 smithi040 ceph-mon[88445]: Upgrade: osd.5 is safe to restart 2024-04-22T04:33:36.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:36.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:33:36.998 INFO:tasks.rados.rados.0.smithi040.stdout:1955: done (1 left) 2024-04-22T04:33:36.998 INFO:tasks.rados.rados.0.smithi040.stdout:1958: snap_remove snap 167 2024-04-22T04:33:37.118 INFO:tasks.rados.rados.0.smithi040.stdout:1958: done (1 left) 2024-04-22T04:33:37.118 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 41 current snap is 193 2024-04-22T04:33:37.118 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 1068 (ObjNum 1499623771 snap 1666279280 seq_num 1851618414) dirty exists 2024-04-22T04:33:37.118 INFO:tasks.rados.rados.0.smithi040.stdout:1959: seq_num 637 ranges {0=671744,671744=401408} 2024-04-22T04:33:37.122 INFO:tasks.rados.rados.0.smithi040.stdout:1959: writing smithi04078109-41 from 0 to 671744 tid 1 2024-04-22T04:33:37.125 INFO:tasks.rados.rados.0.smithi040.stdout:1959: writing smithi04078109-41 from 671744 to 1073152 tid 2 2024-04-22T04:33:37.125 INFO:tasks.rados.rados.0.smithi040.stdout:1957: done (1 left) 2024-04-22T04:33:37.125 INFO:tasks.rados.rados.0.smithi040.stdout:1960: copy_from oid 29 from oid 48 current snap is 193 2024-04-22T04:33:37.125 INFO:tasks.rados.rados.0.smithi040.stdout:1961: snap_remove snap 170 2024-04-22T04:33:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:37 smithi062 ceph-mon[78153]: osdmap e438: 8 total, 8 up, 8 in 2024-04-22T04:33:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:37 smithi062 ceph-mon[78153]: pgmap v370: 121 pgs: 121 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-22T04:33:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:37 smithi062 ceph-mon[78153]: osdmap e439: 8 total, 8 up, 8 in 2024-04-22T04:33:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:37 smithi040 ceph-mon[88445]: osdmap e438: 8 total, 8 up, 8 in 2024-04-22T04:33:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:37 smithi040 ceph-mon[88445]: pgmap v370: 121 pgs: 121 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-22T04:33:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:37 smithi040 ceph-mon[88445]: osdmap e439: 8 total, 8 up, 8 in 2024-04-22T04:33:37.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:37 smithi040 ceph-mon[91058]: osdmap e438: 8 total, 8 up, 8 in 2024-04-22T04:33:37.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:37 smithi040 ceph-mon[91058]: pgmap v370: 121 pgs: 121 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-22T04:33:37.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:37 smithi040 ceph-mon[91058]: osdmap e439: 8 total, 8 up, 8 in 2024-04-22T04:33:38.119 INFO:tasks.rados.rados.0.smithi040.stdout:1961: done (2 left) 2024-04-22T04:33:38.119 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 193 2024-04-22T04:33:38.119 INFO:tasks.rados.rados.0.smithi040.stdout:1959: finishing write tid 1 to smithi04078109-41 2024-04-22T04:33:38.119 INFO:tasks.rados.rados.0.smithi040.stdout:1962: seq_num 638 ranges {0=688128,688128=401408} 2024-04-22T04:33:38.126 INFO:tasks.rados.rados.0.smithi040.stdout:1962: writing smithi04078109-49 from 0 to 688128 tid 1 2024-04-22T04:33:38.126 INFO:tasks.rados.rados.0.smithi040.stdout:1962: writing smithi04078109-49 from 688128 to 1089536 tid 2 2024-04-22T04:33:38.126 INFO:tasks.rados.rados.0.smithi040.stdout:1963: read oid 30 snap -1 2024-04-22T04:33:38.126 INFO:tasks.rados.rados.0.smithi040.stdout:1963: expect (ObjNum 363 snap 99 seq_num 363) 2024-04-22T04:33:38.127 INFO:tasks.rados.rados.0.smithi040.stdout:1964: snap_create 2024-04-22T04:33:38.129 INFO:tasks.rados.rados.0.smithi040.stdout:1959: finishing write tid 2 to smithi04078109-41 2024-04-22T04:33:38.129 INFO:tasks.rados.rados.0.smithi040.stdout:1959: finishing write tid 3 to smithi04078109-41 2024-04-22T04:33:38.129 INFO:tasks.rados.rados.0.smithi040.stdout:1959: finishing write tid 4 to smithi04078109-41 2024-04-22T04:33:38.129 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 1333 (ObjNum 637 snap 193 seq_num 637) dirty exists 2024-04-22T04:33:38.129 INFO:tasks.rados.rados.0.smithi040.stdout:1959: left oid 41 (ObjNum 637 snap 193 seq_num 637) 2024-04-22T04:33:38.129 INFO:tasks.rados.rados.0.smithi040.stdout:1960: finishing copy_from racing read to smithi04078109-29 2024-04-22T04:33:38.130 INFO:tasks.rados.rados.0.smithi040.stdout:1960: finishing copy_from to smithi04078109-29 2024-04-22T04:33:38.130 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 959 (ObjNum 555 snap 162 seq_num 555) dirty exists 2024-04-22T04:33:38.140 INFO:tasks.rados.rados.0.smithi040.stdout:1962: finishing write tid 1 to smithi04078109-49 2024-04-22T04:33:38.143 INFO:tasks.rados.rados.0.smithi040.stdout:1962: finishing write tid 2 to smithi04078109-49 2024-04-22T04:33:38.144 INFO:tasks.rados.rados.0.smithi040.stdout:1962: finishing write tid 3 to smithi04078109-49 2024-04-22T04:33:38.151 INFO:tasks.rados.rados.0.smithi040.stdout:1962: finishing write tid 4 to smithi04078109-49 2024-04-22T04:33:38.151 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 1085 (ObjNum 638 snap 193 seq_num 638) dirty exists 2024-04-22T04:33:38.151 INFO:tasks.rados.rados.0.smithi040.stdout:1962: left oid 49 (ObjNum 638 snap 193 seq_num 638) 2024-04-22T04:33:38.155 INFO:tasks.rados.rados.0.smithi040.stdout:1963: expect (ObjNum 363 snap 99 seq_num 363) 2024-04-22T04:33:38.609 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:38 smithi062 ceph-mon[78153]: Upgrade: Updating osd.5 2024-04-22T04:33:38.609 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:38 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:38.609 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:38 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T04:33:38.609 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:38 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:33:38.609 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:38 smithi062 ceph-mon[78153]: Deploying daemon osd.5 on smithi062 2024-04-22T04:33:38.609 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:38 smithi062 ceph-mon[78153]: osdmap e440: 8 total, 8 up, 8 in 2024-04-22T04:33:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:38 smithi040 ceph-mon[88445]: Upgrade: Updating osd.5 2024-04-22T04:33:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:38 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:38 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T04:33:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:38 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:33:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:38 smithi040 ceph-mon[88445]: Deploying daemon osd.5 on smithi062 2024-04-22T04:33:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:38 smithi040 ceph-mon[88445]: osdmap e440: 8 total, 8 up, 8 in 2024-04-22T04:33:38.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:38 smithi040 ceph-mon[91058]: Upgrade: Updating osd.5 2024-04-22T04:33:38.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:38 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:38.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:38 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T04:33:38.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:38 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:33:38.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:38 smithi040 ceph-mon[91058]: Deploying daemon osd.5 on smithi062 2024-04-22T04:33:38.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:38 smithi040 ceph-mon[91058]: osdmap e440: 8 total, 8 up, 8 in 2024-04-22T04:33:39.125 INFO:tasks.rados.rados.0.smithi040.stdout:1959: done (4 left) 2024-04-22T04:33:39.126 INFO:tasks.rados.rados.0.smithi040.stdout:1960: done (3 left) 2024-04-22T04:33:39.126 INFO:tasks.rados.rados.0.smithi040.stdout:1962: done (2 left) 2024-04-22T04:33:39.126 INFO:tasks.rados.rados.0.smithi040.stdout:1963: done (1 left) 2024-04-22T04:33:39.126 INFO:tasks.rados.rados.0.smithi040.stdout:1964: done (0 left) 2024-04-22T04:33:39.126 INFO:tasks.rados.rados.0.smithi040.stdout:1965: read oid 4 snap -1 2024-04-22T04:33:39.126 INFO:tasks.rados.rados.0.smithi040.stdout:1965: expect deleted 2024-04-22T04:33:39.126 INFO:tasks.rados.rados.0.smithi040.stdout:1966: rollback oid 30 current snap is 194 2024-04-22T04:33:39.126 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 30 to 176 2024-04-22T04:33:39.126 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 194 2024-04-22T04:33:39.126 INFO:tasks.rados.rados.0.smithi040.stdout:1967: seq_num 639 ranges {3284992=704512,3989504=401408} 2024-04-22T04:33:39.148 INFO:tasks.rados.rados.0.smithi040.stdout:1967: writing smithi04078109-10 from 3284992 to 3989504 tid 1 2024-04-22T04:33:39.150 INFO:tasks.rados.rados.0.smithi040.stdout:1967: writing smithi04078109-10 from 3989504 to 4390912 tid 2 2024-04-22T04:33:39.151 INFO:tasks.rados.rados.0.smithi040.stdout:1968: copy_from oid 38 from oid 39 current snap is 194 2024-04-22T04:33:39.151 INFO:tasks.rados.rados.0.smithi040.stdout:1966: finishing rollback tid 0 to smithi04078109-30 2024-04-22T04:33:39.151 INFO:tasks.rados.rados.0.smithi040.stdout:1966: finishing rollback tid 1 to smithi04078109-30 2024-04-22T04:33:39.151 INFO:tasks.rados.rados.0.smithi040.stdout:1966: finishing rollback tid 2 to smithi04078109-30 2024-04-22T04:33:39.151 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 1227 (ObjNum 546 snap 159 seq_num 546) dirty exists 2024-04-22T04:33:39.151 INFO:tasks.rados.rados.0.smithi040.stdout:1965: done (3 left) 2024-04-22T04:33:39.151 INFO:tasks.rados.rados.0.smithi040.stdout:1966: done (2 left) 2024-04-22T04:33:39.151 INFO:tasks.rados.rados.0.smithi040.stdout:1969: delete oid 34 current snap is 194 2024-04-22T04:33:39.154 INFO:tasks.rados.rados.0.smithi040.stdout:1967: finishing write tid 1 to smithi04078109-10 2024-04-22T04:33:39.155 INFO:tasks.rados.rados.0.smithi040.stdout:1969: done (2 left) 2024-04-22T04:33:39.155 INFO:tasks.rados.rados.0.smithi040.stdout:1970: rollback oid 5 current snap is 194 2024-04-22T04:33:39.155 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 5 to 193 2024-04-22T04:33:39.155 INFO:tasks.rados.rados.0.smithi040.stdout:1967: finishing write tid 2 to smithi04078109-10 2024-04-22T04:33:39.155 INFO:tasks.rados.rados.0.smithi040.stdout:1971: snap_create 2024-04-22T04:33:39.155 INFO:tasks.rados.rados.0.smithi040.stdout:1967: finishing write tid 3 to smithi04078109-10 2024-04-22T04:33:39.157 INFO:tasks.rados.rados.0.smithi040.stdout:1967: finishing write tid 4 to smithi04078109-10 2024-04-22T04:33:39.157 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 822 (ObjNum 639 snap 194 seq_num 639) dirty exists 2024-04-22T04:33:39.157 INFO:tasks.rados.rados.0.smithi040.stdout:1967: left oid 10 (ObjNum 639 snap 194 seq_num 639) 2024-04-22T04:33:39.159 INFO:tasks.rados.rados.0.smithi040.stdout:1970: finishing rollback tid 0 to smithi04078109-5 2024-04-22T04:33:39.160 INFO:tasks.rados.rados.0.smithi040.stdout:1970: finishing rollback tid 1 to smithi04078109-5 2024-04-22T04:33:39.160 INFO:tasks.rados.rados.0.smithi040.stdout:1970: finishing rollback tid 2 to smithi04078109-5 2024-04-22T04:33:39.160 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 1355 (ObjNum 520 snap 153 seq_num 520) dirty exists 2024-04-22T04:33:39.162 INFO:tasks.rados.rados.0.smithi040.stdout:1968: finishing copy_from racing read to smithi04078109-38 2024-04-22T04:33:39.164 INFO:tasks.rados.rados.0.smithi040.stdout:1968: finishing copy_from to smithi04078109-38 2024-04-22T04:33:39.164 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 982 (ObjNum 611 snap 184 seq_num 611) dirty exists 2024-04-22T04:33:39.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:39 smithi062 ceph-mon[78153]: pgmap v373: 121 pgs: 121 active+clean; 378 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-04-22T04:33:39.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:39 smithi062 ceph-mon[78153]: osdmap e441: 8 total, 8 up, 8 in 2024-04-22T04:33:39.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:39 smithi040 ceph-mon[88445]: pgmap v373: 121 pgs: 121 active+clean; 378 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-04-22T04:33:39.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:39 smithi040 ceph-mon[88445]: osdmap e441: 8 total, 8 up, 8 in 2024-04-22T04:33:39.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:39 smithi040 ceph-mon[91058]: pgmap v373: 121 pgs: 121 active+clean; 378 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-04-22T04:33:39.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:39 smithi040 ceph-mon[91058]: osdmap e441: 8 total, 8 up, 8 in 2024-04-22T04:33:40.124 INFO:tasks.rados.rados.0.smithi040.stdout:1967: done (3 left) 2024-04-22T04:33:40.124 INFO:tasks.rados.rados.0.smithi040.stdout:1968: done (2 left) 2024-04-22T04:33:40.124 INFO:tasks.rados.rados.0.smithi040.stdout:1970: done (1 left) 2024-04-22T04:33:40.124 INFO:tasks.rados.rados.0.smithi040.stdout:1971: done (0 left) 2024-04-22T04:33:40.124 INFO:tasks.rados.rados.0.smithi040.stdout:1972: read oid 30 snap 186 2024-04-22T04:33:40.124 INFO:tasks.rados.rados.0.smithi040.stdout:1972: expect (ObjNum 546 snap 159 seq_num 546) 2024-04-22T04:33:40.124 INFO:tasks.rados.rados.0.smithi040.stdout:1973: rollback oid 17 current snap is 195 2024-04-22T04:33:40.124 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 17 to 187 2024-04-22T04:33:40.124 INFO:tasks.rados.rados.0.smithi040.stdout:1974: read oid 14 snap 178 2024-04-22T04:33:40.124 INFO:tasks.rados.rados.0.smithi040.stdout:1974: expect deleted 2024-04-22T04:33:40.125 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 195 2024-04-22T04:33:40.125 INFO:tasks.rados.rados.0.smithi040.stdout:1975: seq_num 641 ranges {0=745472,745472=401408} 2024-04-22T04:33:40.128 INFO:tasks.rados.rados.0.smithi040.stdout:1975: writing smithi04078109-13 from 0 to 745472 tid 1 2024-04-22T04:33:40.131 INFO:tasks.rados.rados.0.smithi040.stdout:1975: writing smithi04078109-13 from 745472 to 1146880 tid 2 2024-04-22T04:33:40.131 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 195 2024-04-22T04:33:40.132 INFO:tasks.rados.rados.0.smithi040.stdout:1976: seq_num 642 ranges {3178496=761856,3940352=401408} 2024-04-22T04:33:40.153 INFO:tasks.rados.rados.0.smithi040.stdout:1976: writing smithi04078109-23 from 3178496 to 3940352 tid 1 2024-04-22T04:33:40.156 INFO:tasks.rados.rados.0.smithi040.stdout:1976: writing smithi04078109-23 from 3940352 to 4341760 tid 2 2024-04-22T04:33:40.156 INFO:tasks.rados.rados.0.smithi040.stdout:1977: rollback oid 32 current snap is 195 2024-04-22T04:33:40.156 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 32 to 193 2024-04-22T04:33:40.156 INFO:tasks.rados.rados.0.smithi040.stdout:1973: finishing rollback tid 0 to smithi04078109-17 2024-04-22T04:33:40.157 INFO:tasks.rados.rados.0.smithi040.stdout:1973: finishing rollback tid 1 to smithi04078109-17 2024-04-22T04:33:40.157 INFO:tasks.rados.rados.0.smithi040.stdout:1973: finishing rollback tid 2 to smithi04078109-17 2024-04-22T04:33:40.157 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 1359 (ObjNum 603 snap 181 seq_num 603) dirty exists 2024-04-22T04:33:40.157 INFO:tasks.rados.rados.0.smithi040.stdout:1975: finishing write tid 1 to smithi04078109-13 2024-04-22T04:33:40.157 INFO:tasks.rados.rados.0.smithi040.stdout:1973: done (5 left) 2024-04-22T04:33:40.157 INFO:tasks.rados.rados.0.smithi040.stdout:1974: done (4 left) 2024-04-22T04:33:40.157 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 195 2024-04-22T04:33:40.157 INFO:tasks.rados.rados.0.smithi040.stdout:1978: seq_num 643 ranges {4808704=778240,5586944=401408} 2024-04-22T04:33:40.186 INFO:tasks.rados.rados.0.smithi040.stdout:1978: writing smithi04078109-11 from 4808704 to 5586944 tid 1 2024-04-22T04:33:40.189 INFO:tasks.rados.rados.0.smithi040.stdout:1978: writing smithi04078109-11 from 5586944 to 5988352 tid 2 2024-04-22T04:33:40.189 INFO:tasks.rados.rados.0.smithi040.stdout:1979: read oid 36 snap -1 2024-04-22T04:33:40.190 INFO:tasks.rados.rados.0.smithi040.stdout:1979: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:33:40.190 INFO:tasks.rados.rados.0.smithi040.stdout:1980: delete oid 21 current snap is 195 2024-04-22T04:33:40.190 INFO:tasks.rados.rados.0.smithi040.stdout:1975: finishing write tid 2 to smithi04078109-13 2024-04-22T04:33:40.190 INFO:tasks.rados.rados.0.smithi040.stdout:1975: finishing write tid 3 to smithi04078109-13 2024-04-22T04:33:40.190 INFO:tasks.rados.rados.0.smithi040.stdout:1975: finishing write tid 4 to smithi04078109-13 2024-04-22T04:33:40.190 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 916 (ObjNum 641 snap 195 seq_num 641) dirty exists 2024-04-22T04:33:40.190 INFO:tasks.rados.rados.0.smithi040.stdout:1975: left oid 13 (ObjNum 641 snap 195 seq_num 641) 2024-04-22T04:33:40.190 INFO:tasks.rados.rados.0.smithi040.stdout:1972: expect (ObjNum 546 snap 159 seq_num 546) 2024-04-22T04:33:40.316 INFO:tasks.rados.rados.0.smithi040.stdout:1976: finishing write tid 1 to smithi04078109-23 2024-04-22T04:33:40.317 INFO:tasks.rados.rados.0.smithi040.stdout:1976: finishing write tid 2 to smithi04078109-23 2024-04-22T04:33:40.317 INFO:tasks.rados.rados.0.smithi040.stdout:1972: done (6 left) 2024-04-22T04:33:40.317 INFO:tasks.rados.rados.0.smithi040.stdout:1975: done (5 left) 2024-04-22T04:33:40.317 INFO:tasks.rados.rados.0.smithi040.stdout:1980: done (4 left) 2024-04-22T04:33:40.317 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 2 current snap is 195 2024-04-22T04:33:40.317 INFO:tasks.rados.rados.0.smithi040.stdout:1976: finishing write tid 3 to smithi04078109-23 2024-04-22T04:33:40.317 INFO:tasks.rados.rados.0.smithi040.stdout:1977: finishing rollback tid 0 to smithi04078109-32 2024-04-22T04:33:40.317 INFO:tasks.rados.rados.0.smithi040.stdout:1977: finishing rollback tid 1 to smithi04078109-32 2024-04-22T04:33:40.317 INFO:tasks.rados.rados.0.smithi040.stdout:1981: seq_num 645 ranges {3178496=409600,3588096=778240,4366336=24576} 2024-04-22T04:33:40.336 INFO:tasks.rados.rados.0.smithi040.stdout:1981: writing smithi04078109-2 from 3178496 to 3588096 tid 1 2024-04-22T04:33:40.341 INFO:tasks.rados.rados.0.smithi040.stdout:1981: writing smithi04078109-2 from 3588096 to 4366336 tid 2 2024-04-22T04:33:40.341 INFO:tasks.rados.rados.0.smithi040.stdout:1981: writing smithi04078109-2 from 4366336 to 4390912 tid 3 2024-04-22T04:33:40.341 INFO:tasks.rados.rados.0.smithi040.stdout:1982: rollback oid 3 current snap is 195 2024-04-22T04:33:40.341 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 3 to 183 2024-04-22T04:33:40.341 INFO:tasks.rados.rados.0.smithi040.stdout:1976: finishing write tid 4 to smithi04078109-23 2024-04-22T04:33:40.341 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 894 (ObjNum 642 snap 195 seq_num 642) dirty exists 2024-04-22T04:33:40.342 INFO:tasks.rados.rados.0.smithi040.stdout:1976: left oid 23 (ObjNum 642 snap 195 seq_num 642) 2024-04-22T04:33:40.342 INFO:tasks.rados.rados.0.smithi040.stdout:1977: finishing rollback tid 2 to smithi04078109-32 2024-04-22T04:33:40.342 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 897 (ObjNum 602 snap 181 seq_num 602) dirty exists 2024-04-22T04:33:40.342 INFO:tasks.rados.rados.0.smithi040.stdout:1979: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:33:40.349 INFO:tasks.rados.rados.0.smithi040.stdout:1978: finishing write tid 1 to smithi04078109-11 2024-04-22T04:33:40.349 INFO:tasks.rados.rados.0.smithi040.stdout:1978: finishing write tid 2 to smithi04078109-11 2024-04-22T04:33:40.349 INFO:tasks.rados.rados.0.smithi040.stdout:1978: finishing write tid 3 to smithi04078109-11 2024-04-22T04:33:40.349 INFO:tasks.rados.rados.0.smithi040.stdout:1978: finishing write tid 4 to smithi04078109-11 2024-04-22T04:33:40.349 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 1280 (ObjNum 643 snap 195 seq_num 643) dirty exists 2024-04-22T04:33:40.349 INFO:tasks.rados.rados.0.smithi040.stdout:1978: left oid 11 (ObjNum 643 snap 195 seq_num 643) 2024-04-22T04:33:40.349 INFO:tasks.rados.rados.0.smithi040.stdout:1976: done (5 left) 2024-04-22T04:33:40.349 INFO:tasks.rados.rados.0.smithi040.stdout:1977: done (4 left) 2024-04-22T04:33:40.349 INFO:tasks.rados.rados.0.smithi040.stdout:1978: done (3 left) 2024-04-22T04:33:40.349 INFO:tasks.rados.rados.0.smithi040.stdout:1979: done (2 left) 2024-04-22T04:33:40.349 INFO:tasks.rados.rados.0.smithi040.stdout:1983: rollback oid 26 current snap is 195 2024-04-22T04:33:40.349 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 26 to 110 2024-04-22T04:33:40.349 INFO:tasks.rados.rados.0.smithi040.stdout:1981: finishing write tid 1 to smithi04078109-2 2024-04-22T04:33:40.350 INFO:tasks.rados.rados.0.smithi040.stdout:1982: finishing rollback tid 0 to smithi04078109-3 2024-04-22T04:33:40.350 INFO:tasks.rados.rados.0.smithi040.stdout:1982: finishing rollback tid 1 to smithi04078109-3 2024-04-22T04:33:40.350 INFO:tasks.rados.rados.0.smithi040.stdout:1981: finishing write tid 2 to smithi04078109-2 2024-04-22T04:33:40.350 INFO:tasks.rados.rados.0.smithi040.stdout:1981: finishing write tid 3 to smithi04078109-2 2024-04-22T04:33:40.350 INFO:tasks.rados.rados.0.smithi040.stdout:1982: finishing rollback tid 2 to smithi04078109-3 2024-04-22T04:33:40.350 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 900 (ObjNum 546 snap 159 seq_num 546) dirty exists 2024-04-22T04:33:40.350 INFO:tasks.rados.rados.0.smithi040.stdout:1981: finishing write tid 4 to smithi04078109-2 2024-04-22T04:33:40.350 INFO:tasks.rados.rados.0.smithi040.stdout:1981: finishing write tid 5 to smithi04078109-2 2024-04-22T04:33:40.350 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 1364 (ObjNum 645 snap 195 seq_num 645) dirty exists 2024-04-22T04:33:40.350 INFO:tasks.rados.rados.0.smithi040.stdout:1981: left oid 2 (ObjNum 645 snap 195 seq_num 645) 2024-04-22T04:33:40.350 INFO:tasks.rados.rados.0.smithi040.stdout:1981: done (2 left) 2024-04-22T04:33:40.350 INFO:tasks.rados.rados.0.smithi040.stdout:1982: done (1 left) 2024-04-22T04:33:40.350 INFO:tasks.rados.rados.0.smithi040.stdout:1984: rollback oid 28 current snap is 195 2024-04-22T04:33:40.350 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 28 to 110 2024-04-22T04:33:40.351 INFO:tasks.rados.rados.0.smithi040.stdout:1985: snap_create 2024-04-22T04:33:40.351 INFO:tasks.rados.rados.0.smithi040.stdout:1984: finishing rollback tid 0 to smithi04078109-28 2024-04-22T04:33:40.351 INFO:tasks.rados.rados.0.smithi040.stdout:1983: finishing rollback tid 0 to smithi04078109-26 2024-04-22T04:33:40.351 INFO:tasks.rados.rados.0.smithi040.stdout:1984: finishing rollback tid 1 to smithi04078109-28 2024-04-22T04:33:40.351 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 987 (ObjNum -1442787968 snap 21852 seq_num 4158925920) dirty dne 2024-04-22T04:33:40.352 INFO:tasks.rados.rados.0.smithi040.stdout:1983: finishing rollback tid 1 to smithi04078109-26 2024-04-22T04:33:40.352 INFO:tasks.rados.rados.0.smithi040.stdout:1983: finishing rollback tid 2 to smithi04078109-26 2024-04-22T04:33:40.352 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 891 (ObjNum 326 snap 89 seq_num 326) dirty exists 2024-04-22T04:33:40.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:33:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:33:40] "GET /metrics HTTP/1.1" 200 227103 "" "Prometheus/2.33.4" 2024-04-22T04:33:41.127 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:41 smithi062 ceph-mon[78153]: osdmap e442: 8 total, 8 up, 8 in 2024-04-22T04:33:41.127 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:41 smithi062 ceph-mon[78153]: pgmap v376: 121 pgs: 121 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-04-22T04:33:41.128 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:41 smithi062 systemd[1]: Stopping Ceph osd.5 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:33:41.128 INFO:tasks.rados.rados.0.smithi040.stdout:1983: done (2 left) 2024-04-22T04:33:41.128 INFO:tasks.rados.rados.0.smithi040.stdout:1984: done (1 left) 2024-04-22T04:33:41.128 INFO:tasks.rados.rados.0.smithi040.stdout:1985: done (0 left) 2024-04-22T04:33:41.129 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 38 current snap is 196 2024-04-22T04:33:41.129 INFO:tasks.rados.rados.0.smithi040.stdout:1986: seq_num 646 ranges {1056768=425984,1482752=655360,2138112=147456} 2024-04-22T04:33:41.136 INFO:tasks.rados.rados.0.smithi040.stdout:1986: writing smithi04078109-38 from 1056768 to 1482752 tid 1 2024-04-22T04:33:41.140 INFO:tasks.rados.rados.0.smithi040.stdout:1986: writing smithi04078109-38 from 1482752 to 2138112 tid 2 2024-04-22T04:33:41.141 INFO:tasks.rados.rados.0.smithi040.stdout:1986: writing smithi04078109-38 from 2138112 to 2285568 tid 3 2024-04-22T04:33:41.141 INFO:tasks.rados.rados.0.smithi040.stdout:1987: snap_create 2024-04-22T04:33:41.144 INFO:tasks.rados.rados.0.smithi040.stdout:1986: finishing write tid 1 to smithi04078109-38 2024-04-22T04:33:41.144 INFO:tasks.rados.rados.0.smithi040.stdout:1986: finishing write tid 2 to smithi04078109-38 2024-04-22T04:33:41.144 INFO:tasks.rados.rados.0.smithi040.stdout:1986: finishing write tid 3 to smithi04078109-38 2024-04-22T04:33:41.144 INFO:tasks.rados.rados.0.smithi040.stdout:1986: finishing write tid 4 to smithi04078109-38 2024-04-22T04:33:41.146 INFO:tasks.rados.rados.0.smithi040.stdout:1986: finishing write tid 5 to smithi04078109-38 2024-04-22T04:33:41.146 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 986 (ObjNum 646 snap 196 seq_num 646) dirty exists 2024-04-22T04:33:41.146 INFO:tasks.rados.rados.0.smithi040.stdout:1986: left oid 38 (ObjNum 646 snap 196 seq_num 646) 2024-04-22T04:33:41.381 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[48185]: debug 2024-04-22T04:33:41.258+0000 7fb716a63700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-22T04:33:41.381 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[48185]: debug 2024-04-22T04:33:41.258+0000 7fb716a63700 -1 osd.5 443 *** Got signal Terminated *** 2024-04-22T04:33:41.381 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[48185]: debug 2024-04-22T04:33:41.258+0000 7fb716a63700 -1 osd.5 443 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T04:33:41.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:41 smithi040 ceph-mon[88445]: osdmap e442: 8 total, 8 up, 8 in 2024-04-22T04:33:41.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:41 smithi040 ceph-mon[88445]: pgmap v376: 121 pgs: 121 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-04-22T04:33:41.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:41 smithi040 ceph-mon[91058]: osdmap e442: 8 total, 8 up, 8 in 2024-04-22T04:33:41.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:41 smithi040 ceph-mon[91058]: pgmap v376: 121 pgs: 121 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-04-22T04:33:42.129 INFO:tasks.rados.rados.0.smithi040.stdout:1986: done (1 left) 2024-04-22T04:33:42.129 INFO:tasks.rados.rados.0.smithi040.stdout:1987: done (0 left) 2024-04-22T04:33:42.129 INFO:tasks.rados.rados.0.smithi040.stdout:1988: setattr oid 29 current snap is 197 2024-04-22T04:33:42.129 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 197 2024-04-22T04:33:42.129 INFO:tasks.rados.rados.0.smithi040.stdout:1989: seq_num 647 ranges {5169152=442368,5611520=589824,6201344=212992} 2024-04-22T04:33:42.161 INFO:tasks.rados.rados.0.smithi040.stdout:1989: writing smithi04078109-31 from 5169152 to 5611520 tid 1 2024-04-22T04:33:42.164 INFO:tasks.rados.rados.0.smithi040.stdout:1989: writing smithi04078109-31 from 5611520 to 6201344 tid 2 2024-04-22T04:33:42.166 INFO:tasks.rados.rados.0.smithi040.stdout:1989: writing smithi04078109-31 from 6201344 to 6414336 tid 3 2024-04-22T04:33:42.166 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 197 2024-04-22T04:33:42.166 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 962 (ObjNum 555 snap 162 seq_num 555) dirty exists 2024-04-22T04:33:42.166 INFO:tasks.rados.rados.0.smithi040.stdout:1989: finishing write tid 1 to smithi04078109-31 2024-04-22T04:33:42.166 INFO:tasks.rados.rados.0.smithi040.stdout:1990: seq_num 648 ranges {0=458752,458752=475136,933888=327680} 2024-04-22T04:33:42.168 INFO:tasks.rados.rados.0.smithi040.stdout:1990: writing smithi04078109-46 from 0 to 458752 tid 1 2024-04-22T04:33:42.171 INFO:tasks.rados.rados.0.smithi040.stdout:1990: writing smithi04078109-46 from 458752 to 933888 tid 2 2024-04-22T04:33:42.173 INFO:tasks.rados.rados.0.smithi040.stdout:1990: writing smithi04078109-46 from 933888 to 1261568 tid 3 2024-04-22T04:33:42.173 INFO:tasks.rados.rados.0.smithi040.stdout:1988: done (2 left) 2024-04-22T04:33:42.173 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 197 2024-04-22T04:33:42.173 INFO:tasks.rados.rados.0.smithi040.stdout:1989: finishing write tid 2 to smithi04078109-31 2024-04-22T04:33:42.174 INFO:tasks.rados.rados.0.smithi040.stdout:1989: finishing write tid 3 to smithi04078109-31 2024-04-22T04:33:42.174 INFO:tasks.rados.rados.0.smithi040.stdout:1989: finishing write tid 4 to smithi04078109-31 2024-04-22T04:33:42.174 INFO:tasks.rados.rados.0.smithi040.stdout:1991: seq_num 649 ranges {9658368=475136,10133504=761856,10895360=40960} 2024-04-22T04:33:42.228 INFO:tasks.rados.rados.0.smithi040.stdout:1991: writing smithi04078109-25 from 9658368 to 10133504 tid 1 2024-04-22T04:33:42.232 INFO:tasks.rados.rados.0.smithi040.stdout:1991: writing smithi04078109-25 from 10133504 to 10895360 tid 2 2024-04-22T04:33:42.233 INFO:tasks.rados.rados.0.smithi040.stdout:1991: writing smithi04078109-25 from 10895360 to 10936320 tid 3 2024-04-22T04:33:42.233 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 2 current snap is 197 2024-04-22T04:33:42.234 INFO:tasks.rados.rados.0.smithi040.stdout:1989: finishing write tid 5 to smithi04078109-31 2024-04-22T04:33:42.234 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 1285 (ObjNum 647 snap 197 seq_num 647) dirty exists 2024-04-22T04:33:42.234 INFO:tasks.rados.rados.0.smithi040.stdout:1989: left oid 31 (ObjNum 647 snap 197 seq_num 647) 2024-04-22T04:33:42.234 INFO:tasks.rados.rados.0.smithi040.stdout:1991: finishing write tid 1 to smithi04078109-25 2024-04-22T04:33:42.234 INFO:tasks.rados.rados.0.smithi040.stdout:1992: seq_num 650 ranges {4390912=491520,4882432=647168,5529600=155648} 2024-04-22T04:33:42.260 INFO:tasks.rados.rados.0.smithi040.stdout:1992: writing smithi04078109-2 from 4390912 to 4882432 tid 1 2024-04-22T04:33:42.263 INFO:tasks.rados.rados.0.smithi040.stdout:1992: writing smithi04078109-2 from 4882432 to 5529600 tid 2 2024-04-22T04:33:42.265 INFO:tasks.rados.rados.0.smithi040.stdout:1992: writing smithi04078109-2 from 5529600 to 5685248 tid 3 2024-04-22T04:33:42.265 INFO:tasks.rados.rados.0.smithi040.stdout:1989: done (3 left) 2024-04-22T04:33:42.265 INFO:tasks.rados.rados.0.smithi040.stdout:1993: rmattr oid 18 current snap is 197 2024-04-22T04:33:42.265 INFO:tasks.rados.rados.0.smithi040.stdout:1993: done (3 left) 2024-04-22T04:33:42.265 INFO:tasks.rados.rados.0.smithi040.stdout:1994: setattr oid 33 current snap is 197 2024-04-22T04:33:42.265 INFO:tasks.rados.rados.0.smithi040.stdout:1991: finishing write tid 2 to smithi04078109-25 2024-04-22T04:33:42.265 INFO:tasks.rados.rados.0.smithi040.stdout:1991: finishing write tid 3 to smithi04078109-25 2024-04-22T04:33:42.265 INFO:tasks.rados.rados.0.smithi040.stdout:1991: finishing write tid 4 to smithi04078109-25 2024-04-22T04:33:42.265 INFO:tasks.rados.rados.0.smithi040.stdout:1991: finishing write tid 5 to smithi04078109-25 2024-04-22T04:33:42.265 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 1290 (ObjNum 649 snap 197 seq_num 649) dirty exists 2024-04-22T04:33:42.265 INFO:tasks.rados.rados.0.smithi040.stdout:1991: left oid 25 (ObjNum 649 snap 197 seq_num 649) 2024-04-22T04:33:42.265 INFO:tasks.rados.rados.0.smithi040.stdout:1992: finishing write tid 1 to smithi04078109-2 2024-04-22T04:33:42.266 INFO:tasks.rados.rados.0.smithi040.stdout:1991: done (3 left) 2024-04-22T04:33:42.266 INFO:tasks.rados.rados.0.smithi040.stdout:1995: rollback oid 4 current snap is 197 2024-04-22T04:33:42.266 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 4 to 186 2024-04-22T04:33:42.266 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 8 current snap is 197 2024-04-22T04:33:42.266 INFO:tasks.rados.rados.0.smithi040.stdout:1996: seq_num 651 ranges {4931584=507904,5439488=532480,5971968=270336} 2024-04-22T04:33:42.295 INFO:tasks.rados.rados.0.smithi040.stdout:1996: writing smithi04078109-8 from 4931584 to 5439488 tid 1 2024-04-22T04:33:42.298 INFO:tasks.rados.rados.0.smithi040.stdout:1996: writing smithi04078109-8 from 5439488 to 5971968 tid 2 2024-04-22T04:33:42.300 INFO:tasks.rados.rados.0.smithi040.stdout:1996: writing smithi04078109-8 from 5971968 to 6242304 tid 3 2024-04-22T04:33:42.300 INFO:tasks.rados.rados.0.smithi040.stdout:1997: rollback oid 28 current snap is 197 2024-04-22T04:33:42.301 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 28 to 193 2024-04-22T04:33:42.301 INFO:tasks.rados.rados.0.smithi040.stdout:1992: finishing write tid 2 to smithi04078109-2 2024-04-22T04:33:42.301 INFO:tasks.rados.rados.0.smithi040.stdout:1992: finishing write tid 3 to smithi04078109-2 2024-04-22T04:33:42.301 INFO:tasks.rados.rados.0.smithi040.stdout:1992: finishing write tid 4 to smithi04078109-2 2024-04-22T04:33:42.301 INFO:tasks.rados.rados.0.smithi040.stdout:1992: finishing write tid 5 to smithi04078109-2 2024-04-22T04:33:42.301 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 1369 (ObjNum 650 snap 197 seq_num 650) dirty exists 2024-04-22T04:33:42.301 INFO:tasks.rados.rados.0.smithi040.stdout:1992: left oid 2 (ObjNum 650 snap 197 seq_num 650) 2024-04-22T04:33:42.301 INFO:tasks.rados.rados.0.smithi040.stdout:1996: finishing write tid 1 to smithi04078109-8 2024-04-22T04:33:42.301 INFO:tasks.rados.rados.0.smithi040.stdout:1992: done (5 left) 2024-04-22T04:33:42.301 INFO:tasks.rados.rados.0.smithi040.stdout:1998: copy_from oid 49 from oid 31 current snap is 197 2024-04-22T04:33:42.301 INFO:tasks.rados.rados.0.smithi040.stdout:1999: delete oid 9 current snap is 197 2024-04-22T04:33:42.302 INFO:tasks.rados.rados.0.smithi040.stdout:1996: finishing write tid 2 to smithi04078109-8 2024-04-22T04:33:42.305 INFO:tasks.rados.rados.0.smithi040.stdout:1999: done (6 left) 2024-04-22T04:33:42.305 INFO:tasks.rados.rados.0.smithi040.stdout:2000: rmattr oid 24 current snap is 197 2024-04-22T04:33:42.305 INFO:tasks.rados.rados.0.smithi040.stdout:2000: done (6 left) 2024-04-22T04:33:42.305 INFO:tasks.rados.rados.0.smithi040.stdout:2001: copy_from oid 45 from oid 21 current snap is 197 2024-04-22T04:33:42.305 INFO:tasks.rados.rados.0.smithi040.stdout:2002: setattr oid 41 current snap is 197 2024-04-22T04:33:42.305 INFO:tasks.rados.rados.0.smithi040.stdout:1996: finishing write tid 3 to smithi04078109-8 2024-04-22T04:33:42.306 INFO:tasks.rados.rados.0.smithi040.stdout:1996: finishing write tid 4 to smithi04078109-8 2024-04-22T04:33:42.306 INFO:tasks.rados.rados.0.smithi040.stdout:1997: finishing rollback tid 1 to smithi04078109-28 2024-04-22T04:33:42.306 INFO:tasks.rados.rados.0.smithi040.stdout:1997: finishing rollback tid 2 to smithi04078109-28 2024-04-22T04:33:42.307 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 993 (ObjNum 582 snap 172 seq_num 582) dirty exists 2024-04-22T04:33:42.307 INFO:tasks.rados.rados.0.smithi040.stdout:1997: done (7 left) 2024-04-22T04:33:42.307 INFO:tasks.rados.rados.0.smithi040.stdout:2003: snap_create 2024-04-22T04:33:42.307 INFO:tasks.rados.rados.0.smithi040.stdout:1996: finishing write tid 5 to smithi04078109-8 2024-04-22T04:33:42.307 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 991 (ObjNum 651 snap 197 seq_num 651) dirty exists 2024-04-22T04:33:42.307 INFO:tasks.rados.rados.0.smithi040.stdout:1996: left oid 8 (ObjNum 651 snap 197 seq_num 651) 2024-04-22T04:33:42.309 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 1371 (ObjNum 637 snap 193 seq_num 637) dirty exists 2024-04-22T04:33:42.324 INFO:tasks.rados.rados.0.smithi040.stdout:1998: finishing copy_from racing read to smithi04078109-49 2024-04-22T04:33:42.328 INFO:tasks.rados.rados.0.smithi040.stdout:1998: finishing copy_from to smithi04078109-49 2024-04-22T04:33:42.328 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 1285 (ObjNum 647 snap 197 seq_num 647) dirty exists 2024-04-22T04:33:42.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:42 smithi040 ceph-mon[91058]: osdmap e443: 8 total, 8 up, 8 in 2024-04-22T04:33:42.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:42 smithi040 ceph-mon[91058]: osd.5 marked itself down and dead 2024-04-22T04:33:42.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:42 smithi040 ceph-mon[91058]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:33:42.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:42 smithi040 ceph-mon[88445]: osdmap e443: 8 total, 8 up, 8 in 2024-04-22T04:33:42.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:42 smithi040 ceph-mon[88445]: osd.5 marked itself down and dead 2024-04-22T04:33:42.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:42 smithi040 ceph-mon[88445]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:33:42.559 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:42 smithi062 ceph-mon[78153]: osdmap e443: 8 total, 8 up, 8 in 2024-04-22T04:33:42.559 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:42 smithi062 ceph-mon[78153]: osd.5 marked itself down and dead 2024-04-22T04:33:42.559 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:42 smithi062 ceph-mon[78153]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:33:42.881 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:42 smithi062 bash[86289]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5 2024-04-22T04:33:43.128 INFO:tasks.rados.rados.0.smithi040.stdout:1996: done (7 left) 2024-04-22T04:33:43.128 INFO:tasks.rados.rados.0.smithi040.stdout:1998: done (6 left) 2024-04-22T04:33:43.128 INFO:tasks.rados.rados.0.smithi040.stdout:2002: done (5 left) 2024-04-22T04:33:43.128 INFO:tasks.rados.rados.0.smithi040.stdout:2003: done (4 left) 2024-04-22T04:33:43.128 INFO:tasks.rados.rados.0.smithi040.stdout:2004: delete oid 25 current snap is 198 2024-04-22T04:33:43.141 INFO:tasks.rados.rados.0.smithi040.stdout:1995: finishing rollback tid 1 to smithi04078109-4 2024-04-22T04:33:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:1995: finishing rollback tid 2 to smithi04078109-4 2024-04-22T04:33:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 918 (ObjNum 590 snap 174 seq_num 590) dirty exists 2024-04-22T04:33:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:1995: done (4 left) 2024-04-22T04:33:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:2004: done (3 left) 2024-04-22T04:33:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:2005: rmattr oid 22 current snap is 198 2024-04-22T04:33:43.144 INFO:tasks.rados.rados.0.smithi040.stdout:2005: done (3 left) 2024-04-22T04:33:43.144 INFO:tasks.rados.rados.0.smithi040.stdout:2006: delete oid 13 current snap is 198 2024-04-22T04:33:43.145 INFO:tasks.rados.rados.0.smithi040.stdout:2001: finishing copy_from to smithi04078109-45 2024-04-22T04:33:43.145 INFO:tasks.rados.rados.0.smithi040.stdout:2001: got expected ENOENT (src dne) 2024-04-22T04:33:43.145 INFO:tasks.rados.rados.0.smithi040.stdout:2001: finishing copy_from racing read to smithi04078109-45 2024-04-22T04:33:43.148 INFO:tasks.rados.rados.0.smithi040.stdout:1990: finishing write tid 1 to smithi04078109-46 2024-04-22T04:33:43.148 INFO:tasks.rados.rados.0.smithi040.stdout:1990: finishing write tid 2 to smithi04078109-46 2024-04-22T04:33:43.148 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 1229 (ObjNum 570 snap 170 seq_num 570) dirty exists 2024-04-22T04:33:43.148 INFO:tasks.rados.rados.0.smithi040.stdout:1990: finishing write tid 3 to smithi04078109-46 2024-04-22T04:33:43.148 INFO:tasks.rados.rados.0.smithi040.stdout:1990: finishing write tid 4 to smithi04078109-46 2024-04-22T04:33:43.149 INFO:tasks.rados.rados.0.smithi040.stdout:1994: done (3 left) 2024-04-22T04:33:43.149 INFO:tasks.rados.rados.0.smithi040.stdout:2001: done (2 left) 2024-04-22T04:33:43.149 INFO:tasks.rados.rados.0.smithi040.stdout:2006: done (1 left) 2024-04-22T04:33:43.149 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 28 current snap is 198 2024-04-22T04:33:43.149 INFO:tasks.rados.rados.0.smithi040.stdout:2007: seq_num 655 ranges {155648=573440,729088=516096,1245184=286720} 2024-04-22T04:33:43.153 INFO:tasks.rados.rados.0.smithi040.stdout:2007: writing smithi04078109-28 from 155648 to 729088 tid 1 2024-04-22T04:33:43.156 INFO:tasks.rados.rados.0.smithi040.stdout:2007: writing smithi04078109-28 from 729088 to 1245184 tid 2 2024-04-22T04:33:43.158 INFO:tasks.rados.rados.0.smithi040.stdout:2007: writing smithi04078109-28 from 1245184 to 1531904 tid 3 2024-04-22T04:33:43.158 INFO:tasks.rados.rados.0.smithi040.stdout:2008: snap_create 2024-04-22T04:33:43.158 INFO:tasks.rados.rados.0.smithi040.stdout:1990: finishing write tid 5 to smithi04078109-46 2024-04-22T04:33:43.158 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 229 (ObjNum 648 snap 197 seq_num 648) dirty exists 2024-04-22T04:33:43.158 INFO:tasks.rados.rados.0.smithi040.stdout:1990: left oid 46 (ObjNum 648 snap 197 seq_num 648) 2024-04-22T04:33:43.159 INFO:tasks.rados.rados.0.smithi040.stdout:2007: finishing write tid 1 to smithi04078109-28 2024-04-22T04:33:43.159 INFO:tasks.rados.rados.0.smithi040.stdout:2007: finishing write tid 2 to smithi04078109-28 2024-04-22T04:33:43.160 INFO:tasks.rados.rados.0.smithi040.stdout:2007: finishing write tid 3 to smithi04078109-28 2024-04-22T04:33:43.161 INFO:tasks.rados.rados.0.smithi040.stdout:2007: finishing write tid 4 to smithi04078109-28 2024-04-22T04:33:43.162 INFO:tasks.rados.rados.0.smithi040.stdout:2007: finishing write tid 5 to smithi04078109-28 2024-04-22T04:33:43.162 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 997 (ObjNum 655 snap 198 seq_num 655) dirty exists 2024-04-22T04:33:43.162 INFO:tasks.rados.rados.0.smithi040.stdout:2007: left oid 28 (ObjNum 655 snap 198 seq_num 655) 2024-04-22T04:33:43.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:43 smithi040 ceph-mon[91058]: osdmap e444: 8 total, 7 up, 8 in 2024-04-22T04:33:43.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:43 smithi040 ceph-mon[91058]: pgmap v379: 121 pgs: 7 peering, 17 stale+active+clean, 97 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-04-22T04:33:43.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:43 smithi040 ceph-mon[91058]: osdmap e445: 8 total, 7 up, 8 in 2024-04-22T04:33:43.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:43 smithi040 ceph-mon[88445]: osdmap e444: 8 total, 7 up, 8 in 2024-04-22T04:33:43.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:43 smithi040 ceph-mon[88445]: pgmap v379: 121 pgs: 7 peering, 17 stale+active+clean, 97 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-04-22T04:33:43.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:43 smithi040 ceph-mon[88445]: osdmap e445: 8 total, 7 up, 8 in 2024-04-22T04:33:43.440 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:43 smithi062 ceph-mon[78153]: osdmap e444: 8 total, 7 up, 8 in 2024-04-22T04:33:43.440 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:43 smithi062 ceph-mon[78153]: pgmap v379: 121 pgs: 7 peering, 17 stale+active+clean, 97 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-04-22T04:33:43.440 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:43 smithi062 ceph-mon[78153]: osdmap e445: 8 total, 7 up, 8 in 2024-04-22T04:33:44.165 INFO:tasks.rados.rados.0.smithi040.stdout:1990: done (2 left) 2024-04-22T04:33:44.165 INFO:tasks.rados.rados.0.smithi040.stdout:2007: done (1 left) 2024-04-22T04:33:44.165 INFO:tasks.rados.rados.0.smithi040.stdout:2008: done (0 left) 2024-04-22T04:33:44.166 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 45 current snap is 199 2024-04-22T04:33:44.166 INFO:tasks.rados.rados.0.smithi040.stdout:2009: seq_num 656 ranges {811008=589824,1400832=802816} 2024-04-22T04:33:44.173 INFO:tasks.rados.rados.0.smithi040.stdout:2009: writing smithi04078109-45 from 811008 to 1400832 tid 1 2024-04-22T04:33:44.178 INFO:tasks.rados.rados.0.smithi040.stdout:2009: writing smithi04078109-45 from 1400832 to 2203648 tid 2 2024-04-22T04:33:44.178 INFO:tasks.rados.rados.0.smithi040.stdout:2010: snap_remove snap 196 2024-04-22T04:33:44.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:44 smithi040 ceph-mon[88445]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-22T04:33:44.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:44 smithi040 ceph-mon[91058]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-22T04:33:44.563 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:44 smithi062 ceph-mon[78153]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-22T04:33:44.881 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:44 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.5.service: Succeeded. 2024-04-22T04:33:44.881 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:44 smithi062 systemd[1]: Stopped Ceph osd.5 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:33:44.882 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:44 smithi062 systemd[1]: Starting Ceph osd.5 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:33:45.171 INFO:tasks.rados.rados.0.smithi040.stdout:2010: done (1 left) 2024-04-22T04:33:45.171 INFO:tasks.rados.rados.0.smithi040.stdout:2011: copy_from oid 25 from oid 40 current snap is 199 2024-04-22T04:33:45.171 INFO:tasks.rados.rados.0.smithi040.stdout:2009: finishing write tid 1 to smithi04078109-45 2024-04-22T04:33:45.171 INFO:tasks.rados.rados.0.smithi040.stdout:2009: finishing write tid 2 to smithi04078109-45 2024-04-22T04:33:45.171 INFO:tasks.rados.rados.0.smithi040.stdout:2009: finishing write tid 3 to smithi04078109-45 2024-04-22T04:33:45.172 INFO:tasks.rados.rados.0.smithi040.stdout:2009: finishing write tid 4 to smithi04078109-45 2024-04-22T04:33:45.172 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 1288 (ObjNum 656 snap 199 seq_num 656) dirty exists 2024-04-22T04:33:45.172 INFO:tasks.rados.rados.0.smithi040.stdout:2009: left oid 45 (ObjNum 656 snap 199 seq_num 656) 2024-04-22T04:33:45.172 INFO:tasks.rados.rados.0.smithi040.stdout:2009: done (1 left) 2024-04-22T04:33:45.172 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 199 2024-04-22T04:33:45.172 INFO:tasks.rados.rados.0.smithi040.stdout:2012: seq_num 657 ranges {491520=606208,1097728=688128,1785856=114688} 2024-04-22T04:33:45.177 INFO:tasks.rados.rados.0.smithi040.stdout:2012: writing smithi04078109-32 from 491520 to 1097728 tid 1 2024-04-22T04:33:45.182 INFO:tasks.rados.rados.0.smithi040.stdout:2012: writing smithi04078109-32 from 1097728 to 1785856 tid 2 2024-04-22T04:33:45.183 INFO:tasks.rados.rados.0.smithi040.stdout:2012: writing smithi04078109-32 from 1785856 to 1900544 tid 3 2024-04-22T04:33:45.183 INFO:tasks.rados.rados.0.smithi040.stdout:2013: snap_remove snap 183 2024-04-22T04:33:45.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:45 smithi062 ceph-mon[78153]: osdmap e446: 8 total, 7 up, 8 in 2024-04-22T04:33:45.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:45 smithi062 ceph-mon[78153]: pgmap v382: 121 pgs: 7 peering, 17 stale+active+clean, 97 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-22T04:33:45.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:45 smithi040 ceph-mon[88445]: osdmap e446: 8 total, 7 up, 8 in 2024-04-22T04:33:45.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:45 smithi040 ceph-mon[88445]: pgmap v382: 121 pgs: 7 peering, 17 stale+active+clean, 97 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-22T04:33:45.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:45 smithi040 ceph-mon[91058]: osdmap e446: 8 total, 7 up, 8 in 2024-04-22T04:33:45.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:45 smithi040 ceph-mon[91058]: pgmap v382: 121 pgs: 7 peering, 17 stale+active+clean, 97 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-22T04:33:45.772 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:33:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:33:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:33:45.772 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:45 smithi062 bash[86553]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-22T04:33:45.772 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:45 smithi062 bash[86553]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-22T04:33:45.772 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:45 smithi062 bash[86553]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-22T04:33:45.772 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:45 smithi062 bash[86553]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-22T04:33:45.773 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:45 smithi062 bash[86553]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-22T04:33:45.773 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:45 smithi062 bash[86553]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-22T04:33:45.773 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:45 smithi062 bash[86553]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-22T04:33:46.178 INFO:tasks.rados.rados.0.smithi040.stdout:2013: done (2 left) 2024-04-22T04:33:46.178 INFO:tasks.rados.rados.0.smithi040.stdout:2014: delete oid 19 current snap is 199 2024-04-22T04:33:46.178 INFO:tasks.rados.rados.0.smithi040.stdout:2011: finishing copy_from racing read to smithi04078109-25 2024-04-22T04:33:46.178 INFO:tasks.rados.rados.0.smithi040.stdout:2012: finishing write tid 1 to smithi04078109-32 2024-04-22T04:33:46.178 INFO:tasks.rados.rados.0.smithi040.stdout:2012: finishing write tid 2 to smithi04078109-32 2024-04-22T04:33:46.178 INFO:tasks.rados.rados.0.smithi040.stdout:2011: finishing copy_from to smithi04078109-25 2024-04-22T04:33:46.178 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 1177 (ObjNum 604 snap 181 seq_num 604) dirty exists 2024-04-22T04:33:46.178 INFO:tasks.rados.rados.0.smithi040.stdout:2012: finishing write tid 3 to smithi04078109-32 2024-04-22T04:33:46.178 INFO:tasks.rados.rados.0.smithi040.stdout:2012: finishing write tid 4 to smithi04078109-32 2024-04-22T04:33:46.178 INFO:tasks.rados.rados.0.smithi040.stdout:2012: finishing write tid 5 to smithi04078109-32 2024-04-22T04:33:46.179 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 904 (ObjNum 657 snap 199 seq_num 657) dirty exists 2024-04-22T04:33:46.179 INFO:tasks.rados.rados.0.smithi040.stdout:2012: left oid 32 (ObjNum 657 snap 199 seq_num 657) 2024-04-22T04:33:46.187 INFO:tasks.rados.rados.0.smithi040.stdout:2011: done (2 left) 2024-04-22T04:33:46.187 INFO:tasks.rados.rados.0.smithi040.stdout:2012: done (1 left) 2024-04-22T04:33:46.187 INFO:tasks.rados.rados.0.smithi040.stdout:2014: done (0 left) 2024-04-22T04:33:46.187 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 199 2024-04-22T04:33:46.187 INFO:tasks.rados.rados.0.smithi040.stdout:2015: seq_num 659 ranges {4341760=647168,4988928=450560,5439488=352256} 2024-04-22T04:33:46.211 INFO:tasks.rados.rados.0.smithi040.stdout:2015: writing smithi04078109-23 from 4341760 to 4988928 tid 1 2024-04-22T04:33:46.213 INFO:tasks.rados.rados.0.smithi040.stdout:2015: writing smithi04078109-23 from 4988928 to 5439488 tid 2 2024-04-22T04:33:46.216 INFO:tasks.rados.rados.0.smithi040.stdout:2015: writing smithi04078109-23 from 5439488 to 5791744 tid 3 2024-04-22T04:33:46.216 INFO:tasks.rados.rados.0.smithi040.stdout:2016: snap_create 2024-04-22T04:33:46.219 INFO:tasks.rados.rados.0.smithi040.stdout:2015: finishing write tid 1 to smithi04078109-23 2024-04-22T04:33:46.220 INFO:tasks.rados.rados.0.smithi040.stdout:2015: finishing write tid 2 to smithi04078109-23 2024-04-22T04:33:46.221 INFO:tasks.rados.rados.0.smithi040.stdout:2015: finishing write tid 3 to smithi04078109-23 2024-04-22T04:33:46.221 INFO:tasks.rados.rados.0.smithi040.stdout:2015: finishing write tid 4 to smithi04078109-23 2024-04-22T04:33:46.223 INFO:tasks.rados.rados.0.smithi040.stdout:2015: finishing write tid 5 to smithi04078109-23 2024-04-22T04:33:46.224 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 908 (ObjNum 659 snap 199 seq_num 659) dirty exists 2024-04-22T04:33:46.224 INFO:tasks.rados.rados.0.smithi040.stdout:2015: left oid 23 (ObjNum 659 snap 199 seq_num 659) 2024-04-22T04:33:46.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:46 smithi062 ceph-mon[78153]: osdmap e447: 8 total, 7 up, 8 in 2024-04-22T04:33:46.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:46 smithi040 ceph-mon[88445]: osdmap e447: 8 total, 7 up, 8 in 2024-04-22T04:33:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:46 smithi040 ceph-mon[91058]: osdmap e447: 8 total, 7 up, 8 in 2024-04-22T04:33:47.122 INFO:tasks.rados.rados.0.smithi040.stdout:2015: done (1 left) 2024-04-22T04:33:47.122 INFO:tasks.rados.rados.0.smithi040.stdout:2016: done (0 left) 2024-04-22T04:33:47.122 INFO:tasks.rados.rados.0.smithi040.stdout:2017: read oid 33 snap -1 2024-04-22T04:33:47.122 INFO:tasks.rados.rados.0.smithi040.stdout:2017: expect (ObjNum 570 snap 170 seq_num 570) 2024-04-22T04:33:47.122 INFO:tasks.rados.rados.0.smithi040.stdout:2018: rollback oid 17 current snap is 200 2024-04-22T04:33:47.122 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 17 to 185 2024-04-22T04:33:47.123 INFO:tasks.rados.rados.0.smithi040.stdout:2019: snap_create 2024-04-22T04:33:47.132 INFO:tasks.rados.rados.0.smithi040.stdout:2018: finishing rollback tid 0 to smithi04078109-17 2024-04-22T04:33:47.133 INFO:tasks.rados.rados.0.smithi040.stdout:2018: finishing rollback tid 1 to smithi04078109-17 2024-04-22T04:33:47.133 INFO:tasks.rados.rados.0.smithi040.stdout:2018: finishing rollback tid 2 to smithi04078109-17 2024-04-22T04:33:47.133 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 1387 (ObjNum 603 snap 181 seq_num 603) dirty exists 2024-04-22T04:33:47.171 INFO:tasks.rados.rados.0.smithi040.stdout:2017: expect (ObjNum 570 snap 170 seq_num 570) 2024-04-22T04:33:47.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:47 smithi062 ceph-mon[78153]: osdmap e448: 8 total, 7 up, 8 in 2024-04-22T04:33:47.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:47 smithi062 ceph-mon[78153]: pgmap v385: 121 pgs: 9 active+undersized+degraded, 7 peering, 32 active+undersized, 73 active+clean; 397 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.0 MiB/s wr, 16 op/s; 55/672 objects degraded (8.185%) 2024-04-22T04:33:47.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:47 smithi062 ceph-mon[78153]: osdmap e449: 8 total, 7 up, 8 in 2024-04-22T04:33:47.381 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:47 smithi062 ceph-osd[86875]: -- 172.21.15.62:0/1407492523 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f5105bcb60 con 0x55f510582c00 2024-04-22T04:33:47.382 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:47 smithi062 bash[86837]: 07c31e3a4c6484f899ca41f34a90e59551a7f684a8c030f092aac6c37a1d895c 2024-04-22T04:33:47.382 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:47 smithi062 systemd[1]: Started Ceph osd.5 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:33:47.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:47 smithi040 ceph-mon[88445]: osdmap e448: 8 total, 7 up, 8 in 2024-04-22T04:33:47.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:47 smithi040 ceph-mon[88445]: pgmap v385: 121 pgs: 9 active+undersized+degraded, 7 peering, 32 active+undersized, 73 active+clean; 397 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.0 MiB/s wr, 16 op/s; 55/672 objects degraded (8.185%) 2024-04-22T04:33:47.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:47 smithi040 ceph-mon[88445]: osdmap e449: 8 total, 7 up, 8 in 2024-04-22T04:33:47.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:47 smithi040 ceph-mon[91058]: osdmap e448: 8 total, 7 up, 8 in 2024-04-22T04:33:47.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:47 smithi040 ceph-mon[91058]: pgmap v385: 121 pgs: 9 active+undersized+degraded, 7 peering, 32 active+undersized, 73 active+clean; 397 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.0 MiB/s wr, 16 op/s; 55/672 objects degraded (8.185%) 2024-04-22T04:33:47.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:47 smithi040 ceph-mon[91058]: osdmap e449: 8 total, 7 up, 8 in 2024-04-22T04:33:47.881 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T04:33:47.582+0000 7f49d0029540 -1 Falling back to public interface 2024-04-22T04:33:48.124 INFO:tasks.rados.rados.0.smithi040.stdout:2017: done (2 left) 2024-04-22T04:33:48.124 INFO:tasks.rados.rados.0.smithi040.stdout:2018: done (1 left) 2024-04-22T04:33:48.124 INFO:tasks.rados.rados.0.smithi040.stdout:2019: done (0 left) 2024-04-22T04:33:48.124 INFO:tasks.rados.rados.0.smithi040.stdout:2020: snap_create 2024-04-22T04:33:48.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:48 smithi062 ceph-mon[78153]: Health check failed: Degraded data redundancy: 55/672 objects degraded (8.185%), 9 pgs degraded (PG_DEGRADED) 2024-04-22T04:33:48.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:48 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:48.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:48 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:48.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:48 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:33:48.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:48 smithi062 ceph-mon[78153]: osdmap e450: 8 total, 7 up, 8 in 2024-04-22T04:33:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:48 smithi040 ceph-mon[91058]: Health check failed: Degraded data redundancy: 55/672 objects degraded (8.185%), 9 pgs degraded (PG_DEGRADED) 2024-04-22T04:33:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:48 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:48 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:48 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:33:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:48 smithi040 ceph-mon[91058]: osdmap e450: 8 total, 7 up, 8 in 2024-04-22T04:33:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:48 smithi040 ceph-mon[88445]: Health check failed: Degraded data redundancy: 55/672 objects degraded (8.185%), 9 pgs degraded (PG_DEGRADED) 2024-04-22T04:33:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:48 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:48 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:48 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:33:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:48 smithi040 ceph-mon[88445]: osdmap e450: 8 total, 7 up, 8 in 2024-04-22T04:33:49.125 INFO:tasks.rados.rados.0.smithi040.stdout:2020: done (0 left) 2024-04-22T04:33:49.125 INFO:tasks.rados.rados.0.smithi040.stdout:2021: read oid 37 snap -1 2024-04-22T04:33:49.125 INFO:tasks.rados.rados.0.smithi040.stdout:2021: expect (ObjNum 597 snap 180 seq_num 597) 2024-04-22T04:33:49.125 INFO:tasks.rados.rados.0.smithi040.stdout:2022: snap_remove snap 197 2024-04-22T04:33:49.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:49 smithi062 ceph-mon[78153]: pgmap v388: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.7 MiB/s wr, 25 op/s; 85/681 objects degraded (12.482%) 2024-04-22T04:33:49.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:49 smithi062 ceph-mon[78153]: osdmap e451: 8 total, 7 up, 8 in 2024-04-22T04:33:49.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:49 smithi040 ceph-mon[88445]: pgmap v388: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.7 MiB/s wr, 25 op/s; 85/681 objects degraded (12.482%) 2024-04-22T04:33:49.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:49 smithi040 ceph-mon[88445]: osdmap e451: 8 total, 7 up, 8 in 2024-04-22T04:33:49.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:49 smithi040 ceph-mon[91058]: pgmap v388: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.7 MiB/s wr, 25 op/s; 85/681 objects degraded (12.482%) 2024-04-22T04:33:49.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:49 smithi040 ceph-mon[91058]: osdmap e451: 8 total, 7 up, 8 in 2024-04-22T04:33:50.132 INFO:tasks.rados.rados.0.smithi040.stdout:2022: done (1 left) 2024-04-22T04:33:50.132 INFO:tasks.rados.rados.0.smithi040.stdout:2023: read oid 28 snap 187 2024-04-22T04:33:50.132 INFO:tasks.rados.rados.0.smithi040.stdout:2023: expect (ObjNum 582 snap 172 seq_num 582) 2024-04-22T04:33:50.132 INFO:tasks.rados.rados.0.smithi040.stdout:2024: snap_remove snap 195 2024-04-22T04:33:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:33:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:33:50] "GET /metrics HTTP/1.1" 200 227103 "" "Prometheus/2.33.4" 2024-04-22T04:33:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:50 smithi040 ceph-mon[88445]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-22T04:33:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:50 smithi040 ceph-mon[88445]: osdmap e452: 8 total, 7 up, 8 in 2024-04-22T04:33:50.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:50 smithi040 ceph-mon[91058]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-22T04:33:50.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:50 smithi040 ceph-mon[91058]: osdmap e452: 8 total, 7 up, 8 in 2024-04-22T04:33:50.594 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:50 smithi062 ceph-mon[78153]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-22T04:33:50.594 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:50 smithi062 ceph-mon[78153]: osdmap e452: 8 total, 7 up, 8 in 2024-04-22T04:33:51.134 INFO:tasks.rados.rados.0.smithi040.stdout:2024: done (2 left) 2024-04-22T04:33:51.134 INFO:tasks.rados.rados.0.smithi040.stdout:2025: read oid 35 snap -1 2024-04-22T04:33:51.134 INFO:tasks.rados.rados.0.smithi040.stdout:2025: expect (ObjNum 631 snap 191 seq_num 631) 2024-04-22T04:33:51.134 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 48 current snap is 202 2024-04-22T04:33:51.134 INFO:tasks.rados.rados.0.smithi040.stdout:2026: seq_num 660 ranges {6266880=663552,6930432=737280,7667712=65536} 2024-04-22T04:33:51.171 INFO:tasks.rados.rados.0.smithi040.stdout:2026: writing smithi04078109-48 from 6266880 to 6930432 tid 1 2024-04-22T04:33:51.175 INFO:tasks.rados.rados.0.smithi040.stdout:2026: writing smithi04078109-48 from 6930432 to 7667712 tid 2 2024-04-22T04:33:51.176 INFO:tasks.rados.rados.0.smithi040.stdout:2026: writing smithi04078109-48 from 7667712 to 7733248 tid 3 2024-04-22T04:33:51.176 INFO:tasks.rados.rados.0.smithi040.stdout:2027: read oid 26 snap -1 2024-04-22T04:33:51.176 INFO:tasks.rados.rados.0.smithi040.stdout:2027: expect (ObjNum 326 snap 89 seq_num 326) 2024-04-22T04:33:51.176 INFO:tasks.rados.rados.0.smithi040.stdout:2028: delete oid 5 current snap is 202 2024-04-22T04:33:51.176 INFO:tasks.rados.rados.0.smithi040.stdout:2021: expect (ObjNum 597 snap 180 seq_num 597) 2024-04-22T04:33:51.194 INFO:tasks.rados.rados.0.smithi040.stdout:2023: expect (ObjNum 582 snap 172 seq_num 582) 2024-04-22T04:33:51.199 INFO:tasks.rados.rados.0.smithi040.stdout:2025: expect (ObjNum 631 snap 191 seq_num 631) 2024-04-22T04:33:51.245 INFO:tasks.rados.rados.0.smithi040.stdout:2026: finishing write tid 1 to smithi04078109-48 2024-04-22T04:33:51.245 INFO:tasks.rados.rados.0.smithi040.stdout:2026: finishing write tid 2 to smithi04078109-48 2024-04-22T04:33:51.245 INFO:tasks.rados.rados.0.smithi040.stdout:2026: finishing write tid 3 to smithi04078109-48 2024-04-22T04:33:51.245 INFO:tasks.rados.rados.0.smithi040.stdout:2026: finishing write tid 4 to smithi04078109-48 2024-04-22T04:33:51.245 INFO:tasks.rados.rados.0.smithi040.stdout:2026: finishing write tid 5 to smithi04078109-48 2024-04-22T04:33:51.245 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 966 (ObjNum 660 snap 202 seq_num 660) dirty exists 2024-04-22T04:33:51.245 INFO:tasks.rados.rados.0.smithi040.stdout:2026: left oid 48 (ObjNum 660 snap 202 seq_num 660) 2024-04-22T04:33:51.245 INFO:tasks.rados.rados.0.smithi040.stdout:2027: expect (ObjNum 326 snap 89 seq_num 326) 2024-04-22T04:33:51.473 INFO:tasks.rados.rados.0.smithi040.stdout:2021: done (5 left) 2024-04-22T04:33:51.473 INFO:tasks.rados.rados.0.smithi040.stdout:2023: done (4 left) 2024-04-22T04:33:51.473 INFO:tasks.rados.rados.0.smithi040.stdout:2025: done (3 left) 2024-04-22T04:33:51.473 INFO:tasks.rados.rados.0.smithi040.stdout:2026: done (2 left) 2024-04-22T04:33:51.473 INFO:tasks.rados.rados.0.smithi040.stdout:2027: done (1 left) 2024-04-22T04:33:51.473 INFO:tasks.rados.rados.0.smithi040.stdout:2028: done (0 left) 2024-04-22T04:33:51.473 INFO:tasks.rados.rados.0.smithi040.stdout:2029: setattr oid 45 current snap is 202 2024-04-22T04:33:51.474 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 5 current snap is 202 2024-04-22T04:33:51.474 INFO:tasks.rados.rados.0.smithi040.stdout:2030: seq_num 662 ranges {0=696320,696320=557056,1253376=245760} 2024-04-22T04:33:51.478 INFO:tasks.rados.rados.0.smithi040.stdout:2030: writing smithi04078109-5 from 0 to 696320 tid 1 2024-04-22T04:33:51.481 INFO:tasks.rados.rados.0.smithi040.stdout:2030: writing smithi04078109-5 from 696320 to 1253376 tid 2 2024-04-22T04:33:51.483 INFO:tasks.rados.rados.0.smithi040.stdout:2030: writing smithi04078109-5 from 1253376 to 1499136 tid 3 2024-04-22T04:33:51.483 INFO:tasks.rados.rados.0.smithi040.stdout:2031: snap_create 2024-04-22T04:33:51.483 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 1289 (ObjNum 656 snap 199 seq_num 656) dirty exists 2024-04-22T04:33:51.483 INFO:tasks.rados.rados.0.smithi040.stdout:2030: finishing write tid 1 to smithi04078109-5 2024-04-22T04:33:51.486 INFO:tasks.rados.rados.0.smithi040.stdout:2030: finishing write tid 2 to smithi04078109-5 2024-04-22T04:33:51.486 INFO:tasks.rados.rados.0.smithi040.stdout:2030: finishing write tid 3 to smithi04078109-5 2024-04-22T04:33:51.486 INFO:tasks.rados.rados.0.smithi040.stdout:2030: finishing write tid 4 to smithi04078109-5 2024-04-22T04:33:51.487 INFO:tasks.rados.rados.0.smithi040.stdout:2030: finishing write tid 5 to smithi04078109-5 2024-04-22T04:33:51.487 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 1401 (ObjNum 662 snap 202 seq_num 662) dirty exists 2024-04-22T04:33:51.488 INFO:tasks.rados.rados.0.smithi040.stdout:2030: left oid 5 (ObjNum 662 snap 202 seq_num 662) 2024-04-22T04:33:51.499 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T04:33:51.138+0000 7f49d0029540 -1 osd.5 0 read_superblock omap replica is missing. 2024-04-22T04:33:51.499 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T04:33:51.224+0000 7f49d0029540 -1 osd.5 443 log_to_monitors true 2024-04-22T04:33:51.806 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:33:51.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:51 smithi062 ceph-mon[78153]: pgmap v391: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 400 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 826 KiB/s wr, 8 op/s; 85/681 objects degraded (12.482%) 2024-04-22T04:33:51.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:51 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:51.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:33:51.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:51 smithi062 ceph-mon[78153]: osdmap e453: 8 total, 7 up, 8 in 2024-04-22T04:33:51.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:51 smithi062 ceph-mon[78153]: from='osd.5 [v2:172.21.15.62:6808/1658849509,v1:172.21.15.62:6809/1658849509]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T04:33:51.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:51 smithi062 ceph-mon[78153]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T04:33:51.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:51 smithi040 ceph-mon[88445]: pgmap v391: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 400 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 826 KiB/s wr, 8 op/s; 85/681 objects degraded (12.482%) 2024-04-22T04:33:51.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:51 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:51.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:33:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:51 smithi040 ceph-mon[88445]: osdmap e453: 8 total, 7 up, 8 in 2024-04-22T04:33:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:51 smithi040 ceph-mon[88445]: from='osd.5 [v2:172.21.15.62:6808/1658849509,v1:172.21.15.62:6809/1658849509]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T04:33:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:51 smithi040 ceph-mon[88445]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T04:33:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:51 smithi040 ceph-mon[91058]: pgmap v391: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 400 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 826 KiB/s wr, 8 op/s; 85/681 objects degraded (12.482%) 2024-04-22T04:33:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:51 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:33:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:51 smithi040 ceph-mon[91058]: osdmap e453: 8 total, 7 up, 8 in 2024-04-22T04:33:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:51 smithi040 ceph-mon[91058]: from='osd.5 [v2:172.21.15.62:6808/1658849509,v1:172.21.15.62:6809/1658849509]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T04:33:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:51 smithi040 ceph-mon[91058]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T04:33:52.122 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:33:52.123 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (7m) 72s ago 8m 24.1M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:33:52.123 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (7m) 0s ago 7m 59.5M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:33:52.123 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (9m) 72s ago 9m 14.3M - 16.2.15-1-g8963e9de 727f386679cb 07889a83e85d 2024-04-22T04:33:52.123 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (9m) 0s ago 9m 18.3M - 16.2.15-1-g8963e9de 727f386679cb 37118b502053 2024-04-22T04:33:52.123 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (4m) 0s ago 13m 433M - 17.2.7-878-g5d873850 c90a446c4c8e aa2238c1b793 2024-04-22T04:33:52.123 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 running (5m) 72s ago 14m 485M - 17.2.7-878-g5d873850 c90a446c4c8e edd41a239d91 2024-04-22T04:33:52.123 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (4m) 72s ago 15m 50.5M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0d79462ba4ea 2024-04-22T04:33:52.123 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (3m) 0s ago 13m 44.2M 2048M 17.2.7-878-g5d873850 c90a446c4c8e ecb1ef3cca09 2024-04-22T04:33:52.123 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (4m) 72s ago 13m 47.6M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0c9cde756a31 2024-04-22T04:33:52.123 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (8m) 72s ago 8m 25.4M - 1.3.1 1dbe0e931976 3d926365bac8 2024-04-22T04:33:52.123 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (8m) 0s ago 8m 22.3M - 1.3.1 1dbe0e931976 cd70c5d64335 2024-04-22T04:33:52.123 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (3m) 72s ago 12m 203M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 7f49c536057f 2024-04-22T04:33:52.123 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (2m) 72s ago 12m 132M 2489M 17.2.7-878-g5d873850 c90a446c4c8e d3e5e137996e 2024-04-22T04:33:52.124 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (111s) 72s ago 11m 92.3M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 5eca6db3ad94 2024-04-22T04:33:52.124 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (77s) 72s ago 11m 12.1M 2489M 17.2.7-878-g5d873850 c90a446c4c8e aee12043cd2a 2024-04-22T04:33:52.124 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (41s) 0s ago 10m 125M 2488M 17.2.7-878-g5d873850 c90a446c4c8e ec18adf29702 2024-04-22T04:33:52.124 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (5s) 0s ago 10m 11.1M 2488M 17.2.7-878-g5d873850 c90a446c4c8e 07c31e3a4c64 2024-04-22T04:33:52.124 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (10m) 0s ago 10m 173M 2488M 16.2.15-1-g8963e9de 727f386679cb a25b6c33c8a6 2024-04-22T04:33:52.124 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (9m) 0s ago 9m 101M 2488M 16.2.15-1-g8963e9de 727f386679cb 65d10d469953 2024-04-22T04:33:52.124 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (7m) 0s ago 8m 74.3M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:33:52.195 INFO:tasks.rados.rados.0.smithi040.stdout:2029: done (2 left) 2024-04-22T04:33:52.195 INFO:tasks.rados.rados.0.smithi040.stdout:2030: done (1 left) 2024-04-22T04:33:52.195 INFO:tasks.rados.rados.0.smithi040.stdout:2031: done (0 left) 2024-04-22T04:33:52.195 INFO:tasks.rados.rados.0.smithi040.stdout:2032: read oid 17 snap -1 2024-04-22T04:33:52.196 INFO:tasks.rados.rados.0.smithi040.stdout:2032: expect (ObjNum 603 snap 181 seq_num 603) 2024-04-22T04:33:52.196 INFO:tasks.rados.rados.0.smithi040.stdout:2033: snap_remove snap 186 2024-04-22T04:33:52.516 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:33:52.516 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:33:52.516 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 3 2024-04-22T04:33:52.516 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:33:52.516 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:33:52.516 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:33:52.516 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:33:52.516 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:33:52.516 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2, 2024-04-22T04:33:52.516 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 5 2024-04-22T04:33:52.516 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:33:52.517 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:33:52.517 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:33:52.517 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:33:52.517 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:33:52.517 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 4, 2024-04-22T04:33:52.517 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 10 2024-04-22T04:33:52.517 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:33:52.517 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:33:52.631 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 04:33:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T04:33:52.215+0000 7f49bfdf3700 -1 osd.5 443 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T04:33:53.209 INFO:tasks.rados.rados.0.smithi040.stdout:2033: done (1 left) 2024-04-22T04:33:53.209 INFO:tasks.rados.rados.0.smithi040.stdout:2034: snap_remove snap 200 2024-04-22T04:33:53.379 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:53 smithi062 ceph-mon[78153]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:33:53.379 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:53 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:53.379 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:53 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:53.379 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:53 smithi062 ceph-mon[78153]: from='client.34323 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:33:53.379 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:53 smithi062 ceph-mon[78153]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-22T04:33:53.379 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:53 smithi062 ceph-mon[78153]: osdmap e454: 8 total, 7 up, 8 in 2024-04-22T04:33:53.379 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:53 smithi062 ceph-mon[78153]: from='osd.5 [v2:172.21.15.62:6808/1658849509,v1:172.21.15.62:6809/1658849509]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:33:53.379 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:53 smithi062 ceph-mon[78153]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:33:53.380 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:53 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2626790676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:53.380 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:53 smithi062 ceph-mon[78153]: pgmap v394: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 401 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 486 KiB/s wr, 6 op/s; 85/684 objects degraded (12.427%) 2024-04-22T04:33:53.380 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:53 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:53.380 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:53 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:53.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[88445]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:33:53.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:53.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:53.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[88445]: from='client.34323 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:33:53.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[88445]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-22T04:33:53.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[88445]: osdmap e454: 8 total, 7 up, 8 in 2024-04-22T04:33:53.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[88445]: from='osd.5 [v2:172.21.15.62:6808/1658849509,v1:172.21.15.62:6809/1658849509]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:33:53.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[88445]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:33:53.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2626790676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:53.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[88445]: pgmap v394: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 401 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 486 KiB/s wr, 6 op/s; 85/684 objects degraded (12.427%) 2024-04-22T04:33:53.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:53.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:53.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[91058]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:33:53.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:53.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:53.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[91058]: from='client.34323 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:33:53.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[91058]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-22T04:33:53.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[91058]: osdmap e454: 8 total, 7 up, 8 in 2024-04-22T04:33:53.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[91058]: from='osd.5 [v2:172.21.15.62:6808/1658849509,v1:172.21.15.62:6809/1658849509]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:33:53.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[91058]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:33:53.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2626790676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:53.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[91058]: pgmap v394: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 401 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 486 KiB/s wr, 6 op/s; 85/684 objects degraded (12.427%) 2024-04-22T04:33:53.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:53.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:53 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:54.206 INFO:tasks.rados.rados.0.smithi040.stdout:2034: done (1 left) 2024-04-22T04:33:54.206 INFO:tasks.rados.rados.0.smithi040.stdout:2035: rmattr oid 32 current snap is 203 2024-04-22T04:33:54.206 INFO:tasks.rados.rados.0.smithi040.stdout:2035: done (1 left) 2024-04-22T04:33:54.206 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 39 current snap is 203 2024-04-22T04:33:54.207 INFO:tasks.rados.rados.0.smithi040.stdout:2036: seq_num 663 ranges {1056768=712704,1769472=442368,2211840=360448} 2024-04-22T04:33:54.218 INFO:tasks.rados.rados.0.smithi040.stdout:2036: writing smithi04078109-39 from 1056768 to 1769472 tid 1 2024-04-22T04:33:54.219 INFO:tasks.rados.rados.0.smithi040.stdout:2036: writing smithi04078109-39 from 1769472 to 2211840 tid 2 2024-04-22T04:33:54.223 INFO:tasks.rados.rados.0.smithi040.stdout:2036: writing smithi04078109-39 from 2211840 to 2572288 tid 3 2024-04-22T04:33:54.223 INFO:tasks.rados.rados.0.smithi040.stdout:2037: read oid 48 snap -1 2024-04-22T04:33:54.223 INFO:tasks.rados.rados.0.smithi040.stdout:2037: expect (ObjNum 660 snap 202 seq_num 660) 2024-04-22T04:33:54.223 INFO:tasks.rados.rados.0.smithi040.stdout:2038: rollback oid 10 current snap is 203 2024-04-22T04:33:54.223 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 10 to 178 2024-04-22T04:33:54.223 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 41 current snap is 203 2024-04-22T04:33:54.223 INFO:tasks.rados.rados.0.smithi040.stdout:2039: seq_num 664 ranges {1073152=729088,1802240=729088,2531328=73728} 2024-04-22T04:33:54.234 INFO:tasks.rados.rados.0.smithi040.stdout:2039: writing smithi04078109-41 from 1073152 to 1802240 tid 1 2024-04-22T04:33:54.239 INFO:tasks.rados.rados.0.smithi040.stdout:2039: writing smithi04078109-41 from 1802240 to 2531328 tid 2 2024-04-22T04:33:54.240 INFO:tasks.rados.rados.0.smithi040.stdout:2039: writing smithi04078109-41 from 2531328 to 2605056 tid 3 2024-04-22T04:33:54.240 INFO:tasks.rados.rados.0.smithi040.stdout:2040: snap_create 2024-04-22T04:33:54.240 INFO:tasks.rados.rados.0.smithi040.stdout:2032: expect (ObjNum 603 snap 181 seq_num 603) 2024-04-22T04:33:54.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:54 smithi062 ceph-mon[78153]: Health check update: Degraded data redundancy: 85/684 objects degraded (12.427%), 11 pgs degraded (PG_DEGRADED) 2024-04-22T04:33:54.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:54 smithi062 ceph-mon[78153]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:33:54.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:54 smithi062 ceph-mon[78153]: osd.5 [v2:172.21.15.62:6808/1658849509,v1:172.21.15.62:6809/1658849509] boot 2024-04-22T04:33:54.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:54 smithi062 ceph-mon[78153]: osdmap e455: 8 total, 8 up, 8 in 2024-04-22T04:33:54.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:54 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:33:54.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:54 smithi040 ceph-mon[91058]: Health check update: Degraded data redundancy: 85/684 objects degraded (12.427%), 11 pgs degraded (PG_DEGRADED) 2024-04-22T04:33:54.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:54 smithi040 ceph-mon[91058]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:33:54.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:54 smithi040 ceph-mon[91058]: osd.5 [v2:172.21.15.62:6808/1658849509,v1:172.21.15.62:6809/1658849509] boot 2024-04-22T04:33:54.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:54 smithi040 ceph-mon[91058]: osdmap e455: 8 total, 8 up, 8 in 2024-04-22T04:33:54.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:54 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:33:54.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:54 smithi040 ceph-mon[88445]: Health check update: Degraded data redundancy: 85/684 objects degraded (12.427%), 11 pgs degraded (PG_DEGRADED) 2024-04-22T04:33:54.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:54 smithi040 ceph-mon[88445]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:33:54.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:54 smithi040 ceph-mon[88445]: osd.5 [v2:172.21.15.62:6808/1658849509,v1:172.21.15.62:6809/1658849509] boot 2024-04-22T04:33:54.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:54 smithi040 ceph-mon[88445]: osdmap e455: 8 total, 8 up, 8 in 2024-04-22T04:33:54.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:54 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T04:33:54.587 INFO:tasks.rados.rados.0.smithi040.stdout:2036: finishing write tid 1 to smithi04078109-39 2024-04-22T04:33:54.587 INFO:tasks.rados.rados.0.smithi040.stdout:2036: finishing write tid 2 to smithi04078109-39 2024-04-22T04:33:54.587 INFO:tasks.rados.rados.0.smithi040.stdout:2036: finishing write tid 3 to smithi04078109-39 2024-04-22T04:33:54.587 INFO:tasks.rados.rados.0.smithi040.stdout:2036: finishing write tid 4 to smithi04078109-39 2024-04-22T04:33:54.587 INFO:tasks.rados.rados.0.smithi040.stdout:2036: finishing write tid 5 to smithi04078109-39 2024-04-22T04:33:54.587 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 1001 (ObjNum 663 snap 203 seq_num 663) dirty exists 2024-04-22T04:33:54.587 INFO:tasks.rados.rados.0.smithi040.stdout:2036: left oid 39 (ObjNum 663 snap 203 seq_num 663) 2024-04-22T04:33:54.587 INFO:tasks.rados.rados.0.smithi040.stdout:2038: finishing rollback tid 0 to smithi04078109-10 2024-04-22T04:33:54.587 INFO:tasks.rados.rados.0.smithi040.stdout:2038: finishing rollback tid 1 to smithi04078109-10 2024-04-22T04:33:54.587 INFO:tasks.rados.rados.0.smithi040.stdout:2038: finishing rollback tid 2 to smithi04078109-10 2024-04-22T04:33:54.588 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 989 (ObjNum 573 snap 170 seq_num 573) dirty exists 2024-04-22T04:33:54.588 INFO:tasks.rados.rados.0.smithi040.stdout:2039: finishing write tid 1 to smithi04078109-41 2024-04-22T04:33:54.588 INFO:tasks.rados.rados.0.smithi040.stdout:2039: finishing write tid 2 to smithi04078109-41 2024-04-22T04:33:54.588 INFO:tasks.rados.rados.0.smithi040.stdout:2039: finishing write tid 3 to smithi04078109-41 2024-04-22T04:33:54.588 INFO:tasks.rados.rados.0.smithi040.stdout:2039: finishing write tid 4 to smithi04078109-41 2024-04-22T04:33:54.588 INFO:tasks.rados.rados.0.smithi040.stdout:2039: finishing write tid 5 to smithi04078109-41 2024-04-22T04:33:54.588 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 1416 (ObjNum 664 snap 203 seq_num 664) dirty exists 2024-04-22T04:33:54.588 INFO:tasks.rados.rados.0.smithi040.stdout:2039: left oid 41 (ObjNum 664 snap 203 seq_num 664) 2024-04-22T04:33:54.588 INFO:tasks.rados.rados.0.smithi040.stdout:2037: expect (ObjNum 660 snap 202 seq_num 660) 2024-04-22T04:33:55.209 INFO:tasks.rados.rados.0.smithi040.stdout:2032: done (5 left) 2024-04-22T04:33:55.209 INFO:tasks.rados.rados.0.smithi040.stdout:2036: done (4 left) 2024-04-22T04:33:55.209 INFO:tasks.rados.rados.0.smithi040.stdout:2037: done (3 left) 2024-04-22T04:33:55.209 INFO:tasks.rados.rados.0.smithi040.stdout:2038: done (2 left) 2024-04-22T04:33:55.209 INFO:tasks.rados.rados.0.smithi040.stdout:2039: done (1 left) 2024-04-22T04:33:55.209 INFO:tasks.rados.rados.0.smithi040.stdout:2040: done (0 left) 2024-04-22T04:33:55.209 INFO:tasks.rados.rados.0.smithi040.stdout:2041: delete oid 50 current snap is 204 2024-04-22T04:33:55.215 INFO:tasks.rados.rados.0.smithi040.stdout:2041: done (0 left) 2024-04-22T04:33:55.216 INFO:tasks.rados.rados.0.smithi040.stdout:2042: rmattr oid 47 current snap is 204 2024-04-22T04:33:55.216 INFO:tasks.rados.rados.0.smithi040.stdout:2043: delete oid 15 current snap is 204 2024-04-22T04:33:55.218 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 968 (ObjNum 633 snap 191 seq_num 633) dirty exists 2024-04-22T04:33:55.220 INFO:tasks.rados.rados.0.smithi040.stdout:2042: done (1 left) 2024-04-22T04:33:55.220 INFO:tasks.rados.rados.0.smithi040.stdout:2043: done (0 left) 2024-04-22T04:33:55.220 INFO:tasks.rados.rados.0.smithi040.stdout:2044: snap_remove snap 198 2024-04-22T04:33:55.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:55 smithi062 ceph-mon[78153]: osdmap e456: 8 total, 8 up, 8 in 2024-04-22T04:33:55.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:55 smithi062 ceph-mon[78153]: pgmap v397: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 401 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 358 KiB/s wr, 6 op/s; 85/684 objects degraded (12.427%) 2024-04-22T04:33:55.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:55 smithi040 ceph-mon[91058]: osdmap e456: 8 total, 8 up, 8 in 2024-04-22T04:33:55.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:55 smithi040 ceph-mon[91058]: pgmap v397: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 401 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 358 KiB/s wr, 6 op/s; 85/684 objects degraded (12.427%) 2024-04-22T04:33:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:55 smithi040 ceph-mon[88445]: osdmap e456: 8 total, 8 up, 8 in 2024-04-22T04:33:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:55 smithi040 ceph-mon[88445]: pgmap v397: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 401 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 358 KiB/s wr, 6 op/s; 85/684 objects degraded (12.427%) 2024-04-22T04:33:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:33:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:33:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:33:56.225 INFO:tasks.rados.rados.0.smithi040.stdout:2044: done (0 left) 2024-04-22T04:33:56.226 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 204 2024-04-22T04:33:56.226 INFO:tasks.rados.rados.0.smithi040.stdout:2045: seq_num 667 ranges {5791744=778240,6569984=778240,7348224=24576} 2024-04-22T04:33:56.260 INFO:tasks.rados.rados.0.smithi040.stdout:2045: writing smithi04078109-23 from 5791744 to 6569984 tid 1 2024-04-22T04:33:56.266 INFO:tasks.rados.rados.0.smithi040.stdout:2045: writing smithi04078109-23 from 6569984 to 7348224 tid 2 2024-04-22T04:33:56.266 INFO:tasks.rados.rados.0.smithi040.stdout:2045: writing smithi04078109-23 from 7348224 to 7372800 tid 3 2024-04-22T04:33:56.266 INFO:tasks.rados.rados.0.smithi040.stdout:2046: read oid 15 snap -1 2024-04-22T04:33:56.266 INFO:tasks.rados.rados.0.smithi040.stdout:2046: expect deleted 2024-04-22T04:33:56.266 INFO:tasks.rados.rados.0.smithi040.stdout:2047: setattr oid 36 current snap is 204 2024-04-22T04:33:56.266 INFO:tasks.rados.rados.0.smithi040.stdout:2045: finishing write tid 1 to smithi04078109-23 2024-04-22T04:33:56.268 INFO:tasks.rados.rados.0.smithi040.stdout:2046: done (2 left) 2024-04-22T04:33:56.268 INFO:tasks.rados.rados.0.smithi040.stdout:2048: snap_create 2024-04-22T04:33:56.269 INFO:tasks.rados.rados.0.smithi040.stdout:2045: finishing write tid 2 to smithi04078109-23 2024-04-22T04:33:56.270 INFO:tasks.rados.rados.0.smithi040.stdout:2045: finishing write tid 3 to smithi04078109-23 2024-04-22T04:33:56.270 INFO:tasks.rados.rados.0.smithi040.stdout:2045: finishing write tid 4 to smithi04078109-23 2024-04-22T04:33:56.271 INFO:tasks.rados.rados.0.smithi040.stdout:2045: finishing write tid 5 to smithi04078109-23 2024-04-22T04:33:56.271 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 912 (ObjNum 667 snap 204 seq_num 667) dirty exists 2024-04-22T04:33:56.271 INFO:tasks.rados.rados.0.smithi040.stdout:2045: left oid 23 (ObjNum 667 snap 204 seq_num 667) 2024-04-22T04:33:56.272 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 939 (ObjNum 0 snap 32647 seq_num 2852987936) dirty exists 2024-04-22T04:33:56.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:56 smithi062 ceph-mon[78153]: osdmap e457: 8 total, 8 up, 8 in 2024-04-22T04:33:56.644 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:56 smithi040 ceph-mon[88445]: osdmap e457: 8 total, 8 up, 8 in 2024-04-22T04:33:56.645 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:56 smithi040 ceph-mon[91058]: osdmap e457: 8 total, 8 up, 8 in 2024-04-22T04:33:56.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:33:56 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T04:33:56.645+0000 7f8f64989700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-22T04:33:57.218 INFO:tasks.rados.rados.0.smithi040.stdout:2045: done (2 left) 2024-04-22T04:33:57.218 INFO:tasks.rados.rados.0.smithi040.stdout:2047: done (1 left) 2024-04-22T04:33:57.218 INFO:tasks.rados.rados.0.smithi040.stdout:2048: done (0 left) 2024-04-22T04:33:57.218 INFO:tasks.rados.rados.0.smithi040.stdout:2049: delete oid 2 current snap is 205 2024-04-22T04:33:57.225 INFO:tasks.rados.rados.0.smithi040.stdout:2049: done (0 left) 2024-04-22T04:33:57.225 INFO:tasks.rados.rados.0.smithi040.stdout:2050: copy_from oid 29 from oid 30 current snap is 205 2024-04-22T04:33:57.225 INFO:tasks.rados.rados.0.smithi040.stdout:2051: read oid 1 snap 204 2024-04-22T04:33:57.226 INFO:tasks.rados.rados.0.smithi040.stdout:2051: expect deleted 2024-04-22T04:33:57.226 INFO:tasks.rados.rados.0.smithi040.stdout:2052: rollback oid 17 current snap is 205 2024-04-22T04:33:57.226 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 17 to 110 2024-04-22T04:33:57.226 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 205 2024-04-22T04:33:57.226 INFO:tasks.rados.rados.0.smithi040.stdout:2053: seq_num 669 ranges {6414336=409600,6823936=548864,7372800=655360} 2024-04-22T04:33:57.263 INFO:tasks.rados.rados.0.smithi040.stdout:2053: writing smithi04078109-49 from 6414336 to 6823936 tid 1 2024-04-22T04:33:57.266 INFO:tasks.rados.rados.0.smithi040.stdout:2053: writing smithi04078109-49 from 6823936 to 7372800 tid 2 2024-04-22T04:33:57.270 INFO:tasks.rados.rados.0.smithi040.stdout:2053: writing smithi04078109-49 from 7372800 to 8028160 tid 3 2024-04-22T04:33:57.271 INFO:tasks.rados.rados.0.smithi040.stdout:2054: setattr oid 5 current snap is 205 2024-04-22T04:33:57.271 INFO:tasks.rados.rados.0.smithi040.stdout:2052: finishing rollback tid 0 to smithi04078109-17 2024-04-22T04:33:57.271 INFO:tasks.rados.rados.0.smithi040.stdout:2052: finishing rollback tid 1 to smithi04078109-17 2024-04-22T04:33:57.271 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 1431 (ObjNum -1442232000 snap 21852 seq_num 2852223984) dirty dne 2024-04-22T04:33:57.271 INFO:tasks.rados.rados.0.smithi040.stdout:2050: finishing copy_from racing read to smithi04078109-29 2024-04-22T04:33:57.271 INFO:tasks.rados.rados.0.smithi040.stdout:2050: finishing copy_from to smithi04078109-29 2024-04-22T04:33:57.271 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 1227 (ObjNum 546 snap 159 seq_num 546) dirty exists 2024-04-22T04:33:57.271 INFO:tasks.rados.rados.0.smithi040.stdout:2053: finishing write tid 1 to smithi04078109-49 2024-04-22T04:33:57.271 INFO:tasks.rados.rados.0.smithi040.stdout:2053: finishing write tid 2 to smithi04078109-49 2024-04-22T04:33:57.272 INFO:tasks.rados.rados.0.smithi040.stdout:2050: done (4 left) 2024-04-22T04:33:57.272 INFO:tasks.rados.rados.0.smithi040.stdout:2051: done (3 left) 2024-04-22T04:33:57.272 INFO:tasks.rados.rados.0.smithi040.stdout:2052: done (2 left) 2024-04-22T04:33:57.272 INFO:tasks.rados.rados.0.smithi040.stdout:2055: read oid 39 snap 176 2024-04-22T04:33:57.273 INFO:tasks.rados.rados.0.smithi040.stdout:2055: expect deleted 2024-04-22T04:33:57.273 INFO:tasks.rados.rados.0.smithi040.stdout:2056: rmattr oid 47 current snap is 205 2024-04-22T04:33:57.273 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 50 current snap is 205 2024-04-22T04:33:57.273 INFO:tasks.rados.rados.0.smithi040.stdout:2057: seq_num 670 ranges {0=425984,425984=483328,909312=507904,1417216=212992} 2024-04-22T04:33:57.274 INFO:tasks.rados.rados.0.smithi040.stdout:2057: writing smithi04078109-50 from 0 to 425984 tid 1 2024-04-22T04:33:57.277 INFO:tasks.rados.rados.0.smithi040.stdout:2057: writing smithi04078109-50 from 425984 to 909312 tid 2 2024-04-22T04:33:57.280 INFO:tasks.rados.rados.0.smithi040.stdout:2057: writing smithi04078109-50 from 909312 to 1417216 tid 3 2024-04-22T04:33:57.283 INFO:tasks.rados.rados.0.smithi040.stdout:2057: writing smithi04078109-50 from 1417216 to 1630208 tid 4 2024-04-22T04:33:57.283 INFO:tasks.rados.rados.0.smithi040.stdout:2058: rollback oid 17 current snap is 205 2024-04-22T04:33:57.283 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 17 to 189 2024-04-22T04:33:57.283 INFO:tasks.rados.rados.0.smithi040.stdout:2053: finishing write tid 3 to smithi04078109-49 2024-04-22T04:33:57.283 INFO:tasks.rados.rados.0.smithi040.stdout:2059: copy_from oid 46 from oid 28 current snap is 205 2024-04-22T04:33:57.283 INFO:tasks.rados.rados.0.smithi040.stdout:2053: finishing write tid 4 to smithi04078109-49 2024-04-22T04:33:57.283 INFO:tasks.rados.rados.0.smithi040.stdout:2053: finishing write tid 5 to smithi04078109-49 2024-04-22T04:33:57.283 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 1293 (ObjNum 669 snap 205 seq_num 669) dirty exists 2024-04-22T04:33:57.283 INFO:tasks.rados.rados.0.smithi040.stdout:2053: left oid 49 (ObjNum 669 snap 205 seq_num 669) 2024-04-22T04:33:57.283 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 1433 (ObjNum 662 snap 202 seq_num 662) dirty exists 2024-04-22T04:33:57.283 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 969 (ObjNum 633 snap 191 seq_num 633) dirty exists 2024-04-22T04:33:57.283 INFO:tasks.rados.rados.0.smithi040.stdout:2057: finishing write tid 1 to smithi04078109-50 2024-04-22T04:33:57.283 INFO:tasks.rados.rados.0.smithi040.stdout:2057: finishing write tid 2 to smithi04078109-50 2024-04-22T04:33:57.284 INFO:tasks.rados.rados.0.smithi040.stdout:2053: done (6 left) 2024-04-22T04:33:57.284 INFO:tasks.rados.rados.0.smithi040.stdout:2054: done (5 left) 2024-04-22T04:33:57.284 INFO:tasks.rados.rados.0.smithi040.stdout:2055: done (4 left) 2024-04-22T04:33:57.284 INFO:tasks.rados.rados.0.smithi040.stdout:2056: done (3 left) 2024-04-22T04:33:57.284 INFO:tasks.rados.rados.0.smithi040.stdout:2060: rollback oid 38 current snap is 205 2024-04-22T04:33:57.284 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 38 to 201 2024-04-22T04:33:57.284 INFO:tasks.rados.rados.0.smithi040.stdout:2061: setattr oid 8 current snap is 205 2024-04-22T04:33:57.284 INFO:tasks.rados.rados.0.smithi040.stdout:2062: read oid 23 snap -1 2024-04-22T04:33:57.284 INFO:tasks.rados.rados.0.smithi040.stdout:2062: expect (ObjNum 667 snap 204 seq_num 667) 2024-04-22T04:33:57.284 INFO:tasks.rados.rados.0.smithi040.stdout:2063: copy_from oid 33 from oid 7 current snap is 205 2024-04-22T04:33:57.284 INFO:tasks.rados.rados.0.smithi040.stdout:2064: copy_from oid 18 from oid 1 current snap is 205 2024-04-22T04:33:57.284 INFO:tasks.rados.rados.0.smithi040.stdout:2065: read oid 5 snap 199 2024-04-22T04:33:57.284 INFO:tasks.rados.rados.0.smithi040.stdout:2065: expect (ObjNum 520 snap 153 seq_num 520) 2024-04-22T04:33:57.284 INFO:tasks.rados.rados.0.smithi040.stdout:2066: snap_remove snap 185 2024-04-22T04:33:57.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:57 smithi062 ceph-mon[78153]: osdmap e458: 8 total, 8 up, 8 in 2024-04-22T04:33:57.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:57 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:57 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:57 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:33:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:57 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:33:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:57 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:57 smithi062 ceph-mon[78153]: pgmap v400: 121 pgs: 4 active+undersized+degraded, 20 active+undersized, 97 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 10 op/s; 53/684 objects degraded (7.749%); 3.1 MiB/s, 0 objects/s recovering 2024-04-22T04:33:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:57 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:33:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:57 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:57 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:57 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:57.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:57 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-22T04:33:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[88445]: osdmap e458: 8 total, 8 up, 8 in 2024-04-22T04:33:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:33:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:33:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[88445]: pgmap v400: 121 pgs: 4 active+undersized+degraded, 20 active+undersized, 97 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 10 op/s; 53/684 objects degraded (7.749%); 3.1 MiB/s, 0 objects/s recovering 2024-04-22T04:33:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:33:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:57.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-22T04:33:57.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[91058]: osdmap e458: 8 total, 8 up, 8 in 2024-04-22T04:33:57.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:57.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:57.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:33:57.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:33:57.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:33:57.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[91058]: pgmap v400: 121 pgs: 4 active+undersized+degraded, 20 active+undersized, 97 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 10 op/s; 53/684 objects degraded (7.749%); 3.1 MiB/s, 0 objects/s recovering 2024-04-22T04:33:57.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:33:57.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:57.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:57.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:33:57.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:57 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-22T04:33:58.235 INFO:tasks.rados.rados.0.smithi040.stdout:2066: done (9 left) 2024-04-22T04:33:58.235 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 205 2024-04-22T04:33:58.235 INFO:tasks.rados.rados.0.smithi040.stdout:2064: finishing copy_from to smithi04078109-18 2024-04-22T04:33:58.235 INFO:tasks.rados.rados.0.smithi040.stdout:2064: got expected ENOENT (src dne) 2024-04-22T04:33:58.236 INFO:tasks.rados.rados.0.smithi040.stdout:2067: seq_num 671 ranges {3284992=442368,3727360=761856,4489216=442368} 2024-04-22T04:33:58.258 INFO:tasks.rados.rados.0.smithi040.stdout:2067: writing smithi04078109-10 from 3284992 to 3727360 tid 1 2024-04-22T04:33:58.262 INFO:tasks.rados.rados.0.smithi040.stdout:2067: writing smithi04078109-10 from 3727360 to 4489216 tid 2 2024-04-22T04:33:58.266 INFO:tasks.rados.rados.0.smithi040.stdout:2067: writing smithi04078109-10 from 4489216 to 4931584 tid 3 2024-04-22T04:33:58.266 INFO:tasks.rados.rados.0.smithi040.stdout:2068: rollback oid 48 current snap is 205 2024-04-22T04:33:58.266 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 48 to 187 2024-04-22T04:33:58.266 INFO:tasks.rados.rados.0.smithi040.stdout:2064: finishing copy_from racing read to smithi04078109-18 2024-04-22T04:33:58.266 INFO:tasks.rados.rados.0.smithi040.stdout:2057: finishing write tid 3 to smithi04078109-50 2024-04-22T04:33:58.266 INFO:tasks.rados.rados.0.smithi040.stdout:2057: finishing write tid 4 to smithi04078109-50 2024-04-22T04:33:58.266 INFO:tasks.rados.rados.0.smithi040.stdout:2057: finishing write tid 5 to smithi04078109-50 2024-04-22T04:33:58.266 INFO:tasks.rados.rados.0.smithi040.stdout:2058: finishing rollback tid 1 to smithi04078109-17 2024-04-22T04:33:58.266 INFO:tasks.rados.rados.0.smithi040.stdout:2058: finishing rollback tid 2 to smithi04078109-17 2024-04-22T04:33:58.267 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 1435 (ObjNum 603 snap 181 seq_num 603) dirty exists 2024-04-22T04:33:58.267 INFO:tasks.rados.rados.0.smithi040.stdout:2057: finishing write tid 6 to smithi04078109-50 2024-04-22T04:33:58.267 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 974 (ObjNum 670 snap 205 seq_num 670) dirty exists 2024-04-22T04:33:58.267 INFO:tasks.rados.rados.0.smithi040.stdout:2057: left oid 50 (ObjNum 670 snap 205 seq_num 670) 2024-04-22T04:33:58.267 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 1002 (ObjNum 651 snap 197 seq_num 651) dirty exists 2024-04-22T04:33:58.267 INFO:tasks.rados.rados.0.smithi040.stdout:2060: finishing rollback tid 0 to smithi04078109-38 2024-04-22T04:33:58.267 INFO:tasks.rados.rados.0.smithi040.stdout:2060: finishing rollback tid 1 to smithi04078109-38 2024-04-22T04:33:58.267 INFO:tasks.rados.rados.0.smithi040.stdout:2057: done (10 left) 2024-04-22T04:33:58.267 INFO:tasks.rados.rados.0.smithi040.stdout:2058: done (9 left) 2024-04-22T04:33:58.267 INFO:tasks.rados.rados.0.smithi040.stdout:2061: done (8 left) 2024-04-22T04:33:58.267 INFO:tasks.rados.rados.0.smithi040.stdout:2064: done (7 left) 2024-04-22T04:33:58.267 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 205 2024-04-22T04:33:58.267 INFO:tasks.rados.rados.0.smithi040.stdout:2060: finishing rollback tid 2 to smithi04078109-38 2024-04-22T04:33:58.267 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 992 (ObjNum 646 snap 196 seq_num 646) dirty exists 2024-04-22T04:33:58.267 INFO:tasks.rados.rados.0.smithi040.stdout:2059: finishing copy_from racing read to smithi04078109-46 2024-04-22T04:33:58.268 INFO:tasks.rados.rados.0.smithi040.stdout:2059: finishing copy_from to smithi04078109-46 2024-04-22T04:33:58.268 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 997 (ObjNum 655 snap 198 seq_num 655) dirty exists 2024-04-22T04:33:58.268 INFO:tasks.rados.rados.0.smithi040.stdout:2065: expect (ObjNum 520 snap 153 seq_num 520) 2024-04-22T04:33:58.349 INFO:tasks.rados.rados.0.smithi040.stdout:2062: expect (ObjNum 667 snap 204 seq_num 667) 2024-04-22T04:33:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:58 smithi062 ceph-mon[78153]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-22T04:33:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:58 smithi062 ceph-mon[78153]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-22T04:33:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:58 smithi062 ceph-mon[78153]: osdmap e459: 8 total, 8 up, 8 in 2024-04-22T04:33:58.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:58 smithi040 ceph-mon[88445]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-22T04:33:58.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:58 smithi040 ceph-mon[88445]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-22T04:33:58.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:58 smithi040 ceph-mon[88445]: osdmap e459: 8 total, 8 up, 8 in 2024-04-22T04:33:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:58 smithi040 ceph-mon[91058]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-22T04:33:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:58 smithi040 ceph-mon[91058]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-22T04:33:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:58 smithi040 ceph-mon[91058]: osdmap e459: 8 total, 8 up, 8 in 2024-04-22T04:33:58.786 INFO:tasks.rados.rados.0.smithi040.stdout:2063: finishing copy_from racing read to smithi04078109-33 2024-04-22T04:33:58.786 INFO:tasks.rados.rados.0.smithi040.stdout:2063: finishing copy_from to smithi04078109-33 2024-04-22T04:33:58.786 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 1061 (ObjNum 634 snap 191 seq_num 634) dirty exists 2024-04-22T04:33:58.786 INFO:tasks.rados.rados.0.smithi040.stdout:2067: finishing write tid 1 to smithi04078109-10 2024-04-22T04:33:58.786 INFO:tasks.rados.rados.0.smithi040.stdout:2067: finishing write tid 2 to smithi04078109-10 2024-04-22T04:33:58.786 INFO:tasks.rados.rados.0.smithi040.stdout:2067: finishing write tid 3 to smithi04078109-10 2024-04-22T04:33:58.786 INFO:tasks.rados.rados.0.smithi040.stdout:2067: finishing write tid 4 to smithi04078109-10 2024-04-22T04:33:58.787 INFO:tasks.rados.rados.0.smithi040.stdout:2069: seq_num 672 ranges {524288=458752,983040=647168,1630208=466944,2097152=90112} 2024-04-22T04:33:58.791 INFO:tasks.rados.rados.0.smithi040.stdout:2069: writing smithi04078109-40 from 524288 to 983040 tid 1 2024-04-22T04:33:58.795 INFO:tasks.rados.rados.0.smithi040.stdout:2069: writing smithi04078109-40 from 983040 to 1630208 tid 2 2024-04-22T04:33:58.797 INFO:tasks.rados.rados.0.smithi040.stdout:2069: writing smithi04078109-40 from 1630208 to 2097152 tid 3 2024-04-22T04:33:58.798 INFO:tasks.rados.rados.0.smithi040.stdout:2069: writing smithi04078109-40 from 2097152 to 2187264 tid 4 2024-04-22T04:33:58.799 INFO:tasks.rados.rados.0.smithi040.stdout:2059: done (7 left) 2024-04-22T04:33:58.799 INFO:tasks.rados.rados.0.smithi040.stdout:2060: done (6 left) 2024-04-22T04:33:58.799 INFO:tasks.rados.rados.0.smithi040.stdout:2062: done (5 left) 2024-04-22T04:33:58.799 INFO:tasks.rados.rados.0.smithi040.stdout:2063: done (4 left) 2024-04-22T04:33:58.799 INFO:tasks.rados.rados.0.smithi040.stdout:2065: done (3 left) 2024-04-22T04:33:58.799 INFO:tasks.rados.rados.0.smithi040.stdout:2070: delete oid 38 current snap is 205 2024-04-22T04:33:58.799 INFO:tasks.rados.rados.0.smithi040.stdout:2067: finishing write tid 5 to smithi04078109-10 2024-04-22T04:33:58.799 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 996 (ObjNum 671 snap 205 seq_num 671) dirty exists 2024-04-22T04:33:58.799 INFO:tasks.rados.rados.0.smithi040.stdout:2067: left oid 10 (ObjNum 671 snap 205 seq_num 671) 2024-04-22T04:33:58.799 INFO:tasks.rados.rados.0.smithi040.stdout:2068: finishing rollback tid 0 to smithi04078109-48 2024-04-22T04:33:58.799 INFO:tasks.rados.rados.0.smithi040.stdout:2068: finishing rollback tid 1 to smithi04078109-48 2024-04-22T04:33:58.799 INFO:tasks.rados.rados.0.smithi040.stdout:2068: finishing rollback tid 2 to smithi04078109-48 2024-04-22T04:33:58.799 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 1230 (ObjNum 555 snap 162 seq_num 555) dirty exists 2024-04-22T04:33:58.799 INFO:tasks.rados.rados.0.smithi040.stdout:2069: finishing write tid 1 to smithi04078109-40 2024-04-22T04:33:58.799 INFO:tasks.rados.rados.0.smithi040.stdout:2069: finishing write tid 2 to smithi04078109-40 2024-04-22T04:33:58.800 INFO:tasks.rados.rados.0.smithi040.stdout:2067: done (3 left) 2024-04-22T04:33:58.800 INFO:tasks.rados.rados.0.smithi040.stdout:2068: done (2 left) 2024-04-22T04:33:58.801 INFO:tasks.rados.rados.0.smithi040.stdout:2070: done (1 left) 2024-04-22T04:33:58.801 INFO:tasks.rados.rados.0.smithi040.stdout:2071: rollback oid 41 current snap is 205 2024-04-22T04:33:58.801 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 41 to 201 2024-04-22T04:33:58.801 INFO:tasks.rados.rados.0.smithi040.stdout:2072: read oid 39 snap 180 2024-04-22T04:33:58.801 INFO:tasks.rados.rados.0.smithi040.stdout:2072: expect (ObjNum 598 snap 180 seq_num 598) 2024-04-22T04:33:58.801 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 205 2024-04-22T04:33:58.801 INFO:tasks.rados.rados.0.smithi040.stdout:2073: seq_num 674 ranges {0=491520,491520=417792,909312=483328,1392640=303104} 2024-04-22T04:33:58.803 INFO:tasks.rados.rados.0.smithi040.stdout:2073: writing smithi04078109-19 from 0 to 491520 tid 1 2024-04-22T04:33:58.806 INFO:tasks.rados.rados.0.smithi040.stdout:2073: writing smithi04078109-19 from 491520 to 909312 tid 2 2024-04-22T04:33:58.809 INFO:tasks.rados.rados.0.smithi040.stdout:2073: writing smithi04078109-19 from 909312 to 1392640 tid 3 2024-04-22T04:33:58.811 INFO:tasks.rados.rados.0.smithi040.stdout:2073: writing smithi04078109-19 from 1392640 to 1695744 tid 4 2024-04-22T04:33:58.811 INFO:tasks.rados.rados.0.smithi040.stdout:2074: snap_remove snap 199 2024-04-22T04:33:59.235 INFO:tasks.rados.rados.0.smithi040.stdout:2074: done (4 left) 2024-04-22T04:33:59.236 INFO:tasks.rados.rados.0.smithi040.stdout:2075: snap_remove snap 189 2024-04-22T04:33:59.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:59 smithi062 ceph-mon[78153]: osdmap e460: 8 total, 8 up, 8 in 2024-04-22T04:33:59.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:33:59 smithi062 ceph-mon[78153]: pgmap v403: 121 pgs: 121 active+clean; 403 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.5 MiB/s wr, 14 op/s; 8.6 MiB/s, 1 objects/s recovering 2024-04-22T04:33:59.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:59 smithi040 ceph-mon[88445]: osdmap e460: 8 total, 8 up, 8 in 2024-04-22T04:33:59.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:33:59 smithi040 ceph-mon[88445]: pgmap v403: 121 pgs: 121 active+clean; 403 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.5 MiB/s wr, 14 op/s; 8.6 MiB/s, 1 objects/s recovering 2024-04-22T04:33:59.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:59 smithi040 ceph-mon[91058]: osdmap e460: 8 total, 8 up, 8 in 2024-04-22T04:33:59.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:33:59 smithi040 ceph-mon[91058]: pgmap v403: 121 pgs: 121 active+clean; 403 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.5 MiB/s wr, 14 op/s; 8.6 MiB/s, 1 objects/s recovering 2024-04-22T04:34:00.244 INFO:tasks.rados.rados.0.smithi040.stdout:2075: done (4 left) 2024-04-22T04:34:00.244 INFO:tasks.rados.rados.0.smithi040.stdout:2076: copy_from oid 17 from oid 42 current snap is 205 2024-04-22T04:34:00.244 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 3 current snap is 205 2024-04-22T04:34:00.244 INFO:tasks.rados.rados.0.smithi040.stdout:2077: seq_num 675 ranges {3678208=507904,4186112=704512,4890624=499712} 2024-04-22T04:34:00.269 INFO:tasks.rados.rados.0.smithi040.stdout:2077: writing smithi04078109-3 from 3678208 to 4186112 tid 1 2024-04-22T04:34:00.273 INFO:tasks.rados.rados.0.smithi040.stdout:2077: writing smithi04078109-3 from 4186112 to 4890624 tid 2 2024-04-22T04:34:00.277 INFO:tasks.rados.rados.0.smithi040.stdout:2077: writing smithi04078109-3 from 4890624 to 5390336 tid 3 2024-04-22T04:34:00.277 INFO:tasks.rados.rados.0.smithi040.stdout:2078: read oid 21 snap -1 2024-04-22T04:34:00.277 INFO:tasks.rados.rados.0.smithi040.stdout:2078: expect deleted 2024-04-22T04:34:00.277 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 205 2024-04-22T04:34:00.277 INFO:tasks.rados.rados.0.smithi040.stdout:2069: finishing write tid 3 to smithi04078109-40 2024-04-22T04:34:00.277 INFO:tasks.rados.rados.0.smithi040.stdout:2079: seq_num 676 ranges {524288=524288,1048576=589824,1638400=450560,2088960=163840} 2024-04-22T04:34:00.283 INFO:tasks.rados.rados.0.smithi040.stdout:2079: writing smithi04078109-25 from 524288 to 1048576 tid 1 2024-04-22T04:34:00.286 INFO:tasks.rados.rados.0.smithi040.stdout:2079: writing smithi04078109-25 from 1048576 to 1638400 tid 2 2024-04-22T04:34:00.289 INFO:tasks.rados.rados.0.smithi040.stdout:2079: writing smithi04078109-25 from 1638400 to 2088960 tid 3 2024-04-22T04:34:00.291 INFO:tasks.rados.rados.0.smithi040.stdout:2079: writing smithi04078109-25 from 2088960 to 2252800 tid 4 2024-04-22T04:34:00.291 INFO:tasks.rados.rados.0.smithi040.stdout:2080: rollback oid 2 current snap is 205 2024-04-22T04:34:00.291 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 2 to 202 2024-04-22T04:34:00.291 INFO:tasks.rados.rados.0.smithi040.stdout:2069: finishing write tid 4 to smithi04078109-40 2024-04-22T04:34:00.291 INFO:tasks.rados.rados.0.smithi040.stdout:2069: finishing write tid 5 to smithi04078109-40 2024-04-22T04:34:00.291 INFO:tasks.rados.rados.0.smithi040.stdout:2072: expect (ObjNum 598 snap 180 seq_num 598) 2024-04-22T04:34:00.305 INFO:tasks.rados.rados.0.smithi040.stdout:2071: finishing rollback tid 0 to smithi04078109-41 2024-04-22T04:34:00.305 INFO:tasks.rados.rados.0.smithi040.stdout:2069: finishing write tid 6 to smithi04078109-40 2024-04-22T04:34:00.306 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1333 (ObjNum 672 snap 205 seq_num 672) dirty exists 2024-04-22T04:34:00.306 INFO:tasks.rados.rados.0.smithi040.stdout:2069: left oid 40 (ObjNum 672 snap 205 seq_num 672) 2024-04-22T04:34:00.306 INFO:tasks.rados.rados.0.smithi040.stdout:2071: finishing rollback tid 1 to smithi04078109-41 2024-04-22T04:34:00.306 INFO:tasks.rados.rados.0.smithi040.stdout:2069: done (8 left) 2024-04-22T04:34:00.306 INFO:tasks.rados.rados.0.smithi040.stdout:2072: done (7 left) 2024-04-22T04:34:00.306 INFO:tasks.rados.rados.0.smithi040.stdout:2081: read oid 20 snap -1 2024-04-22T04:34:00.306 INFO:tasks.rados.rados.0.smithi040.stdout:2081: expect (ObjNum 619 snap 187 seq_num 619) 2024-04-22T04:34:00.306 INFO:tasks.rados.rados.0.smithi040.stdout:2082: rollback oid 46 current snap is 205 2024-04-22T04:34:00.306 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 46 to 204 2024-04-22T04:34:00.306 INFO:tasks.rados.rados.0.smithi040.stdout:2071: finishing rollback tid 2 to smithi04078109-41 2024-04-22T04:34:00.306 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 1447 (ObjNum 637 snap 193 seq_num 637) dirty exists 2024-04-22T04:34:00.307 INFO:tasks.rados.rados.0.smithi040.stdout:2073: finishing write tid 1 to smithi04078109-19 2024-04-22T04:34:00.307 INFO:tasks.rados.rados.0.smithi040.stdout:2073: finishing write tid 2 to smithi04078109-19 2024-04-22T04:34:00.307 INFO:tasks.rados.rados.0.smithi040.stdout:2073: finishing write tid 3 to smithi04078109-19 2024-04-22T04:34:00.307 INFO:tasks.rados.rados.0.smithi040.stdout:2073: finishing write tid 4 to smithi04078109-19 2024-04-22T04:34:00.307 INFO:tasks.rados.rados.0.smithi040.stdout:2073: finishing write tid 5 to smithi04078109-19 2024-04-22T04:34:00.307 INFO:tasks.rados.rados.0.smithi040.stdout:2073: finishing write tid 6 to smithi04078109-19 2024-04-22T04:34:00.307 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 458 (ObjNum 674 snap 205 seq_num 674) dirty exists 2024-04-22T04:34:00.307 INFO:tasks.rados.rados.0.smithi040.stdout:2073: left oid 19 (ObjNum 674 snap 205 seq_num 674) 2024-04-22T04:34:00.307 INFO:tasks.rados.rados.0.smithi040.stdout:2076: finishing copy_from to smithi04078109-17 2024-04-22T04:34:00.307 INFO:tasks.rados.rados.0.smithi040.stdout:2076: got expected ENOENT (src dne) 2024-04-22T04:34:00.307 INFO:tasks.rados.rados.0.smithi040.stdout:2071: done (8 left) 2024-04-22T04:34:00.307 INFO:tasks.rados.rados.0.smithi040.stdout:2073: done (7 left) 2024-04-22T04:34:00.307 INFO:tasks.rados.rados.0.smithi040.stdout:2083: copy_from oid 10 from oid 11 current snap is 205 2024-04-22T04:34:00.307 INFO:tasks.rados.rados.0.smithi040.stdout:2076: finishing copy_from racing read to smithi04078109-17 2024-04-22T04:34:00.307 INFO:tasks.rados.rados.0.smithi040.stdout:2077: finishing write tid 1 to smithi04078109-3 2024-04-22T04:34:00.307 INFO:tasks.rados.rados.0.smithi040.stdout:2077: finishing write tid 2 to smithi04078109-3 2024-04-22T04:34:00.308 INFO:tasks.rados.rados.0.smithi040.stdout:2077: finishing write tid 3 to smithi04078109-3 2024-04-22T04:34:00.308 INFO:tasks.rados.rados.0.smithi040.stdout:2077: finishing write tid 4 to smithi04078109-3 2024-04-22T04:34:00.308 INFO:tasks.rados.rados.0.smithi040.stdout:2077: finishing write tid 5 to smithi04078109-3 2024-04-22T04:34:00.308 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 916 (ObjNum 675 snap 205 seq_num 675) dirty exists 2024-04-22T04:34:00.308 INFO:tasks.rados.rados.0.smithi040.stdout:2077: left oid 3 (ObjNum 675 snap 205 seq_num 675) 2024-04-22T04:34:00.308 INFO:tasks.rados.rados.0.smithi040.stdout:2079: finishing write tid 1 to smithi04078109-25 2024-04-22T04:34:00.308 INFO:tasks.rados.rados.0.smithi040.stdout:2079: finishing write tid 2 to smithi04078109-25 2024-04-22T04:34:00.308 INFO:tasks.rados.rados.0.smithi040.stdout:2079: finishing write tid 3 to smithi04078109-25 2024-04-22T04:34:00.308 INFO:tasks.rados.rados.0.smithi040.stdout:2079: finishing write tid 4 to smithi04078109-25 2024-04-22T04:34:00.308 INFO:tasks.rados.rados.0.smithi040.stdout:2080: finishing rollback tid 1 to smithi04078109-2 2024-04-22T04:34:00.308 INFO:tasks.rados.rados.0.smithi040.stdout:2076: done (7 left) 2024-04-22T04:34:00.308 INFO:tasks.rados.rados.0.smithi040.stdout:2077: done (6 left) 2024-04-22T04:34:00.308 INFO:tasks.rados.rados.0.smithi040.stdout:2078: done (5 left) 2024-04-22T04:34:00.308 INFO:tasks.rados.rados.0.smithi040.stdout:2084: read oid 8 snap -1 2024-04-22T04:34:00.308 INFO:tasks.rados.rados.0.smithi040.stdout:2084: expect (ObjNum 651 snap 197 seq_num 651) 2024-04-22T04:34:00.308 INFO:tasks.rados.rados.0.smithi040.stdout:2085: rollback oid 28 current snap is 205 2024-04-22T04:34:00.309 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 28 to 201 2024-04-22T04:34:00.309 INFO:tasks.rados.rados.0.smithi040.stdout:2079: finishing write tid 5 to smithi04078109-25 2024-04-22T04:34:00.309 INFO:tasks.rados.rados.0.smithi040.stdout:2080: finishing rollback tid 2 to smithi04078109-2 2024-04-22T04:34:00.309 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 1467 (ObjNum 650 snap 197 seq_num 650) dirty exists 2024-04-22T04:34:00.309 INFO:tasks.rados.rados.0.smithi040.stdout:2079: finishing write tid 6 to smithi04078109-25 2024-04-22T04:34:00.309 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 1349 (ObjNum 676 snap 205 seq_num 676) dirty exists 2024-04-22T04:34:00.309 INFO:tasks.rados.rados.0.smithi040.stdout:2079: left oid 25 (ObjNum 676 snap 205 seq_num 676) 2024-04-22T04:34:00.309 INFO:tasks.rados.rados.0.smithi040.stdout:2079: done (6 left) 2024-04-22T04:34:00.309 INFO:tasks.rados.rados.0.smithi040.stdout:2080: done (5 left) 2024-04-22T04:34:00.309 INFO:tasks.rados.rados.0.smithi040.stdout:2086: copy_from oid 39 from oid 7 current snap is 205 2024-04-22T04:34:00.309 INFO:tasks.rados.rados.0.smithi040.stdout:2087: snap_remove snap 194 2024-04-22T04:34:00.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:34:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:34:00] "GET /metrics HTTP/1.1" 200 227221 "" "Prometheus/2.33.4" 2024-04-22T04:34:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:00 smithi040 ceph-mon[88445]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/684 objects degraded (7.749%), 4 pgs degraded) 2024-04-22T04:34:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:00 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:34:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:00 smithi040 ceph-mon[88445]: osdmap e461: 8 total, 8 up, 8 in 2024-04-22T04:34:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:00 smithi040 ceph-mon[91058]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/684 objects degraded (7.749%), 4 pgs degraded) 2024-04-22T04:34:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:00 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:34:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:00 smithi040 ceph-mon[91058]: osdmap e461: 8 total, 8 up, 8 in 2024-04-22T04:34:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:00 smithi062 ceph-mon[78153]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/684 objects degraded (7.749%), 4 pgs degraded) 2024-04-22T04:34:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:00 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:34:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:00 smithi062 ceph-mon[78153]: osdmap e461: 8 total, 8 up, 8 in 2024-04-22T04:34:01.259 INFO:tasks.rados.rados.0.smithi040.stdout:2087: done (6 left) 2024-04-22T04:34:01.259 INFO:tasks.rados.rados.0.smithi040.stdout:2088: read oid 31 snap 176 2024-04-22T04:34:01.259 INFO:tasks.rados.rados.0.smithi040.stdout:2088: expect (ObjNum 453 snap 125 seq_num 453) 2024-04-22T04:34:01.259 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 205 2024-04-22T04:34:01.259 INFO:tasks.rados.rados.0.smithi040.stdout:2089: seq_num 677 ranges {5701632=540672,6242304=516096,6758400=655360,7413760=32768} 2024-04-22T04:34:01.294 INFO:tasks.rados.rados.0.smithi040.stdout:2089: writing smithi04078109-6 from 5701632 to 6242304 tid 1 2024-04-22T04:34:01.297 INFO:tasks.rados.rados.0.smithi040.stdout:2089: writing smithi04078109-6 from 6242304 to 6758400 tid 2 2024-04-22T04:34:01.302 INFO:tasks.rados.rados.0.smithi040.stdout:2089: writing smithi04078109-6 from 6758400 to 7413760 tid 3 2024-04-22T04:34:01.302 INFO:tasks.rados.rados.0.smithi040.stdout:2089: writing smithi04078109-6 from 7413760 to 7446528 tid 4 2024-04-22T04:34:01.302 INFO:tasks.rados.rados.0.smithi040.stdout:2090: rollback oid 16 current snap is 205 2024-04-22T04:34:01.302 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 16 to 110 2024-04-22T04:34:01.302 INFO:tasks.rados.rados.0.smithi040.stdout:2082: finishing rollback tid 0 to smithi04078109-46 2024-04-22T04:34:01.302 INFO:tasks.rados.rados.0.smithi040.stdout:2082: finishing rollback tid 1 to smithi04078109-46 2024-04-22T04:34:01.302 INFO:tasks.rados.rados.0.smithi040.stdout:2082: finishing rollback tid 2 to smithi04078109-46 2024-04-22T04:34:01.302 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1000 (ObjNum 648 snap 197 seq_num 648) dirty exists 2024-04-22T04:34:01.302 INFO:tasks.rados.rados.0.smithi040.stdout:2081: expect (ObjNum 619 snap 187 seq_num 619) 2024-04-22T04:34:01.352 INFO:tasks.rados.rados.0.smithi040.stdout:2084: expect (ObjNum 651 snap 197 seq_num 651) 2024-04-22T04:34:01.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:01 smithi062 ceph-mon[78153]: osdmap e462: 8 total, 8 up, 8 in 2024-04-22T04:34:01.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:01 smithi062 ceph-mon[78153]: pgmap v406: 121 pgs: 121 active+clean; 405 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 5.5 MiB/s, 0 objects/s recovering 2024-04-22T04:34:01.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:01 smithi040 ceph-mon[88445]: osdmap e462: 8 total, 8 up, 8 in 2024-04-22T04:34:01.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:01 smithi040 ceph-mon[88445]: pgmap v406: 121 pgs: 121 active+clean; 405 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 5.5 MiB/s, 0 objects/s recovering 2024-04-22T04:34:01.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:01 smithi040 ceph-mon[91058]: osdmap e462: 8 total, 8 up, 8 in 2024-04-22T04:34:01.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:01 smithi040 ceph-mon[91058]: pgmap v406: 121 pgs: 121 active+clean; 405 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 5.5 MiB/s, 0 objects/s recovering 2024-04-22T04:34:01.781 INFO:tasks.rados.rados.0.smithi040.stdout:2085: finishing rollback tid 0 to smithi04078109-28 2024-04-22T04:34:01.781 INFO:tasks.rados.rados.0.smithi040.stdout:2085: finishing rollback tid 1 to smithi04078109-28 2024-04-22T04:34:01.781 INFO:tasks.rados.rados.0.smithi040.stdout:2085: finishing rollback tid 2 to smithi04078109-28 2024-04-22T04:34:01.781 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 1005 (ObjNum 655 snap 198 seq_num 655) dirty exists 2024-04-22T04:34:01.781 INFO:tasks.rados.rados.0.smithi040.stdout:2083: finishing copy_from racing read to smithi04078109-10 2024-04-22T04:34:01.781 INFO:tasks.rados.rados.0.smithi040.stdout:2081: done (8 left) 2024-04-22T04:34:01.781 INFO:tasks.rados.rados.0.smithi040.stdout:2082: done (7 left) 2024-04-22T04:34:01.781 INFO:tasks.rados.rados.0.smithi040.stdout:2084: done (6 left) 2024-04-22T04:34:01.781 INFO:tasks.rados.rados.0.smithi040.stdout:2085: done (5 left) 2024-04-22T04:34:01.781 INFO:tasks.rados.rados.0.smithi040.stdout:2091: delete oid 22 current snap is 205 2024-04-22T04:34:01.781 INFO:tasks.rados.rados.0.smithi040.stdout:2083: finishing copy_from to smithi04078109-10 2024-04-22T04:34:01.781 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1280 (ObjNum 643 snap 195 seq_num 643) dirty exists 2024-04-22T04:34:01.782 INFO:tasks.rados.rados.0.smithi040.stdout:2086: finishing copy_from racing read to smithi04078109-39 2024-04-22T04:34:01.782 INFO:tasks.rados.rados.0.smithi040.stdout:2086: finishing copy_from to smithi04078109-39 2024-04-22T04:34:01.782 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 1061 (ObjNum 634 snap 191 seq_num 634) dirty exists 2024-04-22T04:34:01.782 INFO:tasks.rados.rados.0.smithi040.stdout:2088: expect (ObjNum 453 snap 125 seq_num 453) 2024-04-22T04:34:02.092 INFO:tasks.rados.rados.0.smithi040.stdout:2089: finishing write tid 1 to smithi04078109-6 2024-04-22T04:34:02.092 INFO:tasks.rados.rados.0.smithi040.stdout:2089: finishing write tid 2 to smithi04078109-6 2024-04-22T04:34:02.092 INFO:tasks.rados.rados.0.smithi040.stdout:2090: finishing rollback tid 0 to smithi04078109-16 2024-04-22T04:34:02.092 INFO:tasks.rados.rados.0.smithi040.stdout:2090: finishing rollback tid 1 to smithi04078109-16 2024-04-22T04:34:02.092 INFO:tasks.rados.rados.0.smithi040.stdout:2090: finishing rollback tid 2 to smithi04078109-16 2024-04-22T04:34:02.093 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 922 (ObjNum 1 snap 32647 seq_num 2852209720) dirty exists 2024-04-22T04:34:02.093 INFO:tasks.rados.rados.0.smithi040.stdout:2089: finishing write tid 3 to smithi04078109-6 2024-04-22T04:34:02.093 INFO:tasks.rados.rados.0.smithi040.stdout:2083: done (5 left) 2024-04-22T04:34:02.093 INFO:tasks.rados.rados.0.smithi040.stdout:2086: done (4 left) 2024-04-22T04:34:02.093 INFO:tasks.rados.rados.0.smithi040.stdout:2088: done (3 left) 2024-04-22T04:34:02.093 INFO:tasks.rados.rados.0.smithi040.stdout:2090: done (2 left) 2024-04-22T04:34:02.093 INFO:tasks.rados.rados.0.smithi040.stdout:2091: done (1 left) 2024-04-22T04:34:02.093 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 205 2024-04-22T04:34:02.093 INFO:tasks.rados.rados.0.smithi040.stdout:2089: finishing write tid 4 to smithi04078109-6 2024-04-22T04:34:02.093 INFO:tasks.rados.rados.0.smithi040.stdout:2089: finishing write tid 5 to smithi04078109-6 2024-04-22T04:34:02.093 INFO:tasks.rados.rados.0.smithi040.stdout:2089: finishing write tid 6 to smithi04078109-6 2024-04-22T04:34:02.093 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 1363 (ObjNum 677 snap 205 seq_num 677) dirty exists 2024-04-22T04:34:02.093 INFO:tasks.rados.rados.0.smithi040.stdout:2089: left oid 6 (ObjNum 677 snap 205 seq_num 677) 2024-04-22T04:34:02.094 INFO:tasks.rados.rados.0.smithi040.stdout:2092: seq_num 679 ranges {1376256=581632,1957888=688128,2646016=516096} 2024-04-22T04:34:02.102 INFO:tasks.rados.rados.0.smithi040.stdout:2092: writing smithi04078109-35 from 1376256 to 1957888 tid 1 2024-04-22T04:34:02.106 INFO:tasks.rados.rados.0.smithi040.stdout:2092: writing smithi04078109-35 from 1957888 to 2646016 tid 2 2024-04-22T04:34:02.110 INFO:tasks.rados.rados.0.smithi040.stdout:2092: writing smithi04078109-35 from 2646016 to 3162112 tid 3 2024-04-22T04:34:02.110 INFO:tasks.rados.rados.0.smithi040.stdout:2089: done (1 left) 2024-04-22T04:34:02.110 INFO:tasks.rados.rados.0.smithi040.stdout:2093: snap_create 2024-04-22T04:34:02.110 INFO:tasks.rados.rados.0.smithi040.stdout:2092: finishing write tid 1 to smithi04078109-35 2024-04-22T04:34:02.110 INFO:tasks.rados.rados.0.smithi040.stdout:2092: finishing write tid 2 to smithi04078109-35 2024-04-22T04:34:02.112 INFO:tasks.rados.rados.0.smithi040.stdout:2092: finishing write tid 3 to smithi04078109-35 2024-04-22T04:34:02.112 INFO:tasks.rados.rados.0.smithi040.stdout:2092: finishing write tid 4 to smithi04078109-35 2024-04-22T04:34:02.113 INFO:tasks.rados.rados.0.smithi040.stdout:2092: finishing write tid 5 to smithi04078109-35 2024-04-22T04:34:02.113 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1233 (ObjNum 679 snap 205 seq_num 679) dirty exists 2024-04-22T04:34:02.113 INFO:tasks.rados.rados.0.smithi040.stdout:2092: left oid 35 (ObjNum 679 snap 205 seq_num 679) 2024-04-22T04:34:02.123 INFO:tasks.rados.rados.0.smithi040.stdout:2092: done (1 left) 2024-04-22T04:34:02.123 INFO:tasks.rados.rados.0.smithi040.stdout:2093: done (0 left) 2024-04-22T04:34:02.123 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 42 current snap is 206 2024-04-22T04:34:02.123 INFO:tasks.rados.rados.0.smithi040.stdout:2094: seq_num 680 ranges {0=598016,598016=573440,1171456=434176,1605632=196608} 2024-04-22T04:34:02.126 INFO:tasks.rados.rados.0.smithi040.stdout:2094: writing smithi04078109-42 from 0 to 598016 tid 1 2024-04-22T04:34:02.129 INFO:tasks.rados.rados.0.smithi040.stdout:2094: writing smithi04078109-42 from 598016 to 1171456 tid 2 2024-04-22T04:34:02.132 INFO:tasks.rados.rados.0.smithi040.stdout:2094: writing smithi04078109-42 from 1171456 to 1605632 tid 3 2024-04-22T04:34:02.133 INFO:tasks.rados.rados.0.smithi040.stdout:2094: writing smithi04078109-42 from 1605632 to 1802240 tid 4 2024-04-22T04:34:02.133 INFO:tasks.rados.rados.0.smithi040.stdout:2095: snap_create 2024-04-22T04:34:02.135 INFO:tasks.rados.rados.0.smithi040.stdout:2094: finishing write tid 1 to smithi04078109-42 2024-04-22T04:34:02.138 INFO:tasks.rados.rados.0.smithi040.stdout:2094: finishing write tid 2 to smithi04078109-42 2024-04-22T04:34:02.138 INFO:tasks.rados.rados.0.smithi040.stdout:2094: finishing write tid 3 to smithi04078109-42 2024-04-22T04:34:02.138 INFO:tasks.rados.rados.0.smithi040.stdout:2094: finishing write tid 4 to smithi04078109-42 2024-04-22T04:34:02.138 INFO:tasks.rados.rados.0.smithi040.stdout:2094: finishing write tid 5 to smithi04078109-42 2024-04-22T04:34:02.139 INFO:tasks.rados.rados.0.smithi040.stdout:2094: finishing write tid 6 to smithi04078109-42 2024-04-22T04:34:02.139 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 979 (ObjNum 680 snap 206 seq_num 680) dirty exists 2024-04-22T04:34:02.139 INFO:tasks.rados.rados.0.smithi040.stdout:2094: left oid 42 (ObjNum 680 snap 206 seq_num 680) 2024-04-22T04:34:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:02 smithi062 ceph-mon[78153]: osdmap e463: 8 total, 8 up, 8 in 2024-04-22T04:34:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:02 smithi062 ceph-mon[78153]: osdmap e464: 8 total, 8 up, 8 in 2024-04-22T04:34:02.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:02 smithi040 ceph-mon[88445]: osdmap e463: 8 total, 8 up, 8 in 2024-04-22T04:34:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:02 smithi040 ceph-mon[88445]: osdmap e464: 8 total, 8 up, 8 in 2024-04-22T04:34:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:02 smithi040 ceph-mon[91058]: osdmap e463: 8 total, 8 up, 8 in 2024-04-22T04:34:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:02 smithi040 ceph-mon[91058]: osdmap e464: 8 total, 8 up, 8 in 2024-04-22T04:34:03.126 INFO:tasks.rados.rados.0.smithi040.stdout:2094: done (1 left) 2024-04-22T04:34:03.126 INFO:tasks.rados.rados.0.smithi040.stdout:2095: done (0 left) 2024-04-22T04:34:03.126 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 18 current snap is 207 2024-04-22T04:34:03.126 INFO:tasks.rados.rados.0.smithi040.stdout:2096: seq_num 681 ranges {491520=614400,1105920=458752,1564672=638976,2203648=106496} 2024-04-22T04:34:03.132 INFO:tasks.rados.rados.0.smithi040.stdout:2096: writing smithi04078109-18 from 491520 to 1105920 tid 1 2024-04-22T04:34:03.134 INFO:tasks.rados.rados.0.smithi040.stdout:2096: writing smithi04078109-18 from 1105920 to 1564672 tid 2 2024-04-22T04:34:03.138 INFO:tasks.rados.rados.0.smithi040.stdout:2096: writing smithi04078109-18 from 1564672 to 2203648 tid 3 2024-04-22T04:34:03.139 INFO:tasks.rados.rados.0.smithi040.stdout:2096: writing smithi04078109-18 from 2203648 to 2310144 tid 4 2024-04-22T04:34:03.139 INFO:tasks.rados.rados.0.smithi040.stdout:2097: snap_create 2024-04-22T04:34:03.139 INFO:tasks.rados.rados.0.smithi040.stdout:2096: finishing write tid 1 to smithi04078109-18 2024-04-22T04:34:03.142 INFO:tasks.rados.rados.0.smithi040.stdout:2096: finishing write tid 2 to smithi04078109-18 2024-04-22T04:34:03.142 INFO:tasks.rados.rados.0.smithi040.stdout:2096: finishing write tid 3 to smithi04078109-18 2024-04-22T04:34:03.143 INFO:tasks.rados.rados.0.smithi040.stdout:2096: finishing write tid 4 to smithi04078109-18 2024-04-22T04:34:03.143 INFO:tasks.rados.rados.0.smithi040.stdout:2096: finishing write tid 5 to smithi04078109-18 2024-04-22T04:34:03.145 INFO:tasks.rados.rados.0.smithi040.stdout:2096: finishing write tid 6 to smithi04078109-18 2024-04-22T04:34:03.145 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 896 (ObjNum 681 snap 207 seq_num 681) dirty exists 2024-04-22T04:34:03.145 INFO:tasks.rados.rados.0.smithi040.stdout:2096: left oid 18 (ObjNum 681 snap 207 seq_num 681) 2024-04-22T04:34:03.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:03 smithi062 ceph-mon[78153]: pgmap v409: 121 pgs: 121 active+clean; 450 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 38 op/s 2024-04-22T04:34:03.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:03 smithi062 ceph-mon[78153]: osdmap e465: 8 total, 8 up, 8 in 2024-04-22T04:34:03.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:03 smithi040 ceph-mon[88445]: pgmap v409: 121 pgs: 121 active+clean; 450 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 38 op/s 2024-04-22T04:34:03.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:03 smithi040 ceph-mon[88445]: osdmap e465: 8 total, 8 up, 8 in 2024-04-22T04:34:03.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:03 smithi040 ceph-mon[91058]: pgmap v409: 121 pgs: 121 active+clean; 450 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 38 op/s 2024-04-22T04:34:03.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:03 smithi040 ceph-mon[91058]: osdmap e465: 8 total, 8 up, 8 in 2024-04-22T04:34:04.128 INFO:tasks.rados.rados.0.smithi040.stdout:2096: done (1 left) 2024-04-22T04:34:04.128 INFO:tasks.rados.rados.0.smithi040.stdout:2097: done (0 left) 2024-04-22T04:34:04.128 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 208 2024-04-22T04:34:04.128 INFO:tasks.rados.rados.0.smithi040.stdout:2098: seq_num 682 ranges {5185536=630784,5816320=745472,6561792=442368,7004160=16384} 2024-04-22T04:34:04.159 INFO:tasks.rados.rados.0.smithi040.stdout:2098: writing smithi04078109-17 from 5185536 to 5816320 tid 1 2024-04-22T04:34:04.164 INFO:tasks.rados.rados.0.smithi040.stdout:2098: writing smithi04078109-17 from 5816320 to 6561792 tid 2 2024-04-22T04:34:04.167 INFO:tasks.rados.rados.0.smithi040.stdout:2098: writing smithi04078109-17 from 6561792 to 7004160 tid 3 2024-04-22T04:34:04.167 INFO:tasks.rados.rados.0.smithi040.stdout:2098: writing smithi04078109-17 from 7004160 to 7020544 tid 4 2024-04-22T04:34:04.167 INFO:tasks.rados.rados.0.smithi040.stdout:2099: rollback oid 22 current snap is 208 2024-04-22T04:34:04.167 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 22 to 188 2024-04-22T04:34:04.167 INFO:tasks.rados.rados.0.smithi040.stdout:2100: delete oid 39 current snap is 208 2024-04-22T04:34:04.167 INFO:tasks.rados.rados.0.smithi040.stdout:2098: finishing write tid 1 to smithi04078109-17 2024-04-22T04:34:04.169 INFO:tasks.rados.rados.0.smithi040.stdout:2098: finishing write tid 2 to smithi04078109-17 2024-04-22T04:34:04.172 INFO:tasks.rados.rados.0.smithi040.stdout:2100: done (2 left) 2024-04-22T04:34:04.172 INFO:tasks.rados.rados.0.smithi040.stdout:2101: snap_remove snap 207 2024-04-22T04:34:05.135 INFO:tasks.rados.rados.0.smithi040.stdout:2101: done (2 left) 2024-04-22T04:34:05.135 INFO:tasks.rados.rados.0.smithi040.stdout:2102: snap_create 2024-04-22T04:34:05.135 INFO:tasks.rados.rados.0.smithi040.stdout:2099: finishing rollback tid 1 to smithi04078109-22 2024-04-22T04:34:05.135 INFO:tasks.rados.rados.0.smithi040.stdout:2098: finishing write tid 3 to smithi04078109-17 2024-04-22T04:34:05.135 INFO:tasks.rados.rados.0.smithi040.stdout:2099: finishing rollback tid 2 to smithi04078109-22 2024-04-22T04:34:05.135 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 204 (ObjNum 575 snap 170 seq_num 575) dirty exists 2024-04-22T04:34:05.135 INFO:tasks.rados.rados.0.smithi040.stdout:2098: finishing write tid 4 to smithi04078109-17 2024-04-22T04:34:05.135 INFO:tasks.rados.rados.0.smithi040.stdout:2098: finishing write tid 5 to smithi04078109-17 2024-04-22T04:34:05.135 INFO:tasks.rados.rados.0.smithi040.stdout:2098: finishing write tid 6 to smithi04078109-17 2024-04-22T04:34:05.136 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 1483 (ObjNum 682 snap 208 seq_num 682) dirty exists 2024-04-22T04:34:05.136 INFO:tasks.rados.rados.0.smithi040.stdout:2098: left oid 17 (ObjNum 682 snap 208 seq_num 682) 2024-04-22T04:34:05.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:05 smithi062 ceph-mon[78153]: osdmap e466: 8 total, 8 up, 8 in 2024-04-22T04:34:05.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:05 smithi062 ceph-mon[78153]: pgmap v412: 121 pgs: 121 active+clean; 450 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 9.3 MiB/s wr, 36 op/s 2024-04-22T04:34:05.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:05 smithi040 ceph-mon[88445]: osdmap e466: 8 total, 8 up, 8 in 2024-04-22T04:34:05.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:05 smithi040 ceph-mon[88445]: pgmap v412: 121 pgs: 121 active+clean; 450 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 9.3 MiB/s wr, 36 op/s 2024-04-22T04:34:05.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:05 smithi040 ceph-mon[91058]: osdmap e466: 8 total, 8 up, 8 in 2024-04-22T04:34:05.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:05 smithi040 ceph-mon[91058]: pgmap v412: 121 pgs: 121 active+clean; 450 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 9.3 MiB/s wr, 36 op/s 2024-04-22T04:34:05.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:34:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:34:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:34:06.142 INFO:tasks.rados.rados.0.smithi040.stdout:2098: done (2 left) 2024-04-22T04:34:06.142 INFO:tasks.rados.rados.0.smithi040.stdout:2099: done (1 left) 2024-04-22T04:34:06.142 INFO:tasks.rados.rados.0.smithi040.stdout:2102: done (0 left) 2024-04-22T04:34:06.142 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 209 2024-04-22T04:34:06.142 INFO:tasks.rados.rados.0.smithi040.stdout:2103: seq_num 684 ranges {5988352=663552,6651904=507904,7159808=409600,7569408=286720} 2024-04-22T04:34:06.177 INFO:tasks.rados.rados.0.smithi040.stdout:2103: writing smithi04078109-10 from 5988352 to 6651904 tid 1 2024-04-22T04:34:06.179 INFO:tasks.rados.rados.0.smithi040.stdout:2103: writing smithi04078109-10 from 6651904 to 7159808 tid 2 2024-04-22T04:34:06.182 INFO:tasks.rados.rados.0.smithi040.stdout:2103: writing smithi04078109-10 from 7159808 to 7569408 tid 3 2024-04-22T04:34:06.184 INFO:tasks.rados.rados.0.smithi040.stdout:2103: writing smithi04078109-10 from 7569408 to 7856128 tid 4 2024-04-22T04:34:06.184 INFO:tasks.rados.rados.0.smithi040.stdout:2104: snap_create 2024-04-22T04:34:06.187 INFO:tasks.rados.rados.0.smithi040.stdout:2103: finishing write tid 1 to smithi04078109-10 2024-04-22T04:34:06.187 INFO:tasks.rados.rados.0.smithi040.stdout:2103: finishing write tid 2 to smithi04078109-10 2024-04-22T04:34:06.187 INFO:tasks.rados.rados.0.smithi040.stdout:2103: finishing write tid 3 to smithi04078109-10 2024-04-22T04:34:06.188 INFO:tasks.rados.rados.0.smithi040.stdout:2103: finishing write tid 4 to smithi04078109-10 2024-04-22T04:34:06.188 INFO:tasks.rados.rados.0.smithi040.stdout:2103: finishing write tid 5 to smithi04078109-10 2024-04-22T04:34:06.189 INFO:tasks.rados.rados.0.smithi040.stdout:2103: finishing write tid 6 to smithi04078109-10 2024-04-22T04:34:06.189 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1285 (ObjNum 684 snap 209 seq_num 684) dirty exists 2024-04-22T04:34:06.190 INFO:tasks.rados.rados.0.smithi040.stdout:2103: left oid 10 (ObjNum 684 snap 209 seq_num 684) 2024-04-22T04:34:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:06 smithi040 ceph-mon[88445]: osdmap e467: 8 total, 8 up, 8 in 2024-04-22T04:34:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:06 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:34:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:06 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:06.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:06 smithi040 ceph-mon[91058]: osdmap e467: 8 total, 8 up, 8 in 2024-04-22T04:34:06.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:06 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:06.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:34:06.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:06 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:06 smithi062 ceph-mon[78153]: osdmap e467: 8 total, 8 up, 8 in 2024-04-22T04:34:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:06 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:34:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:06 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:07.127 INFO:tasks.rados.rados.0.smithi040.stdout:2103: done (1 left) 2024-04-22T04:34:07.127 INFO:tasks.rados.rados.0.smithi040.stdout:2104: done (0 left) 2024-04-22T04:34:07.127 INFO:tasks.rados.rados.0.smithi040.stdout:2105: rollback oid 27 current snap is 210 2024-04-22T04:34:07.127 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 27 to 188 2024-04-22T04:34:07.127 INFO:tasks.rados.rados.0.smithi040.stdout:2106: delete oid 39 current snap is 210 2024-04-22T04:34:07.142 INFO:tasks.rados.rados.0.smithi040.stdout:2106: done (1 left) 2024-04-22T04:34:07.142 INFO:tasks.rados.rados.0.smithi040.stdout:2107: rollback oid 5 current snap is 210 2024-04-22T04:34:07.142 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 5 to 206 2024-04-22T04:34:07.142 INFO:tasks.rados.rados.0.smithi040.stdout:2108: copy_from oid 6 from oid 24 current snap is 210 2024-04-22T04:34:07.142 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 210 2024-04-22T04:34:07.142 INFO:tasks.rados.rados.0.smithi040.stdout:2109: seq_num 686 ranges {7020544=696320,7716864=729088,8445952=425984,8871936=49152} 2024-04-22T04:34:07.177 INFO:tasks.rados.rados.0.smithi040.stdout:2109: writing smithi04078109-17 from 7020544 to 7716864 tid 1 2024-04-22T04:34:07.182 INFO:tasks.rados.rados.0.smithi040.stdout:2109: writing smithi04078109-17 from 7716864 to 8445952 tid 2 2024-04-22T04:34:07.185 INFO:tasks.rados.rados.0.smithi040.stdout:2109: writing smithi04078109-17 from 8445952 to 8871936 tid 3 2024-04-22T04:34:07.186 INFO:tasks.rados.rados.0.smithi040.stdout:2109: writing smithi04078109-17 from 8871936 to 8921088 tid 4 2024-04-22T04:34:07.186 INFO:tasks.rados.rados.0.smithi040.stdout:2110: snap_create 2024-04-22T04:34:07.186 INFO:tasks.rados.rados.0.smithi040.stdout:2105: finishing rollback tid 1 to smithi04078109-27 2024-04-22T04:34:07.186 INFO:tasks.rados.rados.0.smithi040.stdout:2105: finishing rollback tid 2 to smithi04078109-27 2024-04-22T04:34:07.186 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 466 (ObjNum 558 snap 163 seq_num 558) dirty exists 2024-04-22T04:34:07.186 INFO:tasks.rados.rados.0.smithi040.stdout:2108: finishing copy_from racing read to smithi04078109-6 2024-04-22T04:34:07.186 INFO:tasks.rados.rados.0.smithi040.stdout:2108: finishing copy_from to smithi04078109-6 2024-04-22T04:34:07.186 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 642 (ObjNum 503 snap 149 seq_num 503) dirty exists 2024-04-22T04:34:07.186 INFO:tasks.rados.rados.0.smithi040.stdout:2107: finishing rollback tid 0 to smithi04078109-5 2024-04-22T04:34:07.186 INFO:tasks.rados.rados.0.smithi040.stdout:2107: finishing rollback tid 1 to smithi04078109-5 2024-04-22T04:34:07.187 INFO:tasks.rados.rados.0.smithi040.stdout:2107: finishing rollback tid 2 to smithi04078109-5 2024-04-22T04:34:07.187 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 1489 (ObjNum 662 snap 202 seq_num 662) dirty exists 2024-04-22T04:34:07.187 INFO:tasks.rados.rados.0.smithi040.stdout:2109: finishing write tid 1 to smithi04078109-17 2024-04-22T04:34:07.187 INFO:tasks.rados.rados.0.smithi040.stdout:2109: finishing write tid 2 to smithi04078109-17 2024-04-22T04:34:07.188 INFO:tasks.rados.rados.0.smithi040.stdout:2109: finishing write tid 3 to smithi04078109-17 2024-04-22T04:34:07.189 INFO:tasks.rados.rados.0.smithi040.stdout:2109: finishing write tid 4 to smithi04078109-17 2024-04-22T04:34:07.189 INFO:tasks.rados.rados.0.smithi040.stdout:2109: finishing write tid 5 to smithi04078109-17 2024-04-22T04:34:07.191 INFO:tasks.rados.rados.0.smithi040.stdout:2109: finishing write tid 6 to smithi04078109-17 2024-04-22T04:34:07.191 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 1495 (ObjNum 686 snap 210 seq_num 686) dirty exists 2024-04-22T04:34:07.191 INFO:tasks.rados.rados.0.smithi040.stdout:2109: left oid 17 (ObjNum 686 snap 210 seq_num 686) 2024-04-22T04:34:07.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:07 smithi040 ceph-mon[88445]: osdmap e468: 8 total, 8 up, 8 in 2024-04-22T04:34:07.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:07 smithi040 ceph-mon[88445]: pgmap v415: 121 pgs: 121 active+clean; 456 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-22T04:34:07.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:07 smithi040 ceph-mon[88445]: osdmap e469: 8 total, 8 up, 8 in 2024-04-22T04:34:07.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:07 smithi040 ceph-mon[91058]: osdmap e468: 8 total, 8 up, 8 in 2024-04-22T04:34:07.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:07 smithi040 ceph-mon[91058]: pgmap v415: 121 pgs: 121 active+clean; 456 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-22T04:34:07.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:07 smithi040 ceph-mon[91058]: osdmap e469: 8 total, 8 up, 8 in 2024-04-22T04:34:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:07 smithi062 ceph-mon[78153]: osdmap e468: 8 total, 8 up, 8 in 2024-04-22T04:34:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:07 smithi062 ceph-mon[78153]: pgmap v415: 121 pgs: 121 active+clean; 456 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-22T04:34:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:07 smithi062 ceph-mon[78153]: osdmap e469: 8 total, 8 up, 8 in 2024-04-22T04:34:08.155 INFO:tasks.rados.rados.0.smithi040.stdout:2105: done (4 left) 2024-04-22T04:34:08.155 INFO:tasks.rados.rados.0.smithi040.stdout:2107: done (3 left) 2024-04-22T04:34:08.155 INFO:tasks.rados.rados.0.smithi040.stdout:2108: done (2 left) 2024-04-22T04:34:08.155 INFO:tasks.rados.rados.0.smithi040.stdout:2109: done (1 left) 2024-04-22T04:34:08.156 INFO:tasks.rados.rados.0.smithi040.stdout:2110: done (0 left) 2024-04-22T04:34:08.156 INFO:tasks.rados.rados.0.smithi040.stdout:2111: snap_remove snap 171 2024-04-22T04:34:09.172 INFO:tasks.rados.rados.0.smithi040.stdout:2111: done (0 left) 2024-04-22T04:34:09.172 INFO:tasks.rados.rados.0.smithi040.stdout:2112: read oid 42 snap 203 2024-04-22T04:34:09.172 INFO:tasks.rados.rados.0.smithi040.stdout:2112: expect deleted 2024-04-22T04:34:09.172 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 33 current snap is 211 2024-04-22T04:34:09.172 INFO:tasks.rados.rados.0.smithi040.stdout:2113: seq_num 687 ranges {8667136=712704,9379840=614400,9994240=589824} 2024-04-22T04:34:09.224 INFO:tasks.rados.rados.0.smithi040.stdout:2113: writing smithi04078109-33 from 8667136 to 9379840 tid 1 2024-04-22T04:34:09.228 INFO:tasks.rados.rados.0.smithi040.stdout:2113: writing smithi04078109-33 from 9379840 to 9994240 tid 2 2024-04-22T04:34:09.232 INFO:tasks.rados.rados.0.smithi040.stdout:2113: writing smithi04078109-33 from 9994240 to 10584064 tid 3 2024-04-22T04:34:09.232 INFO:tasks.rados.rados.0.smithi040.stdout:2114: delete oid 6 current snap is 211 2024-04-22T04:34:09.232 INFO:tasks.rados.rados.0.smithi040.stdout:2113: finishing write tid 1 to smithi04078109-33 2024-04-22T04:34:09.232 INFO:tasks.rados.rados.0.smithi040.stdout:2113: finishing write tid 2 to smithi04078109-33 2024-04-22T04:34:09.234 INFO:tasks.rados.rados.0.smithi040.stdout:2112: done (2 left) 2024-04-22T04:34:09.234 INFO:tasks.rados.rados.0.smithi040.stdout:2114: done (1 left) 2024-04-22T04:34:09.234 INFO:tasks.rados.rados.0.smithi040.stdout:2115: read oid 4 snap -1 2024-04-22T04:34:09.234 INFO:tasks.rados.rados.0.smithi040.stdout:2115: expect (ObjNum 590 snap 174 seq_num 590) 2024-04-22T04:34:09.234 INFO:tasks.rados.rados.0.smithi040.stdout:2116: read oid 31 snap -1 2024-04-22T04:34:09.234 INFO:tasks.rados.rados.0.smithi040.stdout:2116: expect (ObjNum 647 snap 197 seq_num 647) 2024-04-22T04:34:09.234 INFO:tasks.rados.rados.0.smithi040.stdout:2117: snap_create 2024-04-22T04:34:09.235 INFO:tasks.rados.rados.0.smithi040.stdout:2113: finishing write tid 3 to smithi04078109-33 2024-04-22T04:34:09.235 INFO:tasks.rados.rados.0.smithi040.stdout:2113: finishing write tid 4 to smithi04078109-33 2024-04-22T04:34:09.237 INFO:tasks.rados.rados.0.smithi040.stdout:2113: finishing write tid 5 to smithi04078109-33 2024-04-22T04:34:09.237 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 1237 (ObjNum 687 snap 211 seq_num 687) dirty exists 2024-04-22T04:34:09.237 INFO:tasks.rados.rados.0.smithi040.stdout:2113: left oid 33 (ObjNum 687 snap 211 seq_num 687) 2024-04-22T04:34:09.254 INFO:tasks.rados.rados.0.smithi040.stdout:2116: expect (ObjNum 647 snap 197 seq_num 647) 2024-04-22T04:34:09.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:09 smithi062 ceph-mon[78153]: osdmap e470: 8 total, 8 up, 8 in 2024-04-22T04:34:09.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:09 smithi062 ceph-mon[78153]: pgmap v418: 121 pgs: 121 active+clean; 460 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-04-22T04:34:09.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:09 smithi040 ceph-mon[88445]: osdmap e470: 8 total, 8 up, 8 in 2024-04-22T04:34:09.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:09 smithi040 ceph-mon[88445]: pgmap v418: 121 pgs: 121 active+clean; 460 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-04-22T04:34:09.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:09 smithi040 ceph-mon[91058]: osdmap e470: 8 total, 8 up, 8 in 2024-04-22T04:34:09.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:09 smithi040 ceph-mon[91058]: pgmap v418: 121 pgs: 121 active+clean; 460 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-04-22T04:34:09.681 INFO:tasks.rados.rados.0.smithi040.stdout:2115: expect (ObjNum 590 snap 174 seq_num 590) 2024-04-22T04:34:10.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:10 smithi040 ceph-mon[88445]: osdmap e471: 8 total, 8 up, 8 in 2024-04-22T04:34:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:34:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:34:10] "GET /metrics HTTP/1.1" 200 231912 "" "Prometheus/2.33.4" 2024-04-22T04:34:10.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:10 smithi040 ceph-mon[91058]: osdmap e471: 8 total, 8 up, 8 in 2024-04-22T04:34:10.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:10 smithi062 ceph-mon[78153]: osdmap e471: 8 total, 8 up, 8 in 2024-04-22T04:34:10.677 INFO:tasks.rados.rados.0.smithi040.stdout:2113: done (3 left) 2024-04-22T04:34:10.677 INFO:tasks.rados.rados.0.smithi040.stdout:2115: done (2 left) 2024-04-22T04:34:10.677 INFO:tasks.rados.rados.0.smithi040.stdout:2116: done (1 left) 2024-04-22T04:34:10.678 INFO:tasks.rados.rados.0.smithi040.stdout:2117: done (0 left) 2024-04-22T04:34:10.678 INFO:tasks.rados.rados.0.smithi040.stdout:2118: delete oid 33 current snap is 212 2024-04-22T04:34:10.680 INFO:tasks.rados.rados.0.smithi040.stdout:2118: done (0 left) 2024-04-22T04:34:10.680 INFO:tasks.rados.rados.0.smithi040.stdout:2119: copy_from oid 29 from oid 38 current snap is 212 2024-04-22T04:34:10.680 INFO:tasks.rados.rados.0.smithi040.stdout:2120: setattr oid 45 current snap is 212 2024-04-22T04:34:10.681 INFO:tasks.rados.rados.0.smithi040.stdout:2121: delete oid 12 current snap is 212 2024-04-22T04:34:10.681 INFO:tasks.rados.rados.0.smithi040.stdout:2119: finishing copy_from to smithi04078109-29 2024-04-22T04:34:10.681 INFO:tasks.rados.rados.0.smithi040.stdout:2119: got expected ENOENT (src dne) 2024-04-22T04:34:10.682 INFO:tasks.rados.rados.0.smithi040.stdout:2119: finishing copy_from racing read to smithi04078109-29 2024-04-22T04:34:10.682 INFO:tasks.rados.rados.0.smithi040.stdout:2119: done (2 left) 2024-04-22T04:34:10.682 INFO:tasks.rados.rados.0.smithi040.stdout:2121: done (1 left) 2024-04-22T04:34:10.682 INFO:tasks.rados.rados.0.smithi040.stdout:2122: snap_create 2024-04-22T04:34:10.684 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 1294 (ObjNum 656 snap 199 seq_num 656) dirty exists 2024-04-22T04:34:11.175 INFO:tasks.rados.rados.0.smithi040.stdout:2120: done (1 left) 2024-04-22T04:34:11.175 INFO:tasks.rados.rados.0.smithi040.stdout:2122: done (0 left) 2024-04-22T04:34:11.175 INFO:tasks.rados.rados.0.smithi040.stdout:2123: snap_remove snap 178 2024-04-22T04:34:11.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:11 smithi062 ceph-mon[78153]: osdmap e472: 8 total, 8 up, 8 in 2024-04-22T04:34:11.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:11 smithi062 ceph-mon[78153]: pgmap v421: 121 pgs: 121 active+clean; 461 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-22T04:34:11.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:11 smithi040 ceph-mon[88445]: osdmap e472: 8 total, 8 up, 8 in 2024-04-22T04:34:11.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:11 smithi040 ceph-mon[88445]: pgmap v421: 121 pgs: 121 active+clean; 461 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-22T04:34:11.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:11 smithi040 ceph-mon[91058]: osdmap e472: 8 total, 8 up, 8 in 2024-04-22T04:34:11.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:11 smithi040 ceph-mon[91058]: pgmap v421: 121 pgs: 121 active+clean; 461 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-22T04:34:12.133 INFO:tasks.rados.rados.0.smithi040.stdout:2123: done (0 left) 2024-04-22T04:34:12.133 INFO:tasks.rados.rados.0.smithi040.stdout:2124: snap_remove snap 182 2024-04-22T04:34:12.596 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:12 smithi062 ceph-mon[78153]: osdmap e473: 8 total, 8 up, 8 in 2024-04-22T04:34:12.596 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:12 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-22T04:34:12.596 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:12 smithi062 ceph-mon[78153]: osdmap e474: 8 total, 8 up, 8 in 2024-04-22T04:34:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:12 smithi040 ceph-mon[88445]: osdmap e473: 8 total, 8 up, 8 in 2024-04-22T04:34:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:12 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-22T04:34:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:12 smithi040 ceph-mon[88445]: osdmap e474: 8 total, 8 up, 8 in 2024-04-22T04:34:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:12 smithi040 ceph-mon[91058]: osdmap e473: 8 total, 8 up, 8 in 2024-04-22T04:34:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:12 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-22T04:34:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:12 smithi040 ceph-mon[91058]: osdmap e474: 8 total, 8 up, 8 in 2024-04-22T04:34:13.128 INFO:tasks.rados.rados.0.smithi040.stdout:2124: done (0 left) 2024-04-22T04:34:13.129 INFO:tasks.rados.rados.0.smithi040.stdout:2125: snap_remove snap 201 2024-04-22T04:34:13.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:13 smithi062 ceph-mon[78153]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-22T04:34:13.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:13 smithi062 ceph-mon[78153]: Upgrade: osd.6 is safe to restart 2024-04-22T04:34:13.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:13 smithi062 ceph-mon[78153]: pgmap v424: 121 pgs: 121 active+clean; 464 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-22T04:34:13.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:13 smithi062 ceph-mon[78153]: osdmap e475: 8 total, 8 up, 8 in 2024-04-22T04:34:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:13 smithi040 ceph-mon[88445]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-22T04:34:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:13 smithi040 ceph-mon[88445]: Upgrade: osd.6 is safe to restart 2024-04-22T04:34:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:13 smithi040 ceph-mon[88445]: pgmap v424: 121 pgs: 121 active+clean; 464 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-22T04:34:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:13 smithi040 ceph-mon[88445]: osdmap e475: 8 total, 8 up, 8 in 2024-04-22T04:34:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:13 smithi040 ceph-mon[91058]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-22T04:34:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:13 smithi040 ceph-mon[91058]: Upgrade: osd.6 is safe to restart 2024-04-22T04:34:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:13 smithi040 ceph-mon[91058]: pgmap v424: 121 pgs: 121 active+clean; 464 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-22T04:34:13.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:13 smithi040 ceph-mon[91058]: osdmap e475: 8 total, 8 up, 8 in 2024-04-22T04:34:14.134 INFO:tasks.rados.rados.0.smithi040.stdout:2125: done (0 left) 2024-04-22T04:34:14.134 INFO:tasks.rados.rados.0.smithi040.stdout:2126: delete oid 26 current snap is 213 2024-04-22T04:34:14.142 INFO:tasks.rados.rados.0.smithi040.stdout:2126: done (0 left) 2024-04-22T04:34:14.142 INFO:tasks.rados.rados.0.smithi040.stdout:2127: snap_remove snap 205 2024-04-22T04:34:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:14 smithi062 ceph-mon[78153]: Upgrade: Updating osd.6 2024-04-22T04:34:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:14 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:14 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T04:34:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:14 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:34:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:14 smithi062 ceph-mon[78153]: Deploying daemon osd.6 on smithi062 2024-04-22T04:34:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:14 smithi062 ceph-mon[78153]: osdmap e476: 8 total, 8 up, 8 in 2024-04-22T04:34:14.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:14 smithi040 ceph-mon[88445]: Upgrade: Updating osd.6 2024-04-22T04:34:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:14 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:14 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T04:34:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:14 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:34:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:14 smithi040 ceph-mon[88445]: Deploying daemon osd.6 on smithi062 2024-04-22T04:34:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:14 smithi040 ceph-mon[88445]: osdmap e476: 8 total, 8 up, 8 in 2024-04-22T04:34:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:14 smithi040 ceph-mon[91058]: Upgrade: Updating osd.6 2024-04-22T04:34:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:14 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:14 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T04:34:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:14 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:34:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:14 smithi040 ceph-mon[91058]: Deploying daemon osd.6 on smithi062 2024-04-22T04:34:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:14 smithi040 ceph-mon[91058]: osdmap e476: 8 total, 8 up, 8 in 2024-04-22T04:34:15.132 INFO:tasks.rados.rados.0.smithi040.stdout:2127: done (0 left) 2024-04-22T04:34:15.132 INFO:tasks.rados.rados.0.smithi040.stdout:2128: read oid 49 snap -1 2024-04-22T04:34:15.132 INFO:tasks.rados.rados.0.smithi040.stdout:2128: expect (ObjNum 669 snap 205 seq_num 669) 2024-04-22T04:34:15.132 INFO:tasks.rados.rados.0.smithi040.stdout:2129: copy_from oid 22 from oid 39 current snap is 213 2024-04-22T04:34:15.132 INFO:tasks.rados.rados.0.smithi040.stdout:2130: read oid 50 snap 187 2024-04-22T04:34:15.132 INFO:tasks.rados.rados.0.smithi040.stdout:2130: expect (ObjNum 555 snap 162 seq_num 555) 2024-04-22T04:34:15.133 INFO:tasks.rados.rados.0.smithi040.stdout:2131: rollback oid 46 current snap is 213 2024-04-22T04:34:15.133 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 46 to 206 2024-04-22T04:34:15.133 INFO:tasks.rados.rados.0.smithi040.stdout:2132: rmattr oid 28 current snap is 213 2024-04-22T04:34:15.133 INFO:tasks.rados.rados.0.smithi040.stdout:2132: done (4 left) 2024-04-22T04:34:15.133 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 2 current snap is 213 2024-04-22T04:34:15.133 INFO:tasks.rados.rados.0.smithi040.stdout:2133: seq_num 692 ranges {5685248=794624,6479872=483328,6963200=720896} 2024-04-22T04:34:15.168 INFO:tasks.rados.rados.0.smithi040.stdout:2133: writing smithi04078109-2 from 5685248 to 6479872 tid 1 2024-04-22T04:34:15.171 INFO:tasks.rados.rados.0.smithi040.stdout:2133: writing smithi04078109-2 from 6479872 to 6963200 tid 2 2024-04-22T04:34:15.176 INFO:tasks.rados.rados.0.smithi040.stdout:2133: writing smithi04078109-2 from 6963200 to 7684096 tid 3 2024-04-22T04:34:15.176 INFO:tasks.rados.rados.0.smithi040.stdout:2134: snap_create 2024-04-22T04:34:15.176 INFO:tasks.rados.rados.0.smithi040.stdout:2129: finishing copy_from to smithi04078109-22 2024-04-22T04:34:15.176 INFO:tasks.rados.rados.0.smithi040.stdout:2129: got expected ENOENT (src dne) 2024-04-22T04:34:15.176 INFO:tasks.rados.rados.0.smithi040.stdout:2129: finishing copy_from racing read to smithi04078109-22 2024-04-22T04:34:15.176 INFO:tasks.rados.rados.0.smithi040.stdout:2131: finishing rollback tid 0 to smithi04078109-46 2024-04-22T04:34:15.176 INFO:tasks.rados.rados.0.smithi040.stdout:2131: finishing rollback tid 1 to smithi04078109-46 2024-04-22T04:34:15.176 INFO:tasks.rados.rados.0.smithi040.stdout:2131: finishing rollback tid 2 to smithi04078109-46 2024-04-22T04:34:15.176 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1003 (ObjNum 648 snap 197 seq_num 648) dirty exists 2024-04-22T04:34:15.176 INFO:tasks.rados.rados.0.smithi040.stdout:2130: expect (ObjNum 555 snap 162 seq_num 555) 2024-04-22T04:34:15.483 INFO:tasks.rados.rados.0.smithi040.stdout:2133: finishing write tid 1 to smithi04078109-2 2024-04-22T04:34:15.483 INFO:tasks.rados.rados.0.smithi040.stdout:2128: expect (ObjNum 669 snap 205 seq_num 669) 2024-04-22T04:34:15.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:15 smithi062 ceph-mon[78153]: pgmap v427: 121 pgs: 121 active+clean; 464 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 932 KiB/s wr, 4 op/s 2024-04-22T04:34:15.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:15 smithi062 ceph-mon[78153]: osdmap e477: 8 total, 8 up, 8 in 2024-04-22T04:34:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:34:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:34:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:34:15.908 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:15 smithi040 ceph-mon[91058]: pgmap v427: 121 pgs: 121 active+clean; 464 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 932 KiB/s wr, 4 op/s 2024-04-22T04:34:15.908 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:15 smithi040 ceph-mon[91058]: osdmap e477: 8 total, 8 up, 8 in 2024-04-22T04:34:15.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:15 smithi040 ceph-mon[88445]: pgmap v427: 121 pgs: 121 active+clean; 464 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 932 KiB/s wr, 4 op/s 2024-04-22T04:34:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:15 smithi040 ceph-mon[88445]: osdmap e477: 8 total, 8 up, 8 in 2024-04-22T04:34:16.052 INFO:tasks.rados.rados.0.smithi040.stdout:2133: finishing write tid 2 to smithi04078109-2 2024-04-22T04:34:16.052 INFO:tasks.rados.rados.0.smithi040.stdout:2133: finishing write tid 3 to smithi04078109-2 2024-04-22T04:34:16.053 INFO:tasks.rados.rados.0.smithi040.stdout:2133: finishing write tid 4 to smithi04078109-2 2024-04-22T04:34:16.053 INFO:tasks.rados.rados.0.smithi040.stdout:2133: finishing write tid 5 to smithi04078109-2 2024-04-22T04:34:16.053 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 1542 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-04-22T04:34:16.053 INFO:tasks.rados.rados.0.smithi040.stdout:2133: left oid 2 (ObjNum 692 snap 213 seq_num 692) 2024-04-22T04:34:16.134 INFO:tasks.rados.rados.0.smithi040.stdout:2128: done (5 left) 2024-04-22T04:34:16.134 INFO:tasks.rados.rados.0.smithi040.stdout:2129: done (4 left) 2024-04-22T04:34:16.134 INFO:tasks.rados.rados.0.smithi040.stdout:2130: done (3 left) 2024-04-22T04:34:16.134 INFO:tasks.rados.rados.0.smithi040.stdout:2131: done (2 left) 2024-04-22T04:34:16.134 INFO:tasks.rados.rados.0.smithi040.stdout:2133: done (1 left) 2024-04-22T04:34:16.134 INFO:tasks.rados.rados.0.smithi040.stdout:2134: done (0 left) 2024-04-22T04:34:16.134 INFO:tasks.rados.rados.0.smithi040.stdout:2135: read oid 48 snap -1 2024-04-22T04:34:16.134 INFO:tasks.rados.rados.0.smithi040.stdout:2135: expect (ObjNum 555 snap 162 seq_num 555) 2024-04-22T04:34:16.134 INFO:tasks.rados.rados.0.smithi040.stdout:2136: setattr oid 46 current snap is 214 2024-04-22T04:34:16.138 INFO:tasks.rados.rados.0.smithi040.stdout:2137: rollback oid 15 current snap is 214 2024-04-22T04:34:16.138 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 15 to 209 2024-04-22T04:34:16.138 INFO:tasks.rados.rados.0.smithi040.stdout:2138: snap_remove snap 193 2024-04-22T04:34:17.132 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:17 smithi062 systemd[1]: Stopping Ceph osd.6 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:34:17.137 INFO:tasks.rados.rados.0.smithi040.stdout:2138: done (3 left) 2024-04-22T04:34:17.137 INFO:tasks.rados.rados.0.smithi040.stdout:2139: setattr oid 40 current snap is 214 2024-04-22T04:34:17.137 INFO:tasks.rados.rados.0.smithi040.stdout:2137: finishing rollback tid 1 to smithi04078109-15 2024-04-22T04:34:17.137 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 1418 (ObjNum 1 snap 32647 seq_num 2853108704) dirty dne 2024-04-22T04:34:17.137 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1004 (ObjNum 648 snap 197 seq_num 648) dirty exists 2024-04-22T04:34:17.137 INFO:tasks.rados.rados.0.smithi040.stdout:2135: expect (ObjNum 555 snap 162 seq_num 555) 2024-04-22T04:34:17.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:17 smithi040 ceph-mon[88445]: osdmap e478: 8 total, 8 up, 8 in 2024-04-22T04:34:17.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:17 smithi040 ceph-mon[88445]: pgmap v430: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 465 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 488 KiB/s wr, 11 op/s 2024-04-22T04:34:17.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:17 smithi040 ceph-mon[91058]: osdmap e478: 8 total, 8 up, 8 in 2024-04-22T04:34:17.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:17 smithi040 ceph-mon[91058]: pgmap v430: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 465 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 488 KiB/s wr, 11 op/s 2024-04-22T04:34:17.451 INFO:tasks.rados.rados.0.smithi040.stdout:2135: done (3 left) 2024-04-22T04:34:17.452 INFO:tasks.rados.rados.0.smithi040.stdout:2136: done (2 left) 2024-04-22T04:34:17.452 INFO:tasks.rados.rados.0.smithi040.stdout:2137: done (1 left) 2024-04-22T04:34:17.452 INFO:tasks.rados.rados.0.smithi040.stdout:2140: copy_from oid 22 from oid 29 current snap is 214 2024-04-22T04:34:17.452 INFO:tasks.rados.rados.0.smithi040.stdout:2141: rmattr oid 38 current snap is 214 2024-04-22T04:34:17.452 INFO:tasks.rados.rados.0.smithi040.stdout:2141: done (2 left) 2024-04-22T04:34:17.452 INFO:tasks.rados.rados.0.smithi040.stdout:2142: rollback oid 28 current snap is 214 2024-04-22T04:34:17.452 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 28 to 204 2024-04-22T04:34:17.452 INFO:tasks.rados.rados.0.smithi040.stdout:2143: snap_create 2024-04-22T04:34:17.454 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1415 (ObjNum 672 snap 205 seq_num 672) dirty exists 2024-04-22T04:34:17.454 INFO:tasks.rados.rados.0.smithi040.stdout:2142: finishing rollback tid 0 to smithi04078109-28 2024-04-22T04:34:17.455 INFO:tasks.rados.rados.0.smithi040.stdout:2142: finishing rollback tid 1 to smithi04078109-28 2024-04-22T04:34:17.455 INFO:tasks.rados.rados.0.smithi040.stdout:2142: finishing rollback tid 2 to smithi04078109-28 2024-04-22T04:34:17.455 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 1065 (ObjNum 655 snap 198 seq_num 655) dirty exists 2024-04-22T04:34:17.466 INFO:tasks.rados.rados.0.smithi040.stdout:2140: finishing copy_from racing read to smithi04078109-22 2024-04-22T04:34:17.467 INFO:tasks.rados.rados.0.smithi040.stdout:2140: finishing copy_from to smithi04078109-22 2024-04-22T04:34:17.468 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 1227 (ObjNum 546 snap 159 seq_num 546) dirty exists 2024-04-22T04:34:17.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:17 smithi062 ceph-mon[78153]: osdmap e478: 8 total, 8 up, 8 in 2024-04-22T04:34:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:17 smithi062 ceph-mon[78153]: pgmap v430: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 465 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 488 KiB/s wr, 11 op/s 2024-04-22T04:34:17.632 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[52779]: debug 2024-04-22T04:34:17.328+0000 7f5c77b13700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-22T04:34:17.632 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[52779]: debug 2024-04-22T04:34:17.328+0000 7f5c77b13700 -1 osd.6 479 *** Got signal Terminated *** 2024-04-22T04:34:17.632 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:17 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[52779]: debug 2024-04-22T04:34:17.328+0000 7f5c77b13700 -1 osd.6 479 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T04:34:18.160 INFO:tasks.rados.rados.0.smithi040.stdout:2139: done (3 left) 2024-04-22T04:34:18.160 INFO:tasks.rados.rados.0.smithi040.stdout:2140: done (2 left) 2024-04-22T04:34:18.161 INFO:tasks.rados.rados.0.smithi040.stdout:2142: done (1 left) 2024-04-22T04:34:18.161 INFO:tasks.rados.rados.0.smithi040.stdout:2143: done (0 left) 2024-04-22T04:34:18.161 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 18 current snap is 215 2024-04-22T04:34:18.161 INFO:tasks.rados.rados.0.smithi040.stdout:2144: seq_num 693 ranges {2310144=409600,2719744=770048,3489792=581632,4071424=253952} 2024-04-22T04:34:18.176 INFO:tasks.rados.rados.0.smithi040.stdout:2144: writing smithi04078109-18 from 2310144 to 2719744 tid 1 2024-04-22T04:34:18.180 INFO:tasks.rados.rados.0.smithi040.stdout:2144: writing smithi04078109-18 from 2719744 to 3489792 tid 2 2024-04-22T04:34:18.183 INFO:tasks.rados.rados.0.smithi040.stdout:2144: writing smithi04078109-18 from 3489792 to 4071424 tid 3 2024-04-22T04:34:18.185 INFO:tasks.rados.rados.0.smithi040.stdout:2144: writing smithi04078109-18 from 4071424 to 4325376 tid 4 2024-04-22T04:34:18.185 INFO:tasks.rados.rados.0.smithi040.stdout:2145: snap_create 2024-04-22T04:34:18.185 INFO:tasks.rados.rados.0.smithi040.stdout:2144: finishing write tid 1 to smithi04078109-18 2024-04-22T04:34:18.185 INFO:tasks.rados.rados.0.smithi040.stdout:2144: finishing write tid 2 to smithi04078109-18 2024-04-22T04:34:18.187 INFO:tasks.rados.rados.0.smithi040.stdout:2144: finishing write tid 3 to smithi04078109-18 2024-04-22T04:34:18.187 INFO:tasks.rados.rados.0.smithi040.stdout:2144: finishing write tid 4 to smithi04078109-18 2024-04-22T04:34:18.187 INFO:tasks.rados.rados.0.smithi040.stdout:2144: finishing write tid 5 to smithi04078109-18 2024-04-22T04:34:18.188 INFO:tasks.rados.rados.0.smithi040.stdout:2144: finishing write tid 6 to smithi04078109-18 2024-04-22T04:34:18.189 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 902 (ObjNum 693 snap 215 seq_num 693) dirty exists 2024-04-22T04:34:18.189 INFO:tasks.rados.rados.0.smithi040.stdout:2144: left oid 18 (ObjNum 693 snap 215 seq_num 693) 2024-04-22T04:34:18.559 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:18 smithi062 ceph-mon[78153]: osdmap e479: 8 total, 8 up, 8 in 2024-04-22T04:34:18.559 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:18 smithi062 ceph-mon[78153]: osd.6 marked itself down and dead 2024-04-22T04:34:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:18 smithi040 ceph-mon[91058]: osdmap e479: 8 total, 8 up, 8 in 2024-04-22T04:34:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:18 smithi040 ceph-mon[91058]: osd.6 marked itself down and dead 2024-04-22T04:34:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:18 smithi040 ceph-mon[88445]: osdmap e479: 8 total, 8 up, 8 in 2024-04-22T04:34:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:18 smithi040 ceph-mon[88445]: osd.6 marked itself down and dead 2024-04-22T04:34:18.881 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:18 smithi062 bash[90040]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6 2024-04-22T04:34:19.163 INFO:tasks.rados.rados.0.smithi040.stdout:2144: done (1 left) 2024-04-22T04:34:19.164 INFO:tasks.rados.rados.0.smithi040.stdout:2145: done (0 left) 2024-04-22T04:34:19.164 INFO:tasks.rados.rados.0.smithi040.stdout:2146: setattr oid 44 current snap is 216 2024-04-22T04:34:19.167 INFO:tasks.rados.rados.0.smithi040.stdout:2147: rollback oid 20 current snap is 216 2024-04-22T04:34:19.167 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 20 to 215 2024-04-22T04:34:19.167 INFO:tasks.rados.rados.0.smithi040.stdout:2148: snap_remove snap 211 2024-04-22T04:34:19.486 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:19 smithi062 ceph-mon[78153]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:34:19.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:19 smithi062 ceph-mon[78153]: osdmap e480: 8 total, 7 up, 8 in 2024-04-22T04:34:19.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:19 smithi062 ceph-mon[78153]: pgmap v433: 121 pgs: 13 stale+active+clean, 1 active+clean+snaptrim, 107 active+clean; 465 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 488 KiB/s wr, 14 op/s 2024-04-22T04:34:19.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:19 smithi062 ceph-mon[78153]: osdmap e481: 8 total, 7 up, 8 in 2024-04-22T04:34:19.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:19 smithi040 ceph-mon[91058]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:34:19.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:19 smithi040 ceph-mon[91058]: osdmap e480: 8 total, 7 up, 8 in 2024-04-22T04:34:19.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:19 smithi040 ceph-mon[91058]: pgmap v433: 121 pgs: 13 stale+active+clean, 1 active+clean+snaptrim, 107 active+clean; 465 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 488 KiB/s wr, 14 op/s 2024-04-22T04:34:19.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:19 smithi040 ceph-mon[91058]: osdmap e481: 8 total, 7 up, 8 in 2024-04-22T04:34:19.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:19 smithi040 ceph-mon[88445]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:34:19.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:19 smithi040 ceph-mon[88445]: osdmap e480: 8 total, 7 up, 8 in 2024-04-22T04:34:19.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:19 smithi040 ceph-mon[88445]: pgmap v433: 121 pgs: 13 stale+active+clean, 1 active+clean+snaptrim, 107 active+clean; 465 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 488 KiB/s wr, 14 op/s 2024-04-22T04:34:19.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:19 smithi040 ceph-mon[88445]: osdmap e481: 8 total, 7 up, 8 in 2024-04-22T04:34:20.185 INFO:tasks.rados.rados.0.smithi040.stdout:2148: done (2 left) 2024-04-22T04:34:20.185 INFO:tasks.rados.rados.0.smithi040.stdout:2149: copy_from oid 39 from oid 18 current snap is 216 2024-04-22T04:34:20.185 INFO:tasks.rados.rados.0.smithi040.stdout:2147: finishing rollback tid 0 to smithi04078109-20 2024-04-22T04:34:20.185 INFO:tasks.rados.rados.0.smithi040.stdout:2147: finishing rollback tid 1 to smithi04078109-20 2024-04-22T04:34:20.186 INFO:tasks.rados.rados.0.smithi040.stdout:2147: finishing rollback tid 2 to smithi04078109-20 2024-04-22T04:34:20.186 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 942 (ObjNum 619 snap 187 seq_num 619) dirty exists 2024-04-22T04:34:20.186 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 1417 (ObjNum 602 snap 181 seq_num 602) dirty exists 2024-04-22T04:34:20.186 INFO:tasks.rados.rados.0.smithi040.stdout:2146: done (2 left) 2024-04-22T04:34:20.186 INFO:tasks.rados.rados.0.smithi040.stdout:2147: done (1 left) 2024-04-22T04:34:20.186 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 216 2024-04-22T04:34:20.186 INFO:tasks.rados.rados.0.smithi040.stdout:2150: seq_num 694 ranges {7372800=425984,7798784=655360,8454144=786432,9240576=163840} 2024-04-22T04:34:20.229 INFO:tasks.rados.rados.0.smithi040.stdout:2150: writing smithi04078109-23 from 7372800 to 7798784 tid 1 2024-04-22T04:34:20.233 INFO:tasks.rados.rados.0.smithi040.stdout:2150: writing smithi04078109-23 from 7798784 to 8454144 tid 2 2024-04-22T04:34:20.237 INFO:tasks.rados.rados.0.smithi040.stdout:2150: writing smithi04078109-23 from 8454144 to 9240576 tid 3 2024-04-22T04:34:20.238 INFO:tasks.rados.rados.0.smithi040.stdout:2150: writing smithi04078109-23 from 9240576 to 9404416 tid 4 2024-04-22T04:34:20.239 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 30 current snap is 216 2024-04-22T04:34:20.239 INFO:tasks.rados.rados.0.smithi040.stdout:2149: finishing copy_from racing read to smithi04078109-39 2024-04-22T04:34:20.239 INFO:tasks.rados.rados.0.smithi040.stdout:2151: seq_num 695 ranges {3678208=442368,4120576=540672,4661248=598016,5259264=466944} 2024-04-22T04:34:20.261 INFO:tasks.rados.rados.0.smithi040.stdout:2151: writing smithi04078109-30 from 3678208 to 4120576 tid 1 2024-04-22T04:34:20.264 INFO:tasks.rados.rados.0.smithi040.stdout:2151: writing smithi04078109-30 from 4120576 to 4661248 tid 2 2024-04-22T04:34:20.268 INFO:tasks.rados.rados.0.smithi040.stdout:2151: writing smithi04078109-30 from 4661248 to 5259264 tid 3 2024-04-22T04:34:20.271 INFO:tasks.rados.rados.0.smithi040.stdout:2151: writing smithi04078109-30 from 5259264 to 5726208 tid 4 2024-04-22T04:34:20.271 INFO:tasks.rados.rados.0.smithi040.stdout:2152: read oid 19 snap -1 2024-04-22T04:34:20.271 INFO:tasks.rados.rados.0.smithi040.stdout:2152: expect (ObjNum 674 snap 205 seq_num 674) 2024-04-22T04:34:20.271 INFO:tasks.rados.rados.0.smithi040.stdout:2153: read oid 1 snap -1 2024-04-22T04:34:20.271 INFO:tasks.rados.rados.0.smithi040.stdout:2153: expect deleted 2024-04-22T04:34:20.271 INFO:tasks.rados.rados.0.smithi040.stdout:2154: snap_remove snap 202 2024-04-22T04:34:20.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:34:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:34:20] "GET /metrics HTTP/1.1" 200 231912 "" "Prometheus/2.33.4" 2024-04-22T04:34:20.881 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:20 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.6.service: Succeeded. 2024-04-22T04:34:20.881 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:20 smithi062 systemd[1]: Stopped Ceph osd.6 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:34:20.881 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:20 smithi062 systemd[1]: Starting Ceph osd.6 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:34:21.191 INFO:tasks.rados.rados.0.smithi040.stdout:2154: done (5 left) 2024-04-22T04:34:21.191 INFO:tasks.rados.rados.0.smithi040.stdout:2155: rollback oid 41 current snap is 216 2024-04-22T04:34:21.191 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 41 to 215 2024-04-22T04:34:21.191 INFO:tasks.rados.rados.0.smithi040.stdout:2149: finishing copy_from to smithi04078109-39 2024-04-22T04:34:21.191 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 902 (ObjNum 693 snap 215 seq_num 693) dirty exists 2024-04-22T04:34:21.191 INFO:tasks.rados.rados.0.smithi040.stdout:2150: finishing write tid 1 to smithi04078109-23 2024-04-22T04:34:21.191 INFO:tasks.rados.rados.0.smithi040.stdout:2150: finishing write tid 2 to smithi04078109-23 2024-04-22T04:34:21.191 INFO:tasks.rados.rados.0.smithi040.stdout:2150: finishing write tid 3 to smithi04078109-23 2024-04-22T04:34:21.191 INFO:tasks.rados.rados.0.smithi040.stdout:2150: finishing write tid 4 to smithi04078109-23 2024-04-22T04:34:21.191 INFO:tasks.rados.rados.0.smithi040.stdout:2150: finishing write tid 5 to smithi04078109-23 2024-04-22T04:34:21.191 INFO:tasks.rados.rados.0.smithi040.stdout:2150: finishing write tid 6 to smithi04078109-23 2024-04-22T04:34:21.191 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 944 (ObjNum 694 snap 216 seq_num 694) dirty exists 2024-04-22T04:34:21.192 INFO:tasks.rados.rados.0.smithi040.stdout:2150: left oid 23 (ObjNum 694 snap 216 seq_num 694) 2024-04-22T04:34:21.192 INFO:tasks.rados.rados.0.smithi040.stdout:2151: finishing write tid 1 to smithi04078109-30 2024-04-22T04:34:21.192 INFO:tasks.rados.rados.0.smithi040.stdout:2151: finishing write tid 2 to smithi04078109-30 2024-04-22T04:34:21.192 INFO:tasks.rados.rados.0.smithi040.stdout:2151: finishing write tid 3 to smithi04078109-30 2024-04-22T04:34:21.192 INFO:tasks.rados.rados.0.smithi040.stdout:2151: finishing write tid 4 to smithi04078109-30 2024-04-22T04:34:21.192 INFO:tasks.rados.rados.0.smithi040.stdout:2151: finishing write tid 5 to smithi04078109-30 2024-04-22T04:34:21.192 INFO:tasks.rados.rados.0.smithi040.stdout:2151: finishing write tid 6 to smithi04078109-30 2024-04-22T04:34:21.192 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 1243 (ObjNum 695 snap 216 seq_num 695) dirty exists 2024-04-22T04:34:21.192 INFO:tasks.rados.rados.0.smithi040.stdout:2151: left oid 30 (ObjNum 695 snap 216 seq_num 695) 2024-04-22T04:34:21.192 INFO:tasks.rados.rados.0.smithi040.stdout:2152: expect (ObjNum 674 snap 205 seq_num 674) 2024-04-22T04:34:21.247 INFO:tasks.rados.rados.0.smithi040.stdout:2155: finishing rollback tid 0 to smithi04078109-41 2024-04-22T04:34:21.247 INFO:tasks.rados.rados.0.smithi040.stdout:2155: finishing rollback tid 1 to smithi04078109-41 2024-04-22T04:34:21.247 INFO:tasks.rados.rados.0.smithi040.stdout:2155: finishing rollback tid 2 to smithi04078109-41 2024-04-22T04:34:21.247 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 1559 (ObjNum 637 snap 193 seq_num 637) dirty exists 2024-04-22T04:34:21.247 INFO:tasks.rados.rados.0.smithi040.stdout:2149: done (5 left) 2024-04-22T04:34:21.247 INFO:tasks.rados.rados.0.smithi040.stdout:2150: done (4 left) 2024-04-22T04:34:21.247 INFO:tasks.rados.rados.0.smithi040.stdout:2151: done (3 left) 2024-04-22T04:34:21.247 INFO:tasks.rados.rados.0.smithi040.stdout:2152: done (2 left) 2024-04-22T04:34:21.247 INFO:tasks.rados.rados.0.smithi040.stdout:2153: done (1 left) 2024-04-22T04:34:21.247 INFO:tasks.rados.rados.0.smithi040.stdout:2155: done (0 left) 2024-04-22T04:34:21.248 INFO:tasks.rados.rados.0.smithi040.stdout:2156: read oid 21 snap -1 2024-04-22T04:34:21.248 INFO:tasks.rados.rados.0.smithi040.stdout:2156: expect deleted 2024-04-22T04:34:21.248 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 216 2024-04-22T04:34:21.248 INFO:tasks.rados.rados.0.smithi040.stdout:2157: seq_num 696 ranges {5988352=458752,6447104=417792,6864896=753664,7618560=434176} 2024-04-22T04:34:21.281 INFO:tasks.rados.rados.0.smithi040.stdout:2157: writing smithi04078109-11 from 5988352 to 6447104 tid 1 2024-04-22T04:34:21.284 INFO:tasks.rados.rados.0.smithi040.stdout:2157: writing smithi04078109-11 from 6447104 to 6864896 tid 2 2024-04-22T04:34:21.289 INFO:tasks.rados.rados.0.smithi040.stdout:2157: writing smithi04078109-11 from 6864896 to 7618560 tid 3 2024-04-22T04:34:21.291 INFO:tasks.rados.rados.0.smithi040.stdout:2157: writing smithi04078109-11 from 7618560 to 8052736 tid 4 2024-04-22T04:34:21.291 INFO:tasks.rados.rados.0.smithi040.stdout:2158: delete oid 25 current snap is 216 2024-04-22T04:34:21.291 INFO:tasks.rados.rados.0.smithi040.stdout:2157: finishing write tid 1 to smithi04078109-11 2024-04-22T04:34:21.292 INFO:tasks.rados.rados.0.smithi040.stdout:2157: finishing write tid 2 to smithi04078109-11 2024-04-22T04:34:21.292 INFO:tasks.rados.rados.0.smithi040.stdout:2157: finishing write tid 3 to smithi04078109-11 2024-04-22T04:34:21.295 INFO:tasks.rados.rados.0.smithi040.stdout:2157: finishing write tid 4 to smithi04078109-11 2024-04-22T04:34:21.295 INFO:tasks.rados.rados.0.smithi040.stdout:2157: finishing write tid 5 to smithi04078109-11 2024-04-22T04:34:21.297 INFO:tasks.rados.rados.0.smithi040.stdout:2157: finishing write tid 6 to smithi04078109-11 2024-04-22T04:34:21.297 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 1435 (ObjNum 696 snap 216 seq_num 696) dirty exists 2024-04-22T04:34:21.298 INFO:tasks.rados.rados.0.smithi040.stdout:2157: left oid 11 (ObjNum 696 snap 216 seq_num 696) 2024-04-22T04:34:21.298 INFO:tasks.rados.rados.0.smithi040.stdout:2156: done (2 left) 2024-04-22T04:34:21.298 INFO:tasks.rados.rados.0.smithi040.stdout:2157: done (1 left) 2024-04-22T04:34:21.298 INFO:tasks.rados.rados.0.smithi040.stdout:2158: done (0 left) 2024-04-22T04:34:21.298 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 216 2024-04-22T04:34:21.298 INFO:tasks.rados.rados.0.smithi040.stdout:2159: seq_num 698 ranges {1261568=499712,1761280=589824,2351104=770048,3121152=245760} 2024-04-22T04:34:21.307 INFO:tasks.rados.rados.0.smithi040.stdout:2159: writing smithi04078109-46 from 1261568 to 1761280 tid 1 2024-04-22T04:34:21.310 INFO:tasks.rados.rados.0.smithi040.stdout:2159: writing smithi04078109-46 from 1761280 to 2351104 tid 2 2024-04-22T04:34:21.315 INFO:tasks.rados.rados.0.smithi040.stdout:2159: writing smithi04078109-46 from 2351104 to 3121152 tid 3 2024-04-22T04:34:21.317 INFO:tasks.rados.rados.0.smithi040.stdout:2159: writing smithi04078109-46 from 3121152 to 3366912 tid 4 2024-04-22T04:34:21.317 INFO:tasks.rados.rados.0.smithi040.stdout:2160: read oid 31 snap -1 2024-04-22T04:34:21.317 INFO:tasks.rados.rados.0.smithi040.stdout:2160: expect (ObjNum 647 snap 197 seq_num 647) 2024-04-22T04:34:21.317 INFO:tasks.rados.rados.0.smithi040.stdout:2161: setattr oid 48 current snap is 216 2024-04-22T04:34:21.317 INFO:tasks.rados.rados.0.smithi040.stdout:2159: finishing write tid 1 to smithi04078109-46 2024-04-22T04:34:21.317 INFO:tasks.rados.rados.0.smithi040.stdout:2159: finishing write tid 2 to smithi04078109-46 2024-04-22T04:34:21.318 INFO:tasks.rados.rados.0.smithi040.stdout:2162: delete oid 13 current snap is 216 2024-04-22T04:34:21.319 INFO:tasks.rados.rados.0.smithi040.stdout:2159: finishing write tid 3 to smithi04078109-46 2024-04-22T04:34:21.322 INFO:tasks.rados.rados.0.smithi040.stdout:2159: finishing write tid 4 to smithi04078109-46 2024-04-22T04:34:21.322 INFO:tasks.rados.rados.0.smithi040.stdout:2159: finishing write tid 5 to smithi04078109-46 2024-04-22T04:34:21.322 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 1231 (ObjNum 555 snap 162 seq_num 555) dirty exists 2024-04-22T04:34:21.323 INFO:tasks.rados.rados.0.smithi040.stdout:2159: finishing write tid 6 to smithi04078109-46 2024-04-22T04:34:21.323 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1009 (ObjNum 698 snap 216 seq_num 698) dirty exists 2024-04-22T04:34:21.323 INFO:tasks.rados.rados.0.smithi040.stdout:2159: left oid 46 (ObjNum 698 snap 216 seq_num 698) 2024-04-22T04:34:21.324 INFO:tasks.rados.rados.0.smithi040.stdout:2159: done (3 left) 2024-04-22T04:34:21.324 INFO:tasks.rados.rados.0.smithi040.stdout:2161: done (2 left) 2024-04-22T04:34:21.324 INFO:tasks.rados.rados.0.smithi040.stdout:2162: done (1 left) 2024-04-22T04:34:21.324 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 216 2024-04-22T04:34:21.324 INFO:tasks.rados.rados.0.smithi040.stdout:2163: seq_num 700 ranges {4186112=532480,4718592=409600,5128192=737280,5865472=458752} 2024-04-22T04:34:21.350 INFO:tasks.rados.rados.0.smithi040.stdout:2163: writing smithi04078109-47 from 4186112 to 4718592 tid 1 2024-04-22T04:34:21.352 INFO:tasks.rados.rados.0.smithi040.stdout:2163: writing smithi04078109-47 from 4718592 to 5128192 tid 2 2024-04-22T04:34:21.356 INFO:tasks.rados.rados.0.smithi040.stdout:2163: writing smithi04078109-47 from 5128192 to 5865472 tid 3 2024-04-22T04:34:21.359 INFO:tasks.rados.rados.0.smithi040.stdout:2163: writing smithi04078109-47 from 5865472 to 6324224 tid 4 2024-04-22T04:34:21.359 INFO:tasks.rados.rados.0.smithi040.stdout:2164: read oid 43 snap -1 2024-04-22T04:34:21.359 INFO:tasks.rados.rados.0.smithi040.stdout:2164: expect (ObjNum 557 snap 162 seq_num 557) 2024-04-22T04:34:21.359 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 216 2024-04-22T04:34:21.360 INFO:tasks.rados.rados.0.smithi040.stdout:2165: seq_num 701 ranges {0=548864,548864=696320,1245184=540672,1785856=368640} 2024-04-22T04:34:21.362 INFO:tasks.rados.rados.0.smithi040.stdout:2165: writing smithi04078109-6 from 0 to 548864 tid 1 2024-04-22T04:34:21.366 INFO:tasks.rados.rados.0.smithi040.stdout:2165: writing smithi04078109-6 from 548864 to 1245184 tid 2 2024-04-22T04:34:21.369 INFO:tasks.rados.rados.0.smithi040.stdout:2165: writing smithi04078109-6 from 1245184 to 1785856 tid 3 2024-04-22T04:34:21.372 INFO:tasks.rados.rados.0.smithi040.stdout:2165: writing smithi04078109-6 from 1785856 to 2154496 tid 4 2024-04-22T04:34:21.372 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 216 2024-04-22T04:34:21.372 INFO:tasks.rados.rados.0.smithi040.stdout:2160: expect (ObjNum 647 snap 197 seq_num 647) 2024-04-22T04:34:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:21 smithi062 ceph-mon[78153]: osdmap e482: 8 total, 7 up, 8 in 2024-04-22T04:34:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:21 smithi062 ceph-mon[78153]: pgmap v436: 121 pgs: 2 active+undersized+degraded, 11 stale+active+clean, 1 active+undersized, 107 active+clean; 464 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 0 B/s wr, 13 op/s; 31/753 objects degraded (4.117%) 2024-04-22T04:34:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:34:21.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:21 smithi040 ceph-mon[88445]: osdmap e482: 8 total, 7 up, 8 in 2024-04-22T04:34:21.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:21 smithi040 ceph-mon[88445]: pgmap v436: 121 pgs: 2 active+undersized+degraded, 11 stale+active+clean, 1 active+undersized, 107 active+clean; 464 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 0 B/s wr, 13 op/s; 31/753 objects degraded (4.117%) 2024-04-22T04:34:21.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:21.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:34:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:21 smithi040 ceph-mon[91058]: osdmap e482: 8 total, 7 up, 8 in 2024-04-22T04:34:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:21 smithi040 ceph-mon[91058]: pgmap v436: 121 pgs: 2 active+undersized+degraded, 11 stale+active+clean, 1 active+undersized, 107 active+clean; 464 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 0 B/s wr, 13 op/s; 31/753 objects degraded (4.117%) 2024-04-22T04:34:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:34:21.798 INFO:tasks.rados.rados.0.smithi040.stdout:2163: finishing write tid 1 to smithi04078109-47 2024-04-22T04:34:21.798 INFO:tasks.rados.rados.0.smithi040.stdout:2163: finishing write tid 2 to smithi04078109-47 2024-04-22T04:34:21.798 INFO:tasks.rados.rados.0.smithi040.stdout:2163: finishing write tid 3 to smithi04078109-47 2024-04-22T04:34:21.798 INFO:tasks.rados.rados.0.smithi040.stdout:2163: finishing write tid 4 to smithi04078109-47 2024-04-22T04:34:21.798 INFO:tasks.rados.rados.0.smithi040.stdout:2163: finishing write tid 5 to smithi04078109-47 2024-04-22T04:34:21.798 INFO:tasks.rados.rados.0.smithi040.stdout:2163: finishing write tid 6 to smithi04078109-47 2024-04-22T04:34:21.798 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 984 (ObjNum 700 snap 216 seq_num 700) dirty exists 2024-04-22T04:34:21.799 INFO:tasks.rados.rados.0.smithi040.stdout:2163: left oid 47 (ObjNum 700 snap 216 seq_num 700) 2024-04-22T04:34:21.799 INFO:tasks.rados.rados.0.smithi040.stdout:2165: finishing write tid 1 to smithi04078109-6 2024-04-22T04:34:21.799 INFO:tasks.rados.rados.0.smithi040.stdout:2166: seq_num 702 ranges {3366912=565248,3932160=581632,4513792=745472,5259264=278528} 2024-04-22T04:34:21.819 INFO:tasks.rados.rados.0.smithi040.stdout:2166: writing smithi04078109-46 from 3366912 to 3932160 tid 1 2024-04-22T04:34:21.822 INFO:tasks.rados.rados.0.smithi040.stdout:2166: writing smithi04078109-46 from 3932160 to 4513792 tid 2 2024-04-22T04:34:21.826 INFO:tasks.rados.rados.0.smithi040.stdout:2166: writing smithi04078109-46 from 4513792 to 5259264 tid 3 2024-04-22T04:34:21.829 INFO:tasks.rados.rados.0.smithi040.stdout:2166: writing smithi04078109-46 from 5259264 to 5537792 tid 4 2024-04-22T04:34:21.829 INFO:tasks.rados.rados.0.smithi040.stdout:2160: done (4 left) 2024-04-22T04:34:21.829 INFO:tasks.rados.rados.0.smithi040.stdout:2163: done (3 left) 2024-04-22T04:34:21.829 INFO:tasks.rados.rados.0.smithi040.stdout:2167: snap_create 2024-04-22T04:34:21.829 INFO:tasks.rados.rados.0.smithi040.stdout:2165: finishing write tid 2 to smithi04078109-6 2024-04-22T04:34:21.829 INFO:tasks.rados.rados.0.smithi040.stdout:2165: finishing write tid 3 to smithi04078109-6 2024-04-22T04:34:21.829 INFO:tasks.rados.rados.0.smithi040.stdout:2165: finishing write tid 4 to smithi04078109-6 2024-04-22T04:34:21.829 INFO:tasks.rados.rados.0.smithi040.stdout:2165: finishing write tid 5 to smithi04078109-6 2024-04-22T04:34:21.829 INFO:tasks.rados.rados.0.smithi040.stdout:2165: finishing write tid 6 to smithi04078109-6 2024-04-22T04:34:21.829 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 1442 (ObjNum 701 snap 216 seq_num 701) dirty exists 2024-04-22T04:34:21.829 INFO:tasks.rados.rados.0.smithi040.stdout:2165: left oid 6 (ObjNum 701 snap 216 seq_num 701) 2024-04-22T04:34:21.829 INFO:tasks.rados.rados.0.smithi040.stdout:2164: expect (ObjNum 557 snap 162 seq_num 557) 2024-04-22T04:34:22.051 INFO:tasks.rados.rados.0.smithi040.stdout:2166: finishing write tid 1 to smithi04078109-46 2024-04-22T04:34:22.052 INFO:tasks.rados.rados.0.smithi040.stdout:2166: finishing write tid 2 to smithi04078109-46 2024-04-22T04:34:22.052 INFO:tasks.rados.rados.0.smithi040.stdout:2166: finishing write tid 3 to smithi04078109-46 2024-04-22T04:34:22.052 INFO:tasks.rados.rados.0.smithi040.stdout:2166: finishing write tid 4 to smithi04078109-46 2024-04-22T04:34:22.052 INFO:tasks.rados.rados.0.smithi040.stdout:2166: finishing write tid 5 to smithi04078109-46 2024-04-22T04:34:22.052 INFO:tasks.rados.rados.0.smithi040.stdout:2166: finishing write tid 6 to smithi04078109-46 2024-04-22T04:34:22.052 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1014 (ObjNum 702 snap 216 seq_num 702) dirty exists 2024-04-22T04:34:22.052 INFO:tasks.rados.rados.0.smithi040.stdout:2166: left oid 46 (ObjNum 702 snap 216 seq_num 702) 2024-04-22T04:34:22.131 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:21 smithi062 bash[90309]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-22T04:34:22.131 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:21 smithi062 bash[90309]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-22T04:34:22.131 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:21 smithi062 bash[90309]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-22T04:34:22.131 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:21 smithi062 bash[90309]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-22T04:34:22.131 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:21 smithi062 bash[90309]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-22T04:34:22.131 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:21 smithi062 bash[90309]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-22T04:34:22.132 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:21 smithi062 bash[90309]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-22T04:34:22.134 INFO:tasks.rados.rados.0.smithi040.stdout:2164: done (3 left) 2024-04-22T04:34:22.134 INFO:tasks.rados.rados.0.smithi040.stdout:2165: done (2 left) 2024-04-22T04:34:22.134 INFO:tasks.rados.rados.0.smithi040.stdout:2166: done (1 left) 2024-04-22T04:34:22.134 INFO:tasks.rados.rados.0.smithi040.stdout:2167: done (0 left) 2024-04-22T04:34:22.134 INFO:tasks.rados.rados.0.smithi040.stdout:2168: read oid 22 snap -1 2024-04-22T04:34:22.134 INFO:tasks.rados.rados.0.smithi040.stdout:2168: expect (ObjNum 546 snap 159 seq_num 546) 2024-04-22T04:34:22.134 INFO:tasks.rados.rados.0.smithi040.stdout:2169: read oid 39 snap 188 2024-04-22T04:34:22.134 INFO:tasks.rados.rados.0.smithi040.stdout:2169: expect (ObjNum 611 snap 184 seq_num 611) 2024-04-22T04:34:22.134 INFO:tasks.rados.rados.0.smithi040.stdout:2170: setattr oid 14 current snap is 217 2024-04-22T04:34:22.135 INFO:tasks.rados.rados.0.smithi040.stdout:2171: read oid 36 snap 110 2024-04-22T04:34:22.135 INFO:tasks.rados.rados.0.smithi040.stdout:2171: expect (ObjNum 375 snap 104 seq_num 375) 2024-04-22T04:34:22.135 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 43 current snap is 217 2024-04-22T04:34:22.135 INFO:tasks.rados.rados.0.smithi040.stdout:2172: seq_num 703 ranges {4579328=581632,5160960=458752,5619712=557056,6176768=417792,6594560=172032} 2024-04-22T04:34:22.165 INFO:tasks.rados.rados.0.smithi040.stdout:2172: writing smithi04078109-43 from 4579328 to 5160960 tid 1 2024-04-22T04:34:22.167 INFO:tasks.rados.rados.0.smithi040.stdout:2172: writing smithi04078109-43 from 5160960 to 5619712 tid 2 2024-04-22T04:34:22.170 INFO:tasks.rados.rados.0.smithi040.stdout:2172: writing smithi04078109-43 from 5619712 to 6176768 tid 3 2024-04-22T04:34:22.172 INFO:tasks.rados.rados.0.smithi040.stdout:2172: writing smithi04078109-43 from 6176768 to 6594560 tid 4 2024-04-22T04:34:22.174 INFO:tasks.rados.rados.0.smithi040.stdout:2172: writing smithi04078109-43 from 6594560 to 6766592 tid 5 2024-04-22T04:34:22.174 INFO:tasks.rados.rados.0.smithi040.stdout:2173: read oid 24 snap -1 2024-04-22T04:34:22.174 INFO:tasks.rados.rados.0.smithi040.stdout:2173: expect (ObjNum 503 snap 149 seq_num 503) 2024-04-22T04:34:22.174 INFO:tasks.rados.rados.0.smithi040.stdout:2174: read oid 37 snap -1 2024-04-22T04:34:22.175 INFO:tasks.rados.rados.0.smithi040.stdout:2174: expect (ObjNum 597 snap 180 seq_num 597) 2024-04-22T04:34:22.175 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 217 2024-04-22T04:34:22.175 INFO:tasks.rados.rados.0.smithi040.stdout:2175: seq_num 704 ranges {1695744=598016,2293760=745472,3039232=712704,3751936=147456} 2024-04-22T04:34:22.187 INFO:tasks.rados.rados.0.smithi040.stdout:2175: writing smithi04078109-19 from 1695744 to 2293760 tid 1 2024-04-22T04:34:22.191 INFO:tasks.rados.rados.0.smithi040.stdout:2175: writing smithi04078109-19 from 2293760 to 3039232 tid 2 2024-04-22T04:34:22.195 INFO:tasks.rados.rados.0.smithi040.stdout:2175: writing smithi04078109-19 from 3039232 to 3751936 tid 3 2024-04-22T04:34:22.196 INFO:tasks.rados.rados.0.smithi040.stdout:2175: writing smithi04078109-19 from 3751936 to 3899392 tid 4 2024-04-22T04:34:22.196 INFO:tasks.rados.rados.0.smithi040.stdout:2176: read oid 48 snap -1 2024-04-22T04:34:22.196 INFO:tasks.rados.rados.0.smithi040.stdout:2176: expect (ObjNum 555 snap 162 seq_num 555) 2024-04-22T04:34:22.196 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 217 2024-04-22T04:34:22.196 INFO:tasks.rados.rados.0.smithi040.stdout:2177: seq_num 705 ranges {1900544=614400,2514944=630784,3145728=524288,3670016=450560} 2024-04-22T04:34:22.210 INFO:tasks.rados.rados.0.smithi040.stdout:2177: writing smithi04078109-32 from 1900544 to 2514944 tid 1 2024-04-22T04:34:22.214 INFO:tasks.rados.rados.0.smithi040.stdout:2177: writing smithi04078109-32 from 2514944 to 3145728 tid 2 2024-04-22T04:34:22.217 INFO:tasks.rados.rados.0.smithi040.stdout:2177: writing smithi04078109-32 from 3145728 to 3670016 tid 3 2024-04-22T04:34:22.220 INFO:tasks.rados.rados.0.smithi040.stdout:2177: writing smithi04078109-32 from 3670016 to 4120576 tid 4 2024-04-22T04:34:22.220 INFO:tasks.rados.rados.0.smithi040.stdout:2178: delete oid 9 current snap is 217 2024-04-22T04:34:22.220 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 1232 (ObjNum 1952275042 snap 1583111002 seq_num 1431591003) dirty exists 2024-04-22T04:34:22.220 INFO:tasks.rados.rados.0.smithi040.stdout:2171: expect (ObjNum 375 snap 104 seq_num 375) 2024-04-22T04:34:22.260 INFO:tasks.rados.rados.0.smithi040.stdout:2169: expect (ObjNum 611 snap 184 seq_num 611) 2024-04-22T04:34:22.295 INFO:tasks.rados.rados.0.smithi040.stdout:2168: expect (ObjNum 546 snap 159 seq_num 546) 2024-04-22T04:34:22.420 INFO:tasks.rados.rados.0.smithi040.stdout:2172: finishing write tid 1 to smithi04078109-43 2024-04-22T04:34:22.421 INFO:tasks.rados.rados.0.smithi040.stdout:2172: finishing write tid 2 to smithi04078109-43 2024-04-22T04:34:22.421 INFO:tasks.rados.rados.0.smithi040.stdout:2172: finishing write tid 3 to smithi04078109-43 2024-04-22T04:34:22.421 INFO:tasks.rados.rados.0.smithi040.stdout:2172: finishing write tid 4 to smithi04078109-43 2024-04-22T04:34:22.421 INFO:tasks.rados.rados.0.smithi040.stdout:2168: done (10 left) 2024-04-22T04:34:22.421 INFO:tasks.rados.rados.0.smithi040.stdout:2169: done (9 left) 2024-04-22T04:34:22.421 INFO:tasks.rados.rados.0.smithi040.stdout:2170: done (8 left) 2024-04-22T04:34:22.421 INFO:tasks.rados.rados.0.smithi040.stdout:2171: done (7 left) 2024-04-22T04:34:22.421 INFO:tasks.rados.rados.0.smithi040.stdout:2178: done (6 left) 2024-04-22T04:34:22.421 INFO:tasks.rados.rados.0.smithi040.stdout:2179: copy_from oid 33 from oid 7 current snap is 217 2024-04-22T04:34:22.421 INFO:tasks.rados.rados.0.smithi040.stdout:2172: finishing write tid 5 to smithi04078109-43 2024-04-22T04:34:22.421 INFO:tasks.rados.rados.0.smithi040.stdout:2172: finishing write tid 6 to smithi04078109-43 2024-04-22T04:34:22.421 INFO:tasks.rados.rados.0.smithi040.stdout:2172: finishing write tid 7 to smithi04078109-43 2024-04-22T04:34:22.421 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 1291 (ObjNum 703 snap 217 seq_num 703) dirty exists 2024-04-22T04:34:22.421 INFO:tasks.rados.rados.0.smithi040.stdout:2172: left oid 43 (ObjNum 703 snap 217 seq_num 703) 2024-04-22T04:34:22.421 INFO:tasks.rados.rados.0.smithi040.stdout:2174: expect (ObjNum 597 snap 180 seq_num 597) 2024-04-22T04:34:22.433 INFO:tasks.rados.rados.0.smithi040.stdout:2173: expect (ObjNum 503 snap 149 seq_num 503) 2024-04-22T04:34:22.468 INFO:tasks.rados.rados.0.smithi040.stdout:2175: finishing write tid 1 to smithi04078109-19 2024-04-22T04:34:22.468 INFO:tasks.rados.rados.0.smithi040.stdout:2175: finishing write tid 2 to smithi04078109-19 2024-04-22T04:34:22.468 INFO:tasks.rados.rados.0.smithi040.stdout:2175: finishing write tid 3 to smithi04078109-19 2024-04-22T04:34:22.468 INFO:tasks.rados.rados.0.smithi040.stdout:2175: finishing write tid 4 to smithi04078109-19 2024-04-22T04:34:22.468 INFO:tasks.rados.rados.0.smithi040.stdout:2175: finishing write tid 5 to smithi04078109-19 2024-04-22T04:34:22.468 INFO:tasks.rados.rados.0.smithi040.stdout:2172: done (6 left) 2024-04-22T04:34:22.468 INFO:tasks.rados.rados.0.smithi040.stdout:2173: done (5 left) 2024-04-22T04:34:22.468 INFO:tasks.rados.rados.0.smithi040.stdout:2174: done (4 left) 2024-04-22T04:34:22.468 INFO:tasks.rados.rados.0.smithi040.stdout:2180: snap_create 2024-04-22T04:34:22.468 INFO:tasks.rados.rados.0.smithi040.stdout:2175: finishing write tid 6 to smithi04078109-19 2024-04-22T04:34:22.469 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 486 (ObjNum 704 snap 217 seq_num 704) dirty exists 2024-04-22T04:34:22.469 INFO:tasks.rados.rados.0.smithi040.stdout:2175: left oid 19 (ObjNum 704 snap 217 seq_num 704) 2024-04-22T04:34:22.469 INFO:tasks.rados.rados.0.smithi040.stdout:2176: expect (ObjNum 555 snap 162 seq_num 555) 2024-04-22T04:34:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:22 smithi062 ceph-mon[78153]: osdmap e483: 8 total, 7 up, 8 in 2024-04-22T04:34:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:22 smithi062 ceph-mon[78153]: Health check failed: Degraded data redundancy: 31/753 objects degraded (4.117%), 2 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:22 smithi062 ceph-mon[78153]: osdmap e484: 8 total, 7 up, 8 in 2024-04-22T04:34:22.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:22 smithi040 ceph-mon[88445]: osdmap e483: 8 total, 7 up, 8 in 2024-04-22T04:34:22.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:22 smithi040 ceph-mon[88445]: Health check failed: Degraded data redundancy: 31/753 objects degraded (4.117%), 2 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:22 smithi040 ceph-mon[88445]: osdmap e484: 8 total, 7 up, 8 in 2024-04-22T04:34:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:22 smithi040 ceph-mon[91058]: osdmap e483: 8 total, 7 up, 8 in 2024-04-22T04:34:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:22 smithi040 ceph-mon[91058]: Health check failed: Degraded data redundancy: 31/753 objects degraded (4.117%), 2 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:22 smithi040 ceph-mon[91058]: osdmap e484: 8 total, 7 up, 8 in 2024-04-22T04:34:22.774 INFO:tasks.rados.rados.0.smithi040.stdout:2177: finishing write tid 1 to smithi04078109-32 2024-04-22T04:34:22.774 INFO:tasks.rados.rados.0.smithi040.stdout:2177: finishing write tid 2 to smithi04078109-32 2024-04-22T04:34:22.774 INFO:tasks.rados.rados.0.smithi040.stdout:2177: finishing write tid 3 to smithi04078109-32 2024-04-22T04:34:22.774 INFO:tasks.rados.rados.0.smithi040.stdout:2177: finishing write tid 4 to smithi04078109-32 2024-04-22T04:34:22.774 INFO:tasks.rados.rados.0.smithi040.stdout:2177: finishing write tid 5 to smithi04078109-32 2024-04-22T04:34:22.775 INFO:tasks.rados.rados.0.smithi040.stdout:2177: finishing write tid 6 to smithi04078109-32 2024-04-22T04:34:22.775 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 954 (ObjNum 705 snap 217 seq_num 705) dirty exists 2024-04-22T04:34:22.775 INFO:tasks.rados.rados.0.smithi040.stdout:2177: left oid 32 (ObjNum 705 snap 217 seq_num 705) 2024-04-22T04:34:22.775 INFO:tasks.rados.rados.0.smithi040.stdout:2179: finishing copy_from racing read to smithi04078109-33 2024-04-22T04:34:22.775 INFO:tasks.rados.rados.0.smithi040.stdout:2179: finishing copy_from to smithi04078109-33 2024-04-22T04:34:22.775 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 1061 (ObjNum 634 snap 191 seq_num 634) dirty exists 2024-04-22T04:34:22.850 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:34:23.156 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:34:23.157 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (7m) 103s ago 8m 24.1M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:34:23.157 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (8m) 31s ago 8m 59.5M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:34:23.157 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (9m) 103s ago 9m 14.3M - 16.2.15-1-g8963e9de 727f386679cb 07889a83e85d 2024-04-22T04:34:23.157 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (9m) 31s ago 9m 18.3M - 16.2.15-1-g8963e9de 727f386679cb 37118b502053 2024-04-22T04:34:23.157 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (5m) 31s ago 13m 433M - 17.2.7-878-g5d873850 c90a446c4c8e aa2238c1b793 2024-04-22T04:34:23.157 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 running (5m) 103s ago 15m 485M - 17.2.7-878-g5d873850 c90a446c4c8e edd41a239d91 2024-04-22T04:34:23.157 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (5m) 103s ago 15m 50.5M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0d79462ba4ea 2024-04-22T04:34:23.157 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (4m) 31s ago 13m 44.2M 2048M 17.2.7-878-g5d873850 c90a446c4c8e ecb1ef3cca09 2024-04-22T04:34:23.157 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (4m) 103s ago 13m 47.6M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0c9cde756a31 2024-04-22T04:34:23.157 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (9m) 103s ago 8m 25.4M - 1.3.1 1dbe0e931976 3d926365bac8 2024-04-22T04:34:23.157 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (8m) 31s ago 8m 22.3M - 1.3.1 1dbe0e931976 cd70c5d64335 2024-04-22T04:34:23.157 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (3m) 103s ago 13m 203M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 7f49c536057f 2024-04-22T04:34:23.157 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (2m) 103s ago 12m 132M 2489M 17.2.7-878-g5d873850 c90a446c4c8e d3e5e137996e 2024-04-22T04:34:23.157 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (2m) 103s ago 12m 92.3M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 5eca6db3ad94 2024-04-22T04:34:23.157 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (108s) 103s ago 11m 12.1M 2489M 17.2.7-878-g5d873850 c90a446c4c8e aee12043cd2a 2024-04-22T04:34:23.158 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (72s) 31s ago 11m 125M 2488M 17.2.7-878-g5d873850 c90a446c4c8e ec18adf29702 2024-04-22T04:34:23.158 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (36s) 31s ago 11m 11.1M 2488M 17.2.7-878-g5d873850 c90a446c4c8e 07c31e3a4c64 2024-04-22T04:34:23.158 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (10m) 31s ago 10m 173M 2488M 16.2.15-1-g8963e9de 727f386679cb a25b6c33c8a6 2024-04-22T04:34:23.158 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (10m) 31s ago 10m 101M 2488M 16.2.15-1-g8963e9de 727f386679cb 65d10d469953 2024-04-22T04:34:23.158 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (7m) 31s ago 9m 74.3M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:34:23.193 INFO:tasks.rados.rados.0.smithi040.stdout:2175: done (4 left) 2024-04-22T04:34:23.193 INFO:tasks.rados.rados.0.smithi040.stdout:2176: done (3 left) 2024-04-22T04:34:23.193 INFO:tasks.rados.rados.0.smithi040.stdout:2177: done (2 left) 2024-04-22T04:34:23.193 INFO:tasks.rados.rados.0.smithi040.stdout:2179: done (1 left) 2024-04-22T04:34:23.193 INFO:tasks.rados.rados.0.smithi040.stdout:2180: done (0 left) 2024-04-22T04:34:23.193 INFO:tasks.rados.rados.0.smithi040.stdout:2181: delete oid 44 current snap is 218 2024-04-22T04:34:23.196 INFO:tasks.rados.rados.0.smithi040.stdout:2181: done (0 left) 2024-04-22T04:34:23.196 INFO:tasks.rados.rados.0.smithi040.stdout:2182: copy_from oid 39 from oid 22 current snap is 218 2024-04-22T04:34:23.196 INFO:tasks.rados.rados.0.smithi040.stdout:2183: snap_remove snap 180 2024-04-22T04:34:23.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:23 smithi062 ceph-mon[78153]: pgmap v439: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 481 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 4.9 MiB/s wr, 36 op/s; 72/774 objects degraded (9.302%) 2024-04-22T04:34:23.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:23 smithi062 ceph-osd[90598]: -- 172.21.15.62:0/630365172 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556365a9cb60 con 0x556365a62c00 2024-04-22T04:34:23.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:23 smithi062 bash[90561]: c19dea6ef4ced9bb6688a141eda24949dbf38e4964824f42e723b01c1598d8d8 2024-04-22T04:34:23.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:23 smithi062 systemd[1]: Started Ceph osd.6 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:34:23.549 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:34:23.549 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:34:23.549 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 3 2024-04-22T04:34:23.549 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:34:23.549 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:34:23.549 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:34:23.549 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:34:23.549 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:34:23.549 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 1, 2024-04-22T04:34:23.549 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 6 2024-04-22T04:34:23.549 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:34:23.550 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:34:23.550 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:34:23.550 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:34:23.550 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:34:23.550 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3, 2024-04-22T04:34:23.550 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 11 2024-04-22T04:34:23.550 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:34:23.550 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:34:23.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:23 smithi040 ceph-mon[88445]: pgmap v439: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 481 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 4.9 MiB/s wr, 36 op/s; 72/774 objects degraded (9.302%) 2024-04-22T04:34:23.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:23 smithi040 ceph-mon[91058]: pgmap v439: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 481 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 4.9 MiB/s wr, 36 op/s; 72/774 objects degraded (9.302%) 2024-04-22T04:34:23.881 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T04:34:23.592+0000 7f6557941540 -1 Falling back to public interface 2024-04-22T04:34:24.200 INFO:tasks.rados.rados.0.smithi040.stdout:2183: done (1 left) 2024-04-22T04:34:24.200 INFO:tasks.rados.rados.0.smithi040.stdout:2184: read oid 14 snap -1 2024-04-22T04:34:24.200 INFO:tasks.rados.rados.0.smithi040.stdout:2184: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:34:24.200 INFO:tasks.rados.rados.0.smithi040.stdout:2185: read oid 4 snap -1 2024-04-22T04:34:24.200 INFO:tasks.rados.rados.0.smithi040.stdout:2185: expect (ObjNum 590 snap 174 seq_num 590) 2024-04-22T04:34:24.200 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 8 current snap is 218 2024-04-22T04:34:24.200 INFO:tasks.rados.rados.0.smithi040.stdout:2186: seq_num 708 ranges {6242304=663552,6905856=737280,7643136=696320,8339456=172032} 2024-04-22T04:34:24.237 INFO:tasks.rados.rados.0.smithi040.stdout:2186: writing smithi04078109-8 from 6242304 to 6905856 tid 1 2024-04-22T04:34:24.242 INFO:tasks.rados.rados.0.smithi040.stdout:2186: writing smithi04078109-8 from 6905856 to 7643136 tid 2 2024-04-22T04:34:24.246 INFO:tasks.rados.rados.0.smithi040.stdout:2186: writing smithi04078109-8 from 7643136 to 8339456 tid 3 2024-04-22T04:34:24.247 INFO:tasks.rados.rados.0.smithi040.stdout:2186: writing smithi04078109-8 from 8339456 to 8511488 tid 4 2024-04-22T04:34:24.248 INFO:tasks.rados.rados.0.smithi040.stdout:2187: rollback oid 1 current snap is 218 2024-04-22T04:34:24.248 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 1 to 110 2024-04-22T04:34:24.248 INFO:tasks.rados.rados.0.smithi040.stdout:2182: finishing copy_from racing read to smithi04078109-39 2024-04-22T04:34:24.248 INFO:tasks.rados.rados.0.smithi040.stdout:2182: finishing copy_from to smithi04078109-39 2024-04-22T04:34:24.248 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 1227 (ObjNum 546 snap 159 seq_num 546) dirty exists 2024-04-22T04:34:24.248 INFO:tasks.rados.rados.0.smithi040.stdout:2184: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:34:24.249 INFO:tasks.rados.rados.0.smithi040.stdout:2186: finishing write tid 1 to smithi04078109-8 2024-04-22T04:34:24.249 INFO:tasks.rados.rados.0.smithi040.stdout:2186: finishing write tid 2 to smithi04078109-8 2024-04-22T04:34:24.249 INFO:tasks.rados.rados.0.smithi040.stdout:2182: done (4 left) 2024-04-22T04:34:24.249 INFO:tasks.rados.rados.0.smithi040.stdout:2184: done (3 left) 2024-04-22T04:34:24.249 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 44 current snap is 218 2024-04-22T04:34:24.249 INFO:tasks.rados.rados.0.smithi040.stdout:2188: seq_num 709 ranges {0=679936,679936=614400,1294336=499712,1794048=491520} 2024-04-22T04:34:24.253 INFO:tasks.rados.rados.0.smithi040.stdout:2188: writing smithi04078109-44 from 0 to 679936 tid 1 2024-04-22T04:34:24.257 INFO:tasks.rados.rados.0.smithi040.stdout:2188: writing smithi04078109-44 from 679936 to 1294336 tid 2 2024-04-22T04:34:24.260 INFO:tasks.rados.rados.0.smithi040.stdout:2188: writing smithi04078109-44 from 1294336 to 1794048 tid 3 2024-04-22T04:34:24.264 INFO:tasks.rados.rados.0.smithi040.stdout:2188: writing smithi04078109-44 from 1794048 to 2285568 tid 4 2024-04-22T04:34:24.264 INFO:tasks.rados.rados.0.smithi040.stdout:2189: rollback oid 49 current snap is 218 2024-04-22T04:34:24.264 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 49 to 212 2024-04-22T04:34:24.264 INFO:tasks.rados.rados.0.smithi040.stdout:2186: finishing write tid 3 to smithi04078109-8 2024-04-22T04:34:24.264 INFO:tasks.rados.rados.0.smithi040.stdout:2186: finishing write tid 4 to smithi04078109-8 2024-04-22T04:34:24.264 INFO:tasks.rados.rados.0.smithi040.stdout:2187: finishing rollback tid 1 to smithi04078109-1 2024-04-22T04:34:24.264 INFO:tasks.rados.rados.0.smithi040.stdout:2187: finishing rollback tid 2 to smithi04078109-1 2024-04-22T04:34:24.264 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 1245 (ObjNum 311 snap 86 seq_num 311) dirty exists 2024-04-22T04:34:24.264 INFO:tasks.rados.rados.0.smithi040.stdout:2186: finishing write tid 5 to smithi04078109-8 2024-04-22T04:34:24.264 INFO:tasks.rados.rados.0.smithi040.stdout:2186: finishing write tid 6 to smithi04078109-8 2024-04-22T04:34:24.264 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 1232 (ObjNum 708 snap 218 seq_num 708) dirty exists 2024-04-22T04:34:24.265 INFO:tasks.rados.rados.0.smithi040.stdout:2186: left oid 8 (ObjNum 708 snap 218 seq_num 708) 2024-04-22T04:34:24.265 INFO:tasks.rados.rados.0.smithi040.stdout:2185: expect (ObjNum 590 snap 174 seq_num 590) 2024-04-22T04:34:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:24 smithi062 ceph-mon[78153]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:34:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:24 smithi062 ceph-mon[78153]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:34:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:24 smithi062 ceph-mon[78153]: osdmap e485: 8 total, 7 up, 8 in 2024-04-22T04:34:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:24 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:24 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:24 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:34:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:24 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/307868948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:24.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:24 smithi040 ceph-mon[91058]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:34:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:24 smithi040 ceph-mon[91058]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:34:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:24 smithi040 ceph-mon[91058]: osdmap e485: 8 total, 7 up, 8 in 2024-04-22T04:34:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:24 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:24 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:24 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:34:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:24 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/307868948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:24 smithi040 ceph-mon[88445]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:34:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:24 smithi040 ceph-mon[88445]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:34:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:24 smithi040 ceph-mon[88445]: osdmap e485: 8 total, 7 up, 8 in 2024-04-22T04:34:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:24 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:24 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:24.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:24 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:34:24.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:24 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/307868948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:25.261 INFO:tasks.rados.rados.0.smithi040.stdout:2188: finishing write tid 1 to smithi04078109-44 2024-04-22T04:34:25.261 INFO:tasks.rados.rados.0.smithi040.stdout:2188: finishing write tid 2 to smithi04078109-44 2024-04-22T04:34:25.261 INFO:tasks.rados.rados.0.smithi040.stdout:2188: finishing write tid 3 to smithi04078109-44 2024-04-22T04:34:25.261 INFO:tasks.rados.rados.0.smithi040.stdout:2188: finishing write tid 4 to smithi04078109-44 2024-04-22T04:34:25.261 INFO:tasks.rados.rados.0.smithi040.stdout:2188: finishing write tid 5 to smithi04078109-44 2024-04-22T04:34:25.261 INFO:tasks.rados.rados.0.smithi040.stdout:2189: finishing rollback tid 0 to smithi04078109-49 2024-04-22T04:34:25.261 INFO:tasks.rados.rados.0.smithi040.stdout:2189: finishing rollback tid 1 to smithi04078109-49 2024-04-22T04:34:25.261 INFO:tasks.rados.rados.0.smithi040.stdout:2185: done (4 left) 2024-04-22T04:34:25.261 INFO:tasks.rados.rados.0.smithi040.stdout:2186: done (3 left) 2024-04-22T04:34:25.261 INFO:tasks.rados.rados.0.smithi040.stdout:2187: done (2 left) 2024-04-22T04:34:25.261 INFO:tasks.rados.rados.0.smithi040.stdout:2190: rollback oid 9 current snap is 218 2024-04-22T04:34:25.261 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 9 to 215 2024-04-22T04:34:25.261 INFO:tasks.rados.rados.0.smithi040.stdout:2189: finishing rollback tid 2 to smithi04078109-49 2024-04-22T04:34:25.262 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 1297 (ObjNum 669 snap 205 seq_num 669) dirty exists 2024-04-22T04:34:25.262 INFO:tasks.rados.rados.0.smithi040.stdout:2188: finishing write tid 6 to smithi04078109-44 2024-04-22T04:34:25.262 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 1459 (ObjNum 709 snap 218 seq_num 709) dirty exists 2024-04-22T04:34:25.262 INFO:tasks.rados.rados.0.smithi040.stdout:2188: left oid 44 (ObjNum 709 snap 218 seq_num 709) 2024-04-22T04:34:25.262 INFO:tasks.rados.rados.0.smithi040.stdout:2188: done (2 left) 2024-04-22T04:34:25.262 INFO:tasks.rados.rados.0.smithi040.stdout:2189: done (1 left) 2024-04-22T04:34:25.262 INFO:tasks.rados.rados.0.smithi040.stdout:2191: copy_from oid 21 from oid 35 current snap is 218 2024-04-22T04:34:25.262 INFO:tasks.rados.rados.0.smithi040.stdout:2192: read oid 46 snap -1 2024-04-22T04:34:25.262 INFO:tasks.rados.rados.0.smithi040.stdout:2192: expect (ObjNum 702 snap 216 seq_num 702) 2024-04-22T04:34:25.262 INFO:tasks.rados.rados.0.smithi040.stdout:2193: rollback oid 41 current snap is 218 2024-04-22T04:34:25.262 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 41 to 192 2024-04-22T04:34:25.262 INFO:tasks.rados.rados.0.smithi040.stdout:2194: copy_from oid 43 from oid 12 current snap is 218 2024-04-22T04:34:25.262 INFO:tasks.rados.rados.0.smithi040.stdout:2195: copy_from oid 36 from oid 32 current snap is 218 2024-04-22T04:34:25.262 INFO:tasks.rados.rados.0.smithi040.stdout:2196: read oid 19 snap 216 2024-04-22T04:34:25.262 INFO:tasks.rados.rados.0.smithi040.stdout:2196: expect (ObjNum 674 snap 205 seq_num 674) 2024-04-22T04:34:25.263 INFO:tasks.rados.rados.0.smithi040.stdout:2197: snap_remove snap 210 2024-04-22T04:34:25.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:25 smithi062 ceph-mon[78153]: osdmap e486: 8 total, 7 up, 8 in 2024-04-22T04:34:25.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:25 smithi062 ceph-mon[78153]: pgmap v442: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 481 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.9 MiB/s wr, 25 op/s; 72/774 objects degraded (9.302%) 2024-04-22T04:34:25.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:25 smithi040 ceph-mon[88445]: osdmap e486: 8 total, 7 up, 8 in 2024-04-22T04:34:25.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:25 smithi040 ceph-mon[88445]: pgmap v442: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 481 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.9 MiB/s wr, 25 op/s; 72/774 objects degraded (9.302%) 2024-04-22T04:34:25.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:25 smithi040 ceph-mon[91058]: osdmap e486: 8 total, 7 up, 8 in 2024-04-22T04:34:25.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:25 smithi040 ceph-mon[91058]: pgmap v442: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 481 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.9 MiB/s wr, 25 op/s; 72/774 objects degraded (9.302%) 2024-04-22T04:34:25.832 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:34:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:34:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:34:26.217 INFO:tasks.rados.rados.0.smithi040.stdout:2197: done (7 left) 2024-04-22T04:34:26.218 INFO:tasks.rados.rados.0.smithi040.stdout:2198: snap_create 2024-04-22T04:34:26.218 INFO:tasks.rados.rados.0.smithi040.stdout:2194: finishing copy_from to smithi04078109-43 2024-04-22T04:34:26.218 INFO:tasks.rados.rados.0.smithi040.stdout:2194: got expected ENOENT (src dne) 2024-04-22T04:34:26.218 INFO:tasks.rados.rados.0.smithi040.stdout:2194: finishing copy_from racing read to smithi04078109-43 2024-04-22T04:34:26.218 INFO:tasks.rados.rados.0.smithi040.stdout:2193: finishing rollback tid 0 to smithi04078109-41 2024-04-22T04:34:26.218 INFO:tasks.rados.rados.0.smithi040.stdout:2190: finishing rollback tid 1 to smithi04078109-9 2024-04-22T04:34:26.218 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 1095 (ObjNum -63621035 snap 21849 seq_num 0) dirty dne 2024-04-22T04:34:26.218 INFO:tasks.rados.rados.0.smithi040.stdout:2193: finishing rollback tid 1 to smithi04078109-41 2024-04-22T04:34:26.218 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 1580 (ObjNum 288 snap 0 seq_num 161) dirty dne 2024-04-22T04:34:26.218 INFO:tasks.rados.rados.0.smithi040.stdout:2196: expect (ObjNum 674 snap 205 seq_num 674) 2024-04-22T04:34:26.270 INFO:tasks.rados.rados.0.smithi040.stdout:2191: finishing copy_from racing read to smithi04078109-21 2024-04-22T04:34:26.270 INFO:tasks.rados.rados.0.smithi040.stdout:2191: finishing copy_from to smithi04078109-21 2024-04-22T04:34:26.270 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 1233 (ObjNum 679 snap 205 seq_num 679) dirty exists 2024-04-22T04:34:26.270 INFO:tasks.rados.rados.0.smithi040.stdout:2195: finishing copy_from racing read to smithi04078109-36 2024-04-22T04:34:26.271 INFO:tasks.rados.rados.0.smithi040.stdout:2195: finishing copy_from to smithi04078109-36 2024-04-22T04:34:26.271 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 954 (ObjNum 705 snap 217 seq_num 705) dirty exists 2024-04-22T04:34:26.271 INFO:tasks.rados.rados.0.smithi040.stdout:2192: expect (ObjNum 702 snap 216 seq_num 702) 2024-04-22T04:34:26.956 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T04:34:26.679+0000 7f6557941540 -1 osd.6 0 read_superblock omap replica is missing. 2024-04-22T04:34:26.956 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T04:34:26.738+0000 7f6557941540 -1 osd.6 479 log_to_monitors true 2024-04-22T04:34:27.133 INFO:tasks.rados.rados.0.smithi040.stdout:2190: done (7 left) 2024-04-22T04:34:27.133 INFO:tasks.rados.rados.0.smithi040.stdout:2191: done (6 left) 2024-04-22T04:34:27.134 INFO:tasks.rados.rados.0.smithi040.stdout:2192: done (5 left) 2024-04-22T04:34:27.134 INFO:tasks.rados.rados.0.smithi040.stdout:2193: done (4 left) 2024-04-22T04:34:27.134 INFO:tasks.rados.rados.0.smithi040.stdout:2194: done (3 left) 2024-04-22T04:34:27.134 INFO:tasks.rados.rados.0.smithi040.stdout:2195: done (2 left) 2024-04-22T04:34:27.134 INFO:tasks.rados.rados.0.smithi040.stdout:2196: done (1 left) 2024-04-22T04:34:27.134 INFO:tasks.rados.rados.0.smithi040.stdout:2198: done (0 left) 2024-04-22T04:34:27.134 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 48 current snap is 219 2024-04-22T04:34:27.134 INFO:tasks.rados.rados.0.smithi040.stdout:2199: seq_num 710 ranges {6266880=696320,6963200=499712,7462912=712704,8175616=393216} 2024-04-22T04:34:27.171 INFO:tasks.rados.rados.0.smithi040.stdout:2199: writing smithi04078109-48 from 6266880 to 6963200 tid 1 2024-04-22T04:34:27.175 INFO:tasks.rados.rados.0.smithi040.stdout:2199: writing smithi04078109-48 from 6963200 to 7462912 tid 2 2024-04-22T04:34:27.180 INFO:tasks.rados.rados.0.smithi040.stdout:2199: writing smithi04078109-48 from 7462912 to 8175616 tid 3 2024-04-22T04:34:27.182 INFO:tasks.rados.rados.0.smithi040.stdout:2199: writing smithi04078109-48 from 8175616 to 8568832 tid 4 2024-04-22T04:34:27.182 INFO:tasks.rados.rados.0.smithi040.stdout:2200: setattr oid 21 current snap is 219 2024-04-22T04:34:27.183 INFO:tasks.rados.rados.0.smithi040.stdout:2199: finishing write tid 1 to smithi04078109-48 2024-04-22T04:34:27.185 INFO:tasks.rados.rados.0.smithi040.stdout:2199: finishing write tid 2 to smithi04078109-48 2024-04-22T04:34:27.186 INFO:tasks.rados.rados.0.smithi040.stdout:2201: snap_create 2024-04-22T04:34:27.186 INFO:tasks.rados.rados.0.smithi040.stdout:2199: finishing write tid 3 to smithi04078109-48 2024-04-22T04:34:27.186 INFO:tasks.rados.rados.0.smithi040.stdout:2199: finishing write tid 4 to smithi04078109-48 2024-04-22T04:34:27.186 INFO:tasks.rados.rados.0.smithi040.stdout:2199: finishing write tid 5 to smithi04078109-48 2024-04-22T04:34:27.188 INFO:tasks.rados.rados.0.smithi040.stdout:2199: finishing write tid 6 to smithi04078109-48 2024-04-22T04:34:27.188 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 1237 (ObjNum 710 snap 219 seq_num 710) dirty exists 2024-04-22T04:34:27.188 INFO:tasks.rados.rados.0.smithi040.stdout:2199: left oid 48 (ObjNum 710 snap 219 seq_num 710) 2024-04-22T04:34:27.190 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 1246 (ObjNum 679 snap 205 seq_num 679) dirty exists 2024-04-22T04:34:27.211 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 04:34:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T04:34:27.153+0000 7f6548f0e700 -1 osd.6 479 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T04:34:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:27 smithi062 ceph-mon[78153]: osdmap e487: 8 total, 7 up, 8 in 2024-04-22T04:34:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:27 smithi062 ceph-mon[78153]: pgmap v444: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 501 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 7.7 MiB/s wr, 39 op/s; 76/792 objects degraded (9.596%) 2024-04-22T04:34:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:27 smithi062 ceph-mon[78153]: from='osd.6 [v2:172.21.15.62:6816/2435208267,v1:172.21.15.62:6817/2435208267]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T04:34:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:27 smithi062 ceph-mon[78153]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T04:34:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:27 smithi062 ceph-mon[78153]: Health check update: Degraded data redundancy: 72/774 objects degraded (9.302%), 9 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:27 smithi062 ceph-mon[78153]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-22T04:34:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:27 smithi062 ceph-mon[78153]: osdmap e488: 8 total, 7 up, 8 in 2024-04-22T04:34:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:27 smithi062 ceph-mon[78153]: from='osd.6 [v2:172.21.15.62:6816/2435208267,v1:172.21.15.62:6817/2435208267]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:34:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:27 smithi062 ceph-mon[78153]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:34:27.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[88445]: osdmap e487: 8 total, 7 up, 8 in 2024-04-22T04:34:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[88445]: pgmap v444: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 501 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 7.7 MiB/s wr, 39 op/s; 76/792 objects degraded (9.596%) 2024-04-22T04:34:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[88445]: from='osd.6 [v2:172.21.15.62:6816/2435208267,v1:172.21.15.62:6817/2435208267]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T04:34:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[88445]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T04:34:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[88445]: Health check update: Degraded data redundancy: 72/774 objects degraded (9.302%), 9 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[88445]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-22T04:34:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[88445]: osdmap e488: 8 total, 7 up, 8 in 2024-04-22T04:34:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[88445]: from='osd.6 [v2:172.21.15.62:6816/2435208267,v1:172.21.15.62:6817/2435208267]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:34:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[88445]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:34:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[91058]: osdmap e487: 8 total, 7 up, 8 in 2024-04-22T04:34:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[91058]: pgmap v444: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 501 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 7.7 MiB/s wr, 39 op/s; 76/792 objects degraded (9.596%) 2024-04-22T04:34:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[91058]: from='osd.6 [v2:172.21.15.62:6816/2435208267,v1:172.21.15.62:6817/2435208267]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T04:34:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[91058]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T04:34:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[91058]: Health check update: Degraded data redundancy: 72/774 objects degraded (9.302%), 9 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[91058]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-22T04:34:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[91058]: osdmap e488: 8 total, 7 up, 8 in 2024-04-22T04:34:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[91058]: from='osd.6 [v2:172.21.15.62:6816/2435208267,v1:172.21.15.62:6817/2435208267]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:34:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:27 smithi040 ceph-mon[91058]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:34:28.136 INFO:tasks.rados.rados.0.smithi040.stdout:2199: done (2 left) 2024-04-22T04:34:28.136 INFO:tasks.rados.rados.0.smithi040.stdout:2200: done (1 left) 2024-04-22T04:34:28.136 INFO:tasks.rados.rados.0.smithi040.stdout:2201: done (0 left) 2024-04-22T04:34:28.136 INFO:tasks.rados.rados.0.smithi040.stdout:2202: setattr oid 1 current snap is 220 2024-04-22T04:34:28.139 INFO:tasks.rados.rados.0.smithi040.stdout:2203: rmattr oid 4 current snap is 220 2024-04-22T04:34:28.139 INFO:tasks.rados.rados.0.smithi040.stdout:2203: done (1 left) 2024-04-22T04:34:28.139 INFO:tasks.rados.rados.0.smithi040.stdout:2204: copy_from oid 15 from oid 24 current snap is 220 2024-04-22T04:34:28.140 INFO:tasks.rados.rados.0.smithi040.stdout:2205: snap_remove snap 214 2024-04-22T04:34:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:28 smithi062 ceph-mon[78153]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:34:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:28 smithi062 ceph-mon[78153]: osd.6 [v2:172.21.15.62:6816/2435208267,v1:172.21.15.62:6817/2435208267] boot 2024-04-22T04:34:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:28 smithi062 ceph-mon[78153]: osdmap e489: 8 total, 8 up, 8 in 2024-04-22T04:34:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:28 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:34:28.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:28 smithi040 ceph-mon[88445]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:34:28.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:28 smithi040 ceph-mon[88445]: osd.6 [v2:172.21.15.62:6816/2435208267,v1:172.21.15.62:6817/2435208267] boot 2024-04-22T04:34:28.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:28 smithi040 ceph-mon[88445]: osdmap e489: 8 total, 8 up, 8 in 2024-04-22T04:34:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:28 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:34:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:28 smithi040 ceph-mon[91058]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:34:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:28 smithi040 ceph-mon[91058]: osd.6 [v2:172.21.15.62:6816/2435208267,v1:172.21.15.62:6817/2435208267] boot 2024-04-22T04:34:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:28 smithi040 ceph-mon[91058]: osdmap e489: 8 total, 8 up, 8 in 2024-04-22T04:34:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:28 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T04:34:29.147 INFO:tasks.rados.rados.0.smithi040.stdout:2205: done (2 left) 2024-04-22T04:34:29.147 INFO:tasks.rados.rados.0.smithi040.stdout:2206: setattr oid 39 current snap is 220 2024-04-22T04:34:29.147 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 1247 (ObjNum 311 snap 86 seq_num 311) dirty exists 2024-04-22T04:34:29.147 INFO:tasks.rados.rados.0.smithi040.stdout:2204: finishing copy_from racing read to smithi04078109-15 2024-04-22T04:34:29.147 INFO:tasks.rados.rados.0.smithi040.stdout:2204: finishing copy_from to smithi04078109-15 2024-04-22T04:34:29.147 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 642 (ObjNum 503 snap 149 seq_num 503) dirty exists 2024-04-22T04:34:29.157 INFO:tasks.rados.rados.0.smithi040.stdout:2202: done (2 left) 2024-04-22T04:34:29.157 INFO:tasks.rados.rados.0.smithi040.stdout:2204: done (1 left) 2024-04-22T04:34:29.157 INFO:tasks.rados.rados.0.smithi040.stdout:2207: read oid 46 snap 192 2024-04-22T04:34:29.157 INFO:tasks.rados.rados.0.smithi040.stdout:2207: expect deleted 2024-04-22T04:34:29.157 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 22 current snap is 220 2024-04-22T04:34:29.157 INFO:tasks.rados.rados.0.smithi040.stdout:2208: seq_num 711 ranges {3678208=712704,4390912=786432,5177344=516096,5693440=303104} 2024-04-22T04:34:29.176 INFO:tasks.rados.rados.0.smithi040.stdout:2208: writing smithi04078109-22 from 3678208 to 4390912 tid 1 2024-04-22T04:34:29.180 INFO:tasks.rados.rados.0.smithi040.stdout:2208: writing smithi04078109-22 from 4390912 to 5177344 tid 2 2024-04-22T04:34:29.184 INFO:tasks.rados.rados.0.smithi040.stdout:2208: writing smithi04078109-22 from 5177344 to 5693440 tid 3 2024-04-22T04:34:29.186 INFO:tasks.rados.rados.0.smithi040.stdout:2208: writing smithi04078109-22 from 5693440 to 5996544 tid 4 2024-04-22T04:34:29.186 INFO:tasks.rados.rados.0.smithi040.stdout:2209: copy_from oid 27 from oid 33 current snap is 220 2024-04-22T04:34:29.186 INFO:tasks.rados.rados.0.smithi040.stdout:2208: finishing write tid 1 to smithi04078109-22 2024-04-22T04:34:29.186 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 1233 (ObjNum 546 snap 159 seq_num 546) dirty exists 2024-04-22T04:34:29.186 INFO:tasks.rados.rados.0.smithi040.stdout:2206: done (3 left) 2024-04-22T04:34:29.186 INFO:tasks.rados.rados.0.smithi040.stdout:2207: done (2 left) 2024-04-22T04:34:29.186 INFO:tasks.rados.rados.0.smithi040.stdout:2210: rollback oid 39 current snap is 220 2024-04-22T04:34:29.187 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 39 to 191 2024-04-22T04:34:29.187 INFO:tasks.rados.rados.0.smithi040.stdout:2211: read oid 2 snap -1 2024-04-22T04:34:29.187 INFO:tasks.rados.rados.0.smithi040.stdout:2211: expect (ObjNum 692 snap 213 seq_num 692) 2024-04-22T04:34:29.187 INFO:tasks.rados.rados.0.smithi040.stdout:2212: snap_remove snap 203 2024-04-22T04:34:29.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:29 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:29.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:29 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:29.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:29 smithi040 ceph-mon[88445]: pgmap v447: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 515 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 8.1 MiB/s wr, 27 op/s; 76/798 objects degraded (9.524%) 2024-04-22T04:34:29.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:29 smithi040 ceph-mon[88445]: osdmap e490: 8 total, 8 up, 8 in 2024-04-22T04:34:29.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:29 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:29.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:29 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:29.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:29 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:29.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:29 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:29.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:29 smithi040 ceph-mon[91058]: pgmap v447: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 515 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 8.1 MiB/s wr, 27 op/s; 76/798 objects degraded (9.524%) 2024-04-22T04:34:29.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:29 smithi040 ceph-mon[91058]: osdmap e490: 8 total, 8 up, 8 in 2024-04-22T04:34:29.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:29 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:29.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:29 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:29.816 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:29 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:29.816 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:29 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:29.816 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:29 smithi062 ceph-mon[78153]: pgmap v447: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 515 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 8.1 MiB/s wr, 27 op/s; 76/798 objects degraded (9.524%) 2024-04-22T04:34:29.816 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:29 smithi062 ceph-mon[78153]: osdmap e490: 8 total, 8 up, 8 in 2024-04-22T04:34:29.816 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:29 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:29.816 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:29 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:30.180 INFO:tasks.rados.rados.0.smithi040.stdout:2212: done (4 left) 2024-04-22T04:34:30.180 INFO:tasks.rados.rados.0.smithi040.stdout:2213: copy_from oid 38 from oid 19 current snap is 220 2024-04-22T04:34:30.184 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 220 2024-04-22T04:34:30.184 INFO:tasks.rados.rados.0.smithi040.stdout:2214: seq_num 712 ranges {0=729088,729088=671744,1400832=671744,2072576=262144} 2024-04-22T04:34:30.184 INFO:tasks.rados.rados.0.smithi040.stdout:2214: writing smithi04078109-12 from 0 to 729088 tid 1 2024-04-22T04:34:30.189 INFO:tasks.rados.rados.0.smithi040.stdout:2214: writing smithi04078109-12 from 729088 to 1400832 tid 2 2024-04-22T04:34:30.194 INFO:tasks.rados.rados.0.smithi040.stdout:2214: writing smithi04078109-12 from 1400832 to 2072576 tid 3 2024-04-22T04:34:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:2214: writing smithi04078109-12 from 2072576 to 2334720 tid 4 2024-04-22T04:34:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:2215: read oid 5 snap -1 2024-04-22T04:34:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:2215: expect (ObjNum 662 snap 202 seq_num 662) 2024-04-22T04:34:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:2216: rollback oid 24 current snap is 220 2024-04-22T04:34:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 24 to 206 2024-04-22T04:34:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:2217: copy_from oid 30 from oid 4 current snap is 220 2024-04-22T04:34:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:2218: read oid 47 snap -1 2024-04-22T04:34:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:2218: expect (ObjNum 700 snap 216 seq_num 700) 2024-04-22T04:34:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 220 2024-04-22T04:34:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:2219: seq_num 713 ranges {2187264=745472,2932736=557056,3489792=483328,3973120=565248} 2024-04-22T04:34:30.214 INFO:tasks.rados.rados.0.smithi040.stdout:2219: writing smithi04078109-40 from 2187264 to 2932736 tid 1 2024-04-22T04:34:30.218 INFO:tasks.rados.rados.0.smithi040.stdout:2219: writing smithi04078109-40 from 2932736 to 3489792 tid 2 2024-04-22T04:34:30.224 INFO:tasks.rados.rados.0.smithi040.stdout:2219: writing smithi04078109-40 from 3489792 to 3973120 tid 3 2024-04-22T04:34:30.225 INFO:tasks.rados.rados.0.smithi040.stdout:2219: writing smithi04078109-40 from 3973120 to 4538368 tid 4 2024-04-22T04:34:30.225 INFO:tasks.rados.rados.0.smithi040.stdout:2220: rollback oid 1 current snap is 220 2024-04-22T04:34:30.225 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 1 to 191 2024-04-22T04:34:30.225 INFO:tasks.rados.rados.0.smithi040.stdout:2208: finishing write tid 2 to smithi04078109-22 2024-04-22T04:34:30.225 INFO:tasks.rados.rados.0.smithi040.stdout:2208: finishing write tid 3 to smithi04078109-22 2024-04-22T04:34:30.225 INFO:tasks.rados.rados.0.smithi040.stdout:2208: finishing write tid 4 to smithi04078109-22 2024-04-22T04:34:30.225 INFO:tasks.rados.rados.0.smithi040.stdout:2221: read oid 41 snap 206 2024-04-22T04:34:30.225 INFO:tasks.rados.rados.0.smithi040.stdout:2221: expect (ObjNum 637 snap 193 seq_num 637) 2024-04-22T04:34:30.226 INFO:tasks.rados.rados.0.smithi040.stdout:2222: setattr oid 46 current snap is 220 2024-04-22T04:34:30.226 INFO:tasks.rados.rados.0.smithi040.stdout:2208: finishing write tid 5 to smithi04078109-22 2024-04-22T04:34:30.226 INFO:tasks.rados.rados.0.smithi040.stdout:2210: finishing rollback tid 0 to smithi04078109-39 2024-04-22T04:34:30.226 INFO:tasks.rados.rados.0.smithi040.stdout:2208: finishing write tid 6 to smithi04078109-22 2024-04-22T04:34:30.226 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 1232 (ObjNum 711 snap 220 seq_num 711) dirty exists 2024-04-22T04:34:30.226 INFO:tasks.rados.rados.0.smithi040.stdout:2208: left oid 22 (ObjNum 711 snap 220 seq_num 711) 2024-04-22T04:34:30.226 INFO:tasks.rados.rados.0.smithi040.stdout:2210: finishing rollback tid 1 to smithi04078109-39 2024-04-22T04:34:30.226 INFO:tasks.rados.rados.0.smithi040.stdout:2210: finishing rollback tid 2 to smithi04078109-39 2024-04-22T04:34:30.226 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 1236 (ObjNum 611 snap 184 seq_num 611) dirty exists 2024-04-22T04:34:30.226 INFO:tasks.rados.rados.0.smithi040.stdout:2211: expect (ObjNum 692 snap 213 seq_num 692) 2024-04-22T04:34:30.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:34:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:34:30] "GET /metrics HTTP/1.1" 200 231963 "" "Prometheus/2.33.4" 2024-04-22T04:34:30.706 INFO:tasks.rados.rados.0.smithi040.stdout:2209: finishing copy_from racing read to smithi04078109-27 2024-04-22T04:34:30.706 INFO:tasks.rados.rados.0.smithi040.stdout:2209: finishing copy_from to smithi04078109-27 2024-04-22T04:34:30.706 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 1061 (ObjNum 634 snap 191 seq_num 634) dirty exists 2024-04-22T04:34:30.706 INFO:tasks.rados.rados.0.smithi040.stdout:2214: finishing write tid 1 to smithi04078109-12 2024-04-22T04:34:30.706 INFO:tasks.rados.rados.0.smithi040.stdout:2214: finishing write tid 2 to smithi04078109-12 2024-04-22T04:34:30.706 INFO:tasks.rados.rados.0.smithi040.stdout:2214: finishing write tid 3 to smithi04078109-12 2024-04-22T04:34:30.706 INFO:tasks.rados.rados.0.smithi040.stdout:2214: finishing write tid 4 to smithi04078109-12 2024-04-22T04:34:30.706 INFO:tasks.rados.rados.0.smithi040.stdout:2214: finishing write tid 5 to smithi04078109-12 2024-04-22T04:34:30.706 INFO:tasks.rados.rados.0.smithi040.stdout:2216: finishing rollback tid 0 to smithi04078109-24 2024-04-22T04:34:30.706 INFO:tasks.rados.rados.0.smithi040.stdout:2216: finishing rollback tid 1 to smithi04078109-24 2024-04-22T04:34:30.707 INFO:tasks.rados.rados.0.smithi040.stdout:2215: expect (ObjNum 662 snap 202 seq_num 662) 2024-04-22T04:34:30.748 INFO:tasks.rados.rados.0.smithi040.stdout:2214: finishing write tid 6 to smithi04078109-12 2024-04-22T04:34:30.748 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 907 (ObjNum 712 snap 220 seq_num 712) dirty exists 2024-04-22T04:34:30.748 INFO:tasks.rados.rados.0.smithi040.stdout:2214: left oid 12 (ObjNum 712 snap 220 seq_num 712) 2024-04-22T04:34:30.748 INFO:tasks.rados.rados.0.smithi040.stdout:2216: finishing rollback tid 2 to smithi04078109-24 2024-04-22T04:34:30.748 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 974 (ObjNum 503 snap 149 seq_num 503) dirty exists 2024-04-22T04:34:30.748 INFO:tasks.rados.rados.0.smithi040.stdout:2208: done (13 left) 2024-04-22T04:34:30.748 INFO:tasks.rados.rados.0.smithi040.stdout:2209: done (12 left) 2024-04-22T04:34:30.748 INFO:tasks.rados.rados.0.smithi040.stdout:2210: done (11 left) 2024-04-22T04:34:30.749 INFO:tasks.rados.rados.0.smithi040.stdout:2211: done (10 left) 2024-04-22T04:34:30.749 INFO:tasks.rados.rados.0.smithi040.stdout:2214: done (9 left) 2024-04-22T04:34:30.749 INFO:tasks.rados.rados.0.smithi040.stdout:2215: done (8 left) 2024-04-22T04:34:30.749 INFO:tasks.rados.rados.0.smithi040.stdout:2216: done (7 left) 2024-04-22T04:34:30.749 INFO:tasks.rados.rados.0.smithi040.stdout:2223: read oid 17 snap -1 2024-04-22T04:34:30.749 INFO:tasks.rados.rados.0.smithi040.stdout:2223: expect (ObjNum 686 snap 210 seq_num 686) 2024-04-22T04:34:30.749 INFO:tasks.rados.rados.0.smithi040.stdout:2224: copy_from oid 18 from oid 22 current snap is 220 2024-04-22T04:34:30.749 INFO:tasks.rados.rados.0.smithi040.stdout:2213: finishing copy_from racing read to smithi04078109-38 2024-04-22T04:34:30.749 INFO:tasks.rados.rados.0.smithi040.stdout:2221: expect (ObjNum 637 snap 193 seq_num 637) 2024-04-22T04:34:30.787 INFO:tasks.rados.rados.0.smithi040.stdout:2218: expect (ObjNum 700 snap 216 seq_num 700) 2024-04-22T04:34:31.126 INFO:tasks.rados.rados.0.smithi040.stdout:2213: finishing copy_from to smithi04078109-38 2024-04-22T04:34:31.126 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 486 (ObjNum 704 snap 217 seq_num 704) dirty exists 2024-04-22T04:34:31.126 INFO:tasks.rados.rados.0.smithi040.stdout:2219: finishing write tid 1 to smithi04078109-40 2024-04-22T04:34:31.126 INFO:tasks.rados.rados.0.smithi040.stdout:2219: finishing write tid 2 to smithi04078109-40 2024-04-22T04:34:31.126 INFO:tasks.rados.rados.0.smithi040.stdout:2219: finishing write tid 3 to smithi04078109-40 2024-04-22T04:34:31.126 INFO:tasks.rados.rados.0.smithi040.stdout:2219: finishing write tid 4 to smithi04078109-40 2024-04-22T04:34:31.126 INFO:tasks.rados.rados.0.smithi040.stdout:2213: done (8 left) 2024-04-22T04:34:31.126 INFO:tasks.rados.rados.0.smithi040.stdout:2218: done (7 left) 2024-04-22T04:34:31.127 INFO:tasks.rados.rados.0.smithi040.stdout:2221: done (6 left) 2024-04-22T04:34:31.127 INFO:tasks.rados.rados.0.smithi040.stdout:2225: rmattr oid 32 current snap is 220 2024-04-22T04:34:31.127 INFO:tasks.rados.rados.0.smithi040.stdout:2225: done (6 left) 2024-04-22T04:34:31.127 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 38 current snap is 220 2024-04-22T04:34:31.127 INFO:tasks.rados.rados.0.smithi040.stdout:2219: finishing write tid 5 to smithi04078109-40 2024-04-22T04:34:31.127 INFO:tasks.rados.rados.0.smithi040.stdout:2219: finishing write tid 6 to smithi04078109-40 2024-04-22T04:34:31.127 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1491 (ObjNum 713 snap 220 seq_num 713) dirty exists 2024-04-22T04:34:31.127 INFO:tasks.rados.rados.0.smithi040.stdout:2219: left oid 40 (ObjNum 713 snap 220 seq_num 713) 2024-04-22T04:34:31.127 INFO:tasks.rados.rados.0.smithi040.stdout:2220: finishing rollback tid 0 to smithi04078109-1 2024-04-22T04:34:31.127 INFO:tasks.rados.rados.0.smithi040.stdout:2226: seq_num 714 ranges {3899392=761856,4661248=442368,5103616=688128,5791744=475136} 2024-04-22T04:34:31.150 INFO:tasks.rados.rados.0.smithi040.stdout:2226: writing smithi04078109-38 from 3899392 to 4661248 tid 1 2024-04-22T04:34:31.153 INFO:tasks.rados.rados.0.smithi040.stdout:2226: writing smithi04078109-38 from 4661248 to 5103616 tid 2 2024-04-22T04:34:31.157 INFO:tasks.rados.rados.0.smithi040.stdout:2226: writing smithi04078109-38 from 5103616 to 5791744 tid 3 2024-04-22T04:34:31.160 INFO:tasks.rados.rados.0.smithi040.stdout:2226: writing smithi04078109-38 from 5791744 to 6266880 tid 4 2024-04-22T04:34:31.160 INFO:tasks.rados.rados.0.smithi040.stdout:2219: done (6 left) 2024-04-22T04:34:31.160 INFO:tasks.rados.rados.0.smithi040.stdout:2227: rollback oid 33 current snap is 220 2024-04-22T04:34:31.160 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 33 to 218 2024-04-22T04:34:31.160 INFO:tasks.rados.rados.0.smithi040.stdout:2220: finishing rollback tid 1 to smithi04078109-1 2024-04-22T04:34:31.160 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 1249 (ObjNum 1498833261 snap 1365471595 seq_num 1633906526) dirty dne 2024-04-22T04:34:31.161 INFO:tasks.rados.rados.0.smithi040.stdout:2217: finishing copy_from racing read to smithi04078109-30 2024-04-22T04:34:31.161 INFO:tasks.rados.rados.0.smithi040.stdout:2217: finishing copy_from to smithi04078109-30 2024-04-22T04:34:31.161 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 918 (ObjNum 590 snap 174 seq_num 590) dirty exists 2024-04-22T04:34:31.161 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1015 (ObjNum 702 snap 216 seq_num 702) dirty exists 2024-04-22T04:34:31.161 INFO:tasks.rados.rados.0.smithi040.stdout:2224: finishing copy_from racing read to smithi04078109-18 2024-04-22T04:34:31.161 INFO:tasks.rados.rados.0.smithi040.stdout:2223: expect (ObjNum 686 snap 210 seq_num 686) 2024-04-22T04:34:31.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:31 smithi062 ceph-mon[78153]: osdmap e491: 8 total, 8 up, 8 in 2024-04-22T04:34:31.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:31 smithi062 ceph-mon[78153]: pgmap v450: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 514 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 3.4 MiB/s wr, 8 op/s; 52/795 objects degraded (6.541%); 3.8 MiB/s, 0 objects/s recovering 2024-04-22T04:34:31.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:31 smithi040 ceph-mon[88445]: osdmap e491: 8 total, 8 up, 8 in 2024-04-22T04:34:31.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:31 smithi040 ceph-mon[88445]: pgmap v450: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 514 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 3.4 MiB/s wr, 8 op/s; 52/795 objects degraded (6.541%); 3.8 MiB/s, 0 objects/s recovering 2024-04-22T04:34:31.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:31 smithi040 ceph-mon[91058]: osdmap e491: 8 total, 8 up, 8 in 2024-04-22T04:34:31.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:31 smithi040 ceph-mon[91058]: pgmap v450: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 514 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 3.4 MiB/s wr, 8 op/s; 52/795 objects degraded (6.541%); 3.8 MiB/s, 0 objects/s recovering 2024-04-22T04:34:31.795 INFO:tasks.rados.rados.0.smithi040.stdout:2224: finishing copy_from to smithi04078109-18 2024-04-22T04:34:31.795 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 1232 (ObjNum 711 snap 220 seq_num 711) dirty exists 2024-04-22T04:34:31.796 INFO:tasks.rados.rados.0.smithi040.stdout:2226: finishing write tid 1 to smithi04078109-38 2024-04-22T04:34:31.796 INFO:tasks.rados.rados.0.smithi040.stdout:2226: finishing write tid 2 to smithi04078109-38 2024-04-22T04:34:31.796 INFO:tasks.rados.rados.0.smithi040.stdout:2217: done (6 left) 2024-04-22T04:34:31.796 INFO:tasks.rados.rados.0.smithi040.stdout:2220: done (5 left) 2024-04-22T04:34:31.796 INFO:tasks.rados.rados.0.smithi040.stdout:2222: done (4 left) 2024-04-22T04:34:31.796 INFO:tasks.rados.rados.0.smithi040.stdout:2223: done (3 left) 2024-04-22T04:34:31.796 INFO:tasks.rados.rados.0.smithi040.stdout:2224: done (2 left) 2024-04-22T04:34:31.796 INFO:tasks.rados.rados.0.smithi040.stdout:2228: copy_from oid 31 from oid 30 current snap is 220 2024-04-22T04:34:31.796 INFO:tasks.rados.rados.0.smithi040.stdout:2226: finishing write tid 3 to smithi04078109-38 2024-04-22T04:34:31.796 INFO:tasks.rados.rados.0.smithi040.stdout:2226: finishing write tid 4 to smithi04078109-38 2024-04-22T04:34:31.796 INFO:tasks.rados.rados.0.smithi040.stdout:2227: finishing rollback tid 0 to smithi04078109-33 2024-04-22T04:34:31.796 INFO:tasks.rados.rados.0.smithi040.stdout:2226: finishing write tid 5 to smithi04078109-38 2024-04-22T04:34:31.796 INFO:tasks.rados.rados.0.smithi040.stdout:2227: finishing rollback tid 1 to smithi04078109-33 2024-04-22T04:34:31.796 INFO:tasks.rados.rados.0.smithi040.stdout:2227: finishing rollback tid 2 to smithi04078109-33 2024-04-22T04:34:31.797 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 1252 (ObjNum 634 snap 191 seq_num 634) dirty exists 2024-04-22T04:34:31.797 INFO:tasks.rados.rados.0.smithi040.stdout:2226: finishing write tid 6 to smithi04078109-38 2024-04-22T04:34:31.797 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 1296 (ObjNum 714 snap 220 seq_num 714) dirty exists 2024-04-22T04:34:31.797 INFO:tasks.rados.rados.0.smithi040.stdout:2226: left oid 38 (ObjNum 714 snap 220 seq_num 714) 2024-04-22T04:34:31.797 INFO:tasks.rados.rados.0.smithi040.stdout:2226: done (2 left) 2024-04-22T04:34:31.797 INFO:tasks.rados.rados.0.smithi040.stdout:2227: done (1 left) 2024-04-22T04:34:31.797 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 29 current snap is 220 2024-04-22T04:34:31.797 INFO:tasks.rados.rados.0.smithi040.stdout:2229: seq_num 715 ranges {3678208=778240,4456448=770048,5226496=499712,5726208=335872} 2024-04-22T04:34:31.819 INFO:tasks.rados.rados.0.smithi040.stdout:2229: writing smithi04078109-29 from 3678208 to 4456448 tid 1 2024-04-22T04:34:31.824 INFO:tasks.rados.rados.0.smithi040.stdout:2229: writing smithi04078109-29 from 4456448 to 5226496 tid 2 2024-04-22T04:34:31.827 INFO:tasks.rados.rados.0.smithi040.stdout:2229: writing smithi04078109-29 from 5226496 to 5726208 tid 3 2024-04-22T04:34:31.829 INFO:tasks.rados.rados.0.smithi040.stdout:2229: writing smithi04078109-29 from 5726208 to 6062080 tid 4 2024-04-22T04:34:31.839 INFO:tasks.rados.rados.0.smithi040.stdout:2230: read oid 9 snap -1 2024-04-22T04:34:31.839 INFO:tasks.rados.rados.0.smithi040.stdout:2230: expect deleted 2024-04-22T04:34:31.839 INFO:tasks.rados.rados.0.smithi040.stdout:2231: rollback oid 34 current snap is 220 2024-04-22T04:34:31.839 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 34 to 213 2024-04-22T04:34:31.839 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 8 current snap is 220 2024-04-22T04:34:31.839 INFO:tasks.rados.rados.0.smithi040.stdout:2232: seq_num 716 ranges {8511488=794624,9306112=655360,9961472=704512,10665984=245760} 2024-04-22T04:34:31.881 INFO:tasks.rados.rados.0.smithi040.stdout:2232: writing smithi04078109-8 from 8511488 to 9306112 tid 1 2024-04-22T04:34:31.885 INFO:tasks.rados.rados.0.smithi040.stdout:2232: writing smithi04078109-8 from 9306112 to 9961472 tid 2 2024-04-22T04:34:31.889 INFO:tasks.rados.rados.0.smithi040.stdout:2232: writing smithi04078109-8 from 9961472 to 10665984 tid 3 2024-04-22T04:34:31.890 INFO:tasks.rados.rados.0.smithi040.stdout:2232: writing smithi04078109-8 from 10665984 to 10911744 tid 4 2024-04-22T04:34:31.891 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 220 2024-04-22T04:34:31.891 INFO:tasks.rados.rados.0.smithi040.stdout:2229: finishing write tid 1 to smithi04078109-29 2024-04-22T04:34:31.891 INFO:tasks.rados.rados.0.smithi040.stdout:2229: finishing write tid 2 to smithi04078109-29 2024-04-22T04:34:31.891 INFO:tasks.rados.rados.0.smithi040.stdout:2233: seq_num 717 ranges {2154496=16384} 2024-04-22T04:34:31.902 INFO:tasks.rados.rados.0.smithi040.stdout:2233: writing smithi04078109-6 from 2154496 to 2170880 tid 1 2024-04-22T04:34:31.903 INFO:tasks.rados.rados.0.smithi040.stdout:2234: snap_create 2024-04-22T04:34:31.903 INFO:tasks.rados.rados.0.smithi040.stdout:2229: finishing write tid 3 to smithi04078109-29 2024-04-22T04:34:31.903 INFO:tasks.rados.rados.0.smithi040.stdout:2231: finishing rollback tid 1 to smithi04078109-34 2024-04-22T04:34:31.903 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 1093 (ObjNum -1442558048 snap 21852 seq_num 2851611792) dirty dne 2024-04-22T04:34:31.903 INFO:tasks.rados.rados.0.smithi040.stdout:2228: finishing copy_from racing read to smithi04078109-31 2024-04-22T04:34:31.903 INFO:tasks.rados.rados.0.smithi040.stdout:2229: finishing write tid 4 to smithi04078109-29 2024-04-22T04:34:31.903 INFO:tasks.rados.rados.0.smithi040.stdout:2229: finishing write tid 5 to smithi04078109-29 2024-04-22T04:34:31.903 INFO:tasks.rados.rados.0.smithi040.stdout:2229: finishing write tid 6 to smithi04078109-29 2024-04-22T04:34:31.903 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 1242 (ObjNum 715 snap 220 seq_num 715) dirty exists 2024-04-22T04:34:31.903 INFO:tasks.rados.rados.0.smithi040.stdout:2229: left oid 29 (ObjNum 715 snap 220 seq_num 715) 2024-04-22T04:34:31.903 INFO:tasks.rados.rados.0.smithi040.stdout:2228: finishing copy_from to smithi04078109-31 2024-04-22T04:34:31.903 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 918 (ObjNum 590 snap 174 seq_num 590) dirty exists 2024-04-22T04:34:31.903 INFO:tasks.rados.rados.0.smithi040.stdout:2232: finishing write tid 1 to smithi04078109-8 2024-04-22T04:34:31.903 INFO:tasks.rados.rados.0.smithi040.stdout:2232: finishing write tid 2 to smithi04078109-8 2024-04-22T04:34:31.904 INFO:tasks.rados.rados.0.smithi040.stdout:2232: finishing write tid 3 to smithi04078109-8 2024-04-22T04:34:31.904 INFO:tasks.rados.rados.0.smithi040.stdout:2232: finishing write tid 4 to smithi04078109-8 2024-04-22T04:34:31.904 INFO:tasks.rados.rados.0.smithi040.stdout:2232: finishing write tid 5 to smithi04078109-8 2024-04-22T04:34:31.904 INFO:tasks.rados.rados.0.smithi040.stdout:2232: finishing write tid 6 to smithi04078109-8 2024-04-22T04:34:31.904 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 1241 (ObjNum 716 snap 220 seq_num 716) dirty exists 2024-04-22T04:34:31.904 INFO:tasks.rados.rados.0.smithi040.stdout:2232: left oid 8 (ObjNum 716 snap 220 seq_num 716) 2024-04-22T04:34:31.905 INFO:tasks.rados.rados.0.smithi040.stdout:2233: finishing write tid 1 to smithi04078109-6 2024-04-22T04:34:31.905 INFO:tasks.rados.rados.0.smithi040.stdout:2233: finishing write tid 2 to smithi04078109-6 2024-04-22T04:34:31.906 INFO:tasks.rados.rados.0.smithi040.stdout:2233: finishing write tid 3 to smithi04078109-6 2024-04-22T04:34:31.906 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 1496 (ObjNum 717 snap 220 seq_num 717) dirty exists 2024-04-22T04:34:31.906 INFO:tasks.rados.rados.0.smithi040.stdout:2233: left oid 6 (ObjNum 717 snap 220 seq_num 717) 2024-04-22T04:34:32.186 INFO:tasks.rados.rados.0.smithi040.stdout:2228: done (6 left) 2024-04-22T04:34:32.186 INFO:tasks.rados.rados.0.smithi040.stdout:2229: done (5 left) 2024-04-22T04:34:32.186 INFO:tasks.rados.rados.0.smithi040.stdout:2230: done (4 left) 2024-04-22T04:34:32.186 INFO:tasks.rados.rados.0.smithi040.stdout:2231: done (3 left) 2024-04-22T04:34:32.186 INFO:tasks.rados.rados.0.smithi040.stdout:2232: done (2 left) 2024-04-22T04:34:32.186 INFO:tasks.rados.rados.0.smithi040.stdout:2233: done (1 left) 2024-04-22T04:34:32.187 INFO:tasks.rados.rados.0.smithi040.stdout:2234: done (0 left) 2024-04-22T04:34:32.187 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 221 2024-04-22T04:34:32.187 INFO:tasks.rados.rados.0.smithi040.stdout:2235: seq_num 718 ranges {8028160=32768} 2024-04-22T04:34:32.230 INFO:tasks.rados.rados.0.smithi040.stdout:2235: writing smithi04078109-49 from 8028160 to 8060928 tid 1 2024-04-22T04:34:32.230 INFO:tasks.rados.rados.0.smithi040.stdout:2236: delete oid 40 current snap is 221 2024-04-22T04:34:32.236 INFO:tasks.rados.rados.0.smithi040.stdout:2236: done (1 left) 2024-04-22T04:34:32.236 INFO:tasks.rados.rados.0.smithi040.stdout:2237: read oid 6 snap 188 2024-04-22T04:34:32.236 INFO:tasks.rados.rados.0.smithi040.stdout:2237: expect (ObjNum 528 snap 155 seq_num 528) 2024-04-22T04:34:32.236 INFO:tasks.rados.rados.0.smithi040.stdout:2238: rollback oid 12 current snap is 221 2024-04-22T04:34:32.236 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 12 to 208 2024-04-22T04:34:32.236 INFO:tasks.rados.rados.0.smithi040.stdout:2235: finishing write tid 1 to smithi04078109-49 2024-04-22T04:34:32.236 INFO:tasks.rados.rados.0.smithi040.stdout:2239: read oid 16 snap -1 2024-04-22T04:34:32.236 INFO:tasks.rados.rados.0.smithi040.stdout:2239: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:34:32.236 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 45 current snap is 221 2024-04-22T04:34:32.236 INFO:tasks.rados.rados.0.smithi040.stdout:2240: seq_num 720 ranges {2203648=65536} 2024-04-22T04:34:32.248 INFO:tasks.rados.rados.0.smithi040.stdout:2240: writing smithi04078109-45 from 2203648 to 2269184 tid 1 2024-04-22T04:34:32.249 INFO:tasks.rados.rados.0.smithi040.stdout:2241: read oid 9 snap 176 2024-04-22T04:34:32.249 INFO:tasks.rados.rados.0.smithi040.stdout:2241: expect (ObjNum 525 snap 154 seq_num 525) 2024-04-22T04:34:32.249 INFO:tasks.rados.rados.0.smithi040.stdout:2242: snap_remove snap 209 2024-04-22T04:34:32.553 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:32 smithi062 ceph-mon[78153]: Health check update: Degraded data redundancy: 52/795 objects degraded (6.541%), 8 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:32.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:32 smithi040 ceph-mon[88445]: Health check update: Degraded data redundancy: 52/795 objects degraded (6.541%), 8 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:32 smithi040 ceph-mon[91058]: Health check update: Degraded data redundancy: 52/795 objects degraded (6.541%), 8 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:33.194 INFO:tasks.rados.rados.0.smithi040.stdout:2242: done (6 left) 2024-04-22T04:34:33.194 INFO:tasks.rados.rados.0.smithi040.stdout:2243: read oid 5 snap -1 2024-04-22T04:34:33.195 INFO:tasks.rados.rados.0.smithi040.stdout:2243: expect (ObjNum 662 snap 202 seq_num 662) 2024-04-22T04:34:33.195 INFO:tasks.rados.rados.0.smithi040.stdout:2244: read oid 25 snap 204 2024-04-22T04:34:33.195 INFO:tasks.rados.rados.0.smithi040.stdout:2244: expect (ObjNum 604 snap 181 seq_num 604) 2024-04-22T04:34:33.195 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 37 current snap is 221 2024-04-22T04:34:33.195 INFO:tasks.rados.rados.0.smithi040.stdout:2245: seq_num 721 ranges {401408=81920} 2024-04-22T04:34:33.197 INFO:tasks.rados.rados.0.smithi040.stdout:2245: writing smithi04078109-37 from 401408 to 483328 tid 1 2024-04-22T04:34:33.197 INFO:tasks.rados.rados.0.smithi040.stdout:2246: snap_remove snap 110 2024-04-22T04:34:33.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:33 smithi062 ceph-mon[78153]: osdmap e492: 8 total, 8 up, 8 in 2024-04-22T04:34:33.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:33 smithi062 ceph-mon[78153]: pgmap v452: 121 pgs: 121 active+clean; 553 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 8.6 MiB/s wr, 28 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-22T04:34:33.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:33 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:33.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:33 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:33.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:33 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:34:33.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:33 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:34:33.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:33 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:33.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:33 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:34:33.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:33 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:33.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:33 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:33.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:33 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:33.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:33 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-22T04:34:33.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[88445]: osdmap e492: 8 total, 8 up, 8 in 2024-04-22T04:34:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[88445]: pgmap v452: 121 pgs: 121 active+clean; 553 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 8.6 MiB/s wr, 28 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-22T04:34:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:34:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:34:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:34:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-22T04:34:33.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[91058]: osdmap e492: 8 total, 8 up, 8 in 2024-04-22T04:34:33.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[91058]: pgmap v452: 121 pgs: 121 active+clean; 553 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 8.6 MiB/s wr, 28 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-22T04:34:33.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:33.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:33.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:34:33.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:34:33.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:33.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:34:33.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:33.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:33.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:33.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:33 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-22T04:34:34.206 INFO:tasks.rados.rados.0.smithi040.stdout:2246: done (9 left) 2024-04-22T04:34:34.206 INFO:tasks.rados.rados.0.smithi040.stdout:2247: snap_remove snap 212 2024-04-22T04:34:34.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:34 smithi062 ceph-mon[78153]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-22T04:34:34.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:34 smithi062 ceph-mon[78153]: Upgrade: osd.7 is safe to restart 2024-04-22T04:34:34.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:34 smithi062 ceph-mon[78153]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 52/795 objects degraded (6.541%), 8 pgs degraded) 2024-04-22T04:34:34.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:34 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:34:34.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:34 smithi062 ceph-mon[78153]: osdmap e493: 8 total, 8 up, 8 in 2024-04-22T04:34:34.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:34 smithi040 ceph-mon[88445]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-22T04:34:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:34 smithi040 ceph-mon[88445]: Upgrade: osd.7 is safe to restart 2024-04-22T04:34:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:34 smithi040 ceph-mon[88445]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 52/795 objects degraded (6.541%), 8 pgs degraded) 2024-04-22T04:34:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:34 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:34:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:34 smithi040 ceph-mon[88445]: osdmap e493: 8 total, 8 up, 8 in 2024-04-22T04:34:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:34 smithi040 ceph-mon[91058]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-22T04:34:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:34 smithi040 ceph-mon[91058]: Upgrade: osd.7 is safe to restart 2024-04-22T04:34:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:34 smithi040 ceph-mon[91058]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 52/795 objects degraded (6.541%), 8 pgs degraded) 2024-04-22T04:34:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:34 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:34:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:34 smithi040 ceph-mon[91058]: osdmap e493: 8 total, 8 up, 8 in 2024-04-22T04:34:35.210 INFO:tasks.rados.rados.0.smithi040.stdout:2247: done (9 left) 2024-04-22T04:34:35.210 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 221 2024-04-22T04:34:35.210 INFO:tasks.rados.rados.0.smithi040.stdout:2248: seq_num 722 ranges {1441792=98304} 2024-04-22T04:34:35.218 INFO:tasks.rados.rados.0.smithi040.stdout:2248: writing smithi04078109-20 from 1441792 to 1540096 tid 1 2024-04-22T04:34:35.219 INFO:tasks.rados.rados.0.smithi040.stdout:2249: rmattr oid 32 current snap is 221 2024-04-22T04:34:35.219 INFO:tasks.rados.rados.0.smithi040.stdout:2249: done (10 left) 2024-04-22T04:34:35.219 INFO:tasks.rados.rados.0.smithi040.stdout:2250: rollback oid 11 current snap is 221 2024-04-22T04:34:35.219 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 11 to 217 2024-04-22T04:34:35.227 INFO:tasks.rados.rados.0.smithi040.stdout:2251: read oid 17 snap -1 2024-04-22T04:34:35.227 INFO:tasks.rados.rados.0.smithi040.stdout:2251: expect (ObjNum 686 snap 210 seq_num 686) 2024-04-22T04:34:35.227 INFO:tasks.rados.rados.0.smithi040.stdout:2252: read oid 27 snap 206 2024-04-22T04:34:35.227 INFO:tasks.rados.rados.0.smithi040.stdout:2252: expect deleted 2024-04-22T04:34:35.227 INFO:tasks.rados.rados.0.smithi040.stdout:2253: snap_create 2024-04-22T04:34:35.227 INFO:tasks.rados.rados.0.smithi040.stdout:2235: finishing write tid 2 to smithi04078109-49 2024-04-22T04:34:35.227 INFO:tasks.rados.rados.0.smithi040.stdout:2239: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:34:35.227 INFO:tasks.rados.rados.0.smithi040.stdout:2238: finishing rollback tid 0 to smithi04078109-12 2024-04-22T04:34:35.227 INFO:tasks.rados.rados.0.smithi040.stdout:2235: finishing write tid 3 to smithi04078109-49 2024-04-22T04:34:35.227 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 1299 (ObjNum 718 snap 221 seq_num 718) dirty exists 2024-04-22T04:34:35.227 INFO:tasks.rados.rados.0.smithi040.stdout:2235: left oid 49 (ObjNum 718 snap 221 seq_num 718) 2024-04-22T04:34:35.228 INFO:tasks.rados.rados.0.smithi040.stdout:2238: finishing rollback tid 1 to smithi04078109-12 2024-04-22T04:34:35.228 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1234 (ObjNum 1 snap 32647 seq_num 2851940496) dirty dne 2024-04-22T04:34:35.228 INFO:tasks.rados.rados.0.smithi040.stdout:2240: finishing write tid 1 to smithi04078109-45 2024-04-22T04:34:35.228 INFO:tasks.rados.rados.0.smithi040.stdout:2240: finishing write tid 2 to smithi04078109-45 2024-04-22T04:34:35.228 INFO:tasks.rados.rados.0.smithi040.stdout:2237: expect (ObjNum 528 snap 155 seq_num 528) 2024-04-22T04:34:35.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:35 smithi062 ceph-mon[78153]: osdmap e494: 8 total, 8 up, 8 in 2024-04-22T04:34:35.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:35 smithi062 ceph-mon[78153]: pgmap v455: 121 pgs: 121 active+clean; 553 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 8.7 MiB/s wr, 28 op/s; 8.7 MiB/s, 1 objects/s recovering 2024-04-22T04:34:35.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:35 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:35.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T04:34:35.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:34:35.601 INFO:tasks.rados.rados.0.smithi040.stdout:2241: expect (ObjNum 525 snap 154 seq_num 525) 2024-04-22T04:34:35.644 INFO:tasks.rados.rados.0.smithi040.stdout:2240: finishing write tid 3 to smithi04078109-45 2024-04-22T04:34:35.644 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 1301 (ObjNum 720 snap 221 seq_num 720) dirty exists 2024-04-22T04:34:35.644 INFO:tasks.rados.rados.0.smithi040.stdout:2240: left oid 45 (ObjNum 720 snap 221 seq_num 720) 2024-04-22T04:34:35.644 INFO:tasks.rados.rados.0.smithi040.stdout:2244: expect (ObjNum 604 snap 181 seq_num 604) 2024-04-22T04:34:35.657 INFO:tasks.rados.rados.0.smithi040.stdout:2243: expect (ObjNum 662 snap 202 seq_num 662) 2024-04-22T04:34:35.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:35 smithi040 ceph-mon[88445]: osdmap e494: 8 total, 8 up, 8 in 2024-04-22T04:34:35.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:35 smithi040 ceph-mon[88445]: pgmap v455: 121 pgs: 121 active+clean; 553 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 8.7 MiB/s wr, 28 op/s; 8.7 MiB/s, 1 objects/s recovering 2024-04-22T04:34:35.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:35 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:35.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T04:34:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:34:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:35 smithi040 ceph-mon[91058]: osdmap e494: 8 total, 8 up, 8 in 2024-04-22T04:34:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:35 smithi040 ceph-mon[91058]: pgmap v455: 121 pgs: 121 active+clean; 553 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 8.7 MiB/s wr, 28 op/s; 8.7 MiB/s, 1 objects/s recovering 2024-04-22T04:34:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:35 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T04:34:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:34:35.700 INFO:tasks.rados.rados.0.smithi040.stdout:2245: finishing write tid 1 to smithi04078109-37 2024-04-22T04:34:35.700 INFO:tasks.rados.rados.0.smithi040.stdout:2245: finishing write tid 2 to smithi04078109-37 2024-04-22T04:34:35.700 INFO:tasks.rados.rados.0.smithi040.stdout:2245: finishing write tid 3 to smithi04078109-37 2024-04-22T04:34:35.700 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 1604 (ObjNum 721 snap 221 seq_num 721) dirty exists 2024-04-22T04:34:35.700 INFO:tasks.rados.rados.0.smithi040.stdout:2245: left oid 37 (ObjNum 721 snap 221 seq_num 721) 2024-04-22T04:34:35.700 INFO:tasks.rados.rados.0.smithi040.stdout:2248: finishing write tid 1 to smithi04078109-20 2024-04-22T04:34:35.700 INFO:tasks.rados.rados.0.smithi040.stdout:2248: finishing write tid 2 to smithi04078109-20 2024-04-22T04:34:35.701 INFO:tasks.rados.rados.0.smithi040.stdout:2248: finishing write tid 3 to smithi04078109-20 2024-04-22T04:34:35.701 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 956 (ObjNum 722 snap 221 seq_num 722) dirty exists 2024-04-22T04:34:35.701 INFO:tasks.rados.rados.0.smithi040.stdout:2248: left oid 20 (ObjNum 722 snap 221 seq_num 722) 2024-04-22T04:34:35.701 INFO:tasks.rados.rados.0.smithi040.stdout:2250: finishing rollback tid 0 to smithi04078109-11 2024-04-22T04:34:35.701 INFO:tasks.rados.rados.0.smithi040.stdout:2250: finishing rollback tid 1 to smithi04078109-11 2024-04-22T04:34:35.701 INFO:tasks.rados.rados.0.smithi040.stdout:2250: finishing rollback tid 2 to smithi04078109-11 2024-04-22T04:34:35.701 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 1528 (ObjNum 696 snap 216 seq_num 696) dirty exists 2024-04-22T04:34:35.701 INFO:tasks.rados.rados.0.smithi040.stdout:2251: expect (ObjNum 686 snap 210 seq_num 686) 2024-04-22T04:34:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:34:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:34:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:34:36.336 INFO:tasks.rados.rados.0.smithi040.stdout:2235: done (13 left) 2024-04-22T04:34:36.337 INFO:tasks.rados.rados.0.smithi040.stdout:2237: done (12 left) 2024-04-22T04:34:36.337 INFO:tasks.rados.rados.0.smithi040.stdout:2238: done (11 left) 2024-04-22T04:34:36.337 INFO:tasks.rados.rados.0.smithi040.stdout:2239: done (10 left) 2024-04-22T04:34:36.337 INFO:tasks.rados.rados.0.smithi040.stdout:2240: done (9 left) 2024-04-22T04:34:36.337 INFO:tasks.rados.rados.0.smithi040.stdout:2241: done (8 left) 2024-04-22T04:34:36.337 INFO:tasks.rados.rados.0.smithi040.stdout:2243: done (7 left) 2024-04-22T04:34:36.337 INFO:tasks.rados.rados.0.smithi040.stdout:2244: done (6 left) 2024-04-22T04:34:36.337 INFO:tasks.rados.rados.0.smithi040.stdout:2245: done (5 left) 2024-04-22T04:34:36.337 INFO:tasks.rados.rados.0.smithi040.stdout:2248: done (4 left) 2024-04-22T04:34:36.337 INFO:tasks.rados.rados.0.smithi040.stdout:2250: done (3 left) 2024-04-22T04:34:36.337 INFO:tasks.rados.rados.0.smithi040.stdout:2251: done (2 left) 2024-04-22T04:34:36.337 INFO:tasks.rados.rados.0.smithi040.stdout:2252: done (1 left) 2024-04-22T04:34:36.337 INFO:tasks.rados.rados.0.smithi040.stdout:2253: done (0 left) 2024-04-22T04:34:36.337 INFO:tasks.rados.rados.0.smithi040.stdout:2254: read oid 24 snap -1 2024-04-22T04:34:36.337 INFO:tasks.rados.rados.0.smithi040.stdout:2254: expect (ObjNum 503 snap 149 seq_num 503) 2024-04-22T04:34:36.337 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 222 2024-04-22T04:34:36.338 INFO:tasks.rados.rados.0.smithi040.stdout:2255: seq_num 723 ranges {9404416=114688} 2024-04-22T04:34:36.388 INFO:tasks.rados.rados.0.smithi040.stdout:2255: writing smithi04078109-23 from 9404416 to 9519104 tid 1 2024-04-22T04:34:36.388 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 5 current snap is 222 2024-04-22T04:34:36.388 INFO:tasks.rados.rados.0.smithi040.stdout:2256: seq_num 724 ranges {1499136=131072} 2024-04-22T04:34:36.397 INFO:tasks.rados.rados.0.smithi040.stdout:2256: writing smithi04078109-5 from 1499136 to 1630208 tid 1 2024-04-22T04:34:36.397 INFO:tasks.rados.rados.0.smithi040.stdout:2257: snap_remove snap 192 2024-04-22T04:34:36.456 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:36 smithi062 ceph-mon[78153]: Upgrade: Updating osd.7 2024-04-22T04:34:36.456 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:36 smithi062 ceph-mon[78153]: Deploying daemon osd.7 on smithi062 2024-04-22T04:34:36.456 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:36 smithi062 ceph-mon[78153]: osdmap e495: 8 total, 8 up, 8 in 2024-04-22T04:34:36.456 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:36.456 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:34:36.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:36 smithi040 ceph-mon[91058]: Upgrade: Updating osd.7 2024-04-22T04:34:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:36 smithi040 ceph-mon[91058]: Deploying daemon osd.7 on smithi062 2024-04-22T04:34:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:36 smithi040 ceph-mon[91058]: osdmap e495: 8 total, 8 up, 8 in 2024-04-22T04:34:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:34:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:36 smithi040 ceph-mon[88445]: Upgrade: Updating osd.7 2024-04-22T04:34:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:36 smithi040 ceph-mon[88445]: Deploying daemon osd.7 on smithi062 2024-04-22T04:34:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:36 smithi040 ceph-mon[88445]: osdmap e495: 8 total, 8 up, 8 in 2024-04-22T04:34:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:34:37.138 INFO:tasks.rados.rados.0.smithi040.stdout:2257: done (3 left) 2024-04-22T04:34:37.138 INFO:tasks.rados.rados.0.smithi040.stdout:2258: read oid 4 snap 221 2024-04-22T04:34:37.138 INFO:tasks.rados.rados.0.smithi040.stdout:2258: expect (ObjNum 590 snap 174 seq_num 590) 2024-04-22T04:34:37.138 INFO:tasks.rados.rados.0.smithi040.stdout:2259: rollback oid 12 current snap is 222 2024-04-22T04:34:37.138 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 12 to 217 2024-04-22T04:34:37.139 INFO:tasks.rados.rados.0.smithi040.stdout:2260: read oid 41 snap 213 2024-04-22T04:34:37.139 INFO:tasks.rados.rados.0.smithi040.stdout:2260: expect (ObjNum 637 snap 193 seq_num 637) 2024-04-22T04:34:37.139 INFO:tasks.rados.rados.0.smithi040.stdout:2261: read oid 35 snap -1 2024-04-22T04:34:37.139 INFO:tasks.rados.rados.0.smithi040.stdout:2261: expect (ObjNum 679 snap 205 seq_num 679) 2024-04-22T04:34:37.139 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 222 2024-04-22T04:34:37.139 INFO:tasks.rados.rados.0.smithi040.stdout:2262: seq_num 725 ranges {7856128=147456} 2024-04-22T04:34:37.185 INFO:tasks.rados.rados.0.smithi040.stdout:2262: writing smithi04078109-10 from 7856128 to 8003584 tid 1 2024-04-22T04:34:37.185 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 222 2024-04-22T04:34:37.185 INFO:tasks.rados.rados.0.smithi040.stdout:2254: expect (ObjNum 503 snap 149 seq_num 503) 2024-04-22T04:34:37.221 INFO:tasks.rados.rados.0.smithi040.stdout:2255: finishing write tid 1 to smithi04078109-23 2024-04-22T04:34:37.221 INFO:tasks.rados.rados.0.smithi040.stdout:2255: finishing write tid 2 to smithi04078109-23 2024-04-22T04:34:37.221 INFO:tasks.rados.rados.0.smithi040.stdout:2255: finishing write tid 3 to smithi04078109-23 2024-04-22T04:34:37.221 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 995 (ObjNum 723 snap 222 seq_num 723) dirty exists 2024-04-22T04:34:37.222 INFO:tasks.rados.rados.0.smithi040.stdout:2255: left oid 23 (ObjNum 723 snap 222 seq_num 723) 2024-04-22T04:34:37.222 INFO:tasks.rados.rados.0.smithi040.stdout:2256: finishing write tid 1 to smithi04078109-5 2024-04-22T04:34:37.222 INFO:tasks.rados.rados.0.smithi040.stdout:2256: finishing write tid 2 to smithi04078109-5 2024-04-22T04:34:37.222 INFO:tasks.rados.rados.0.smithi040.stdout:2256: finishing write tid 3 to smithi04078109-5 2024-04-22T04:34:37.222 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 1625 (ObjNum 724 snap 222 seq_num 724) dirty exists 2024-04-22T04:34:37.222 INFO:tasks.rados.rados.0.smithi040.stdout:2256: left oid 5 (ObjNum 724 snap 222 seq_num 724) 2024-04-22T04:34:37.222 INFO:tasks.rados.rados.0.smithi040.stdout:2260: expect (ObjNum 637 snap 193 seq_num 637) 2024-04-22T04:34:37.252 INFO:tasks.rados.rados.0.smithi040.stdout:2259: finishing rollback tid 1 to smithi04078109-12 2024-04-22T04:34:37.252 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1234 (ObjNum 1 snap 32647 seq_num 2852052744) dirty dne 2024-04-22T04:34:37.252 INFO:tasks.rados.rados.0.smithi040.stdout:2261: expect (ObjNum 679 snap 205 seq_num 679) 2024-04-22T04:34:37.368 INFO:tasks.rados.rados.0.smithi040.stdout:2262: finishing write tid 1 to smithi04078109-10 2024-04-22T04:34:37.368 INFO:tasks.rados.rados.0.smithi040.stdout:2262: finishing write tid 2 to smithi04078109-10 2024-04-22T04:34:37.368 INFO:tasks.rados.rados.0.smithi040.stdout:2262: finishing write tid 3 to smithi04078109-10 2024-04-22T04:34:37.368 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1298 (ObjNum 725 snap 222 seq_num 725) dirty exists 2024-04-22T04:34:37.368 INFO:tasks.rados.rados.0.smithi040.stdout:2262: left oid 10 (ObjNum 725 snap 222 seq_num 725) 2024-04-22T04:34:37.369 INFO:tasks.rados.rados.0.smithi040.stdout:2258: expect (ObjNum 590 snap 174 seq_num 590) 2024-04-22T04:34:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:37 smithi062 ceph-mon[78153]: osdmap e496: 8 total, 8 up, 8 in 2024-04-22T04:34:37.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:37 smithi062 ceph-mon[78153]: pgmap v458: 121 pgs: 121 active+clean; 492 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-04-22T04:34:37.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:37 smithi062 ceph-mon[78153]: osdmap e497: 8 total, 8 up, 8 in 2024-04-22T04:34:37.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:37 smithi040 ceph-mon[88445]: osdmap e496: 8 total, 8 up, 8 in 2024-04-22T04:34:37.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:37 smithi040 ceph-mon[88445]: pgmap v458: 121 pgs: 121 active+clean; 492 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-04-22T04:34:37.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:37 smithi040 ceph-mon[88445]: osdmap e497: 8 total, 8 up, 8 in 2024-04-22T04:34:37.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:37 smithi040 ceph-mon[91058]: osdmap e496: 8 total, 8 up, 8 in 2024-04-22T04:34:37.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:37 smithi040 ceph-mon[91058]: pgmap v458: 121 pgs: 121 active+clean; 492 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-04-22T04:34:37.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:37 smithi040 ceph-mon[91058]: osdmap e497: 8 total, 8 up, 8 in 2024-04-22T04:34:38.364 INFO:tasks.rados.rados.0.smithi040.stdout:2263: seq_num 726 ranges {4120576=163840} 2024-04-22T04:34:38.381 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:38 smithi062 systemd[1]: Stopping Ceph osd.7 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:34:38.387 INFO:tasks.rados.rados.0.smithi040.stdout:2263: writing smithi04078109-32 from 4120576 to 4284416 tid 1 2024-04-22T04:34:38.388 INFO:tasks.rados.rados.0.smithi040.stdout:2254: done (8 left) 2024-04-22T04:34:38.388 INFO:tasks.rados.rados.0.smithi040.stdout:2255: done (7 left) 2024-04-22T04:34:38.388 INFO:tasks.rados.rados.0.smithi040.stdout:2256: done (6 left) 2024-04-22T04:34:38.388 INFO:tasks.rados.rados.0.smithi040.stdout:2258: done (5 left) 2024-04-22T04:34:38.388 INFO:tasks.rados.rados.0.smithi040.stdout:2259: done (4 left) 2024-04-22T04:34:38.388 INFO:tasks.rados.rados.0.smithi040.stdout:2260: done (3 left) 2024-04-22T04:34:38.388 INFO:tasks.rados.rados.0.smithi040.stdout:2261: done (2 left) 2024-04-22T04:34:38.388 INFO:tasks.rados.rados.0.smithi040.stdout:2262: done (1 left) 2024-04-22T04:34:38.388 INFO:tasks.rados.rados.0.smithi040.stdout:2264: copy_from oid 24 from oid 10 current snap is 222 2024-04-22T04:34:38.388 INFO:tasks.rados.rados.0.smithi040.stdout:2265: snap_remove snap 220 2024-04-22T04:34:38.443 INFO:tasks.rados.rados.0.smithi040.stdout:2265: done (2 left) 2024-04-22T04:34:38.444 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 33 current snap is 222 2024-04-22T04:34:38.444 INFO:tasks.rados.rados.0.smithi040.stdout:2263: finishing write tid 1 to smithi04078109-32 2024-04-22T04:34:38.444 INFO:tasks.rados.rados.0.smithi040.stdout:2266: seq_num 727 ranges {8667136=180224} 2024-04-22T04:34:38.492 INFO:tasks.rados.rados.0.smithi040.stdout:2266: writing smithi04078109-33 from 8667136 to 8847360 tid 1 2024-04-22T04:34:38.492 INFO:tasks.rados.rados.0.smithi040.stdout:2267: snap_remove snap 172 2024-04-22T04:34:38.881 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[57250]: debug 2024-04-22T04:34:38.561+0000 7f61f74c6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-22T04:34:38.881 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[57250]: debug 2024-04-22T04:34:38.561+0000 7f61f74c6700 -1 osd.7 498 *** Got signal Terminated *** 2024-04-22T04:34:38.881 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[57250]: debug 2024-04-22T04:34:38.561+0000 7f61f74c6700 -1 osd.7 498 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T04:34:39.455 INFO:tasks.rados.rados.0.smithi040.stdout:2267: done (3 left) 2024-04-22T04:34:39.456 INFO:tasks.rados.rados.0.smithi040.stdout:2268: read oid 50 snap -1 2024-04-22T04:34:39.456 INFO:tasks.rados.rados.0.smithi040.stdout:2268: expect (ObjNum 670 snap 205 seq_num 670) 2024-04-22T04:34:39.456 INFO:tasks.rados.rados.0.smithi040.stdout:2269: copy_from oid 11 from oid 3 current snap is 222 2024-04-22T04:34:39.456 INFO:tasks.rados.rados.0.smithi040.stdout:2270: copy_from oid 30 from oid 5 current snap is 222 2024-04-22T04:34:39.456 INFO:tasks.rados.rados.0.smithi040.stdout:2271: read oid 9 snap 219 2024-04-22T04:34:39.456 INFO:tasks.rados.rados.0.smithi040.stdout:2271: expect deleted 2024-04-22T04:34:39.456 INFO:tasks.rados.rados.0.smithi040.stdout:2272: snap_remove snap 176 2024-04-22T04:34:39.829 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:39 smithi062 ceph-mon[78153]: osdmap e498: 8 total, 8 up, 8 in 2024-04-22T04:34:39.830 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:39 smithi062 ceph-mon[78153]: pgmap v461: 121 pgs: 121 active+clean; 447 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-04-22T04:34:39.830 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:39 smithi062 ceph-mon[78153]: osd.7 marked itself down and dead 2024-04-22T04:34:39.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:39 smithi040 ceph-mon[88445]: osdmap e498: 8 total, 8 up, 8 in 2024-04-22T04:34:39.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:39 smithi040 ceph-mon[88445]: pgmap v461: 121 pgs: 121 active+clean; 447 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-04-22T04:34:39.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:39 smithi040 ceph-mon[88445]: osd.7 marked itself down and dead 2024-04-22T04:34:39.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:39 smithi040 ceph-mon[91058]: osdmap e498: 8 total, 8 up, 8 in 2024-04-22T04:34:39.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:39 smithi040 ceph-mon[91058]: pgmap v461: 121 pgs: 121 active+clean; 447 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-04-22T04:34:39.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:39 smithi040 ceph-mon[91058]: osd.7 marked itself down and dead 2024-04-22T04:34:40.131 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:39 smithi062 bash[93813]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7 2024-04-22T04:34:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:34:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:34:40] "GET /metrics HTTP/1.1" 200 236633 "" "Prometheus/2.33.4" 2024-04-22T04:34:40.473 INFO:tasks.rados.rados.0.smithi040.stdout:2272: done (7 left) 2024-04-22T04:34:40.473 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 222 2024-04-22T04:34:40.473 INFO:tasks.rados.rados.0.smithi040.stdout:2273: seq_num 728 ranges {2170880=196608} 2024-04-22T04:34:40.477 INFO:tasks.rados.rados.0.smithi040.stdout:2273: writing smithi04078109-6 from 2170880 to 2367488 tid 1 2024-04-22T04:34:40.477 INFO:tasks.rados.rados.0.smithi040.stdout:2274: copy_from oid 34 from oid 28 current snap is 222 2024-04-22T04:34:40.477 INFO:tasks.rados.rados.0.smithi040.stdout:2275: rmattr oid 12 current snap is 222 2024-04-22T04:34:40.477 INFO:tasks.rados.rados.0.smithi040.stdout:2275: done (9 left) 2024-04-22T04:34:40.477 INFO:tasks.rados.rados.0.smithi040.stdout:2276: snap_create 2024-04-22T04:34:40.478 INFO:tasks.rados.rados.0.smithi040.stdout:2263: finishing write tid 2 to smithi04078109-32 2024-04-22T04:34:40.478 INFO:tasks.rados.rados.0.smithi040.stdout:2263: finishing write tid 3 to smithi04078109-32 2024-04-22T04:34:40.478 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 1006 (ObjNum 726 snap 222 seq_num 726) dirty exists 2024-04-22T04:34:40.478 INFO:tasks.rados.rados.0.smithi040.stdout:2263: left oid 32 (ObjNum 726 snap 222 seq_num 726) 2024-04-22T04:34:40.478 INFO:tasks.rados.rados.0.smithi040.stdout:2264: finishing copy_from racing read to smithi04078109-24 2024-04-22T04:34:40.478 INFO:tasks.rados.rados.0.smithi040.stdout:2264: finishing copy_from to smithi04078109-24 2024-04-22T04:34:40.478 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 1298 (ObjNum 725 snap 222 seq_num 725) dirty exists 2024-04-22T04:34:40.478 INFO:tasks.rados.rados.0.smithi040.stdout:2266: finishing write tid 1 to smithi04078109-33 2024-04-22T04:34:40.478 INFO:tasks.rados.rados.0.smithi040.stdout:2266: finishing write tid 2 to smithi04078109-33 2024-04-22T04:34:40.478 INFO:tasks.rados.rados.0.smithi040.stdout:2266: finishing write tid 3 to smithi04078109-33 2024-04-22T04:34:40.478 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 1266 (ObjNum 727 snap 222 seq_num 727) dirty exists 2024-04-22T04:34:40.478 INFO:tasks.rados.rados.0.smithi040.stdout:2266: left oid 33 (ObjNum 727 snap 222 seq_num 727) 2024-04-22T04:34:40.478 INFO:tasks.rados.rados.0.smithi040.stdout:2268: expect (ObjNum 670 snap 205 seq_num 670) 2024-04-22T04:34:40.531 INFO:tasks.rados.rados.0.smithi040.stdout:2270: finishing copy_from racing read to smithi04078109-30 2024-04-22T04:34:40.531 INFO:tasks.rados.rados.0.smithi040.stdout:2270: finishing copy_from to smithi04078109-30 2024-04-22T04:34:40.531 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 1625 (ObjNum 724 snap 222 seq_num 724) dirty exists 2024-04-22T04:34:40.531 INFO:tasks.rados.rados.0.smithi040.stdout:2269: finishing copy_from racing read to smithi04078109-11 2024-04-22T04:34:40.532 INFO:tasks.rados.rados.0.smithi040.stdout:2269: finishing copy_from to smithi04078109-11 2024-04-22T04:34:40.532 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 916 (ObjNum 675 snap 205 seq_num 675) dirty exists 2024-04-22T04:34:40.532 INFO:tasks.rados.rados.0.smithi040.stdout:2273: finishing write tid 1 to smithi04078109-6 2024-04-22T04:34:40.532 INFO:tasks.rados.rados.0.smithi040.stdout:2273: finishing write tid 2 to smithi04078109-6 2024-04-22T04:34:40.532 INFO:tasks.rados.rados.0.smithi040.stdout:2273: finishing write tid 3 to smithi04078109-6 2024-04-22T04:34:40.532 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 1565 (ObjNum 728 snap 222 seq_num 728) dirty exists 2024-04-22T04:34:40.532 INFO:tasks.rados.rados.0.smithi040.stdout:2273: left oid 6 (ObjNum 728 snap 222 seq_num 728) 2024-04-22T04:34:40.532 INFO:tasks.rados.rados.0.smithi040.stdout:2274: finishing copy_from racing read to smithi04078109-34 2024-04-22T04:34:40.532 INFO:tasks.rados.rados.0.smithi040.stdout:2274: finishing copy_from to smithi04078109-34 2024-04-22T04:34:40.532 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 1065 (ObjNum 655 snap 198 seq_num 655) dirty exists 2024-04-22T04:34:40.727 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:40 smithi062 ceph-mon[78153]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:34:40.727 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:40 smithi062 ceph-mon[78153]: Health check failed: all OSDs are running quincy or later but require_osd_release < quincy (OSD_UPGRADE_FINISHED) 2024-04-22T04:34:40.727 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:40 smithi062 ceph-mon[78153]: osdmap e499: 8 total, 7 up, 8 in 2024-04-22T04:34:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:40 smithi040 ceph-mon[88445]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:34:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:40 smithi040 ceph-mon[88445]: Health check failed: all OSDs are running quincy or later but require_osd_release < quincy (OSD_UPGRADE_FINISHED) 2024-04-22T04:34:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:40 smithi040 ceph-mon[88445]: osdmap e499: 8 total, 7 up, 8 in 2024-04-22T04:34:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:40 smithi040 ceph-mon[91058]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-22T04:34:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:40 smithi040 ceph-mon[91058]: Health check failed: all OSDs are running quincy or later but require_osd_release < quincy (OSD_UPGRADE_FINISHED) 2024-04-22T04:34:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:40 smithi040 ceph-mon[91058]: osdmap e499: 8 total, 7 up, 8 in 2024-04-22T04:34:41.465 INFO:tasks.rados.rados.0.smithi040.stdout:2263: done (9 left) 2024-04-22T04:34:41.465 INFO:tasks.rados.rados.0.smithi040.stdout:2264: done (8 left) 2024-04-22T04:34:41.465 INFO:tasks.rados.rados.0.smithi040.stdout:2266: done (7 left) 2024-04-22T04:34:41.465 INFO:tasks.rados.rados.0.smithi040.stdout:2268: done (6 left) 2024-04-22T04:34:41.465 INFO:tasks.rados.rados.0.smithi040.stdout:2269: done (5 left) 2024-04-22T04:34:41.465 INFO:tasks.rados.rados.0.smithi040.stdout:2270: done (4 left) 2024-04-22T04:34:41.465 INFO:tasks.rados.rados.0.smithi040.stdout:2271: done (3 left) 2024-04-22T04:34:41.466 INFO:tasks.rados.rados.0.smithi040.stdout:2273: done (2 left) 2024-04-22T04:34:41.466 INFO:tasks.rados.rados.0.smithi040.stdout:2274: done (1 left) 2024-04-22T04:34:41.466 INFO:tasks.rados.rados.0.smithi040.stdout:2276: done (0 left) 2024-04-22T04:34:41.466 INFO:tasks.rados.rados.0.smithi040.stdout:2277: delete oid 9 current snap is 223 2024-04-22T04:34:41.470 INFO:tasks.rados.rados.0.smithi040.stdout:2277: done (0 left) 2024-04-22T04:34:41.470 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 223 2024-04-22T04:34:41.470 INFO:tasks.rados.rados.0.smithi040.stdout:2278: seq_num 730 ranges {3162112=229376} 2024-04-22T04:34:41.488 INFO:tasks.rados.rados.0.smithi040.stdout:2278: writing smithi04078109-35 from 3162112 to 3391488 tid 1 2024-04-22T04:34:41.488 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 223 2024-04-22T04:34:41.488 INFO:tasks.rados.rados.0.smithi040.stdout:2279: seq_num 731 ranges {2367488=245760} 2024-04-22T04:34:41.503 INFO:tasks.rados.rados.0.smithi040.stdout:2279: writing smithi04078109-6 from 2367488 to 2613248 tid 1 2024-04-22T04:34:41.503 INFO:tasks.rados.rados.0.smithi040.stdout:2280: delete oid 37 current snap is 223 2024-04-22T04:34:41.503 INFO:tasks.rados.rados.0.smithi040.stdout:2278: finishing write tid 1 to smithi04078109-35 2024-04-22T04:34:41.503 INFO:tasks.rados.rados.0.smithi040.stdout:2278: finishing write tid 2 to smithi04078109-35 2024-04-22T04:34:41.504 INFO:tasks.rados.rados.0.smithi040.stdout:2278: finishing write tid 3 to smithi04078109-35 2024-04-22T04:34:41.504 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1627 (ObjNum 730 snap 223 seq_num 730) dirty exists 2024-04-22T04:34:41.504 INFO:tasks.rados.rados.0.smithi040.stdout:2278: left oid 35 (ObjNum 730 snap 223 seq_num 730) 2024-04-22T04:34:41.508 INFO:tasks.rados.rados.0.smithi040.stdout:2278: done (2 left) 2024-04-22T04:34:41.508 INFO:tasks.rados.rados.0.smithi040.stdout:2280: done (1 left) 2024-04-22T04:34:41.508 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 223 2024-04-22T04:34:41.508 INFO:tasks.rados.rados.0.smithi040.stdout:2281: seq_num 733 ranges {0=278528} 2024-04-22T04:34:41.508 INFO:tasks.rados.rados.0.smithi040.stdout:2281: writing smithi04078109-40 from 0 to 278528 tid 1 2024-04-22T04:34:41.508 INFO:tasks.rados.rados.0.smithi040.stdout:2282: copy_from oid 31 from oid 21 current snap is 223 2024-04-22T04:34:41.508 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 14 current snap is 223 2024-04-22T04:34:41.510 INFO:tasks.rados.rados.0.smithi040.stdout:2283: seq_num 734 ranges {0=294912} 2024-04-22T04:34:41.510 INFO:tasks.rados.rados.0.smithi040.stdout:2283: writing smithi04078109-14 from 0 to 294912 tid 1 2024-04-22T04:34:41.510 INFO:tasks.rados.rados.0.smithi040.stdout:2284: copy_from oid 28 from oid 25 current snap is 223 2024-04-22T04:34:41.510 INFO:tasks.rados.rados.0.smithi040.stdout:2279: finishing write tid 1 to smithi04078109-6 2024-04-22T04:34:41.510 INFO:tasks.rados.rados.0.smithi040.stdout:2279: finishing write tid 2 to smithi04078109-6 2024-04-22T04:34:41.511 INFO:tasks.rados.rados.0.smithi040.stdout:2285: delete oid 7 current snap is 223 2024-04-22T04:34:41.511 INFO:tasks.rados.rados.0.smithi040.stdout:2279: finishing write tid 3 to smithi04078109-6 2024-04-22T04:34:41.511 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 1572 (ObjNum 731 snap 223 seq_num 731) dirty exists 2024-04-22T04:34:41.511 INFO:tasks.rados.rados.0.smithi040.stdout:2279: left oid 6 (ObjNum 731 snap 223 seq_num 731) 2024-04-22T04:34:41.513 INFO:tasks.rados.rados.0.smithi040.stdout:2284: finishing copy_from to smithi04078109-28 2024-04-22T04:34:41.513 INFO:tasks.rados.rados.0.smithi040.stdout:2284: got expected ENOENT (src dne) 2024-04-22T04:34:41.514 INFO:tasks.rados.rados.0.smithi040.stdout:2284: finishing copy_from racing read to smithi04078109-28 2024-04-22T04:34:41.514 INFO:tasks.rados.rados.0.smithi040.stdout:2281: finishing write tid 1 to smithi04078109-40 2024-04-22T04:34:41.514 INFO:tasks.rados.rados.0.smithi040.stdout:2281: finishing write tid 2 to smithi04078109-40 2024-04-22T04:34:41.516 INFO:tasks.rados.rados.0.smithi040.stdout:2279: done (5 left) 2024-04-22T04:34:41.516 INFO:tasks.rados.rados.0.smithi040.stdout:2284: done (4 left) 2024-04-22T04:34:41.516 INFO:tasks.rados.rados.0.smithi040.stdout:2285: done (3 left) 2024-04-22T04:34:41.516 INFO:tasks.rados.rados.0.smithi040.stdout:2286: snap_remove snap 187 2024-04-22T04:34:41.830 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:41 smithi062 ceph-mon[78153]: osdmap e500: 8 total, 7 up, 8 in 2024-04-22T04:34:41.831 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:41 smithi062 ceph-mon[78153]: pgmap v464: 121 pgs: 6 peering, 16 stale+active+clean, 99 active+clean; 441 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s wr, 2 op/s 2024-04-22T04:34:41.831 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:41 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:41.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:41 smithi040 ceph-mon[88445]: osdmap e500: 8 total, 7 up, 8 in 2024-04-22T04:34:41.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:41 smithi040 ceph-mon[88445]: pgmap v464: 121 pgs: 6 peering, 16 stale+active+clean, 99 active+clean; 441 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s wr, 2 op/s 2024-04-22T04:34:41.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:41 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:41.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:41 smithi040 ceph-mon[91058]: osdmap e500: 8 total, 7 up, 8 in 2024-04-22T04:34:41.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:41 smithi040 ceph-mon[91058]: pgmap v464: 121 pgs: 6 peering, 16 stale+active+clean, 99 active+clean; 441 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s wr, 2 op/s 2024-04-22T04:34:41.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:41 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:42.131 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:41 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.7.service: Succeeded. 2024-04-22T04:34:42.131 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:41 smithi062 systemd[1]: Stopped Ceph osd.7 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:34:42.131 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:41 smithi062 systemd[1]: Starting Ceph osd.7 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:34:42.140 INFO:tasks.rados.rados.0.smithi040.stdout:2286: done (3 left) 2024-04-22T04:34:42.140 INFO:tasks.rados.rados.0.smithi040.stdout:2287: snap_remove snap 219 2024-04-22T04:34:42.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:42 smithi062 ceph-mon[78153]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-22T04:34:42.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:42 smithi062 ceph-mon[78153]: osdmap e501: 8 total, 7 up, 8 in 2024-04-22T04:34:42.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:42 smithi062 ceph-mon[78153]: osdmap e502: 8 total, 7 up, 8 in 2024-04-22T04:34:42.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:42 smithi040 ceph-mon[88445]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-22T04:34:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:42 smithi040 ceph-mon[88445]: osdmap e501: 8 total, 7 up, 8 in 2024-04-22T04:34:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:42 smithi040 ceph-mon[88445]: osdmap e502: 8 total, 7 up, 8 in 2024-04-22T04:34:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:42 smithi040 ceph-mon[91058]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-22T04:34:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:42 smithi040 ceph-mon[91058]: osdmap e501: 8 total, 7 up, 8 in 2024-04-22T04:34:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:42 smithi040 ceph-mon[91058]: osdmap e502: 8 total, 7 up, 8 in 2024-04-22T04:34:43.142 INFO:tasks.rados.rados.0.smithi040.stdout:2287: done (3 left) 2024-04-22T04:34:43.142 INFO:tasks.rados.rados.0.smithi040.stdout:2288: copy_from oid 24 from oid 8 current snap is 223 2024-04-22T04:34:43.142 INFO:tasks.rados.rados.0.smithi040.stdout:2289: read oid 28 snap -1 2024-04-22T04:34:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:2289: expect (ObjNum 655 snap 198 seq_num 655) 2024-04-22T04:34:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:2290: setattr oid 26 current snap is 223 2024-04-22T04:34:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:2281: finishing write tid 3 to smithi04078109-40 2024-04-22T04:34:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1574 (ObjNum 733 snap 223 seq_num 733) dirty exists 2024-04-22T04:34:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:2281: left oid 40 (ObjNum 733 snap 223 seq_num 733) 2024-04-22T04:34:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:2283: finishing write tid 1 to smithi04078109-14 2024-04-22T04:34:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:2283: finishing write tid 2 to smithi04078109-14 2024-04-22T04:34:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:2283: finishing write tid 3 to smithi04078109-14 2024-04-22T04:34:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 1244 (ObjNum 734 snap 223 seq_num 734) dirty exists 2024-04-22T04:34:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:2283: left oid 14 (ObjNum 734 snap 223 seq_num 734) 2024-04-22T04:34:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:2282: finishing copy_from racing read to smithi04078109-31 2024-04-22T04:34:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:2282: finishing copy_from to smithi04078109-31 2024-04-22T04:34:43.143 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 1246 (ObjNum 679 snap 205 seq_num 679) dirty exists 2024-04-22T04:34:43.144 INFO:tasks.rados.rados.0.smithi040.stdout:2281: done (5 left) 2024-04-22T04:34:43.144 INFO:tasks.rados.rados.0.smithi040.stdout:2282: done (4 left) 2024-04-22T04:34:43.144 INFO:tasks.rados.rados.0.smithi040.stdout:2283: done (3 left) 2024-04-22T04:34:43.144 INFO:tasks.rados.rados.0.smithi040.stdout:2291: snap_remove snap 221 2024-04-22T04:34:43.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:43 smithi062 ceph-mon[78153]: pgmap v467: 121 pgs: 9 active+undersized+degraded, 6 peering, 32 active+undersized, 74 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.8 MiB/s wr, 5 op/s; 36/672 objects degraded (5.357%) 2024-04-22T04:34:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:43 smithi062 ceph-mon[78153]: osdmap e503: 8 total, 7 up, 8 in 2024-04-22T04:34:43.882 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:43 smithi062 bash[94086]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-22T04:34:43.882 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:43 smithi062 bash[94086]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-22T04:34:43.882 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:43 smithi062 bash[94086]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-22T04:34:43.882 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:43 smithi062 bash[94086]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-22T04:34:43.882 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:43 smithi062 bash[94086]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-22T04:34:43.882 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:43 smithi062 bash[94086]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-22T04:34:43.882 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:43 smithi062 bash[94086]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-22T04:34:43.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:43 smithi040 ceph-mon[88445]: pgmap v467: 121 pgs: 9 active+undersized+degraded, 6 peering, 32 active+undersized, 74 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.8 MiB/s wr, 5 op/s; 36/672 objects degraded (5.357%) 2024-04-22T04:34:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:43 smithi040 ceph-mon[88445]: osdmap e503: 8 total, 7 up, 8 in 2024-04-22T04:34:43.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:43 smithi040 ceph-mon[91058]: pgmap v467: 121 pgs: 9 active+undersized+degraded, 6 peering, 32 active+undersized, 74 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.8 MiB/s wr, 5 op/s; 36/672 objects degraded (5.357%) 2024-04-22T04:34:43.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:43 smithi040 ceph-mon[91058]: osdmap e503: 8 total, 7 up, 8 in 2024-04-22T04:34:44.147 INFO:tasks.rados.rados.0.smithi040.stdout:2291: done (3 left) 2024-04-22T04:34:44.147 INFO:tasks.rados.rados.0.smithi040.stdout:2292: read oid 41 snap 191 2024-04-22T04:34:44.147 INFO:tasks.rados.rados.0.smithi040.stdout:2292: expect deleted 2024-04-22T04:34:44.147 INFO:tasks.rados.rados.0.smithi040.stdout:2293: rmattr oid 3 current snap is 223 2024-04-22T04:34:44.147 INFO:tasks.rados.rados.0.smithi040.stdout:2293: done (4 left) 2024-04-22T04:34:44.147 INFO:tasks.rados.rados.0.smithi040.stdout:2294: read oid 11 snap -1 2024-04-22T04:34:44.147 INFO:tasks.rados.rados.0.smithi040.stdout:2294: expect (ObjNum 675 snap 205 seq_num 675) 2024-04-22T04:34:44.147 INFO:tasks.rados.rados.0.smithi040.stdout:2295: setattr oid 50 current snap is 223 2024-04-22T04:34:44.149 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 223 2024-04-22T04:34:44.149 INFO:tasks.rados.rados.0.smithi040.stdout:2296: seq_num 736 ranges {8003584=335872} 2024-04-22T04:34:44.196 INFO:tasks.rados.rados.0.smithi040.stdout:2296: writing smithi04078109-10 from 8003584 to 8339456 tid 1 2024-04-22T04:34:44.196 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 42 current snap is 223 2024-04-22T04:34:44.196 INFO:tasks.rados.rados.0.smithi040.stdout:2297: seq_num 737 ranges {1802240=352256} 2024-04-22T04:34:44.208 INFO:tasks.rados.rados.0.smithi040.stdout:2297: writing smithi04078109-42 from 1802240 to 2154496 tid 1 2024-04-22T04:34:44.208 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 223 2024-04-22T04:34:44.208 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 1235 (ObjNum 2687505 snap 524288 seq_num 161) dirty exists 2024-04-22T04:34:44.208 INFO:tasks.rados.rados.0.smithi040.stdout:2289: expect (ObjNum 655 snap 198 seq_num 655) 2024-04-22T04:34:44.251 INFO:tasks.rados.rados.0.smithi040.stdout:2288: finishing copy_from racing read to smithi04078109-24 2024-04-22T04:34:44.251 INFO:tasks.rados.rados.0.smithi040.stdout:2288: finishing copy_from to smithi04078109-24 2024-04-22T04:34:44.251 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 1241 (ObjNum 716 snap 220 seq_num 716) dirty exists 2024-04-22T04:34:44.251 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 985 (ObjNum 670 snap 205 seq_num 670) dirty exists 2024-04-22T04:34:44.251 INFO:tasks.rados.rados.0.smithi040.stdout:2294: expect (ObjNum 675 snap 205 seq_num 675) 2024-04-22T04:34:44.482 INFO:tasks.rados.rados.0.smithi040.stdout:2296: finishing write tid 1 to smithi04078109-10 2024-04-22T04:34:44.483 INFO:tasks.rados.rados.0.smithi040.stdout:2296: finishing write tid 2 to smithi04078109-10 2024-04-22T04:34:44.483 INFO:tasks.rados.rados.0.smithi040.stdout:2296: finishing write tid 3 to smithi04078109-10 2024-04-22T04:34:44.483 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1300 (ObjNum 736 snap 223 seq_num 736) dirty exists 2024-04-22T04:34:44.483 INFO:tasks.rados.rados.0.smithi040.stdout:2296: left oid 10 (ObjNum 736 snap 223 seq_num 736) 2024-04-22T04:34:44.483 INFO:tasks.rados.rados.0.smithi040.stdout:2297: finishing write tid 1 to smithi04078109-42 2024-04-22T04:34:44.483 INFO:tasks.rados.rados.0.smithi040.stdout:2298: seq_num 738 ranges {3162112=368640} 2024-04-22T04:34:44.502 INFO:tasks.rados.rados.0.smithi040.stdout:2298: writing smithi04078109-21 from 3162112 to 3530752 tid 1 2024-04-22T04:34:44.502 INFO:tasks.rados.rados.0.smithi040.stdout:2288: done (8 left) 2024-04-22T04:34:44.502 INFO:tasks.rados.rados.0.smithi040.stdout:2289: done (7 left) 2024-04-22T04:34:44.502 INFO:tasks.rados.rados.0.smithi040.stdout:2290: done (6 left) 2024-04-22T04:34:44.502 INFO:tasks.rados.rados.0.smithi040.stdout:2292: done (5 left) 2024-04-22T04:34:44.503 INFO:tasks.rados.rados.0.smithi040.stdout:2294: done (4 left) 2024-04-22T04:34:44.503 INFO:tasks.rados.rados.0.smithi040.stdout:2295: done (3 left) 2024-04-22T04:34:44.503 INFO:tasks.rados.rados.0.smithi040.stdout:2296: done (2 left) 2024-04-22T04:34:44.503 INFO:tasks.rados.rados.0.smithi040.stdout:2299: delete oid 33 current snap is 223 2024-04-22T04:34:44.503 INFO:tasks.rados.rados.0.smithi040.stdout:2297: finishing write tid 2 to smithi04078109-42 2024-04-22T04:34:44.503 INFO:tasks.rados.rados.0.smithi040.stdout:2297: finishing write tid 3 to smithi04078109-42 2024-04-22T04:34:44.503 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 987 (ObjNum 737 snap 223 seq_num 737) dirty exists 2024-04-22T04:34:44.503 INFO:tasks.rados.rados.0.smithi040.stdout:2297: left oid 42 (ObjNum 737 snap 223 seq_num 737) 2024-04-22T04:34:44.506 INFO:tasks.rados.rados.0.smithi040.stdout:2298: finishing write tid 1 to smithi04078109-21 2024-04-22T04:34:44.506 INFO:tasks.rados.rados.0.smithi040.stdout:2298: finishing write tid 2 to smithi04078109-21 2024-04-22T04:34:44.507 INFO:tasks.rados.rados.0.smithi040.stdout:2297: done (2 left) 2024-04-22T04:34:44.507 INFO:tasks.rados.rados.0.smithi040.stdout:2299: done (1 left) 2024-04-22T04:34:44.507 INFO:tasks.rados.rados.0.smithi040.stdout:2300: copy_from oid 38 from oid 45 current snap is 223 2024-04-22T04:34:44.507 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 223 2024-04-22T04:34:44.507 INFO:tasks.rados.rados.0.smithi040.stdout:2301: seq_num 740 ranges {5537792=401408} 2024-04-22T04:34:44.540 INFO:tasks.rados.rados.0.smithi040.stdout:2301: writing smithi04078109-46 from 5537792 to 5939200 tid 1 2024-04-22T04:34:44.540 INFO:tasks.rados.rados.0.smithi040.stdout:2302: delete oid 18 current snap is 223 2024-04-22T04:34:44.540 INFO:tasks.rados.rados.0.smithi040.stdout:2298: finishing write tid 3 to smithi04078109-21 2024-04-22T04:34:44.540 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 1629 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-04-22T04:34:44.541 INFO:tasks.rados.rados.0.smithi040.stdout:2298: left oid 21 (ObjNum 738 snap 223 seq_num 738) 2024-04-22T04:34:44.541 INFO:tasks.rados.rados.0.smithi040.stdout:2300: finishing copy_from racing read to smithi04078109-38 2024-04-22T04:34:44.541 INFO:tasks.rados.rados.0.smithi040.stdout:2300: finishing copy_from to smithi04078109-38 2024-04-22T04:34:44.541 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 1301 (ObjNum 720 snap 221 seq_num 720) dirty exists 2024-04-22T04:34:44.543 INFO:tasks.rados.rados.0.smithi040.stdout:2298: done (3 left) 2024-04-22T04:34:44.543 INFO:tasks.rados.rados.0.smithi040.stdout:2300: done (2 left) 2024-04-22T04:34:44.543 INFO:tasks.rados.rados.0.smithi040.stdout:2302: done (1 left) 2024-04-22T04:34:44.543 INFO:tasks.rados.rados.0.smithi040.stdout:2303: rmattr oid 26 current snap is 223 2024-04-22T04:34:44.543 INFO:tasks.rados.rados.0.smithi040.stdout:2304: snap_create 2024-04-22T04:34:44.543 INFO:tasks.rados.rados.0.smithi040.stdout:2301: finishing write tid 1 to smithi04078109-46 2024-04-22T04:34:44.544 INFO:tasks.rados.rados.0.smithi040.stdout:2301: finishing write tid 2 to smithi04078109-46 2024-04-22T04:34:44.545 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 1237 (ObjNum 2687505 snap 524288 seq_num 455) dirty exists 2024-04-22T04:34:44.545 INFO:tasks.rados.rados.0.smithi040.stdout:2301: finishing write tid 3 to smithi04078109-46 2024-04-22T04:34:44.545 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1017 (ObjNum 740 snap 223 seq_num 740) dirty exists 2024-04-22T04:34:44.545 INFO:tasks.rados.rados.0.smithi040.stdout:2301: left oid 46 (ObjNum 740 snap 223 seq_num 740) 2024-04-22T04:34:44.857 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:44 smithi062 ceph-mon[78153]: Health check failed: Degraded data redundancy: 36/672 objects degraded (5.357%), 9 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:44.857 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:44 smithi062 ceph-mon[78153]: osdmap e504: 8 total, 7 up, 8 in 2024-04-22T04:34:44.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:44 smithi040 ceph-mon[88445]: Health check failed: Degraded data redundancy: 36/672 objects degraded (5.357%), 9 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:44.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:44 smithi040 ceph-mon[88445]: osdmap e504: 8 total, 7 up, 8 in 2024-04-22T04:34:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:44 smithi040 ceph-mon[91058]: Health check failed: Degraded data redundancy: 36/672 objects degraded (5.357%), 9 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:44 smithi040 ceph-mon[91058]: osdmap e504: 8 total, 7 up, 8 in 2024-04-22T04:34:45.381 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:45 smithi062 ceph-osd[94404]: -- 172.21.15.62:0/1448273136 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55bc1c7ceb60 con 0x55bc1c794c00 2024-04-22T04:34:45.381 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:45 smithi062 bash[94366]: 5b69e15fbbf9e3ff5f13d122859d44fbda58727dc0826acace91b691b8769e50 2024-04-22T04:34:45.381 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:45 smithi062 systemd[1]: Started Ceph osd.7 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:34:45.482 INFO:tasks.rados.rados.0.smithi040.stdout:2301: done (2 left) 2024-04-22T04:34:45.482 INFO:tasks.rados.rados.0.smithi040.stdout:2303: done (1 left) 2024-04-22T04:34:45.482 INFO:tasks.rados.rados.0.smithi040.stdout:2304: done (0 left) 2024-04-22T04:34:45.482 INFO:tasks.rados.rados.0.smithi040.stdout:2305: rollback oid 36 current snap is 224 2024-04-22T04:34:45.482 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 36 to 215 2024-04-22T04:34:45.482 INFO:tasks.rados.rados.0.smithi040.stdout:2306: delete oid 18 current snap is 224 2024-04-22T04:34:45.484 INFO:tasks.rados.rados.0.smithi040.stdout:2306: done (1 left) 2024-04-22T04:34:45.484 INFO:tasks.rados.rados.0.smithi040.stdout:2307: read oid 49 snap -1 2024-04-22T04:34:45.484 INFO:tasks.rados.rados.0.smithi040.stdout:2307: expect (ObjNum 718 snap 221 seq_num 718) 2024-04-22T04:34:45.484 INFO:tasks.rados.rados.0.smithi040.stdout:2308: copy_from oid 32 from oid 1 current snap is 224 2024-04-22T04:34:45.484 INFO:tasks.rados.rados.0.smithi040.stdout:2309: rollback oid 43 current snap is 224 2024-04-22T04:34:45.484 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 43 to 191 2024-04-22T04:34:45.484 INFO:tasks.rados.rados.0.smithi040.stdout:2310: rollback oid 41 current snap is 224 2024-04-22T04:34:45.484 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 41 to 215 2024-04-22T04:34:45.484 INFO:tasks.rados.rados.0.smithi040.stdout:2311: snap_create 2024-04-22T04:34:45.485 INFO:tasks.rados.rados.0.smithi040.stdout:2308: finishing copy_from to smithi04078109-32 2024-04-22T04:34:45.486 INFO:tasks.rados.rados.0.smithi040.stdout:2308: got expected ENOENT (src dne) 2024-04-22T04:34:45.486 INFO:tasks.rados.rados.0.smithi040.stdout:2305: finishing rollback tid 0 to smithi04078109-36 2024-04-22T04:34:45.486 INFO:tasks.rados.rados.0.smithi040.stdout:2308: finishing copy_from racing read to smithi04078109-32 2024-04-22T04:34:45.489 INFO:tasks.rados.rados.0.smithi040.stdout:2309: finishing rollback tid 0 to smithi04078109-43 2024-04-22T04:34:45.489 INFO:tasks.rados.rados.0.smithi040.stdout:2309: finishing rollback tid 1 to smithi04078109-43 2024-04-22T04:34:45.489 INFO:tasks.rados.rados.0.smithi040.stdout:2309: finishing rollback tid 2 to smithi04078109-43 2024-04-22T04:34:45.490 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 1304 (ObjNum 557 snap 162 seq_num 557) dirty exists 2024-04-22T04:34:45.490 INFO:tasks.rados.rados.0.smithi040.stdout:2305: finishing rollback tid 1 to smithi04078109-36 2024-04-22T04:34:45.491 INFO:tasks.rados.rados.0.smithi040.stdout:2305: finishing rollback tid 2 to smithi04078109-36 2024-04-22T04:34:45.491 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 959 (ObjNum -1470247832 snap 21852 seq_num 2) dirty exists 2024-04-22T04:34:45.493 INFO:tasks.rados.rados.0.smithi040.stdout:2310: finishing rollback tid 1 to smithi04078109-41 2024-04-22T04:34:45.494 INFO:tasks.rados.rados.0.smithi040.stdout:2310: finishing rollback tid 2 to smithi04078109-41 2024-04-22T04:34:45.494 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 1681 (ObjNum 637 snap 193 seq_num 637) dirty exists 2024-04-22T04:34:45.516 INFO:tasks.rados.rados.0.smithi040.stdout:2307: expect (ObjNum 718 snap 221 seq_num 718) 2024-04-22T04:34:45.877 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:34:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:34:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:34:45.878 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T04:34:45.547+0000 7fabb9ff4540 -1 Falling back to public interface 2024-04-22T04:34:45.878 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:45 smithi062 ceph-mon[78153]: pgmap v470: 121 pgs: 9 active+undersized+degraded, 6 peering, 32 active+undersized, 74 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.5 MiB/s wr, 7 op/s; 36/672 objects degraded (5.357%) 2024-04-22T04:34:45.878 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:45 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:45.878 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:45 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:45.878 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:45 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:34:45.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:45 smithi040 ceph-mon[88445]: pgmap v470: 121 pgs: 9 active+undersized+degraded, 6 peering, 32 active+undersized, 74 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.5 MiB/s wr, 7 op/s; 36/672 objects degraded (5.357%) 2024-04-22T04:34:45.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:45 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:45.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:45 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:45.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:45 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:34:45.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:45 smithi040 ceph-mon[91058]: pgmap v470: 121 pgs: 9 active+undersized+degraded, 6 peering, 32 active+undersized, 74 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.5 MiB/s wr, 7 op/s; 36/672 objects degraded (5.357%) 2024-04-22T04:34:45.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:45 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:45.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:45 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:45.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:45 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:34:46.489 INFO:tasks.rados.rados.0.smithi040.stdout:2305: done (5 left) 2024-04-22T04:34:46.489 INFO:tasks.rados.rados.0.smithi040.stdout:2307: done (4 left) 2024-04-22T04:34:46.489 INFO:tasks.rados.rados.0.smithi040.stdout:2308: done (3 left) 2024-04-22T04:34:46.489 INFO:tasks.rados.rados.0.smithi040.stdout:2309: done (2 left) 2024-04-22T04:34:46.489 INFO:tasks.rados.rados.0.smithi040.stdout:2310: done (1 left) 2024-04-22T04:34:46.490 INFO:tasks.rados.rados.0.smithi040.stdout:2311: done (0 left) 2024-04-22T04:34:46.490 INFO:tasks.rados.rados.0.smithi040.stdout:2312: read oid 42 snap 191 2024-04-22T04:34:46.490 INFO:tasks.rados.rados.0.smithi040.stdout:2312: expect deleted 2024-04-22T04:34:46.490 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 225 2024-04-22T04:34:46.490 INFO:tasks.rados.rados.0.smithi040.stdout:2313: seq_num 743 ranges {0=450560} 2024-04-22T04:34:46.494 INFO:tasks.rados.rados.0.smithi040.stdout:2313: writing smithi04078109-12 from 0 to 450560 tid 1 2024-04-22T04:34:46.494 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 22 current snap is 225 2024-04-22T04:34:46.494 INFO:tasks.rados.rados.0.smithi040.stdout:2314: seq_num 744 ranges {5996544=466944} 2024-04-22T04:34:46.528 INFO:tasks.rados.rados.0.smithi040.stdout:2314: writing smithi04078109-22 from 5996544 to 6463488 tid 1 2024-04-22T04:34:46.528 INFO:tasks.rados.rados.0.smithi040.stdout:2315: rollback oid 35 current snap is 225 2024-04-22T04:34:46.528 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 35 to 206 2024-04-22T04:34:46.528 INFO:tasks.rados.rados.0.smithi040.stdout:2313: finishing write tid 1 to smithi04078109-12 2024-04-22T04:34:46.528 INFO:tasks.rados.rados.0.smithi040.stdout:2313: finishing write tid 2 to smithi04078109-12 2024-04-22T04:34:46.528 INFO:tasks.rados.rados.0.smithi040.stdout:2313: finishing write tid 3 to smithi04078109-12 2024-04-22T04:34:46.528 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1239 (ObjNum 743 snap 225 seq_num 743) dirty exists 2024-04-22T04:34:46.528 INFO:tasks.rados.rados.0.smithi040.stdout:2313: left oid 12 (ObjNum 743 snap 225 seq_num 743) 2024-04-22T04:34:46.528 INFO:tasks.rados.rados.0.smithi040.stdout:2312: done (3 left) 2024-04-22T04:34:46.528 INFO:tasks.rados.rados.0.smithi040.stdout:2313: done (2 left) 2024-04-22T04:34:46.528 INFO:tasks.rados.rados.0.smithi040.stdout:2316: rollback oid 50 current snap is 225 2024-04-22T04:34:46.528 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 50 to 208 2024-04-22T04:34:46.528 INFO:tasks.rados.rados.0.smithi040.stdout:2317: read oid 15 snap -1 2024-04-22T04:34:46.528 INFO:tasks.rados.rados.0.smithi040.stdout:2317: expect (ObjNum 503 snap 149 seq_num 503) 2024-04-22T04:34:46.528 INFO:tasks.rados.rados.0.smithi040.stdout:2318: rmattr oid 2 current snap is 225 2024-04-22T04:34:46.529 INFO:tasks.rados.rados.0.smithi040.stdout:2319: setattr oid 38 current snap is 225 2024-04-22T04:34:46.529 INFO:tasks.rados.rados.0.smithi040.stdout:2320: delete oid 1 current snap is 225 2024-04-22T04:34:46.539 INFO:tasks.rados.rados.0.smithi040.stdout:2316: finishing rollback tid 0 to smithi04078109-50 2024-04-22T04:34:46.539 INFO:tasks.rados.rados.0.smithi040.stdout:2316: finishing rollback tid 1 to smithi04078109-50 2024-04-22T04:34:46.539 INFO:tasks.rados.rados.0.smithi040.stdout:2316: finishing rollback tid 2 to smithi04078109-50 2024-04-22T04:34:46.539 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 990 (ObjNum 670 snap 205 seq_num 670) dirty exists 2024-04-22T04:34:46.574 INFO:tasks.rados.rados.0.smithi040.stdout:2315: finishing rollback tid 0 to smithi04078109-35 2024-04-22T04:34:46.574 INFO:tasks.rados.rados.0.smithi040.stdout:2314: finishing write tid 1 to smithi04078109-22 2024-04-22T04:34:46.574 INFO:tasks.rados.rados.0.smithi040.stdout:2314: finishing write tid 2 to smithi04078109-22 2024-04-22T04:34:46.575 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 1305 (ObjNum 720 snap 221 seq_num 720) dirty exists 2024-04-22T04:34:46.575 INFO:tasks.rados.rados.0.smithi040.stdout:2315: finishing rollback tid 1 to smithi04078109-35 2024-04-22T04:34:46.575 INFO:tasks.rados.rados.0.smithi040.stdout:2315: finishing rollback tid 2 to smithi04078109-35 2024-04-22T04:34:46.575 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1633 (ObjNum 679 snap 205 seq_num 679) dirty exists 2024-04-22T04:34:46.577 INFO:tasks.rados.rados.0.smithi040.stdout:2315: done (6 left) 2024-04-22T04:34:46.577 INFO:tasks.rados.rados.0.smithi040.stdout:2316: done (5 left) 2024-04-22T04:34:46.577 INFO:tasks.rados.rados.0.smithi040.stdout:2319: done (4 left) 2024-04-22T04:34:46.577 INFO:tasks.rados.rados.0.smithi040.stdout:2320: done (3 left) 2024-04-22T04:34:46.577 INFO:tasks.rados.rados.0.smithi040.stdout:2321: copy_from oid 43 from oid 20 current snap is 225 2024-04-22T04:34:46.577 INFO:tasks.rados.rados.0.smithi040.stdout:2322: delete oid 26 current snap is 225 2024-04-22T04:34:46.578 INFO:tasks.rados.rados.0.smithi040.stdout:2314: finishing write tid 3 to smithi04078109-22 2024-04-22T04:34:46.578 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 1234 (ObjNum 744 snap 225 seq_num 744) dirty exists 2024-04-22T04:34:46.578 INFO:tasks.rados.rados.0.smithi040.stdout:2314: left oid 22 (ObjNum 744 snap 225 seq_num 744) 2024-04-22T04:34:46.579 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 1683 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-04-22T04:34:46.579 INFO:tasks.rados.rados.0.smithi040.stdout:2317: expect (ObjNum 503 snap 149 seq_num 503) 2024-04-22T04:34:46.614 INFO:tasks.rados.rados.0.smithi040.stdout:2321: finishing copy_from racing read to smithi04078109-43 2024-04-22T04:34:46.615 INFO:tasks.rados.rados.0.smithi040.stdout:2321: finishing copy_from to smithi04078109-43 2024-04-22T04:34:46.615 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 956 (ObjNum 722 snap 221 seq_num 722) dirty exists 2024-04-22T04:34:46.615 INFO:tasks.rados.rados.0.smithi040.stdout:2314: done (4 left) 2024-04-22T04:34:46.615 INFO:tasks.rados.rados.0.smithi040.stdout:2317: done (3 left) 2024-04-22T04:34:46.615 INFO:tasks.rados.rados.0.smithi040.stdout:2318: done (2 left) 2024-04-22T04:34:46.615 INFO:tasks.rados.rados.0.smithi040.stdout:2321: done (1 left) 2024-04-22T04:34:46.615 INFO:tasks.rados.rados.0.smithi040.stdout:2322: done (0 left) 2024-04-22T04:34:46.615 INFO:tasks.rados.rados.0.smithi040.stdout:2323: read oid 39 snap -1 2024-04-22T04:34:46.615 INFO:tasks.rados.rados.0.smithi040.stdout:2323: expect (ObjNum 611 snap 184 seq_num 611) 2024-04-22T04:34:46.615 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 225 2024-04-22T04:34:46.615 INFO:tasks.rados.rados.0.smithi040.stdout:2324: seq_num 747 ranges {1228800=516096} 2024-04-22T04:34:46.624 INFO:tasks.rados.rados.0.smithi040.stdout:2324: writing smithi04078109-15 from 1228800 to 1744896 tid 1 2024-04-22T04:34:46.624 INFO:tasks.rados.rados.0.smithi040.stdout:2325: read oid 4 snap -1 2024-04-22T04:34:46.624 INFO:tasks.rados.rados.0.smithi040.stdout:2325: expect (ObjNum 590 snap 174 seq_num 590) 2024-04-22T04:34:46.624 INFO:tasks.rados.rados.0.smithi040.stdout:2326: snap_create 2024-04-22T04:34:46.625 INFO:tasks.rados.rados.0.smithi040.stdout:2323: expect (ObjNum 611 snap 184 seq_num 611) 2024-04-22T04:34:46.661 INFO:tasks.rados.rados.0.smithi040.stdout:2324: finishing write tid 1 to smithi04078109-15 2024-04-22T04:34:46.661 INFO:tasks.rados.rados.0.smithi040.stdout:2324: finishing write tid 2 to smithi04078109-15 2024-04-22T04:34:46.661 INFO:tasks.rados.rados.0.smithi040.stdout:2324: finishing write tid 3 to smithi04078109-15 2024-04-22T04:34:46.661 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 1686 (ObjNum 747 snap 225 seq_num 747) dirty exists 2024-04-22T04:34:46.661 INFO:tasks.rados.rados.0.smithi040.stdout:2324: left oid 15 (ObjNum 747 snap 225 seq_num 747) 2024-04-22T04:34:46.667 INFO:tasks.rados.rados.0.smithi040.stdout:2325: expect (ObjNum 590 snap 174 seq_num 590) 2024-04-22T04:34:46.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:46 smithi062 ceph-mon[78153]: osdmap e505: 8 total, 7 up, 8 in 2024-04-22T04:34:46.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:46 smithi040 ceph-mon[88445]: osdmap e505: 8 total, 7 up, 8 in 2024-04-22T04:34:46.908 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:46 smithi040 ceph-mon[91058]: osdmap e505: 8 total, 7 up, 8 in 2024-04-22T04:34:47.665 INFO:tasks.rados.rados.0.smithi040.stdout:2323: done (3 left) 2024-04-22T04:34:47.665 INFO:tasks.rados.rados.0.smithi040.stdout:2324: done (2 left) 2024-04-22T04:34:47.665 INFO:tasks.rados.rados.0.smithi040.stdout:2325: done (1 left) 2024-04-22T04:34:47.665 INFO:tasks.rados.rados.0.smithi040.stdout:2326: done (0 left) 2024-04-22T04:34:47.665 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 39 current snap is 226 2024-04-22T04:34:47.665 INFO:tasks.rados.rados.0.smithi040.stdout:2327: seq_num 748 ranges {1056768=532480} 2024-04-22T04:34:47.673 INFO:tasks.rados.rados.0.smithi040.stdout:2327: writing smithi04078109-39 from 1056768 to 1589248 tid 1 2024-04-22T04:34:47.673 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 38 current snap is 226 2024-04-22T04:34:47.673 INFO:tasks.rados.rados.0.smithi040.stdout:2328: seq_num 749 ranges {2269184=548864} 2024-04-22T04:34:47.690 INFO:tasks.rados.rados.0.smithi040.stdout:2328: writing smithi04078109-38 from 2269184 to 2818048 tid 1 2024-04-22T04:34:47.690 INFO:tasks.rados.rados.0.smithi040.stdout:2327: finishing write tid 1 to smithi04078109-39 2024-04-22T04:34:47.690 INFO:tasks.rados.rados.0.smithi040.stdout:2327: finishing write tid 2 to smithi04078109-39 2024-04-22T04:34:47.690 INFO:tasks.rados.rados.0.smithi040.stdout:2329: read oid 35 snap -1 2024-04-22T04:34:47.690 INFO:tasks.rados.rados.0.smithi040.stdout:2329: expect (ObjNum 679 snap 205 seq_num 679) 2024-04-22T04:34:47.690 INFO:tasks.rados.rados.0.smithi040.stdout:2330: read oid 3 snap 213 2024-04-22T04:34:47.690 INFO:tasks.rados.rados.0.smithi040.stdout:2330: expect (ObjNum 675 snap 205 seq_num 675) 2024-04-22T04:34:47.690 INFO:tasks.rados.rados.0.smithi040.stdout:2331: rollback oid 46 current snap is 226 2024-04-22T04:34:47.690 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 46 to 191 2024-04-22T04:34:47.690 INFO:tasks.rados.rados.0.smithi040.stdout:2327: finishing write tid 3 to smithi04078109-39 2024-04-22T04:34:47.690 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 1243 (ObjNum 748 snap 226 seq_num 748) dirty exists 2024-04-22T04:34:47.690 INFO:tasks.rados.rados.0.smithi040.stdout:2327: left oid 39 (ObjNum 748 snap 226 seq_num 748) 2024-04-22T04:34:47.691 INFO:tasks.rados.rados.0.smithi040.stdout:2327: done (4 left) 2024-04-22T04:34:47.691 INFO:tasks.rados.rados.0.smithi040.stdout:2332: rollback oid 6 current snap is 226 2024-04-22T04:34:47.691 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 6 to 208 2024-04-22T04:34:47.691 INFO:tasks.rados.rados.0.smithi040.stdout:2333: read oid 15 snap 204 2024-04-22T04:34:47.691 INFO:tasks.rados.rados.0.smithi040.stdout:2333: expect deleted 2024-04-22T04:34:47.691 INFO:tasks.rados.rados.0.smithi040.stdout:2334: delete oid 1 current snap is 226 2024-04-22T04:34:47.696 INFO:tasks.rados.rados.0.smithi040.stdout:2332: finishing rollback tid 0 to smithi04078109-6 2024-04-22T04:34:47.696 INFO:tasks.rados.rados.0.smithi040.stdout:2331: finishing rollback tid 0 to smithi04078109-46 2024-04-22T04:34:47.696 INFO:tasks.rados.rados.0.smithi040.stdout:2331: finishing rollback tid 1 to smithi04078109-46 2024-04-22T04:34:47.696 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1019 (ObjNum -1442417056 snap 21852 seq_num 2852430736) dirty dne 2024-04-22T04:34:47.696 INFO:tasks.rados.rados.0.smithi040.stdout:2332: finishing rollback tid 1 to smithi04078109-6 2024-04-22T04:34:47.698 INFO:tasks.rados.rados.0.smithi040.stdout:2332: finishing rollback tid 2 to smithi04078109-6 2024-04-22T04:34:47.698 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 1606 (ObjNum 677 snap 205 seq_num 677) dirty exists 2024-04-22T04:34:47.701 INFO:tasks.rados.rados.0.smithi040.stdout:2328: finishing write tid 1 to smithi04078109-38 2024-04-22T04:34:47.701 INFO:tasks.rados.rados.0.smithi040.stdout:2328: finishing write tid 2 to smithi04078109-38 2024-04-22T04:34:47.702 INFO:tasks.rados.rados.0.smithi040.stdout:2328: finishing write tid 3 to smithi04078109-38 2024-04-22T04:34:47.702 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 1307 (ObjNum 749 snap 226 seq_num 749) dirty exists 2024-04-22T04:34:47.702 INFO:tasks.rados.rados.0.smithi040.stdout:2328: left oid 38 (ObjNum 749 snap 226 seq_num 749) 2024-04-22T04:34:47.704 INFO:tasks.rados.rados.0.smithi040.stdout:2329: expect (ObjNum 679 snap 205 seq_num 679) 2024-04-22T04:34:47.821 INFO:tasks.rados.rados.0.smithi040.stdout:2330: expect (ObjNum 675 snap 205 seq_num 675) 2024-04-22T04:34:47.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:47 smithi062 ceph-mon[78153]: osdmap e506: 8 total, 7 up, 8 in 2024-04-22T04:34:47.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:47 smithi062 ceph-mon[78153]: pgmap v473: 121 pgs: 10 active+undersized+degraded, 37 active+undersized, 74 active+clean; 419 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.3 MiB/s wr, 5 op/s; 38/654 objects degraded (5.810%) 2024-04-22T04:34:47.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:47 smithi062 ceph-mon[78153]: osdmap e507: 8 total, 7 up, 8 in 2024-04-22T04:34:47.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:47 smithi040 ceph-mon[88445]: osdmap e506: 8 total, 7 up, 8 in 2024-04-22T04:34:47.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:47 smithi040 ceph-mon[88445]: pgmap v473: 121 pgs: 10 active+undersized+degraded, 37 active+undersized, 74 active+clean; 419 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.3 MiB/s wr, 5 op/s; 38/654 objects degraded (5.810%) 2024-04-22T04:34:47.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:47 smithi040 ceph-mon[88445]: osdmap e507: 8 total, 7 up, 8 in 2024-04-22T04:34:47.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:47 smithi040 ceph-mon[91058]: osdmap e506: 8 total, 7 up, 8 in 2024-04-22T04:34:47.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:47 smithi040 ceph-mon[91058]: pgmap v473: 121 pgs: 10 active+undersized+degraded, 37 active+undersized, 74 active+clean; 419 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.3 MiB/s wr, 5 op/s; 38/654 objects degraded (5.810%) 2024-04-22T04:34:47.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:47 smithi040 ceph-mon[91058]: osdmap e507: 8 total, 7 up, 8 in 2024-04-22T04:34:48.052 INFO:tasks.rados.rados.0.smithi040.stdout:2328: done (6 left) 2024-04-22T04:34:48.052 INFO:tasks.rados.rados.0.smithi040.stdout:2329: done (5 left) 2024-04-22T04:34:48.052 INFO:tasks.rados.rados.0.smithi040.stdout:2330: done (4 left) 2024-04-22T04:34:48.052 INFO:tasks.rados.rados.0.smithi040.stdout:2331: done (3 left) 2024-04-22T04:34:48.052 INFO:tasks.rados.rados.0.smithi040.stdout:2332: done (2 left) 2024-04-22T04:34:48.052 INFO:tasks.rados.rados.0.smithi040.stdout:2333: done (1 left) 2024-04-22T04:34:48.052 INFO:tasks.rados.rados.0.smithi040.stdout:2334: done (0 left) 2024-04-22T04:34:48.052 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 226 2024-04-22T04:34:48.052 INFO:tasks.rados.rados.0.smithi040.stdout:2335: seq_num 751 ranges {3162112=581632} 2024-04-22T04:34:48.072 INFO:tasks.rados.rados.0.smithi040.stdout:2335: writing smithi04078109-31 from 3162112 to 3743744 tid 1 2024-04-22T04:34:48.072 INFO:tasks.rados.rados.0.smithi040.stdout:2336: delete oid 16 current snap is 226 2024-04-22T04:34:48.075 INFO:tasks.rados.rados.0.smithi040.stdout:2336: done (1 left) 2024-04-22T04:34:48.075 INFO:tasks.rados.rados.0.smithi040.stdout:2337: snap_remove snap 224 2024-04-22T04:34:48.499 INFO:tasks.rados.rados.0.smithi040.stdout:2337: done (1 left) 2024-04-22T04:34:48.499 INFO:tasks.rados.rados.0.smithi040.stdout:2338: snap_remove snap 191 2024-04-22T04:34:48.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:48 smithi062 ceph-mon[78153]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-04-22T04:34:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:48 smithi040 ceph-mon[88445]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-04-22T04:34:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:48 smithi040 ceph-mon[91058]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-04-22T04:34:49.513 INFO:tasks.rados.rados.0.smithi040.stdout:2338: done (1 left) 2024-04-22T04:34:49.513 INFO:tasks.rados.rados.0.smithi040.stdout:2339: rollback oid 39 current snap is 226 2024-04-22T04:34:49.513 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 39 to 215 2024-04-22T04:34:49.513 INFO:tasks.rados.rados.0.smithi040.stdout:2340: snap_remove snap 223 2024-04-22T04:34:49.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:49 smithi062 ceph-mon[78153]: osdmap e508: 8 total, 7 up, 8 in 2024-04-22T04:34:49.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:49 smithi062 ceph-mon[78153]: pgmap v476: 121 pgs: 10 active+undersized+degraded, 37 active+undersized, 74 active+clean; 425 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.4 MiB/s wr, 33 op/s; 39/696 objects degraded (5.603%) 2024-04-22T04:34:49.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:49 smithi040 ceph-mon[88445]: osdmap e508: 8 total, 7 up, 8 in 2024-04-22T04:34:49.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:49 smithi040 ceph-mon[88445]: pgmap v476: 121 pgs: 10 active+undersized+degraded, 37 active+undersized, 74 active+clean; 425 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.4 MiB/s wr, 33 op/s; 39/696 objects degraded (5.603%) 2024-04-22T04:34:49.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:49 smithi040 ceph-mon[91058]: osdmap e508: 8 total, 7 up, 8 in 2024-04-22T04:34:49.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:49 smithi040 ceph-mon[91058]: pgmap v476: 121 pgs: 10 active+undersized+degraded, 37 active+undersized, 74 active+clean; 425 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.4 MiB/s wr, 33 op/s; 39/696 objects degraded (5.603%) 2024-04-22T04:34:50.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:34:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:34:50] "GET /metrics HTTP/1.1" 200 236633 "" "Prometheus/2.33.4" 2024-04-22T04:34:50.498 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T04:34:50.243+0000 7fabb9ff4540 -1 osd.7 0 read_superblock omap replica is missing. 2024-04-22T04:34:50.498 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T04:34:50.283+0000 7fabb9ff4540 -1 osd.7 498 log_to_monitors true 2024-04-22T04:34:50.506 INFO:tasks.rados.rados.0.smithi040.stdout:2340: done (2 left) 2024-04-22T04:34:50.507 INFO:tasks.rados.rados.0.smithi040.stdout:2341: read oid 45 snap -1 2024-04-22T04:34:50.507 INFO:tasks.rados.rados.0.smithi040.stdout:2341: expect (ObjNum 720 snap 221 seq_num 720) 2024-04-22T04:34:50.507 INFO:tasks.rados.rados.0.smithi040.stdout:2342: read oid 44 snap 204 2024-04-22T04:34:50.507 INFO:tasks.rados.rados.0.smithi040.stdout:2342: expect (ObjNum 602 snap 181 seq_num 602) 2024-04-22T04:34:50.507 INFO:tasks.rados.rados.0.smithi040.stdout:2343: snap_create 2024-04-22T04:34:50.507 INFO:tasks.rados.rados.0.smithi040.stdout:2335: finishing write tid 1 to smithi04078109-31 2024-04-22T04:34:50.507 INFO:tasks.rados.rados.0.smithi040.stdout:2335: finishing write tid 2 to smithi04078109-31 2024-04-22T04:34:50.507 INFO:tasks.rados.rados.0.smithi040.stdout:2335: finishing write tid 3 to smithi04078109-31 2024-04-22T04:34:50.507 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 1609 (ObjNum 751 snap 226 seq_num 751) dirty exists 2024-04-22T04:34:50.507 INFO:tasks.rados.rados.0.smithi040.stdout:2335: left oid 31 (ObjNum 751 snap 226 seq_num 751) 2024-04-22T04:34:50.507 INFO:tasks.rados.rados.0.smithi040.stdout:2339: finishing rollback tid 0 to smithi04078109-39 2024-04-22T04:34:50.507 INFO:tasks.rados.rados.0.smithi040.stdout:2339: finishing rollback tid 1 to smithi04078109-39 2024-04-22T04:34:50.507 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 1245 (ObjNum 1 snap 32647 seq_num 2851586464) dirty dne 2024-04-22T04:34:50.521 INFO:tasks.rados.rados.0.smithi040.stdout:2342: expect (ObjNum 602 snap 181 seq_num 602) 2024-04-22T04:34:50.540 INFO:tasks.rados.rados.0.smithi040.stdout:2341: expect (ObjNum 720 snap 221 seq_num 720) 2024-04-22T04:34:50.881 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 04:34:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T04:34:50.540+0000 7faba95bd700 -1 osd.7 498 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T04:34:50.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:50 smithi062 ceph-mon[78153]: Health check update: Degraded data redundancy: 39/696 objects degraded (5.603%), 10 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:50.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:50 smithi062 ceph-mon[78153]: osdmap e509: 8 total, 7 up, 8 in 2024-04-22T04:34:50.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:50 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:50.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:50 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:50.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:50 smithi062 ceph-mon[78153]: from='osd.7 [v2:172.21.15.62:6824/2238709904,v1:172.21.15.62:6825/2238709904]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T04:34:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:50 smithi062 ceph-mon[78153]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T04:34:50.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:50 smithi040 ceph-mon[88445]: Health check update: Degraded data redundancy: 39/696 objects degraded (5.603%), 10 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:50.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:50 smithi040 ceph-mon[88445]: osdmap e509: 8 total, 7 up, 8 in 2024-04-22T04:34:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:50 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:50 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:50 smithi040 ceph-mon[88445]: from='osd.7 [v2:172.21.15.62:6824/2238709904,v1:172.21.15.62:6825/2238709904]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T04:34:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:50 smithi040 ceph-mon[88445]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T04:34:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:50 smithi040 ceph-mon[91058]: Health check update: Degraded data redundancy: 39/696 objects degraded (5.603%), 10 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:50 smithi040 ceph-mon[91058]: osdmap e509: 8 total, 7 up, 8 in 2024-04-22T04:34:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:50 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:50 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:50 smithi040 ceph-mon[91058]: from='osd.7 [v2:172.21.15.62:6824/2238709904,v1:172.21.15.62:6825/2238709904]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T04:34:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:50 smithi040 ceph-mon[91058]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T04:34:51.517 INFO:tasks.rados.rados.0.smithi040.stdout:2335: done (4 left) 2024-04-22T04:34:51.517 INFO:tasks.rados.rados.0.smithi040.stdout:2339: done (3 left) 2024-04-22T04:34:51.517 INFO:tasks.rados.rados.0.smithi040.stdout:2341: done (2 left) 2024-04-22T04:34:51.517 INFO:tasks.rados.rados.0.smithi040.stdout:2342: done (1 left) 2024-04-22T04:34:51.517 INFO:tasks.rados.rados.0.smithi040.stdout:2343: done (0 left) 2024-04-22T04:34:51.517 INFO:tasks.rados.rados.0.smithi040.stdout:2344: read oid 21 snap -1 2024-04-22T04:34:51.517 INFO:tasks.rados.rados.0.smithi040.stdout:2344: expect (ObjNum 738 snap 223 seq_num 738) 2024-04-22T04:34:51.517 INFO:tasks.rados.rados.0.smithi040.stdout:2345: delete oid 4 current snap is 227 2024-04-22T04:34:51.525 INFO:tasks.rados.rados.0.smithi040.stdout:2345: done (1 left) 2024-04-22T04:34:51.525 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 227 2024-04-22T04:34:51.525 INFO:tasks.rados.rados.0.smithi040.stdout:2346: seq_num 754 ranges {3743744=630784} 2024-04-22T04:34:51.550 INFO:tasks.rados.rados.0.smithi040.stdout:2346: writing smithi04078109-31 from 3743744 to 4374528 tid 1 2024-04-22T04:34:51.550 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 38 current snap is 227 2024-04-22T04:34:51.550 INFO:tasks.rados.rados.0.smithi040.stdout:2347: seq_num 755 ranges {2818048=647168} 2024-04-22T04:34:51.569 INFO:tasks.rados.rados.0.smithi040.stdout:2347: writing smithi04078109-38 from 2818048 to 3465216 tid 1 2024-04-22T04:34:51.569 INFO:tasks.rados.rados.0.smithi040.stdout:2348: rollback oid 14 current snap is 227 2024-04-22T04:34:51.569 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 14 to 208 2024-04-22T04:34:51.569 INFO:tasks.rados.rados.0.smithi040.stdout:2344: expect (ObjNum 738 snap 223 seq_num 738) 2024-04-22T04:34:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:51 smithi062 ceph-mon[78153]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-22T04:34:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:51 smithi062 ceph-mon[78153]: osdmap e510: 8 total, 7 up, 8 in 2024-04-22T04:34:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:51 smithi062 ceph-mon[78153]: from='osd.7 [v2:172.21.15.62:6824/2238709904,v1:172.21.15.62:6825/2238709904]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:34:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:51 smithi062 ceph-mon[78153]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:34:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:51 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:51 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:51 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:34:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:51 smithi062 ceph-mon[78153]: pgmap v479: 121 pgs: 10 active+undersized+degraded, 37 active+undersized, 74 active+clean; 422 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.2 MiB/s wr, 30 op/s; 39/696 objects degraded (5.603%) 2024-04-22T04:34:51.751 INFO:tasks.rados.rados.0.smithi040.stdout:2346: finishing write tid 1 to smithi04078109-31 2024-04-22T04:34:51.752 INFO:tasks.rados.rados.0.smithi040.stdout:2346: finishing write tid 2 to smithi04078109-31 2024-04-22T04:34:51.752 INFO:tasks.rados.rados.0.smithi040.stdout:2346: finishing write tid 3 to smithi04078109-31 2024-04-22T04:34:51.752 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 1632 (ObjNum 754 snap 227 seq_num 754) dirty exists 2024-04-22T04:34:51.752 INFO:tasks.rados.rados.0.smithi040.stdout:2346: left oid 31 (ObjNum 754 snap 227 seq_num 754) 2024-04-22T04:34:51.752 INFO:tasks.rados.rados.0.smithi040.stdout:2344: done (3 left) 2024-04-22T04:34:51.752 INFO:tasks.rados.rados.0.smithi040.stdout:2346: done (2 left) 2024-04-22T04:34:51.752 INFO:tasks.rados.rados.0.smithi040.stdout:2349: delete oid 10 current snap is 227 2024-04-22T04:34:51.752 INFO:tasks.rados.rados.0.smithi040.stdout:2348: finishing rollback tid 0 to smithi04078109-14 2024-04-22T04:34:51.752 INFO:tasks.rados.rados.0.smithi040.stdout:2348: finishing rollback tid 1 to smithi04078109-14 2024-04-22T04:34:51.752 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 1246 (ObjNum -1441967280 snap 21852 seq_num 2853186128) dirty dne 2024-04-22T04:34:51.752 INFO:tasks.rados.rados.0.smithi040.stdout:2347: finishing write tid 1 to smithi04078109-38 2024-04-22T04:34:51.752 INFO:tasks.rados.rados.0.smithi040.stdout:2347: finishing write tid 2 to smithi04078109-38 2024-04-22T04:34:51.752 INFO:tasks.rados.rados.0.smithi040.stdout:2347: finishing write tid 3 to smithi04078109-38 2024-04-22T04:34:51.753 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 1309 (ObjNum 755 snap 227 seq_num 755) dirty exists 2024-04-22T04:34:51.753 INFO:tasks.rados.rados.0.smithi040.stdout:2347: left oid 38 (ObjNum 755 snap 227 seq_num 755) 2024-04-22T04:34:51.754 INFO:tasks.rados.rados.0.smithi040.stdout:2347: done (2 left) 2024-04-22T04:34:51.754 INFO:tasks.rados.rados.0.smithi040.stdout:2348: done (1 left) 2024-04-22T04:34:51.755 INFO:tasks.rados.rados.0.smithi040.stdout:2349: done (0 left) 2024-04-22T04:34:51.755 INFO:tasks.rados.rados.0.smithi040.stdout:2350: read oid 13 snap -1 2024-04-22T04:34:51.755 INFO:tasks.rados.rados.0.smithi040.stdout:2350: expect deleted 2024-04-22T04:34:51.755 INFO:tasks.rados.rados.0.smithi040.stdout:2351: read oid 46 snap 208 2024-04-22T04:34:51.755 INFO:tasks.rados.rados.0.smithi040.stdout:2351: expect (ObjNum 648 snap 197 seq_num 648) 2024-04-22T04:34:51.755 INFO:tasks.rados.rados.0.smithi040.stdout:2352: rmattr oid 39 current snap is 227 2024-04-22T04:34:51.755 INFO:tasks.rados.rados.0.smithi040.stdout:2352: done (2 left) 2024-04-22T04:34:51.755 INFO:tasks.rados.rados.0.smithi040.stdout:2353: snap_create 2024-04-22T04:34:51.760 INFO:tasks.rados.rados.0.smithi040.stdout:2351: expect (ObjNum 648 snap 197 seq_num 648) 2024-04-22T04:34:51.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[88445]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-22T04:34:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[88445]: osdmap e510: 8 total, 7 up, 8 in 2024-04-22T04:34:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[88445]: from='osd.7 [v2:172.21.15.62:6824/2238709904,v1:172.21.15.62:6825/2238709904]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:34:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[88445]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:34:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:34:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[88445]: pgmap v479: 121 pgs: 10 active+undersized+degraded, 37 active+undersized, 74 active+clean; 422 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.2 MiB/s wr, 30 op/s; 39/696 objects degraded (5.603%) 2024-04-22T04:34:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[91058]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-22T04:34:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[91058]: osdmap e510: 8 total, 7 up, 8 in 2024-04-22T04:34:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[91058]: from='osd.7 [v2:172.21.15.62:6824/2238709904,v1:172.21.15.62:6825/2238709904]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:34:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[91058]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-04-22T04:34:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:34:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:51 smithi040 ceph-mon[91058]: pgmap v479: 121 pgs: 10 active+undersized+degraded, 37 active+undersized, 74 active+clean; 422 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.2 MiB/s wr, 30 op/s; 39/696 objects degraded (5.603%) 2024-04-22T04:34:52.517 INFO:tasks.rados.rados.0.smithi040.stdout:2350: done (2 left) 2024-04-22T04:34:52.517 INFO:tasks.rados.rados.0.smithi040.stdout:2351: done (1 left) 2024-04-22T04:34:52.517 INFO:tasks.rados.rados.0.smithi040.stdout:2353: done (0 left) 2024-04-22T04:34:52.517 INFO:tasks.rados.rados.0.smithi040.stdout:2354: read oid 32 snap 217 2024-04-22T04:34:52.517 INFO:tasks.rados.rados.0.smithi040.stdout:2354: expect (ObjNum 705 snap 217 seq_num 705) 2024-04-22T04:34:52.517 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 228 2024-04-22T04:34:52.517 INFO:tasks.rados.rados.0.smithi040.stdout:2355: seq_num 757 ranges {0=688128} 2024-04-22T04:34:52.520 INFO:tasks.rados.rados.0.smithi040.stdout:2355: writing smithi04078109-46 from 0 to 688128 tid 1 2024-04-22T04:34:52.520 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 5 current snap is 228 2024-04-22T04:34:52.520 INFO:tasks.rados.rados.0.smithi040.stdout:2356: seq_num 758 ranges {1630208=704512} 2024-04-22T04:34:52.534 INFO:tasks.rados.rados.0.smithi040.stdout:2356: writing smithi04078109-5 from 1630208 to 2334720 tid 1 2024-04-22T04:34:52.534 INFO:tasks.rados.rados.0.smithi040.stdout:2357: read oid 50 snap -1 2024-04-22T04:34:52.534 INFO:tasks.rados.rados.0.smithi040.stdout:2357: expect (ObjNum 670 snap 205 seq_num 670) 2024-04-22T04:34:52.534 INFO:tasks.rados.rados.0.smithi040.stdout:2358: read oid 26 snap -1 2024-04-22T04:34:52.534 INFO:tasks.rados.rados.0.smithi040.stdout:2358: expect deleted 2024-04-22T04:34:52.534 INFO:tasks.rados.rados.0.smithi040.stdout:2359: delete oid 42 current snap is 228 2024-04-22T04:34:52.537 INFO:tasks.rados.rados.0.smithi040.stdout:2355: finishing write tid 1 to smithi04078109-46 2024-04-22T04:34:52.537 INFO:tasks.rados.rados.0.smithi040.stdout:2355: finishing write tid 2 to smithi04078109-46 2024-04-22T04:34:52.539 INFO:tasks.rados.rados.0.smithi040.stdout:2355: finishing write tid 3 to smithi04078109-46 2024-04-22T04:34:52.539 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1021 (ObjNum 757 snap 228 seq_num 757) dirty exists 2024-04-22T04:34:52.539 INFO:tasks.rados.rados.0.smithi040.stdout:2355: left oid 46 (ObjNum 757 snap 228 seq_num 757) 2024-04-22T04:34:52.541 INFO:tasks.rados.rados.0.smithi040.stdout:2354: expect (ObjNum 705 snap 217 seq_num 705) 2024-04-22T04:34:52.598 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:52 smithi062 ceph-mon[78153]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:34:52.598 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:52 smithi062 ceph-mon[78153]: osd.7 [v2:172.21.15.62:6824/2238709904,v1:172.21.15.62:6825/2238709904] boot 2024-04-22T04:34:52.598 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:52 smithi062 ceph-mon[78153]: osdmap e511: 8 total, 8 up, 8 in 2024-04-22T04:34:52.599 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:52 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:34:52.599 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:52 smithi062 ceph-mon[78153]: osdmap e512: 8 total, 8 up, 8 in 2024-04-22T04:34:52.694 INFO:tasks.rados.rados.0.smithi040.stdout:2356: finishing write tid 1 to smithi04078109-5 2024-04-22T04:34:52.694 INFO:tasks.rados.rados.0.smithi040.stdout:2356: finishing write tid 2 to smithi04078109-5 2024-04-22T04:34:52.694 INFO:tasks.rados.rados.0.smithi040.stdout:2356: finishing write tid 3 to smithi04078109-5 2024-04-22T04:34:52.694 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 1707 (ObjNum 758 snap 228 seq_num 758) dirty exists 2024-04-22T04:34:52.694 INFO:tasks.rados.rados.0.smithi040.stdout:2356: left oid 5 (ObjNum 758 snap 228 seq_num 758) 2024-04-22T04:34:52.694 INFO:tasks.rados.rados.0.smithi040.stdout:2357: expect (ObjNum 670 snap 205 seq_num 670) 2024-04-22T04:34:52.738 INFO:tasks.rados.rados.0.smithi040.stdout:2354: done (5 left) 2024-04-22T04:34:52.738 INFO:tasks.rados.rados.0.smithi040.stdout:2355: done (4 left) 2024-04-22T04:34:52.738 INFO:tasks.rados.rados.0.smithi040.stdout:2356: done (3 left) 2024-04-22T04:34:52.738 INFO:tasks.rados.rados.0.smithi040.stdout:2357: done (2 left) 2024-04-22T04:34:52.738 INFO:tasks.rados.rados.0.smithi040.stdout:2358: done (1 left) 2024-04-22T04:34:52.738 INFO:tasks.rados.rados.0.smithi040.stdout:2359: done (0 left) 2024-04-22T04:34:52.738 INFO:tasks.rados.rados.0.smithi040.stdout:2360: delete oid 11 current snap is 228 2024-04-22T04:34:52.740 INFO:tasks.rados.rados.0.smithi040.stdout:2360: done (0 left) 2024-04-22T04:34:52.740 INFO:tasks.rados.rados.0.smithi040.stdout:2361: snap_create 2024-04-22T04:34:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:52 smithi040 ceph-mon[91058]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:34:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:52 smithi040 ceph-mon[91058]: osd.7 [v2:172.21.15.62:6824/2238709904,v1:172.21.15.62:6825/2238709904] boot 2024-04-22T04:34:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:52 smithi040 ceph-mon[91058]: osdmap e511: 8 total, 8 up, 8 in 2024-04-22T04:34:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:52 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:34:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:52 smithi040 ceph-mon[91058]: osdmap e512: 8 total, 8 up, 8 in 2024-04-22T04:34:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:52 smithi040 ceph-mon[88445]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-22T04:34:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:52 smithi040 ceph-mon[88445]: osd.7 [v2:172.21.15.62:6824/2238709904,v1:172.21.15.62:6825/2238709904] boot 2024-04-22T04:34:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:52 smithi040 ceph-mon[88445]: osdmap e511: 8 total, 8 up, 8 in 2024-04-22T04:34:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:52 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T04:34:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:52 smithi040 ceph-mon[88445]: osdmap e512: 8 total, 8 up, 8 in 2024-04-22T04:34:53.532 INFO:tasks.rados.rados.0.smithi040.stdout:2361: done (0 left) 2024-04-22T04:34:53.532 INFO:tasks.rados.rados.0.smithi040.stdout:2362: delete oid 1 current snap is 229 2024-04-22T04:34:53.534 INFO:tasks.rados.rados.0.smithi040.stdout:2362: done (0 left) 2024-04-22T04:34:53.534 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 229 2024-04-22T04:34:53.534 INFO:tasks.rados.rados.0.smithi040.stdout:2363: seq_num 762 ranges {278528=770048} 2024-04-22T04:34:53.540 INFO:tasks.rados.rados.0.smithi040.stdout:2363: writing smithi04078109-40 from 278528 to 1048576 tid 1 2024-04-22T04:34:53.540 INFO:tasks.rados.rados.0.smithi040.stdout:2364: copy_from oid 26 from oid 4 current snap is 229 2024-04-22T04:34:53.540 INFO:tasks.rados.rados.0.smithi040.stdout:2365: snap_create 2024-04-22T04:34:53.541 INFO:tasks.rados.rados.0.smithi040.stdout:2364: finishing copy_from to smithi04078109-26 2024-04-22T04:34:53.541 INFO:tasks.rados.rados.0.smithi040.stdout:2364: got expected ENOENT (src dne) 2024-04-22T04:34:53.541 INFO:tasks.rados.rados.0.smithi040.stdout:2364: finishing copy_from racing read to smithi04078109-26 2024-04-22T04:34:53.545 INFO:tasks.rados.rados.0.smithi040.stdout:2363: finishing write tid 1 to smithi04078109-40 2024-04-22T04:34:53.545 INFO:tasks.rados.rados.0.smithi040.stdout:2363: finishing write tid 2 to smithi04078109-40 2024-04-22T04:34:53.547 INFO:tasks.rados.rados.0.smithi040.stdout:2363: finishing write tid 3 to smithi04078109-40 2024-04-22T04:34:53.547 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1637 (ObjNum 762 snap 229 seq_num 762) dirty exists 2024-04-22T04:34:53.547 INFO:tasks.rados.rados.0.smithi040.stdout:2363: left oid 40 (ObjNum 762 snap 229 seq_num 762) 2024-04-22T04:34:53.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:53 smithi062 ceph-mon[78153]: pgmap v482: 121 pgs: 15 peering, 8 active+undersized+degraded, 24 active+undersized, 74 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 560 KiB/s wr, 12 op/s; 37/681 objects degraded (5.433%) 2024-04-22T04:34:53.891 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:34:53.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:53 smithi040 ceph-mon[88445]: pgmap v482: 121 pgs: 15 peering, 8 active+undersized+degraded, 24 active+undersized, 74 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 560 KiB/s wr, 12 op/s; 37/681 objects degraded (5.433%) 2024-04-22T04:34:53.908 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:53 smithi040 ceph-mon[91058]: pgmap v482: 121 pgs: 15 peering, 8 active+undersized+degraded, 24 active+undersized, 74 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 560 KiB/s wr, 12 op/s; 37/681 objects degraded (5.433%) 2024-04-22T04:34:54.202 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:34:54.203 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (8m) 2m ago 9m 24.1M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:34:54.203 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (8m) 4s ago 8m 59.7M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:34:54.203 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (10m) 2m ago 10m 14.3M - 16.2.15-1-g8963e9de 727f386679cb 07889a83e85d 2024-04-22T04:34:54.203 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (10m) 4s ago 10m 18.8M - 16.2.15-1-g8963e9de 727f386679cb 37118b502053 2024-04-22T04:34:54.203 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (5m) 4s ago 14m 433M - 17.2.7-878-g5d873850 c90a446c4c8e aa2238c1b793 2024-04-22T04:34:54.203 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 running (6m) 2m ago 15m 485M - 17.2.7-878-g5d873850 c90a446c4c8e edd41a239d91 2024-04-22T04:34:54.203 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (5m) 2m ago 16m 50.5M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0d79462ba4ea 2024-04-22T04:34:54.203 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (4m) 4s ago 14m 46.8M 2048M 17.2.7-878-g5d873850 c90a446c4c8e ecb1ef3cca09 2024-04-22T04:34:54.203 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (5m) 2m ago 14m 47.6M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0c9cde756a31 2024-04-22T04:34:54.203 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (9m) 2m ago 9m 25.4M - 1.3.1 1dbe0e931976 3d926365bac8 2024-04-22T04:34:54.203 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (9m) 4s ago 9m 22.7M - 1.3.1 1dbe0e931976 cd70c5d64335 2024-04-22T04:34:54.203 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (4m) 2m ago 13m 203M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 7f49c536057f 2024-04-22T04:34:54.203 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (3m) 2m ago 13m 132M 2489M 17.2.7-878-g5d873850 c90a446c4c8e d3e5e137996e 2024-04-22T04:34:54.203 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (2m) 2m ago 12m 92.3M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 5eca6db3ad94 2024-04-22T04:34:54.203 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (2m) 2m ago 12m 12.1M 2489M 17.2.7-878-g5d873850 c90a446c4c8e aee12043cd2a 2024-04-22T04:34:54.204 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (103s) 4s ago 12m 184M 2488M 17.2.7-878-g5d873850 c90a446c4c8e ec18adf29702 2024-04-22T04:34:54.204 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (67s) 4s ago 11m 130M 2488M 17.2.7-878-g5d873850 c90a446c4c8e 07c31e3a4c64 2024-04-22T04:34:54.204 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (31s) 4s ago 11m 76.0M 2488M 17.2.7-878-g5d873850 c90a446c4c8e c19dea6ef4ce 2024-04-22T04:34:54.204 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (9s) 4s ago 10m 13.2M 2488M 17.2.7-878-g5d873850 c90a446c4c8e 5b69e15fbbf9 2024-04-22T04:34:54.204 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (8m) 4s ago 9m 74.3M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:34:54.542 INFO:tasks.rados.rados.0.smithi040.stdout:2363: done (2 left) 2024-04-22T04:34:54.543 INFO:tasks.rados.rados.0.smithi040.stdout:2364: done (1 left) 2024-04-22T04:34:54.543 INFO:tasks.rados.rados.0.smithi040.stdout:2365: done (0 left) 2024-04-22T04:34:54.543 INFO:tasks.rados.rados.0.smithi040.stdout:2366: snap_remove snap 228 2024-04-22T04:34:54.613 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:34:54.613 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:34:54.613 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 3 2024-04-22T04:34:54.613 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:34:54.613 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:34:54.613 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:34:54.613 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:34:54.613 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:34:54.613 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 8 2024-04-22T04:34:54.613 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:34:54.613 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:34:54.614 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-22T04:34:54.614 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:34:54.614 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:34:54.614 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2, 2024-04-22T04:34:54.614 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 13 2024-04-22T04:34:54.614 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:34:54.614 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:34:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: osdmap e513: 8 total, 8 up, 8 in 2024-04-22T04:34:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:34:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:34:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:34:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:54.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:54.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-22T04:34:54.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-22T04:34:54.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-22T04:34:54.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-22T04:34:54.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-22T04:34:54.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-22T04:34:54.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-22T04:34:54.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-22T04:34:54.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-22T04:34:54.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-22T04:34:54.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-22T04:34:54.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-22T04:34:54.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-22T04:34:54.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-22T04:34:54.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-22T04:34:54.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-22T04:34:54.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-22T04:34:54.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-22T04:34:54.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-22T04:34:54.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-22T04:34:54.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-22T04:34:54.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-22T04:34:54.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-22T04:34:54.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-22T04:34:54.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "quincy"}]: dispatch 2024-04-22T04:34:54.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "quincy"}]: dispatch 2024-04-22T04:34:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: osdmap e513: 8 total, 8 up, 8 in 2024-04-22T04:34:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:34:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:34:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:34:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-22T04:34:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-22T04:34:54.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-22T04:34:54.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-22T04:34:54.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-22T04:34:54.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-22T04:34:54.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-22T04:34:54.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-22T04:34:54.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-22T04:34:54.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-22T04:34:54.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-22T04:34:54.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-22T04:34:54.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-22T04:34:54.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-22T04:34:54.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-22T04:34:54.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: osdmap e513: 8 total, 8 up, 8 in 2024-04-22T04:34:54.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:54.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:54.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:34:54.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:34:54.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:54.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:34:54.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:54.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:54.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:54.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:54.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:54.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-22T04:34:54.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-22T04:34:54.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-22T04:34:54.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-22T04:34:54.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-22T04:34:54.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-22T04:34:54.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-22T04:34:54.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-22T04:34:54.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-22T04:34:54.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-22T04:34:54.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-22T04:34:54.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-22T04:34:54.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-22T04:34:54.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-22T04:34:54.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-22T04:34:54.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-22T04:34:54.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-22T04:34:54.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-22T04:34:54.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-22T04:34:54.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-22T04:34:54.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-22T04:34:54.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-22T04:34:54.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-22T04:34:54.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-22T04:34:54.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "quincy"}]: dispatch 2024-04-22T04:34:54.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "quincy"}]: dispatch 2024-04-22T04:34:54.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-22T04:34:54.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-22T04:34:54.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-22T04:34:54.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-22T04:34:54.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-22T04:34:54.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-22T04:34:54.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-22T04:34:54.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-22T04:34:54.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-22T04:34:54.914 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "quincy"}]: dispatch 2024-04-22T04:34:54.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "quincy"}]: dispatch 2024-04-22T04:34:55.542 INFO:tasks.rados.rados.0.smithi040.stdout:2366: done (0 left) 2024-04-22T04:34:55.543 INFO:tasks.rados.rados.0.smithi040.stdout:2367: delete oid 21 current snap is 230 2024-04-22T04:34:55.547 INFO:tasks.rados.rados.0.smithi040.stdout:2367: done (0 left) 2024-04-22T04:34:55.547 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 230 2024-04-22T04:34:55.547 INFO:tasks.rados.rados.0.smithi040.stdout:2368: seq_num 764 ranges {9519104=802816} 2024-04-22T04:34:55.603 INFO:tasks.rados.rados.0.smithi040.stdout:2368: writing smithi04078109-23 from 9519104 to 10321920 tid 1 2024-04-22T04:34:55.603 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 43 current snap is 230 2024-04-22T04:34:55.603 INFO:tasks.rados.rados.0.smithi040.stdout:2369: seq_num 765 ranges {1540096=417792,1957888=401408} 2024-04-22T04:34:55.614 INFO:tasks.rados.rados.0.smithi040.stdout:2369: writing smithi04078109-43 from 1540096 to 1957888 tid 1 2024-04-22T04:34:55.616 INFO:tasks.rados.rados.0.smithi040.stdout:2369: writing smithi04078109-43 from 1957888 to 2359296 tid 2 2024-04-22T04:34:55.616 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 48 current snap is 230 2024-04-22T04:34:55.616 INFO:tasks.rados.rados.0.smithi040.stdout:2368: finishing write tid 1 to smithi04078109-23 2024-04-22T04:34:55.616 INFO:tasks.rados.rados.0.smithi040.stdout:2370: seq_num 766 ranges {8568832=434176,9003008=401408} 2024-04-22T04:34:55.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[88445]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:34:55.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[88445]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:34:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[88445]: Upgrade: Setting container_image for all osd 2024-04-22T04:34:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[88445]: Upgrade: Setting require_osd_release to 17 quincy 2024-04-22T04:34:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[88445]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running quincy or later but require_osd_release < quincy) 2024-04-22T04:34:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "quincy"}]': finished 2024-04-22T04:34:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[88445]: osdmap e514: 8 total, 8 up, 8 in 2024-04-22T04:34:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-22T04:34:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[88445]: Upgrade: It appears safe to stop mds.a 2024-04-22T04:34:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[88445]: pgmap v485: 121 pgs: 15 peering, 8 active+undersized+degraded, 24 active+undersized, 74 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 418 KiB/s wr, 10 op/s; 37/681 objects degraded (5.433%) 2024-04-22T04:34:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4064656617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:55.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[91058]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:34:55.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[91058]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:34:55.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[91058]: Upgrade: Setting container_image for all osd 2024-04-22T04:34:55.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[91058]: Upgrade: Setting require_osd_release to 17 quincy 2024-04-22T04:34:55.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[91058]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running quincy or later but require_osd_release < quincy) 2024-04-22T04:34:55.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "quincy"}]': finished 2024-04-22T04:34:55.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[91058]: osdmap e514: 8 total, 8 up, 8 in 2024-04-22T04:34:55.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-22T04:34:55.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[91058]: Upgrade: It appears safe to stop mds.a 2024-04-22T04:34:55.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[91058]: pgmap v485: 121 pgs: 15 peering, 8 active+undersized+degraded, 24 active+undersized, 74 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 418 KiB/s wr, 10 op/s; 37/681 objects degraded (5.433%) 2024-04-22T04:34:55.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:55 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4064656617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:55.665 INFO:tasks.rados.rados.0.smithi040.stdout:2370: writing smithi04078109-48 from 8568832 to 9003008 tid 1 2024-04-22T04:34:55.668 INFO:tasks.rados.rados.0.smithi040.stdout:2370: writing smithi04078109-48 from 9003008 to 9404416 tid 2 2024-04-22T04:34:55.668 INFO:tasks.rados.rados.0.smithi040.stdout:2371: read oid 10 snap -1 2024-04-22T04:34:55.668 INFO:tasks.rados.rados.0.smithi040.stdout:2371: expect deleted 2024-04-22T04:34:55.669 INFO:tasks.rados.rados.0.smithi040.stdout:2372: snap_remove snap 213 2024-04-22T04:34:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:34:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:34:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:34:55.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:55 smithi062 ceph-mon[78153]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:34:55.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:55 smithi062 ceph-mon[78153]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:34:55.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:55 smithi062 ceph-mon[78153]: Upgrade: Setting container_image for all osd 2024-04-22T04:34:55.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:55 smithi062 ceph-mon[78153]: Upgrade: Setting require_osd_release to 17 quincy 2024-04-22T04:34:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:55 smithi062 ceph-mon[78153]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running quincy or later but require_osd_release < quincy) 2024-04-22T04:34:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:55 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "quincy"}]': finished 2024-04-22T04:34:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:55 smithi062 ceph-mon[78153]: osdmap e514: 8 total, 8 up, 8 in 2024-04-22T04:34:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:55 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-22T04:34:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:55 smithi062 ceph-mon[78153]: Upgrade: It appears safe to stop mds.a 2024-04-22T04:34:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:55 smithi062 ceph-mon[78153]: pgmap v485: 121 pgs: 15 peering, 8 active+undersized+degraded, 24 active+undersized, 74 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 418 KiB/s wr, 10 op/s; 37/681 objects degraded (5.433%) 2024-04-22T04:34:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:55 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4064656617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:34:56.554 INFO:tasks.rados.rados.0.smithi040.stdout:2372: done (4 left) 2024-04-22T04:34:56.554 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 16 current snap is 230 2024-04-22T04:34:56.554 INFO:tasks.rados.rados.0.smithi040.stdout:2373: seq_num 767 ranges {0=450560,450560=401408} 2024-04-22T04:34:56.554 INFO:tasks.rados.rados.0.smithi040.stdout:2373: writing smithi04078109-16 from 0 to 450560 tid 1 2024-04-22T04:34:56.557 INFO:tasks.rados.rados.0.smithi040.stdout:2373: writing smithi04078109-16 from 450560 to 851968 tid 2 2024-04-22T04:34:56.557 INFO:tasks.rados.rados.0.smithi040.stdout:2374: read oid 21 snap 204 2024-04-22T04:34:56.557 INFO:tasks.rados.rados.0.smithi040.stdout:2374: expect deleted 2024-04-22T04:34:56.557 INFO:tasks.rados.rados.0.smithi040.stdout:2375: read oid 37 snap -1 2024-04-22T04:34:56.557 INFO:tasks.rados.rados.0.smithi040.stdout:2375: expect deleted 2024-04-22T04:34:56.557 INFO:tasks.rados.rados.0.smithi040.stdout:2376: rollback oid 41 current snap is 230 2024-04-22T04:34:56.557 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 41 to 204 2024-04-22T04:34:56.557 INFO:tasks.rados.rados.0.smithi040.stdout:2377: read oid 22 snap -1 2024-04-22T04:34:56.557 INFO:tasks.rados.rados.0.smithi040.stdout:2377: expect (ObjNum 744 snap 225 seq_num 744) 2024-04-22T04:34:56.557 INFO:tasks.rados.rados.0.smithi040.stdout:2378: rollback oid 2 current snap is 230 2024-04-22T04:34:56.557 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 2 to 218 2024-04-22T04:34:56.557 INFO:tasks.rados.rados.0.smithi040.stdout:2379: delete oid 34 current snap is 230 2024-04-22T04:34:56.557 INFO:tasks.rados.rados.0.smithi040.stdout:2368: finishing write tid 2 to smithi04078109-23 2024-04-22T04:34:56.557 INFO:tasks.rados.rados.0.smithi040.stdout:2368: finishing write tid 3 to smithi04078109-23 2024-04-22T04:34:56.558 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 1300 (ObjNum 764 snap 230 seq_num 764) dirty exists 2024-04-22T04:34:56.558 INFO:tasks.rados.rados.0.smithi040.stdout:2368: left oid 23 (ObjNum 764 snap 230 seq_num 764) 2024-04-22T04:34:56.558 INFO:tasks.rados.rados.0.smithi040.stdout:2369: finishing write tid 1 to smithi04078109-43 2024-04-22T04:34:56.558 INFO:tasks.rados.rados.0.smithi040.stdout:2369: finishing write tid 2 to smithi04078109-43 2024-04-22T04:34:56.558 INFO:tasks.rados.rados.0.smithi040.stdout:2369: finishing write tid 3 to smithi04078109-43 2024-04-22T04:34:56.558 INFO:tasks.rados.rados.0.smithi040.stdout:2369: finishing write tid 4 to smithi04078109-43 2024-04-22T04:34:56.558 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 1313 (ObjNum 765 snap 230 seq_num 765) dirty exists 2024-04-22T04:34:56.558 INFO:tasks.rados.rados.0.smithi040.stdout:2369: left oid 43 (ObjNum 765 snap 230 seq_num 765) 2024-04-22T04:34:56.558 INFO:tasks.rados.rados.0.smithi040.stdout:2370: finishing write tid 1 to smithi04078109-48 2024-04-22T04:34:56.558 INFO:tasks.rados.rados.0.smithi040.stdout:2370: finishing write tid 2 to smithi04078109-48 2024-04-22T04:34:56.558 INFO:tasks.rados.rados.0.smithi040.stdout:2370: finishing write tid 3 to smithi04078109-48 2024-04-22T04:34:56.558 INFO:tasks.rados.rados.0.smithi040.stdout:2370: finishing write tid 4 to smithi04078109-48 2024-04-22T04:34:56.558 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 1249 (ObjNum 766 snap 230 seq_num 766) dirty exists 2024-04-22T04:34:56.558 INFO:tasks.rados.rados.0.smithi040.stdout:2370: left oid 48 (ObjNum 766 snap 230 seq_num 766) 2024-04-22T04:34:56.564 INFO:tasks.rados.rados.0.smithi040.stdout:2368: done (10 left) 2024-04-22T04:34:56.564 INFO:tasks.rados.rados.0.smithi040.stdout:2369: done (9 left) 2024-04-22T04:34:56.565 INFO:tasks.rados.rados.0.smithi040.stdout:2370: done (8 left) 2024-04-22T04:34:56.565 INFO:tasks.rados.rados.0.smithi040.stdout:2371: done (7 left) 2024-04-22T04:34:56.565 INFO:tasks.rados.rados.0.smithi040.stdout:2374: done (6 left) 2024-04-22T04:34:56.565 INFO:tasks.rados.rados.0.smithi040.stdout:2375: done (5 left) 2024-04-22T04:34:56.565 INFO:tasks.rados.rados.0.smithi040.stdout:2379: done (4 left) 2024-04-22T04:34:56.565 INFO:tasks.rados.rados.0.smithi040.stdout:2380: read oid 21 snap -1 2024-04-22T04:34:56.565 INFO:tasks.rados.rados.0.smithi040.stdout:2380: expect deleted 2024-04-22T04:34:56.565 INFO:tasks.rados.rados.0.smithi040.stdout:2381: copy_from oid 3 from oid 23 current snap is 230 2024-04-22T04:34:56.565 INFO:tasks.rados.rados.0.smithi040.stdout:2382: snap_create 2024-04-22T04:34:56.565 INFO:tasks.rados.rados.0.smithi040.stdout:2373: finishing write tid 1 to smithi04078109-16 2024-04-22T04:34:56.567 INFO:tasks.rados.rados.0.smithi040.stdout:2373: finishing write tid 2 to smithi04078109-16 2024-04-22T04:34:56.567 INFO:tasks.rados.rados.0.smithi040.stdout:2373: finishing write tid 3 to smithi04078109-16 2024-04-22T04:34:56.572 INFO:tasks.rados.rados.0.smithi040.stdout:2373: finishing write tid 4 to smithi04078109-16 2024-04-22T04:34:56.572 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 927 (ObjNum 767 snap 230 seq_num 767) dirty exists 2024-04-22T04:34:56.573 INFO:tasks.rados.rados.0.smithi040.stdout:2373: left oid 16 (ObjNum 767 snap 230 seq_num 767) 2024-04-22T04:34:56.583 INFO:tasks.rados.rados.0.smithi040.stdout:2376: finishing rollback tid 0 to smithi04078109-41 2024-04-22T04:34:56.583 INFO:tasks.rados.rados.0.smithi040.stdout:2376: finishing rollback tid 1 to smithi04078109-41 2024-04-22T04:34:56.583 INFO:tasks.rados.rados.0.smithi040.stdout:2376: finishing rollback tid 2 to smithi04078109-41 2024-04-22T04:34:56.583 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 1715 (ObjNum 664 snap 203 seq_num 664) dirty exists 2024-04-22T04:34:56.583 INFO:tasks.rados.rados.0.smithi040.stdout:2378: finishing rollback tid 0 to smithi04078109-2 2024-04-22T04:34:56.583 INFO:tasks.rados.rados.0.smithi040.stdout:2378: finishing rollback tid 1 to smithi04078109-2 2024-04-22T04:34:56.583 INFO:tasks.rados.rados.0.smithi040.stdout:2378: finishing rollback tid 2 to smithi04078109-2 2024-04-22T04:34:56.583 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 1719 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-04-22T04:34:56.602 INFO:tasks.rados.rados.0.smithi040.stdout:2377: expect (ObjNum 744 snap 225 seq_num 744) 2024-04-22T04:34:56.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:56 smithi040 ceph-mon[88445]: osdmap e515: 8 total, 8 up, 8 in 2024-04-22T04:34:56.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:56 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:56.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:56 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:34:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:56 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:34:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:56 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:34:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:56 smithi040 ceph-mon[91058]: osdmap e515: 8 total, 8 up, 8 in 2024-04-22T04:34:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:56 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:56 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:34:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:56 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:34:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:56 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:34:56.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:56 smithi062 ceph-mon[78153]: osdmap e515: 8 total, 8 up, 8 in 2024-04-22T04:34:56.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:56 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:34:56.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:56 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:34:56.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:56 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:34:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:56 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:34:56.964 INFO:tasks.rados.rados.0.smithi040.stdout:2381: finishing copy_from racing read to smithi04078109-3 2024-04-22T04:34:56.964 INFO:tasks.rados.rados.0.smithi040.stdout:2381: finishing copy_from to smithi04078109-3 2024-04-22T04:34:56.964 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 1300 (ObjNum 764 snap 230 seq_num 764) dirty exists 2024-04-22T04:34:57.561 INFO:tasks.rados.rados.0.smithi040.stdout:2373: done (6 left) 2024-04-22T04:34:57.561 INFO:tasks.rados.rados.0.smithi040.stdout:2376: done (5 left) 2024-04-22T04:34:57.561 INFO:tasks.rados.rados.0.smithi040.stdout:2377: done (4 left) 2024-04-22T04:34:57.561 INFO:tasks.rados.rados.0.smithi040.stdout:2378: done (3 left) 2024-04-22T04:34:57.562 INFO:tasks.rados.rados.0.smithi040.stdout:2380: done (2 left) 2024-04-22T04:34:57.562 INFO:tasks.rados.rados.0.smithi040.stdout:2381: done (1 left) 2024-04-22T04:34:57.562 INFO:tasks.rados.rados.0.smithi040.stdout:2382: done (0 left) 2024-04-22T04:34:57.562 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 36 current snap is 231 2024-04-22T04:34:57.562 INFO:tasks.rados.rados.0.smithi040.stdout:2383: seq_num 769 ranges {0=483328,483328=401408} 2024-04-22T04:34:57.563 INFO:tasks.rados.rados.0.smithi040.stdout:2383: writing smithi04078109-36 from 0 to 483328 tid 1 2024-04-22T04:34:57.566 INFO:tasks.rados.rados.0.smithi040.stdout:2383: writing smithi04078109-36 from 483328 to 884736 tid 2 2024-04-22T04:34:57.566 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 231 2024-04-22T04:34:57.566 INFO:tasks.rados.rados.0.smithi040.stdout:2384: seq_num 770 ranges {4374528=499712,4874240=401408} 2024-04-22T04:34:57.593 INFO:tasks.rados.rados.0.smithi040.stdout:2384: writing smithi04078109-31 from 4374528 to 4874240 tid 1 2024-04-22T04:34:57.596 INFO:tasks.rados.rados.0.smithi040.stdout:2384: writing smithi04078109-31 from 4874240 to 5275648 tid 2 2024-04-22T04:34:57.596 INFO:tasks.rados.rados.0.smithi040.stdout:2385: rmattr oid 39 current snap is 231 2024-04-22T04:34:57.596 INFO:tasks.rados.rados.0.smithi040.stdout:2385: done (2 left) 2024-04-22T04:34:57.596 INFO:tasks.rados.rados.0.smithi040.stdout:2386: snap_remove snap 222 2024-04-22T04:34:57.651 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:57 smithi040 ceph-mon[88445]: Upgrade: Updating mds.a 2024-04-22T04:34:57.651 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:57 smithi040 ceph-mon[88445]: Deploying daemon mds.a on smithi040 2024-04-22T04:34:57.651 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:57 smithi040 ceph-mon[88445]: osdmap e516: 8 total, 8 up, 8 in 2024-04-22T04:34:57.651 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:57 smithi040 ceph-mon[88445]: pgmap v488: 121 pgs: 15 peering, 106 active+clean; 413 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 644 KiB/s wr, 6 op/s; 3.2 MiB/s, 0 objects/s recovering 2024-04-22T04:34:57.651 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:57 smithi040 ceph-mon[88445]: Health check update: Degraded data redundancy: 37/681 objects degraded (5.433%), 8 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:57.652 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:57 smithi040 ceph-mon[91058]: Upgrade: Updating mds.a 2024-04-22T04:34:57.652 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:57 smithi040 ceph-mon[91058]: Deploying daemon mds.a on smithi040 2024-04-22T04:34:57.652 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:57 smithi040 ceph-mon[91058]: osdmap e516: 8 total, 8 up, 8 in 2024-04-22T04:34:57.652 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:57 smithi040 ceph-mon[91058]: pgmap v488: 121 pgs: 15 peering, 106 active+clean; 413 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 644 KiB/s wr, 6 op/s; 3.2 MiB/s, 0 objects/s recovering 2024-04-22T04:34:57.652 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:57 smithi040 ceph-mon[91058]: Health check update: Degraded data redundancy: 37/681 objects degraded (5.433%), 8 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:57.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:57 smithi062 ceph-mon[78153]: Upgrade: Updating mds.a 2024-04-22T04:34:57.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:57 smithi062 ceph-mon[78153]: Deploying daemon mds.a on smithi040 2024-04-22T04:34:57.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:57 smithi062 ceph-mon[78153]: osdmap e516: 8 total, 8 up, 8 in 2024-04-22T04:34:57.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:57 smithi062 ceph-mon[78153]: pgmap v488: 121 pgs: 15 peering, 106 active+clean; 413 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 644 KiB/s wr, 6 op/s; 3.2 MiB/s, 0 objects/s recovering 2024-04-22T04:34:57.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:57 smithi062 ceph-mon[78153]: Health check update: Degraded data redundancy: 37/681 objects degraded (5.433%), 8 pgs degraded (PG_DEGRADED) 2024-04-22T04:34:58.568 INFO:tasks.rados.rados.0.smithi040.stdout:2386: done (2 left) 2024-04-22T04:34:58.568 INFO:tasks.rados.rados.0.smithi040.stdout:2387: delete oid 18 current snap is 231 2024-04-22T04:34:58.568 INFO:tasks.rados.rados.0.smithi040.stdout:2383: finishing write tid 1 to smithi04078109-36 2024-04-22T04:34:58.568 INFO:tasks.rados.rados.0.smithi040.stdout:2383: finishing write tid 2 to smithi04078109-36 2024-04-22T04:34:58.568 INFO:tasks.rados.rados.0.smithi040.stdout:2383: finishing write tid 3 to smithi04078109-36 2024-04-22T04:34:58.568 INFO:tasks.rados.rados.0.smithi040.stdout:2383: finishing write tid 4 to smithi04078109-36 2024-04-22T04:34:58.568 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 962 (ObjNum 769 snap 231 seq_num 769) dirty exists 2024-04-22T04:34:58.568 INFO:tasks.rados.rados.0.smithi040.stdout:2383: left oid 36 (ObjNum 769 snap 231 seq_num 769) 2024-04-22T04:34:58.568 INFO:tasks.rados.rados.0.smithi040.stdout:2384: finishing write tid 1 to smithi04078109-31 2024-04-22T04:34:58.568 INFO:tasks.rados.rados.0.smithi040.stdout:2384: finishing write tid 2 to smithi04078109-31 2024-04-22T04:34:58.568 INFO:tasks.rados.rados.0.smithi040.stdout:2384: finishing write tid 3 to smithi04078109-31 2024-04-22T04:34:58.568 INFO:tasks.rados.rados.0.smithi040.stdout:2384: finishing write tid 4 to smithi04078109-31 2024-04-22T04:34:58.569 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 1653 (ObjNum 770 snap 231 seq_num 770) dirty exists 2024-04-22T04:34:58.569 INFO:tasks.rados.rados.0.smithi040.stdout:2384: left oid 31 (ObjNum 770 snap 231 seq_num 770) 2024-04-22T04:34:58.577 INFO:tasks.rados.rados.0.smithi040.stdout:2383: done (2 left) 2024-04-22T04:34:58.577 INFO:tasks.rados.rados.0.smithi040.stdout:2384: done (1 left) 2024-04-22T04:34:58.577 INFO:tasks.rados.rados.0.smithi040.stdout:2387: done (0 left) 2024-04-22T04:34:58.577 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 27 current snap is 231 2024-04-22T04:34:58.577 INFO:tasks.rados.rados.0.smithi040.stdout:2388: seq_num 772 ranges {8667136=532480,9199616=401408} 2024-04-22T04:34:58.628 INFO:tasks.rados.rados.0.smithi040.stdout:2388: writing smithi04078109-27 from 8667136 to 9199616 tid 1 2024-04-22T04:34:58.630 INFO:tasks.rados.rados.0.smithi040.stdout:2388: writing smithi04078109-27 from 9199616 to 9601024 tid 2 2024-04-22T04:34:58.630 INFO:tasks.rados.rados.0.smithi040.stdout:2389: delete oid 7 current snap is 231 2024-04-22T04:34:58.633 INFO:tasks.rados.rados.0.smithi040.stdout:2389: done (1 left) 2024-04-22T04:34:58.633 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 1 current snap is 231 2024-04-22T04:34:58.633 INFO:tasks.rados.rados.0.smithi040.stdout:2390: seq_num 774 ranges {0=565248,565248=401408} 2024-04-22T04:34:58.636 INFO:tasks.rados.rados.0.smithi040.stdout:2390: writing smithi04078109-1 from 0 to 565248 tid 1 2024-04-22T04:34:58.639 INFO:tasks.rados.rados.0.smithi040.stdout:2390: writing smithi04078109-1 from 565248 to 966656 tid 2 2024-04-22T04:34:58.639 INFO:tasks.rados.rados.0.smithi040.stdout:2391: snap_create 2024-04-22T04:34:58.639 INFO:tasks.rados.rados.0.smithi040.stdout:2388: finishing write tid 1 to smithi04078109-27 2024-04-22T04:34:58.639 INFO:tasks.rados.rados.0.smithi040.stdout:2388: finishing write tid 2 to smithi04078109-27 2024-04-22T04:34:58.639 INFO:tasks.rados.rados.0.smithi040.stdout:2388: finishing write tid 3 to smithi04078109-27 2024-04-22T04:34:58.639 INFO:tasks.rados.rados.0.smithi040.stdout:2388: finishing write tid 4 to smithi04078109-27 2024-04-22T04:34:58.639 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 1064 (ObjNum 772 snap 231 seq_num 772) dirty exists 2024-04-22T04:34:58.639 INFO:tasks.rados.rados.0.smithi040.stdout:2388: left oid 27 (ObjNum 772 snap 231 seq_num 772) 2024-04-22T04:34:58.641 INFO:tasks.rados.rados.0.smithi040.stdout:2390: finishing write tid 1 to smithi04078109-1 2024-04-22T04:34:58.642 INFO:tasks.rados.rados.0.smithi040.stdout:2390: finishing write tid 2 to smithi04078109-1 2024-04-22T04:34:58.642 INFO:tasks.rados.rados.0.smithi040.stdout:2390: finishing write tid 3 to smithi04078109-1 2024-04-22T04:34:58.643 INFO:tasks.rados.rados.0.smithi040.stdout:2390: finishing write tid 4 to smithi04078109-1 2024-04-22T04:34:58.643 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 1637 (ObjNum 774 snap 231 seq_num 774) dirty exists 2024-04-22T04:34:58.643 INFO:tasks.rados.rados.0.smithi040.stdout:2390: left oid 1 (ObjNum 774 snap 231 seq_num 774) 2024-04-22T04:34:58.875 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:58 smithi040 ceph-mon[88445]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/681 objects degraded (5.433%), 8 pgs degraded) 2024-04-22T04:34:58.876 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:58 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:34:58.876 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:58 smithi040 ceph-mon[88445]: osdmap e517: 8 total, 8 up, 8 in 2024-04-22T04:34:58.876 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:58 smithi040 ceph-mon[91058]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/681 objects degraded (5.433%), 8 pgs degraded) 2024-04-22T04:34:58.876 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:58 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:34:58.876 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:58 smithi040 ceph-mon[91058]: osdmap e517: 8 total, 8 up, 8 in 2024-04-22T04:34:58.876 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 04:34:58 smithi040 systemd[1]: Stopping Ceph mds.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:34:58.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:58 smithi062 ceph-mon[78153]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/681 objects degraded (5.433%), 8 pgs degraded) 2024-04-22T04:34:58.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:58 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:34:58.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:58 smithi062 ceph-mon[78153]: osdmap e517: 8 total, 8 up, 8 in 2024-04-22T04:34:59.158 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 04:34:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-a[66432]: debug 2024-04-22T04:34:58.876+0000 7f335999f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-22T04:34:59.158 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 04:34:58 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-a[66432]: debug 2024-04-22T04:34:58.876+0000 7f335999f700 -1 mds.a *** got signal Terminated *** 2024-04-22T04:34:59.564 INFO:tasks.rados.rados.0.smithi040.stdout:2388: done (2 left) 2024-04-22T04:34:59.565 INFO:tasks.rados.rados.0.smithi040.stdout:2390: done (1 left) 2024-04-22T04:34:59.565 INFO:tasks.rados.rados.0.smithi040.stdout:2391: done (0 left) 2024-04-22T04:34:59.565 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 232 2024-04-22T04:34:59.565 INFO:tasks.rados.rados.0.smithi040.stdout:2392: seq_num 775 ranges {5275648=589824,5865472=401408} 2024-04-22T04:34:59.596 INFO:tasks.rados.rados.0.smithi040.stdout:2392: writing smithi04078109-31 from 5275648 to 5865472 tid 1 2024-04-22T04:34:59.599 INFO:tasks.rados.rados.0.smithi040.stdout:2392: writing smithi04078109-31 from 5865472 to 6266880 tid 2 2024-04-22T04:34:59.599 INFO:tasks.rados.rados.0.smithi040.stdout:2393: read oid 19 snap -1 2024-04-22T04:34:59.599 INFO:tasks.rados.rados.0.smithi040.stdout:2393: expect (ObjNum 704 snap 217 seq_num 704) 2024-04-22T04:34:59.599 INFO:tasks.rados.rados.0.smithi040.stdout:2394: snap_remove snap 229 2024-04-22T04:34:59.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:59 smithi062 ceph-mon[78153]: osdmap e518: 8 total, 8 up, 8 in 2024-04-22T04:34:59.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:34:59 smithi062 ceph-mon[78153]: pgmap v491: 121 pgs: 121 active+clean; 426 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.8 MiB/s wr, 13 op/s; 3.2 MiB/s, 0 objects/s recovering 2024-04-22T04:34:59.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:59 smithi040 ceph-mon[88445]: osdmap e518: 8 total, 8 up, 8 in 2024-04-22T04:34:59.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:34:59 smithi040 ceph-mon[88445]: pgmap v491: 121 pgs: 121 active+clean; 426 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.8 MiB/s wr, 13 op/s; 3.2 MiB/s, 0 objects/s recovering 2024-04-22T04:34:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:59 smithi040 ceph-mon[91058]: osdmap e518: 8 total, 8 up, 8 in 2024-04-22T04:34:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:34:59 smithi040 ceph-mon[91058]: pgmap v491: 121 pgs: 121 active+clean; 426 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.8 MiB/s wr, 13 op/s; 3.2 MiB/s, 0 objects/s recovering 2024-04-22T04:35:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:35:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:35:00] "GET /metrics HTTP/1.1" 200 241142 "" "Prometheus/2.33.4" 2024-04-22T04:35:00.580 INFO:tasks.rados.rados.0.smithi040.stdout:2394: done (2 left) 2024-04-22T04:35:00.581 INFO:tasks.rados.rados.0.smithi040.stdout:2395: rollback oid 45 current snap is 232 2024-04-22T04:35:00.581 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 45 to 218 2024-04-22T04:35:00.581 INFO:tasks.rados.rados.0.smithi040.stdout:2392: finishing write tid 1 to smithi04078109-31 2024-04-22T04:35:00.581 INFO:tasks.rados.rados.0.smithi040.stdout:2392: finishing write tid 2 to smithi04078109-31 2024-04-22T04:35:00.581 INFO:tasks.rados.rados.0.smithi040.stdout:2392: finishing write tid 3 to smithi04078109-31 2024-04-22T04:35:00.581 INFO:tasks.rados.rados.0.smithi040.stdout:2392: finishing write tid 4 to smithi04078109-31 2024-04-22T04:35:00.581 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 1663 (ObjNum 775 snap 232 seq_num 775) dirty exists 2024-04-22T04:35:00.581 INFO:tasks.rados.rados.0.smithi040.stdout:2392: left oid 31 (ObjNum 775 snap 232 seq_num 775) 2024-04-22T04:35:00.581 INFO:tasks.rados.rados.0.smithi040.stdout:2393: expect (ObjNum 704 snap 217 seq_num 704) 2024-04-22T04:35:00.719 INFO:tasks.rados.rados.0.smithi040.stdout:2395: finishing rollback tid 0 to smithi04078109-45 2024-04-22T04:35:00.719 INFO:tasks.rados.rados.0.smithi040.stdout:2395: finishing rollback tid 1 to smithi04078109-45 2024-04-22T04:35:00.719 INFO:tasks.rados.rados.0.smithi040.stdout:2392: done (2 left) 2024-04-22T04:35:00.719 INFO:tasks.rados.rados.0.smithi040.stdout:2393: done (1 left) 2024-04-22T04:35:00.719 INFO:tasks.rados.rados.0.smithi040.stdout:2396: setattr oid 35 current snap is 232 2024-04-22T04:35:00.719 INFO:tasks.rados.rados.0.smithi040.stdout:2395: finishing rollback tid 2 to smithi04078109-45 2024-04-22T04:35:00.719 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 1334 (ObjNum 656 snap 199 seq_num 656) dirty exists 2024-04-22T04:35:00.720 INFO:tasks.rados.rados.0.smithi040.stdout:2395: done (1 left) 2024-04-22T04:35:00.720 INFO:tasks.rados.rados.0.smithi040.stdout:2397: snap_create 2024-04-22T04:35:00.723 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1638 (ObjNum 679 snap 205 seq_num 679) dirty exists 2024-04-22T04:35:00.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:00 smithi062 ceph-mon[78153]: osdmap e519: 8 total, 8 up, 8 in 2024-04-22T04:35:00.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:00 smithi062 ceph-mon[78153]: fsmap cephfs:1 {0=b=up:active} 2024-04-22T04:35:00.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:00 smithi040 ceph-mon[88445]: osdmap e519: 8 total, 8 up, 8 in 2024-04-22T04:35:00.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:00 smithi040 ceph-mon[88445]: fsmap cephfs:1 {0=b=up:active} 2024-04-22T04:35:00.908 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:00 smithi040 ceph-mon[91058]: osdmap e519: 8 total, 8 up, 8 in 2024-04-22T04:35:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:00 smithi040 ceph-mon[91058]: fsmap cephfs:1 {0=b=up:active} 2024-04-22T04:35:01.408 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 04:35:01 smithi040 bash[110355]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-a 2024-04-22T04:35:01.587 INFO:tasks.rados.rados.0.smithi040.stdout:2396: done (1 left) 2024-04-22T04:35:01.587 INFO:tasks.rados.rados.0.smithi040.stdout:2397: done (0 left) 2024-04-22T04:35:01.587 INFO:tasks.rados.rados.0.smithi040.stdout:2398: delete oid 49 current snap is 233 2024-04-22T04:35:01.595 INFO:tasks.rados.rados.0.smithi040.stdout:2398: done (0 left) 2024-04-22T04:35:01.595 INFO:tasks.rados.rados.0.smithi040.stdout:2399: read oid 3 snap 232 2024-04-22T04:35:01.595 INFO:tasks.rados.rados.0.smithi040.stdout:2399: expect (ObjNum 764 snap 230 seq_num 764) 2024-04-22T04:35:01.595 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 233 2024-04-22T04:35:01.595 INFO:tasks.rados.rados.0.smithi040.stdout:2400: seq_num 777 ranges {0=622592,622592=401408} 2024-04-22T04:35:01.595 INFO:tasks.rados.rados.0.smithi040.stdout:2400: writing smithi04078109-10 from 0 to 622592 tid 1 2024-04-22T04:35:01.597 INFO:tasks.rados.rados.0.smithi040.stdout:2400: writing smithi04078109-10 from 622592 to 1024000 tid 2 2024-04-22T04:35:01.597 INFO:tasks.rados.rados.0.smithi040.stdout:2401: snap_create 2024-04-22T04:35:01.610 INFO:tasks.rados.rados.0.smithi040.stdout:2400: finishing write tid 1 to smithi04078109-10 2024-04-22T04:35:01.610 INFO:tasks.rados.rados.0.smithi040.stdout:2400: finishing write tid 2 to smithi04078109-10 2024-04-22T04:35:01.610 INFO:tasks.rados.rados.0.smithi040.stdout:2400: finishing write tid 3 to smithi04078109-10 2024-04-22T04:35:01.611 INFO:tasks.rados.rados.0.smithi040.stdout:2400: finishing write tid 4 to smithi04078109-10 2024-04-22T04:35:01.611 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1316 (ObjNum 777 snap 233 seq_num 777) dirty exists 2024-04-22T04:35:01.611 INFO:tasks.rados.rados.0.smithi040.stdout:2400: left oid 10 (ObjNum 777 snap 233 seq_num 777) 2024-04-22T04:35:01.632 INFO:tasks.rados.rados.0.smithi040.stdout:2399: expect (ObjNum 764 snap 230 seq_num 764) 2024-04-22T04:35:01.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:01 smithi062 ceph-mon[78153]: pgmap v493: 121 pgs: 121 active+clean; 417 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2024-04-22T04:35:01.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:01 smithi062 ceph-mon[78153]: osdmap e520: 8 total, 8 up, 8 in 2024-04-22T04:35:01.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:01 smithi040 ceph-mon[88445]: pgmap v493: 121 pgs: 121 active+clean; 417 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2024-04-22T04:35:01.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:01 smithi040 ceph-mon[88445]: osdmap e520: 8 total, 8 up, 8 in 2024-04-22T04:35:01.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:01 smithi040 ceph-mon[91058]: pgmap v493: 121 pgs: 121 active+clean; 417 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2024-04-22T04:35:01.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:01 smithi040 ceph-mon[91058]: osdmap e520: 8 total, 8 up, 8 in 2024-04-22T04:35:01.909 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 04:35:01 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@mds.a.service: Succeeded. 2024-04-22T04:35:01.910 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 04:35:01 smithi040 systemd[1]: Stopped Ceph mds.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:35:01.910 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 04:35:01 smithi040 systemd[1]: Starting Ceph mds.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:35:02.582 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 04:35:02 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-a[110517]: starting mds.a at 2024-04-22T04:35:02.582 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 04:35:02 smithi040 bash[110502]: e27e105fa9bc8571ed5f39086c95e160b5fd3edc4c622a5f5571fe39112675f9 2024-04-22T04:35:02.582 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 04:35:02 smithi040 systemd[1]: Started Ceph mds.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:35:02.602 INFO:tasks.rados.rados.0.smithi040.stdout:2399: done (2 left) 2024-04-22T04:35:02.602 INFO:tasks.rados.rados.0.smithi040.stdout:2400: done (1 left) 2024-04-22T04:35:02.602 INFO:tasks.rados.rados.0.smithi040.stdout:2401: done (0 left) 2024-04-22T04:35:02.602 INFO:tasks.rados.rados.0.smithi040.stdout:2402: copy_from oid 45 from oid 2 current snap is 234 2024-04-22T04:35:02.603 INFO:tasks.rados.rados.0.smithi040.stdout:2403: read oid 19 snap 227 2024-04-22T04:35:02.603 INFO:tasks.rados.rados.0.smithi040.stdout:2403: expect (ObjNum 704 snap 217 seq_num 704) 2024-04-22T04:35:02.603 INFO:tasks.rados.rados.0.smithi040.stdout:2404: setattr oid 40 current snap is 234 2024-04-22T04:35:02.604 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 234 2024-04-22T04:35:02.604 INFO:tasks.rados.rados.0.smithi040.stdout:2405: seq_num 778 ranges {0=638976,638976=401408} 2024-04-22T04:35:02.608 INFO:tasks.rados.rados.0.smithi040.stdout:2405: writing smithi04078109-49 from 0 to 638976 tid 1 2024-04-22T04:35:02.611 INFO:tasks.rados.rados.0.smithi040.stdout:2405: writing smithi04078109-49 from 638976 to 1040384 tid 2 2024-04-22T04:35:02.611 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1667 (ObjNum 762 snap 229 seq_num 762) dirty exists 2024-04-22T04:35:02.612 INFO:tasks.rados.rados.0.smithi040.stdout:2404: done (3 left) 2024-04-22T04:35:02.612 INFO:tasks.rados.rados.0.smithi040.stdout:2406: rmattr oid 17 current snap is 234 2024-04-22T04:35:02.612 INFO:tasks.rados.rados.0.smithi040.stdout:2406: done (3 left) 2024-04-22T04:35:02.612 INFO:tasks.rados.rados.0.smithi040.stdout:2407: rmattr oid 22 current snap is 234 2024-04-22T04:35:02.612 INFO:tasks.rados.rados.0.smithi040.stdout:2407: done (3 left) 2024-04-22T04:35:02.612 INFO:tasks.rados.rados.0.smithi040.stdout:2408: delete oid 24 current snap is 234 2024-04-22T04:35:02.615 INFO:tasks.rados.rados.0.smithi040.stdout:2408: done (3 left) 2024-04-22T04:35:02.615 INFO:tasks.rados.rados.0.smithi040.stdout:2409: rmattr oid 44 current snap is 234 2024-04-22T04:35:02.615 INFO:tasks.rados.rados.0.smithi040.stdout:2409: done (3 left) 2024-04-22T04:35:02.615 INFO:tasks.rados.rados.0.smithi040.stdout:2410: read oid 30 snap 230 2024-04-22T04:35:02.615 INFO:tasks.rados.rados.0.smithi040.stdout:2410: expect (ObjNum 724 snap 222 seq_num 724) 2024-04-22T04:35:02.615 INFO:tasks.rados.rados.0.smithi040.stdout:2411: snap_create 2024-04-22T04:35:02.615 INFO:tasks.rados.rados.0.smithi040.stdout:2405: finishing write tid 1 to smithi04078109-49 2024-04-22T04:35:02.617 INFO:tasks.rados.rados.0.smithi040.stdout:2405: finishing write tid 2 to smithi04078109-49 2024-04-22T04:35:02.622 INFO:tasks.rados.rados.0.smithi040.stdout:2403: expect (ObjNum 704 snap 217 seq_num 704) 2024-04-22T04:35:02.764 INFO:tasks.rados.rados.0.smithi040.stdout:2410: expect (ObjNum 724 snap 222 seq_num 724) 2024-04-22T04:35:02.838 INFO:tasks.rados.rados.0.smithi040.stdout:2402: finishing copy_from racing read to smithi04078109-45 2024-04-22T04:35:02.838 INFO:tasks.rados.rados.0.smithi040.stdout:2405: finishing write tid 3 to smithi04078109-49 2024-04-22T04:35:02.838 INFO:tasks.rados.rados.0.smithi040.stdout:2405: finishing write tid 4 to smithi04078109-49 2024-04-22T04:35:02.838 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 1339 (ObjNum 778 snap 234 seq_num 778) dirty exists 2024-04-22T04:35:02.839 INFO:tasks.rados.rados.0.smithi040.stdout:2405: left oid 49 (ObjNum 778 snap 234 seq_num 778) 2024-04-22T04:35:02.839 INFO:tasks.rados.rados.0.smithi040.stdout:2402: finishing copy_from to smithi04078109-45 2024-04-22T04:35:02.839 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 1719 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-04-22T04:35:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:02 smithi062 ceph-mon[78153]: osdmap e521: 8 total, 8 up, 8 in 2024-04-22T04:35:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:02 smithi062 ceph-mon[78153]: osdmap e522: 8 total, 8 up, 8 in 2024-04-22T04:35:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:02 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:02 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:35:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:02 smithi040 ceph-mon[88445]: osdmap e521: 8 total, 8 up, 8 in 2024-04-22T04:35:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:02 smithi040 ceph-mon[88445]: osdmap e522: 8 total, 8 up, 8 in 2024-04-22T04:35:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:02.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:02 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:02.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:02 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:35:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:02 smithi040 ceph-mon[91058]: osdmap e521: 8 total, 8 up, 8 in 2024-04-22T04:35:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:02 smithi040 ceph-mon[91058]: osdmap e522: 8 total, 8 up, 8 in 2024-04-22T04:35:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:02 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:02.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:02 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:35:03.596 INFO:tasks.rados.rados.0.smithi040.stdout:2402: done (4 left) 2024-04-22T04:35:03.596 INFO:tasks.rados.rados.0.smithi040.stdout:2403: done (3 left) 2024-04-22T04:35:03.596 INFO:tasks.rados.rados.0.smithi040.stdout:2405: done (2 left) 2024-04-22T04:35:03.596 INFO:tasks.rados.rados.0.smithi040.stdout:2410: done (1 left) 2024-04-22T04:35:03.596 INFO:tasks.rados.rados.0.smithi040.stdout:2411: done (0 left) 2024-04-22T04:35:03.596 INFO:tasks.rados.rados.0.smithi040.stdout:2412: snap_remove snap 230 2024-04-22T04:35:03.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:03 smithi062 ceph-mon[78153]: pgmap v497: 121 pgs: 121 active+clean; 405 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-22T04:35:03.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:03 smithi062 ceph-mon[78153]: mds.? [v2:172.21.15.40:6834/3272023223,v1:172.21.15.40:6835/3272023223] up:boot 2024-04-22T04:35:03.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:03 smithi062 ceph-mon[78153]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:35:03.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:03 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T04:35:03.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:03 smithi040 ceph-mon[88445]: pgmap v497: 121 pgs: 121 active+clean; 405 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-22T04:35:03.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:03 smithi040 ceph-mon[88445]: mds.? [v2:172.21.15.40:6834/3272023223,v1:172.21.15.40:6835/3272023223] up:boot 2024-04-22T04:35:03.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:03 smithi040 ceph-mon[88445]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:35:03.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:03 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T04:35:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:03 smithi040 ceph-mon[91058]: pgmap v497: 121 pgs: 121 active+clean; 405 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-22T04:35:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:03 smithi040 ceph-mon[91058]: mds.? [v2:172.21.15.40:6834/3272023223,v1:172.21.15.40:6835/3272023223] up:boot 2024-04-22T04:35:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:03 smithi040 ceph-mon[91058]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-22T04:35:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:03 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T04:35:04.600 INFO:tasks.rados.rados.0.smithi040.stdout:2412: done (0 left) 2024-04-22T04:35:04.601 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 235 2024-04-22T04:35:04.601 INFO:tasks.rados.rados.0.smithi040.stdout:2413: seq_num 780 ranges {7446528=671744,8118272=401408} 2024-04-22T04:35:04.645 INFO:tasks.rados.rados.0.smithi040.stdout:2413: writing smithi04078109-6 from 7446528 to 8118272 tid 1 2024-04-22T04:35:04.648 INFO:tasks.rados.rados.0.smithi040.stdout:2413: writing smithi04078109-6 from 8118272 to 8519680 tid 2 2024-04-22T04:35:04.648 INFO:tasks.rados.rados.0.smithi040.stdout:2414: copy_from oid 20 from oid 45 current snap is 235 2024-04-22T04:35:04.648 INFO:tasks.rados.rados.0.smithi040.stdout:2415: rollback oid 39 current snap is 235 2024-04-22T04:35:04.648 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 39 to 225 2024-04-22T04:35:04.648 INFO:tasks.rados.rados.0.smithi040.stdout:2416: read oid 30 snap 204 2024-04-22T04:35:04.649 INFO:tasks.rados.rados.0.smithi040.stdout:2416: expect (ObjNum 546 snap 159 seq_num 546) 2024-04-22T04:35:04.649 INFO:tasks.rados.rados.0.smithi040.stdout:2417: read oid 26 snap 232 2024-04-22T04:35:04.649 INFO:tasks.rados.rados.0.smithi040.stdout:2417: expect deleted 2024-04-22T04:35:04.649 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 235 2024-04-22T04:35:04.649 INFO:tasks.rados.rados.0.smithi040.stdout:2418: seq_num 781 ranges {4284416=688128,4972544=401408} 2024-04-22T04:35:04.676 INFO:tasks.rados.rados.0.smithi040.stdout:2418: writing smithi04078109-32 from 4284416 to 4972544 tid 1 2024-04-22T04:35:04.679 INFO:tasks.rados.rados.0.smithi040.stdout:2418: writing smithi04078109-32 from 4972544 to 5373952 tid 2 2024-04-22T04:35:04.679 INFO:tasks.rados.rados.0.smithi040.stdout:2419: read oid 3 snap -1 2024-04-22T04:35:04.679 INFO:tasks.rados.rados.0.smithi040.stdout:2419: expect (ObjNum 764 snap 230 seq_num 764) 2024-04-22T04:35:04.679 INFO:tasks.rados.rados.0.smithi040.stdout:2420: snap_create 2024-04-22T04:35:04.679 INFO:tasks.rados.rados.0.smithi040.stdout:2413: finishing write tid 1 to smithi04078109-6 2024-04-22T04:35:04.679 INFO:tasks.rados.rados.0.smithi040.stdout:2415: finishing rollback tid 1 to smithi04078109-39 2024-04-22T04:35:04.679 INFO:tasks.rados.rados.0.smithi040.stdout:2415: finishing rollback tid 2 to smithi04078109-39 2024-04-22T04:35:04.679 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 1247 (ObjNum 611 snap 184 seq_num 611) dirty exists 2024-04-22T04:35:04.680 INFO:tasks.rados.rados.0.smithi040.stdout:2413: finishing write tid 2 to smithi04078109-6 2024-04-22T04:35:04.680 INFO:tasks.rados.rados.0.smithi040.stdout:2413: finishing write tid 3 to smithi04078109-6 2024-04-22T04:35:04.680 INFO:tasks.rados.rados.0.smithi040.stdout:2413: finishing write tid 4 to smithi04078109-6 2024-04-22T04:35:04.680 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 1675 (ObjNum 780 snap 235 seq_num 780) dirty exists 2024-04-22T04:35:04.680 INFO:tasks.rados.rados.0.smithi040.stdout:2413: left oid 6 (ObjNum 780 snap 235 seq_num 780) 2024-04-22T04:35:04.680 INFO:tasks.rados.rados.0.smithi040.stdout:2416: expect (ObjNum 546 snap 159 seq_num 546) 2024-04-22T04:35:04.812 INFO:tasks.rados.rados.0.smithi040.stdout:2418: finishing write tid 1 to smithi04078109-32 2024-04-22T04:35:04.812 INFO:tasks.rados.rados.0.smithi040.stdout:2418: finishing write tid 2 to smithi04078109-32 2024-04-22T04:35:04.812 INFO:tasks.rados.rados.0.smithi040.stdout:2414: finishing copy_from racing read to smithi04078109-20 2024-04-22T04:35:04.812 INFO:tasks.rados.rados.0.smithi040.stdout:2414: finishing copy_from to smithi04078109-20 2024-04-22T04:35:04.812 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1719 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-04-22T04:35:04.812 INFO:tasks.rados.rados.0.smithi040.stdout:2418: finishing write tid 3 to smithi04078109-32 2024-04-22T04:35:04.812 INFO:tasks.rados.rados.0.smithi040.stdout:2418: finishing write tid 4 to smithi04078109-32 2024-04-22T04:35:04.812 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 1304 (ObjNum 781 snap 235 seq_num 781) dirty exists 2024-04-22T04:35:04.812 INFO:tasks.rados.rados.0.smithi040.stdout:2418: left oid 32 (ObjNum 781 snap 235 seq_num 781) 2024-04-22T04:35:04.812 INFO:tasks.rados.rados.0.smithi040.stdout:2419: expect (ObjNum 764 snap 230 seq_num 764) 2024-04-22T04:35:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:04 smithi062 ceph-mon[78153]: osdmap e523: 8 total, 8 up, 8 in 2024-04-22T04:35:04.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:04 smithi040 ceph-mon[88445]: osdmap e523: 8 total, 8 up, 8 in 2024-04-22T04:35:04.908 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:04 smithi040 ceph-mon[91058]: osdmap e523: 8 total, 8 up, 8 in 2024-04-22T04:35:05.762 INFO:tasks.rados.rados.0.smithi040.stdout:2413: done (7 left) 2024-04-22T04:35:05.762 INFO:tasks.rados.rados.0.smithi040.stdout:2414: done (6 left) 2024-04-22T04:35:05.762 INFO:tasks.rados.rados.0.smithi040.stdout:2415: done (5 left) 2024-04-22T04:35:05.762 INFO:tasks.rados.rados.0.smithi040.stdout:2416: done (4 left) 2024-04-22T04:35:05.763 INFO:tasks.rados.rados.0.smithi040.stdout:2417: done (3 left) 2024-04-22T04:35:05.763 INFO:tasks.rados.rados.0.smithi040.stdout:2418: done (2 left) 2024-04-22T04:35:05.763 INFO:tasks.rados.rados.0.smithi040.stdout:2419: done (1 left) 2024-04-22T04:35:05.763 INFO:tasks.rados.rados.0.smithi040.stdout:2420: done (0 left) 2024-04-22T04:35:05.763 INFO:tasks.rados.rados.0.smithi040.stdout:2421: delete oid 37 current snap is 236 2024-04-22T04:35:05.766 INFO:tasks.rados.rados.0.smithi040.stdout:2421: done (0 left) 2024-04-22T04:35:05.766 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 4 current snap is 236 2024-04-22T04:35:05.766 INFO:tasks.rados.rados.0.smithi040.stdout:2422: seq_num 783 ranges {0=720896,720896=401408} 2024-04-22T04:35:05.770 INFO:tasks.rados.rados.0.smithi040.stdout:2422: writing smithi04078109-4 from 0 to 720896 tid 1 2024-04-22T04:35:05.772 INFO:tasks.rados.rados.0.smithi040.stdout:2422: writing smithi04078109-4 from 720896 to 1122304 tid 2 2024-04-22T04:35:05.772 INFO:tasks.rados.rados.0.smithi040.stdout:2423: snap_create 2024-04-22T04:35:05.776 INFO:tasks.rados.rados.0.smithi040.stdout:2422: finishing write tid 1 to smithi04078109-4 2024-04-22T04:35:05.777 INFO:tasks.rados.rados.0.smithi040.stdout:2422: finishing write tid 2 to smithi04078109-4 2024-04-22T04:35:05.777 INFO:tasks.rados.rados.0.smithi040.stdout:2422: finishing write tid 3 to smithi04078109-4 2024-04-22T04:35:05.778 INFO:tasks.rados.rados.0.smithi040.stdout:2422: finishing write tid 4 to smithi04078109-4 2024-04-22T04:35:05.778 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 930 (ObjNum 783 snap 236 seq_num 783) dirty exists 2024-04-22T04:35:05.778 INFO:tasks.rados.rados.0.smithi040.stdout:2422: left oid 4 (ObjNum 783 snap 236 seq_num 783) 2024-04-22T04:35:05.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:35:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:35:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:35:05.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:05 smithi062 ceph-mon[78153]: pgmap v499: 121 pgs: 121 active+clean; 405 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-22T04:35:05.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:05 smithi062 ceph-mon[78153]: osdmap e524: 8 total, 8 up, 8 in 2024-04-22T04:35:05.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:05 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:05.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:35:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:05 smithi040 ceph-mon[88445]: pgmap v499: 121 pgs: 121 active+clean; 405 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-22T04:35:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:05 smithi040 ceph-mon[88445]: osdmap e524: 8 total, 8 up, 8 in 2024-04-22T04:35:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:05 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:35:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:05 smithi040 ceph-mon[91058]: pgmap v499: 121 pgs: 121 active+clean; 405 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-22T04:35:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:05 smithi040 ceph-mon[91058]: osdmap e524: 8 total, 8 up, 8 in 2024-04-22T04:35:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:05 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:35:06.669 INFO:tasks.rados.rados.0.smithi040.stdout:2422: done (1 left) 2024-04-22T04:35:06.669 INFO:tasks.rados.rados.0.smithi040.stdout:2423: done (0 left) 2024-04-22T04:35:06.669 INFO:tasks.rados.rados.0.smithi040.stdout:2424: read oid 39 snap 227 2024-04-22T04:35:06.669 INFO:tasks.rados.rados.0.smithi040.stdout:2424: expect deleted 2024-04-22T04:35:06.669 INFO:tasks.rados.rados.0.smithi040.stdout:2425: snap_remove snap 217 2024-04-22T04:35:06.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:06 smithi062 ceph-mon[78153]: osdmap e525: 8 total, 8 up, 8 in 2024-04-22T04:35:06.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:06 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:06.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:06 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:06.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:06 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:06.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:06 smithi040 ceph-mon[88445]: osdmap e525: 8 total, 8 up, 8 in 2024-04-22T04:35:06.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:06 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:06.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:06 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:06.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:06 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:06 smithi040 ceph-mon[91058]: osdmap e525: 8 total, 8 up, 8 in 2024-04-22T04:35:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:06 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:06 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:06 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:07.154 INFO:tasks.rados.rados.0.smithi040.stdout:2425: done (1 left) 2024-04-22T04:35:07.155 INFO:tasks.rados.rados.0.smithi040.stdout:2426: read oid 22 snap -1 2024-04-22T04:35:07.155 INFO:tasks.rados.rados.0.smithi040.stdout:2426: expect (ObjNum 744 snap 225 seq_num 744) 2024-04-22T04:35:07.155 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 29 current snap is 237 2024-04-22T04:35:07.155 INFO:tasks.rados.rados.0.smithi040.stdout:2427: seq_num 784 ranges {6062080=737280,6799360=401408} 2024-04-22T04:35:07.194 INFO:tasks.rados.rados.0.smithi040.stdout:2427: writing smithi04078109-29 from 6062080 to 6799360 tid 1 2024-04-22T04:35:07.197 INFO:tasks.rados.rados.0.smithi040.stdout:2427: writing smithi04078109-29 from 6799360 to 7200768 tid 2 2024-04-22T04:35:07.197 INFO:tasks.rados.rados.0.smithi040.stdout:2428: rollback oid 33 current snap is 237 2024-04-22T04:35:07.197 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 33 to 226 2024-04-22T04:35:07.198 INFO:tasks.rados.rados.0.smithi040.stdout:2424: done (3 left) 2024-04-22T04:35:07.198 INFO:tasks.rados.rados.0.smithi040.stdout:2429: rollback oid 12 current snap is 237 2024-04-22T04:35:07.198 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 12 to 232 2024-04-22T04:35:07.198 INFO:tasks.rados.rados.0.smithi040.stdout:2430: rollback oid 34 current snap is 237 2024-04-22T04:35:07.198 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 34 to 215 2024-04-22T04:35:07.198 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 237 2024-04-22T04:35:07.198 INFO:tasks.rados.rados.0.smithi040.stdout:2431: seq_num 785 ranges {3162112=753664,3915776=401408} 2024-04-22T04:35:07.220 INFO:tasks.rados.rados.0.smithi040.stdout:2431: writing smithi04078109-35 from 3162112 to 3915776 tid 1 2024-04-22T04:35:07.222 INFO:tasks.rados.rados.0.smithi040.stdout:2431: writing smithi04078109-35 from 3915776 to 4317184 tid 2 2024-04-22T04:35:07.222 INFO:tasks.rados.rados.0.smithi040.stdout:2432: read oid 31 snap -1 2024-04-22T04:35:07.222 INFO:tasks.rados.rados.0.smithi040.stdout:2432: expect (ObjNum 775 snap 232 seq_num 775) 2024-04-22T04:35:07.223 INFO:tasks.rados.rados.0.smithi040.stdout:2433: delete oid 27 current snap is 237 2024-04-22T04:35:07.223 INFO:tasks.rados.rados.0.smithi040.stdout:2427: finishing write tid 1 to smithi04078109-29 2024-04-22T04:35:07.223 INFO:tasks.rados.rados.0.smithi040.stdout:2430: finishing rollback tid 1 to smithi04078109-34 2024-04-22T04:35:07.223 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 1321 (ObjNum 288 snap 0 seq_num 273) dirty dne 2024-04-22T04:35:07.223 INFO:tasks.rados.rados.0.smithi040.stdout:2429: finishing rollback tid 0 to smithi04078109-12 2024-04-22T04:35:07.223 INFO:tasks.rados.rados.0.smithi040.stdout:2427: finishing write tid 2 to smithi04078109-29 2024-04-22T04:35:07.223 INFO:tasks.rados.rados.0.smithi040.stdout:2428: finishing rollback tid 1 to smithi04078109-33 2024-04-22T04:35:07.223 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 1630 (ObjNum 1953066355 snap 875587944 seq_num 825767728) dirty dne 2024-04-22T04:35:07.223 INFO:tasks.rados.rados.0.smithi040.stdout:2429: finishing rollback tid 1 to smithi04078109-12 2024-04-22T04:35:07.223 INFO:tasks.rados.rados.0.smithi040.stdout:2427: finishing write tid 3 to smithi04078109-29 2024-04-22T04:35:07.224 INFO:tasks.rados.rados.0.smithi040.stdout:2429: finishing rollback tid 2 to smithi04078109-12 2024-04-22T04:35:07.224 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1243 (ObjNum 743 snap 225 seq_num 743) dirty exists 2024-04-22T04:35:07.224 INFO:tasks.rados.rados.0.smithi040.stdout:2427: finishing write tid 4 to smithi04078109-29 2024-04-22T04:35:07.224 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 1252 (ObjNum 784 snap 237 seq_num 784) dirty exists 2024-04-22T04:35:07.224 INFO:tasks.rados.rados.0.smithi040.stdout:2427: left oid 29 (ObjNum 784 snap 237 seq_num 784) 2024-04-22T04:35:07.224 INFO:tasks.rados.rados.0.smithi040.stdout:2426: expect (ObjNum 744 snap 225 seq_num 744) 2024-04-22T04:35:07.584 INFO:tasks.rados.rados.0.smithi040.stdout:2431: finishing write tid 1 to smithi04078109-35 2024-04-22T04:35:07.584 INFO:tasks.rados.rados.0.smithi040.stdout:2431: finishing write tid 2 to smithi04078109-35 2024-04-22T04:35:07.584 INFO:tasks.rados.rados.0.smithi040.stdout:2431: finishing write tid 3 to smithi04078109-35 2024-04-22T04:35:07.584 INFO:tasks.rados.rados.0.smithi040.stdout:2431: finishing write tid 4 to smithi04078109-35 2024-04-22T04:35:07.584 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1641 (ObjNum 785 snap 237 seq_num 785) dirty exists 2024-04-22T04:35:07.585 INFO:tasks.rados.rados.0.smithi040.stdout:2431: left oid 35 (ObjNum 785 snap 237 seq_num 785) 2024-04-22T04:35:07.585 INFO:tasks.rados.rados.0.smithi040.stdout:2432: expect (ObjNum 775 snap 232 seq_num 775) 2024-04-22T04:35:07.863 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:07 smithi040 ceph-mon[88445]: pgmap v502: 121 pgs: 121 active+clean; 423 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-04-22T04:35:07.863 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:07 smithi040 ceph-mon[88445]: osdmap e526: 8 total, 8 up, 8 in 2024-04-22T04:35:07.863 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:07 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:07.864 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:07 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:07.864 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:07 smithi040 ceph-mon[88445]: osdmap e527: 8 total, 8 up, 8 in 2024-04-22T04:35:07.864 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:07 smithi040 ceph-mon[91058]: pgmap v502: 121 pgs: 121 active+clean; 423 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-04-22T04:35:07.864 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:07 smithi040 ceph-mon[91058]: osdmap e526: 8 total, 8 up, 8 in 2024-04-22T04:35:07.864 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:07 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:07.864 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:07 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:07.864 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:07 smithi040 ceph-mon[91058]: osdmap e527: 8 total, 8 up, 8 in 2024-04-22T04:35:07.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:07 smithi062 ceph-mon[78153]: pgmap v502: 121 pgs: 121 active+clean; 423 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-04-22T04:35:07.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:07 smithi062 ceph-mon[78153]: osdmap e526: 8 total, 8 up, 8 in 2024-04-22T04:35:07.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:07 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:07.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:07 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:07.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:07 smithi062 ceph-mon[78153]: osdmap e527: 8 total, 8 up, 8 in 2024-04-22T04:35:08.061 INFO:tasks.rados.rados.0.smithi040.stdout:2426: done (7 left) 2024-04-22T04:35:08.061 INFO:tasks.rados.rados.0.smithi040.stdout:2427: done (6 left) 2024-04-22T04:35:08.061 INFO:tasks.rados.rados.0.smithi040.stdout:2428: done (5 left) 2024-04-22T04:35:08.062 INFO:tasks.rados.rados.0.smithi040.stdout:2429: done (4 left) 2024-04-22T04:35:08.062 INFO:tasks.rados.rados.0.smithi040.stdout:2430: done (3 left) 2024-04-22T04:35:08.062 INFO:tasks.rados.rados.0.smithi040.stdout:2431: done (2 left) 2024-04-22T04:35:08.062 INFO:tasks.rados.rados.0.smithi040.stdout:2432: done (1 left) 2024-04-22T04:35:08.062 INFO:tasks.rados.rados.0.smithi040.stdout:2433: done (0 left) 2024-04-22T04:35:08.062 INFO:tasks.rados.rados.0.smithi040.stdout:2434: delete oid 46 current snap is 237 2024-04-22T04:35:08.063 INFO:tasks.rados.rados.0.smithi040.stdout:2434: done (0 left) 2024-04-22T04:35:08.063 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 237 2024-04-22T04:35:08.064 INFO:tasks.rados.rados.0.smithi040.stdout:2435: seq_num 788 ranges {1040384=802816,1843200=401408} 2024-04-22T04:35:08.074 INFO:tasks.rados.rados.0.smithi040.stdout:2435: writing smithi04078109-49 from 1040384 to 1843200 tid 1 2024-04-22T04:35:08.076 INFO:tasks.rados.rados.0.smithi040.stdout:2435: writing smithi04078109-49 from 1843200 to 2244608 tid 2 2024-04-22T04:35:08.077 INFO:tasks.rados.rados.0.smithi040.stdout:2436: rmattr oid 35 current snap is 237 2024-04-22T04:35:08.077 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 44 current snap is 237 2024-04-22T04:35:08.077 INFO:tasks.rados.rados.0.smithi040.stdout:2437: seq_num 789 ranges {2285568=417792,2703360=663552,3366912=139264} 2024-04-22T04:35:08.091 INFO:tasks.rados.rados.0.smithi040.stdout:2437: writing smithi04078109-44 from 2285568 to 2703360 tid 1 2024-04-22T04:35:08.096 INFO:tasks.rados.rados.0.smithi040.stdout:2437: writing smithi04078109-44 from 2703360 to 3366912 tid 2 2024-04-22T04:35:08.097 INFO:tasks.rados.rados.0.smithi040.stdout:2437: writing smithi04078109-44 from 3366912 to 3506176 tid 3 2024-04-22T04:35:08.098 INFO:tasks.rados.rados.0.smithi040.stdout:2438: delete oid 19 current snap is 237 2024-04-22T04:35:08.098 INFO:tasks.rados.rados.0.smithi040.stdout:2435: finishing write tid 1 to smithi04078109-49 2024-04-22T04:35:08.098 INFO:tasks.rados.rados.0.smithi040.stdout:2435: finishing write tid 2 to smithi04078109-49 2024-04-22T04:35:08.098 INFO:tasks.rados.rados.0.smithi040.stdout:2435: finishing write tid 3 to smithi04078109-49 2024-04-22T04:35:08.098 INFO:tasks.rados.rados.0.smithi040.stdout:2435: finishing write tid 4 to smithi04078109-49 2024-04-22T04:35:08.098 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 1722 (ObjNum 788 snap 237 seq_num 788) dirty exists 2024-04-22T04:35:08.098 INFO:tasks.rados.rados.0.smithi040.stdout:2435: left oid 49 (ObjNum 788 snap 237 seq_num 788) 2024-04-22T04:35:08.098 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1642 (ObjNum 785 snap 237 seq_num 785) dirty exists 2024-04-22T04:35:08.098 INFO:tasks.rados.rados.0.smithi040.stdout:2437: finishing write tid 1 to smithi04078109-44 2024-04-22T04:35:08.099 INFO:tasks.rados.rados.0.smithi040.stdout:2435: done (3 left) 2024-04-22T04:35:08.099 INFO:tasks.rados.rados.0.smithi040.stdout:2436: done (2 left) 2024-04-22T04:35:08.100 INFO:tasks.rados.rados.0.smithi040.stdout:2438: done (1 left) 2024-04-22T04:35:08.100 INFO:tasks.rados.rados.0.smithi040.stdout:2439: setattr oid 46 current snap is 237 2024-04-22T04:35:08.101 INFO:tasks.rados.rados.0.smithi040.stdout:2437: finishing write tid 2 to smithi04078109-44 2024-04-22T04:35:08.101 INFO:tasks.rados.rados.0.smithi040.stdout:2440: read oid 2 snap -1 2024-04-22T04:35:08.101 INFO:tasks.rados.rados.0.smithi040.stdout:2440: expect (ObjNum 692 snap 213 seq_num 692) 2024-04-22T04:35:08.101 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 14 current snap is 237 2024-04-22T04:35:08.101 INFO:tasks.rados.rados.0.smithi040.stdout:2441: seq_num 791 ranges {0=450560,450560=475136,925696=327680} 2024-04-22T04:35:08.104 INFO:tasks.rados.rados.0.smithi040.stdout:2441: writing smithi04078109-14 from 0 to 450560 tid 1 2024-04-22T04:35:08.107 INFO:tasks.rados.rados.0.smithi040.stdout:2441: writing smithi04078109-14 from 450560 to 925696 tid 2 2024-04-22T04:35:08.110 INFO:tasks.rados.rados.0.smithi040.stdout:2441: writing smithi04078109-14 from 925696 to 1253376 tid 3 2024-04-22T04:35:08.110 INFO:tasks.rados.rados.0.smithi040.stdout:2442: read oid 9 snap 227 2024-04-22T04:35:08.110 INFO:tasks.rados.rados.0.smithi040.stdout:2442: expect deleted 2024-04-22T04:35:08.110 INFO:tasks.rados.rados.0.smithi040.stdout:2443: read oid 31 snap -1 2024-04-22T04:35:08.110 INFO:tasks.rados.rados.0.smithi040.stdout:2443: expect (ObjNum 775 snap 232 seq_num 775) 2024-04-22T04:35:08.110 INFO:tasks.rados.rados.0.smithi040.stdout:2444: copy_from oid 45 from oid 25 current snap is 237 2024-04-22T04:35:08.110 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 237 2024-04-22T04:35:08.110 INFO:tasks.rados.rados.0.smithi040.stdout:2445: seq_num 792 ranges {0=466944,466944=761856,1228800=40960} 2024-04-22T04:35:08.113 INFO:tasks.rados.rados.0.smithi040.stdout:2445: writing smithi04078109-21 from 0 to 466944 tid 1 2024-04-22T04:35:08.119 INFO:tasks.rados.rados.0.smithi040.stdout:2445: writing smithi04078109-21 from 466944 to 1228800 tid 2 2024-04-22T04:35:08.119 INFO:tasks.rados.rados.0.smithi040.stdout:2445: writing smithi04078109-21 from 1228800 to 1269760 tid 3 2024-04-22T04:35:08.119 INFO:tasks.rados.rados.0.smithi040.stdout:2446: read oid 43 snap -1 2024-04-22T04:35:08.119 INFO:tasks.rados.rados.0.smithi040.stdout:2446: expect (ObjNum 765 snap 230 seq_num 765) 2024-04-22T04:35:08.119 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 36 current snap is 237 2024-04-22T04:35:08.119 INFO:tasks.rados.rados.0.smithi040.stdout:2447: seq_num 793 ranges {884736=483328,1368064=647168,2015232=155648} 2024-04-22T04:35:08.126 INFO:tasks.rados.rados.0.smithi040.stdout:2447: writing smithi04078109-36 from 884736 to 1368064 tid 1 2024-04-22T04:35:08.131 INFO:tasks.rados.rados.0.smithi040.stdout:2447: writing smithi04078109-36 from 1368064 to 2015232 tid 2 2024-04-22T04:35:08.133 INFO:tasks.rados.rados.0.smithi040.stdout:2447: writing smithi04078109-36 from 2015232 to 2170880 tid 3 2024-04-22T04:35:08.133 INFO:tasks.rados.rados.0.smithi040.stdout:2448: copy_from oid 50 from oid 4 current snap is 237 2024-04-22T04:35:08.133 INFO:tasks.rados.rados.0.smithi040.stdout:2437: finishing write tid 3 to smithi04078109-44 2024-04-22T04:35:08.133 INFO:tasks.rados.rados.0.smithi040.stdout:2437: finishing write tid 4 to smithi04078109-44 2024-04-22T04:35:08.133 INFO:tasks.rados.rados.0.smithi040.stdout:2441: finishing write tid 1 to smithi04078109-14 2024-04-22T04:35:08.133 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1023 (ObjNum -1442697296 snap 21852 seq_num 2853265552) dirty exists 2024-04-22T04:35:08.133 INFO:tasks.rados.rados.0.smithi040.stdout:2441: finishing write tid 2 to smithi04078109-14 2024-04-22T04:35:08.133 INFO:tasks.rados.rados.0.smithi040.stdout:2441: finishing write tid 3 to smithi04078109-14 2024-04-22T04:35:08.133 INFO:tasks.rados.rados.0.smithi040.stdout:2441: finishing write tid 4 to smithi04078109-14 2024-04-22T04:35:08.133 INFO:tasks.rados.rados.0.smithi040.stdout:2437: finishing write tid 5 to smithi04078109-44 2024-04-22T04:35:08.134 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 1690 (ObjNum 789 snap 237 seq_num 789) dirty exists 2024-04-22T04:35:08.134 INFO:tasks.rados.rados.0.smithi040.stdout:2437: left oid 44 (ObjNum 789 snap 237 seq_num 789) 2024-04-22T04:35:08.134 INFO:tasks.rados.rados.0.smithi040.stdout:2445: finishing write tid 1 to smithi04078109-21 2024-04-22T04:35:08.134 INFO:tasks.rados.rados.0.smithi040.stdout:2441: finishing write tid 5 to smithi04078109-14 2024-04-22T04:35:08.134 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 1256 (ObjNum 791 snap 237 seq_num 791) dirty exists 2024-04-22T04:35:08.134 INFO:tasks.rados.rados.0.smithi040.stdout:2441: left oid 14 (ObjNum 791 snap 237 seq_num 791) 2024-04-22T04:35:08.134 INFO:tasks.rados.rados.0.smithi040.stdout:2445: finishing write tid 2 to smithi04078109-21 2024-04-22T04:35:08.134 INFO:tasks.rados.rados.0.smithi040.stdout:2445: finishing write tid 3 to smithi04078109-21 2024-04-22T04:35:08.134 INFO:tasks.rados.rados.0.smithi040.stdout:2444: finishing copy_from to smithi04078109-45 2024-04-22T04:35:08.134 INFO:tasks.rados.rados.0.smithi040.stdout:2444: got expected ENOENT (src dne) 2024-04-22T04:35:08.134 INFO:tasks.rados.rados.0.smithi040.stdout:2444: finishing copy_from racing read to smithi04078109-45 2024-04-22T04:35:08.134 INFO:tasks.rados.rados.0.smithi040.stdout:2445: finishing write tid 4 to smithi04078109-21 2024-04-22T04:35:08.134 INFO:tasks.rados.rados.0.smithi040.stdout:2437: done (10 left) 2024-04-22T04:35:08.134 INFO:tasks.rados.rados.0.smithi040.stdout:2439: done (9 left) 2024-04-22T04:35:08.135 INFO:tasks.rados.rados.0.smithi040.stdout:2441: done (8 left) 2024-04-22T04:35:08.135 INFO:tasks.rados.rados.0.smithi040.stdout:2442: done (7 left) 2024-04-22T04:35:08.135 INFO:tasks.rados.rados.0.smithi040.stdout:2444: done (6 left) 2024-04-22T04:35:08.135 INFO:tasks.rados.rados.0.smithi040.stdout:2449: read oid 26 snap -1 2024-04-22T04:35:08.135 INFO:tasks.rados.rados.0.smithi040.stdout:2449: expect deleted 2024-04-22T04:35:08.135 INFO:tasks.rados.rados.0.smithi040.stdout:2450: snap_create 2024-04-22T04:35:08.139 INFO:tasks.rados.rados.0.smithi040.stdout:2440: expect (ObjNum 692 snap 213 seq_num 692) 2024-04-22T04:35:08.614 INFO:tasks.rados.rados.0.smithi040.stdout:2445: finishing write tid 5 to smithi04078109-21 2024-04-22T04:35:08.614 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 1646 (ObjNum 792 snap 237 seq_num 792) dirty exists 2024-04-22T04:35:08.614 INFO:tasks.rados.rados.0.smithi040.stdout:2445: left oid 21 (ObjNum 792 snap 237 seq_num 792) 2024-04-22T04:35:08.614 INFO:tasks.rados.rados.0.smithi040.stdout:2447: finishing write tid 1 to smithi04078109-36 2024-04-22T04:35:08.614 INFO:tasks.rados.rados.0.smithi040.stdout:2447: finishing write tid 2 to smithi04078109-36 2024-04-22T04:35:08.614 INFO:tasks.rados.rados.0.smithi040.stdout:2447: finishing write tid 3 to smithi04078109-36 2024-04-22T04:35:08.614 INFO:tasks.rados.rados.0.smithi040.stdout:2447: finishing write tid 4 to smithi04078109-36 2024-04-22T04:35:08.614 INFO:tasks.rados.rados.0.smithi040.stdout:2443: expect (ObjNum 775 snap 232 seq_num 775) 2024-04-22T04:35:09.089 INFO:tasks.rados.rados.0.smithi040.stdout:2447: finishing write tid 5 to smithi04078109-36 2024-04-22T04:35:09.089 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 1723 (ObjNum 793 snap 237 seq_num 793) dirty exists 2024-04-22T04:35:09.089 INFO:tasks.rados.rados.0.smithi040.stdout:2447: left oid 36 (ObjNum 793 snap 237 seq_num 793) 2024-04-22T04:35:09.089 INFO:tasks.rados.rados.0.smithi040.stdout:2448: finishing copy_from racing read to smithi04078109-50 2024-04-22T04:35:09.089 INFO:tasks.rados.rados.0.smithi040.stdout:2446: expect (ObjNum 765 snap 230 seq_num 765) 2024-04-22T04:35:09.213 INFO:tasks.rados.rados.0.smithi040.stdout:2448: finishing copy_from to smithi04078109-50 2024-04-22T04:35:09.213 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 930 (ObjNum 783 snap 236 seq_num 783) dirty exists 2024-04-22T04:35:09.213 INFO:tasks.rados.rados.0.smithi040.stdout:2440: done (7 left) 2024-04-22T04:35:09.213 INFO:tasks.rados.rados.0.smithi040.stdout:2443: done (6 left) 2024-04-22T04:35:09.213 INFO:tasks.rados.rados.0.smithi040.stdout:2445: done (5 left) 2024-04-22T04:35:09.213 INFO:tasks.rados.rados.0.smithi040.stdout:2446: done (4 left) 2024-04-22T04:35:09.213 INFO:tasks.rados.rados.0.smithi040.stdout:2447: done (3 left) 2024-04-22T04:35:09.213 INFO:tasks.rados.rados.0.smithi040.stdout:2448: done (2 left) 2024-04-22T04:35:09.213 INFO:tasks.rados.rados.0.smithi040.stdout:2449: done (1 left) 2024-04-22T04:35:09.213 INFO:tasks.rados.rados.0.smithi040.stdout:2450: done (0 left) 2024-04-22T04:35:09.213 INFO:tasks.rados.rados.0.smithi040.stdout:2451: delete oid 16 current snap is 238 2024-04-22T04:35:09.215 INFO:tasks.rados.rados.0.smithi040.stdout:2451: done (0 left) 2024-04-22T04:35:09.215 INFO:tasks.rados.rados.0.smithi040.stdout:2452: rollback oid 28 current snap is 238 2024-04-22T04:35:09.215 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 28 to 234 2024-04-22T04:35:09.215 INFO:tasks.rados.rados.0.smithi040.stdout:2453: copy_from oid 35 from oid 21 current snap is 238 2024-04-22T04:35:09.215 INFO:tasks.rados.rados.0.smithi040.stdout:2454: delete oid 50 current snap is 238 2024-04-22T04:35:09.218 INFO:tasks.rados.rados.0.smithi040.stdout:2454: done (2 left) 2024-04-22T04:35:09.218 INFO:tasks.rados.rados.0.smithi040.stdout:2455: setattr oid 44 current snap is 238 2024-04-22T04:35:09.219 INFO:tasks.rados.rados.0.smithi040.stdout:2452: finishing rollback tid 0 to smithi04078109-28 2024-04-22T04:35:09.219 INFO:tasks.rados.rados.0.smithi040.stdout:2452: finishing rollback tid 1 to smithi04078109-28 2024-04-22T04:35:09.219 INFO:tasks.rados.rados.0.smithi040.stdout:2452: finishing rollback tid 2 to smithi04078109-28 2024-04-22T04:35:09.219 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 1250 (ObjNum 655 snap 198 seq_num 655) dirty exists 2024-04-22T04:35:09.221 INFO:tasks.rados.rados.0.smithi040.stdout:2452: done (2 left) 2024-04-22T04:35:09.221 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 1 current snap is 238 2024-04-22T04:35:09.221 INFO:tasks.rados.rados.0.smithi040.stdout:2456: seq_num 796 ranges {966656=540672,1507328=704512,2211840=98304} 2024-04-22T04:35:09.230 INFO:tasks.rados.rados.0.smithi040.stdout:2456: writing smithi04078109-1 from 966656 to 1507328 tid 1 2024-04-22T04:35:09.234 INFO:tasks.rados.rados.0.smithi040.stdout:2456: writing smithi04078109-1 from 1507328 to 2211840 tid 2 2024-04-22T04:35:09.235 INFO:tasks.rados.rados.0.smithi040.stdout:2456: writing smithi04078109-1 from 2211840 to 2310144 tid 3 2024-04-22T04:35:09.235 INFO:tasks.rados.rados.0.smithi040.stdout:2457: read oid 12 snap -1 2024-04-22T04:35:09.235 INFO:tasks.rados.rados.0.smithi040.stdout:2457: expect (ObjNum 743 snap 225 seq_num 743) 2024-04-22T04:35:09.235 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 238 2024-04-22T04:35:09.235 INFO:tasks.rados.rados.0.smithi040.stdout:2453: finishing copy_from racing read to smithi04078109-35 2024-04-22T04:35:09.235 INFO:tasks.rados.rados.0.smithi040.stdout:2453: finishing copy_from to smithi04078109-35 2024-04-22T04:35:09.236 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1646 (ObjNum 792 snap 237 seq_num 792) dirty exists 2024-04-22T04:35:09.236 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 1692 (ObjNum 789 snap 237 seq_num 789) dirty exists 2024-04-22T04:35:09.236 INFO:tasks.rados.rados.0.smithi040.stdout:2456: finishing write tid 1 to smithi04078109-1 2024-04-22T04:35:09.236 INFO:tasks.rados.rados.0.smithi040.stdout:2458: seq_num 797 ranges {5373952=557056,5931008=589824,6520832=212992} 2024-04-22T04:35:09.267 INFO:tasks.rados.rados.0.smithi040.stdout:2458: writing smithi04078109-32 from 5373952 to 5931008 tid 1 2024-04-22T04:35:09.271 INFO:tasks.rados.rados.0.smithi040.stdout:2458: writing smithi04078109-32 from 5931008 to 6520832 tid 2 2024-04-22T04:35:09.272 INFO:tasks.rados.rados.0.smithi040.stdout:2458: writing smithi04078109-32 from 6520832 to 6733824 tid 3 2024-04-22T04:35:09.272 INFO:tasks.rados.rados.0.smithi040.stdout:2453: done (4 left) 2024-04-22T04:35:09.272 INFO:tasks.rados.rados.0.smithi040.stdout:2455: done (3 left) 2024-04-22T04:35:09.272 INFO:tasks.rados.rados.0.smithi040.stdout:2459: snap_create 2024-04-22T04:35:09.273 INFO:tasks.rados.rados.0.smithi040.stdout:2457: expect (ObjNum 743 snap 225 seq_num 743) 2024-04-22T04:35:09.285 INFO:tasks.rados.rados.0.smithi040.stdout:2456: finishing write tid 2 to smithi04078109-1 2024-04-22T04:35:09.285 INFO:tasks.rados.rados.0.smithi040.stdout:2456: finishing write tid 3 to smithi04078109-1 2024-04-22T04:35:09.285 INFO:tasks.rados.rados.0.smithi040.stdout:2456: finishing write tid 4 to smithi04078109-1 2024-04-22T04:35:09.285 INFO:tasks.rados.rados.0.smithi040.stdout:2456: finishing write tid 5 to smithi04078109-1 2024-04-22T04:35:09.285 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 1650 (ObjNum 796 snap 238 seq_num 796) dirty exists 2024-04-22T04:35:09.285 INFO:tasks.rados.rados.0.smithi040.stdout:2456: left oid 1 (ObjNum 796 snap 238 seq_num 796) 2024-04-22T04:35:09.285 INFO:tasks.rados.rados.0.smithi040.stdout:2458: finishing write tid 1 to smithi04078109-32 2024-04-22T04:35:09.285 INFO:tasks.rados.rados.0.smithi040.stdout:2458: finishing write tid 2 to smithi04078109-32 2024-04-22T04:35:09.285 INFO:tasks.rados.rados.0.smithi040.stdout:2458: finishing write tid 3 to smithi04078109-32 2024-04-22T04:35:09.285 INFO:tasks.rados.rados.0.smithi040.stdout:2458: finishing write tid 4 to smithi04078109-32 2024-04-22T04:35:09.285 INFO:tasks.rados.rados.0.smithi040.stdout:2458: finishing write tid 5 to smithi04078109-32 2024-04-22T04:35:09.286 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 1308 (ObjNum 797 snap 238 seq_num 797) dirty exists 2024-04-22T04:35:09.286 INFO:tasks.rados.rados.0.smithi040.stdout:2458: left oid 32 (ObjNum 797 snap 238 seq_num 797) 2024-04-22T04:35:09.620 INFO:tasks.rados.rados.0.smithi040.stdout:2456: done (3 left) 2024-04-22T04:35:09.620 INFO:tasks.rados.rados.0.smithi040.stdout:2457: done (2 left) 2024-04-22T04:35:09.620 INFO:tasks.rados.rados.0.smithi040.stdout:2458: done (1 left) 2024-04-22T04:35:09.621 INFO:tasks.rados.rados.0.smithi040.stdout:2459: done (0 left) 2024-04-22T04:35:09.621 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 239 2024-04-22T04:35:09.621 INFO:tasks.rados.rados.0.smithi040.stdout:2460: seq_num 798 ranges {8519680=573440,9093120=466944,9560064=335872} 2024-04-22T04:35:09.669 INFO:tasks.rados.rados.0.smithi040.stdout:2460: writing smithi04078109-6 from 8519680 to 9093120 tid 1 2024-04-22T04:35:09.672 INFO:tasks.rados.rados.0.smithi040.stdout:2460: writing smithi04078109-6 from 9093120 to 9560064 tid 2 2024-04-22T04:35:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:2460: writing smithi04078109-6 from 9560064 to 9895936 tid 3 2024-04-22T04:35:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 36 current snap is 239 2024-04-22T04:35:09.675 INFO:tasks.rados.rados.0.smithi040.stdout:2461: seq_num 799 ranges {2170880=589824,2760704=802816} 2024-04-22T04:35:09.690 INFO:tasks.rados.rados.0.smithi040.stdout:2461: writing smithi04078109-36 from 2170880 to 2760704 tid 1 2024-04-22T04:35:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:2461: writing smithi04078109-36 from 2760704 to 3563520 tid 2 2024-04-22T04:35:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:2462: snap_create 2024-04-22T04:35:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:2460: finishing write tid 1 to smithi04078109-6 2024-04-22T04:35:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:2460: finishing write tid 2 to smithi04078109-6 2024-04-22T04:35:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:2460: finishing write tid 3 to smithi04078109-6 2024-04-22T04:35:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:2460: finishing write tid 4 to smithi04078109-6 2024-04-22T04:35:09.695 INFO:tasks.rados.rados.0.smithi040.stdout:2460: finishing write tid 5 to smithi04078109-6 2024-04-22T04:35:09.696 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 1697 (ObjNum 798 snap 239 seq_num 798) dirty exists 2024-04-22T04:35:09.696 INFO:tasks.rados.rados.0.smithi040.stdout:2460: left oid 6 (ObjNum 798 snap 239 seq_num 798) 2024-04-22T04:35:09.696 INFO:tasks.rados.rados.0.smithi040.stdout:2461: finishing write tid 1 to smithi04078109-36 2024-04-22T04:35:09.698 INFO:tasks.rados.rados.0.smithi040.stdout:2461: finishing write tid 2 to smithi04078109-36 2024-04-22T04:35:09.698 INFO:tasks.rados.rados.0.smithi040.stdout:2461: finishing write tid 3 to smithi04078109-36 2024-04-22T04:35:09.699 INFO:tasks.rados.rados.0.smithi040.stdout:2461: finishing write tid 4 to smithi04078109-36 2024-04-22T04:35:09.699 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 1726 (ObjNum 799 snap 239 seq_num 799) dirty exists 2024-04-22T04:35:09.699 INFO:tasks.rados.rados.0.smithi040.stdout:2461: left oid 36 (ObjNum 799 snap 239 seq_num 799) 2024-04-22T04:35:09.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:09 smithi062 ceph-mon[78153]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 427 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-04-22T04:35:09.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:09 smithi062 ceph-mon[78153]: osdmap e528: 8 total, 8 up, 8 in 2024-04-22T04:35:09.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:09 smithi040 ceph-mon[88445]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 427 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-04-22T04:35:09.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:09 smithi040 ceph-mon[88445]: osdmap e528: 8 total, 8 up, 8 in 2024-04-22T04:35:09.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:09 smithi040 ceph-mon[91058]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 427 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-04-22T04:35:09.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:09 smithi040 ceph-mon[91058]: osdmap e528: 8 total, 8 up, 8 in 2024-04-22T04:35:10.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:35:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:35:10] "GET /metrics HTTP/1.1" 200 241490 "" "Prometheus/2.33.4" 2024-04-22T04:35:10.624 INFO:tasks.rados.rados.0.smithi040.stdout:2460: done (2 left) 2024-04-22T04:35:10.625 INFO:tasks.rados.rados.0.smithi040.stdout:2461: done (1 left) 2024-04-22T04:35:10.625 INFO:tasks.rados.rados.0.smithi040.stdout:2462: done (0 left) 2024-04-22T04:35:10.625 INFO:tasks.rados.rados.0.smithi040.stdout:2463: rmattr oid 11 current snap is 240 2024-04-22T04:35:10.625 INFO:tasks.rados.rados.0.smithi040.stdout:2463: done (0 left) 2024-04-22T04:35:10.625 INFO:tasks.rados.rados.0.smithi040.stdout:2464: read oid 45 snap -1 2024-04-22T04:35:10.625 INFO:tasks.rados.rados.0.smithi040.stdout:2464: expect (ObjNum 692 snap 213 seq_num 692) 2024-04-22T04:35:10.625 INFO:tasks.rados.rados.0.smithi040.stdout:2465: snap_create 2024-04-22T04:35:10.648 INFO:tasks.rados.rados.0.smithi040.stdout:2464: expect (ObjNum 692 snap 213 seq_num 692) 2024-04-22T04:35:10.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:10 smithi062 ceph-mon[78153]: osdmap e529: 8 total, 8 up, 8 in 2024-04-22T04:35:10.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:10 smithi062 ceph-mon[78153]: pgmap v508: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-22T04:35:10.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:10 smithi040 ceph-mon[88445]: osdmap e529: 8 total, 8 up, 8 in 2024-04-22T04:35:10.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:10 smithi040 ceph-mon[88445]: pgmap v508: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-22T04:35:10.908 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:10 smithi040 ceph-mon[91058]: osdmap e529: 8 total, 8 up, 8 in 2024-04-22T04:35:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:10 smithi040 ceph-mon[91058]: pgmap v508: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-22T04:35:11.631 INFO:tasks.rados.rados.0.smithi040.stdout:2464: done (1 left) 2024-04-22T04:35:11.631 INFO:tasks.rados.rados.0.smithi040.stdout:2465: done (0 left) 2024-04-22T04:35:11.631 INFO:tasks.rados.rados.0.smithi040.stdout:2466: snap_create 2024-04-22T04:35:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[88445]: osdmap e530: 8 total, 8 up, 8 in 2024-04-22T04:35:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[88445]: Detected new or changed devices on smithi040 2024-04-22T04:35:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:35:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:35:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:35:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:11.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:11.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:11.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-22T04:35:11.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[88445]: Upgrade: It appears safe to stop mds.b 2024-04-22T04:35:11.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[91058]: osdmap e530: 8 total, 8 up, 8 in 2024-04-22T04:35:11.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[91058]: Detected new or changed devices on smithi040 2024-04-22T04:35:11.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:11.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:11.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:35:11.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:35:11.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:11.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:35:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-22T04:35:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:11 smithi040 ceph-mon[91058]: Upgrade: It appears safe to stop mds.b 2024-04-22T04:35:12.067 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:11 smithi062 ceph-mon[78153]: osdmap e530: 8 total, 8 up, 8 in 2024-04-22T04:35:12.067 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:11 smithi062 ceph-mon[78153]: Detected new or changed devices on smithi040 2024-04-22T04:35:12.067 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:12.067 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:12.068 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:35:12.068 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:35:12.068 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:12.068 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:35:12.068 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:12.068 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:12.068 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:12.068 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:12.068 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-22T04:35:12.068 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:11 smithi062 ceph-mon[78153]: Upgrade: It appears safe to stop mds.b 2024-04-22T04:35:12.152 INFO:tasks.rados.rados.0.smithi040.stdout:2466: done (0 left) 2024-04-22T04:35:12.153 INFO:tasks.rados.rados.0.smithi040.stdout:2467: setattr oid 22 current snap is 242 2024-04-22T04:35:12.153 INFO:tasks.rados.rados.0.smithi040.stdout:2468: snap_remove snap 218 2024-04-22T04:35:12.803 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:12 smithi062 ceph-mon[78153]: osdmap e531: 8 total, 8 up, 8 in 2024-04-22T04:35:12.803 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:12 smithi062 ceph-mon[78153]: osdmap e532: 8 total, 8 up, 8 in 2024-04-22T04:35:12.803 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:12 smithi062 ceph-mon[78153]: pgmap v512: 121 pgs: 121 active+clean; 440 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 41 op/s 2024-04-22T04:35:12.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:12 smithi040 ceph-mon[88445]: osdmap e531: 8 total, 8 up, 8 in 2024-04-22T04:35:12.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:12 smithi040 ceph-mon[88445]: osdmap e532: 8 total, 8 up, 8 in 2024-04-22T04:35:12.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:12 smithi040 ceph-mon[88445]: pgmap v512: 121 pgs: 121 active+clean; 440 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 41 op/s 2024-04-22T04:35:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:12 smithi040 ceph-mon[91058]: osdmap e531: 8 total, 8 up, 8 in 2024-04-22T04:35:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:12 smithi040 ceph-mon[91058]: osdmap e532: 8 total, 8 up, 8 in 2024-04-22T04:35:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:12 smithi040 ceph-mon[91058]: pgmap v512: 121 pgs: 121 active+clean; 440 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 41 op/s 2024-04-22T04:35:13.168 INFO:tasks.rados.rados.0.smithi040.stdout:2468: done (1 left) 2024-04-22T04:35:13.168 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 242 2024-04-22T04:35:13.168 INFO:tasks.rados.rados.0.smithi040.stdout:2469: seq_num 800 ranges {0=606208,606208=688128,1294336=114688} 2024-04-22T04:35:13.168 INFO:tasks.rados.rados.0.smithi040.stdout:2469: writing smithi04078109-11 from 0 to 606208 tid 1 2024-04-22T04:35:13.168 INFO:tasks.rados.rados.0.smithi040.stdout:2469: writing smithi04078109-11 from 606208 to 1294336 tid 2 2024-04-22T04:35:13.169 INFO:tasks.rados.rados.0.smithi040.stdout:2469: writing smithi04078109-11 from 1294336 to 1409024 tid 3 2024-04-22T04:35:13.169 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 26 current snap is 242 2024-04-22T04:35:13.169 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 1235 (ObjNum 744 snap 225 seq_num 744) dirty exists 2024-04-22T04:35:13.170 INFO:tasks.rados.rados.0.smithi040.stdout:2470: seq_num 801 ranges {0=622592,622592=573440,1196032=229376} 2024-04-22T04:35:13.173 INFO:tasks.rados.rados.0.smithi040.stdout:2470: writing smithi04078109-26 from 0 to 622592 tid 1 2024-04-22T04:35:13.180 INFO:tasks.rados.rados.0.smithi040.stdout:2470: writing smithi04078109-26 from 622592 to 1196032 tid 2 2024-04-22T04:35:13.180 INFO:tasks.rados.rados.0.smithi040.stdout:2470: writing smithi04078109-26 from 1196032 to 1425408 tid 3 2024-04-22T04:35:13.180 INFO:tasks.rados.rados.0.smithi040.stdout:2467: done (2 left) 2024-04-22T04:35:13.180 INFO:tasks.rados.rados.0.smithi040.stdout:2471: setattr oid 23 current snap is 242 2024-04-22T04:35:13.183 INFO:tasks.rados.rados.0.smithi040.stdout:2472: snap_remove snap 237 2024-04-22T04:35:14.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:13 smithi062 ceph-mon[78153]: Upgrade: Updating mds.b 2024-04-22T04:35:14.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:13 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:14.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:13 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:35:14.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:13 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:35:14.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:13 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:35:14.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:13 smithi062 ceph-mon[78153]: Deploying daemon mds.b on smithi062 2024-04-22T04:35:14.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:13 smithi062 ceph-mon[78153]: osdmap e533: 8 total, 8 up, 8 in 2024-04-22T04:35:14.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:13 smithi040 ceph-mon[88445]: Upgrade: Updating mds.b 2024-04-22T04:35:14.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:13 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:14.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:13 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:35:14.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:13 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:35:14.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:13 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:35:14.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:13 smithi040 ceph-mon[88445]: Deploying daemon mds.b on smithi062 2024-04-22T04:35:14.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:13 smithi040 ceph-mon[88445]: osdmap e533: 8 total, 8 up, 8 in 2024-04-22T04:35:14.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:13 smithi040 ceph-mon[91058]: Upgrade: Updating mds.b 2024-04-22T04:35:14.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:13 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:14.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:13 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:35:14.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:13 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T04:35:14.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:13 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:35:14.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:13 smithi040 ceph-mon[91058]: Deploying daemon mds.b on smithi062 2024-04-22T04:35:14.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:13 smithi040 ceph-mon[91058]: osdmap e533: 8 total, 8 up, 8 in 2024-04-22T04:35:14.161 INFO:tasks.rados.rados.0.smithi040.stdout:2472: done (3 left) 2024-04-22T04:35:14.161 INFO:tasks.rados.rados.0.smithi040.stdout:2469: finishing write tid 1 to smithi04078109-11 2024-04-22T04:35:14.161 INFO:tasks.rados.rados.0.smithi040.stdout:2470: finishing write tid 1 to smithi04078109-26 2024-04-22T04:35:14.161 INFO:tasks.rados.rados.0.smithi040.stdout:2470: finishing write tid 2 to smithi04078109-26 2024-04-22T04:35:14.161 INFO:tasks.rados.rados.0.smithi040.stdout:2470: finishing write tid 3 to smithi04078109-26 2024-04-22T04:35:14.161 INFO:tasks.rados.rados.0.smithi040.stdout:2470: finishing write tid 4 to smithi04078109-26 2024-04-22T04:35:14.161 INFO:tasks.rados.rados.0.smithi040.stdout:2469: finishing write tid 2 to smithi04078109-11 2024-04-22T04:35:14.161 INFO:tasks.rados.rados.0.smithi040.stdout:2469: finishing write tid 3 to smithi04078109-11 2024-04-22T04:35:14.161 INFO:tasks.rados.rados.0.smithi040.stdout:2470: finishing write tid 5 to smithi04078109-26 2024-04-22T04:35:14.162 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 1247 (ObjNum 801 snap 242 seq_num 801) dirty exists 2024-04-22T04:35:14.162 INFO:tasks.rados.rados.0.smithi040.stdout:2470: left oid 26 (ObjNum 801 snap 242 seq_num 801) 2024-04-22T04:35:14.162 INFO:tasks.rados.rados.0.smithi040.stdout:2469: finishing write tid 4 to smithi04078109-11 2024-04-22T04:35:14.162 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 1309 (ObjNum 764 snap 230 seq_num 764) dirty exists 2024-04-22T04:35:14.162 INFO:tasks.rados.rados.0.smithi040.stdout:2469: finishing write tid 5 to smithi04078109-11 2024-04-22T04:35:14.162 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 1705 (ObjNum 800 snap 242 seq_num 800) dirty exists 2024-04-22T04:35:14.162 INFO:tasks.rados.rados.0.smithi040.stdout:2469: left oid 11 (ObjNum 800 snap 242 seq_num 800) 2024-04-22T04:35:14.162 INFO:tasks.rados.rados.0.smithi040.stdout:2473: read oid 4 snap -1 2024-04-22T04:35:14.162 INFO:tasks.rados.rados.0.smithi040.stdout:2473: expect (ObjNum 783 snap 236 seq_num 783) 2024-04-22T04:35:14.162 INFO:tasks.rados.rados.0.smithi040.stdout:2469: done (3 left) 2024-04-22T04:35:14.162 INFO:tasks.rados.rados.0.smithi040.stdout:2470: done (2 left) 2024-04-22T04:35:14.162 INFO:tasks.rados.rados.0.smithi040.stdout:2471: done (1 left) 2024-04-22T04:35:14.162 INFO:tasks.rados.rados.0.smithi040.stdout:2474: delete oid 9 current snap is 242 2024-04-22T04:35:14.170 INFO:tasks.rados.rados.0.smithi040.stdout:2474: done (1 left) 2024-04-22T04:35:14.170 INFO:tasks.rados.rados.0.smithi040.stdout:2475: snap_remove snap 204 2024-04-22T04:35:15.176 INFO:tasks.rados.rados.0.smithi040.stdout:2475: done (1 left) 2024-04-22T04:35:15.176 INFO:tasks.rados.rados.0.smithi040.stdout:2476: rollback oid 44 current snap is 242 2024-04-22T04:35:15.176 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 44 to 215 2024-04-22T04:35:15.176 INFO:tasks.rados.rados.0.smithi040.stdout:2473: expect (ObjNum 783 snap 236 seq_num 783) 2024-04-22T04:35:15.216 INFO:tasks.rados.rados.0.smithi040.stdout:2476: finishing rollback tid 0 to smithi04078109-44 2024-04-22T04:35:15.216 INFO:tasks.rados.rados.0.smithi040.stdout:2476: finishing rollback tid 1 to smithi04078109-44 2024-04-22T04:35:15.217 INFO:tasks.rados.rados.0.smithi040.stdout:2476: finishing rollback tid 2 to smithi04078109-44 2024-04-22T04:35:15.217 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 1723 (ObjNum 602 snap 181 seq_num 602) dirty exists 2024-04-22T04:35:15.217 INFO:tasks.rados.rados.0.smithi040.stdout:2473: done (1 left) 2024-04-22T04:35:15.217 INFO:tasks.rados.rados.0.smithi040.stdout:2476: done (0 left) 2024-04-22T04:35:15.217 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 4 current snap is 242 2024-04-22T04:35:15.217 INFO:tasks.rados.rados.0.smithi040.stdout:2477: seq_num 803 ranges {1122304=655360,1777664=745472,2523136=57344} 2024-04-22T04:35:15.226 INFO:tasks.rados.rados.0.smithi040.stdout:2477: writing smithi04078109-4 from 1122304 to 1777664 tid 1 2024-04-22T04:35:15.231 INFO:tasks.rados.rados.0.smithi040.stdout:2477: writing smithi04078109-4 from 1777664 to 2523136 tid 2 2024-04-22T04:35:15.231 INFO:tasks.rados.rados.0.smithi040.stdout:2477: writing smithi04078109-4 from 2523136 to 2580480 tid 3 2024-04-22T04:35:15.231 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 28 current snap is 242 2024-04-22T04:35:15.231 INFO:tasks.rados.rados.0.smithi040.stdout:2478: seq_num 804 ranges {1531904=671744,2203648=622592,2826240=180224} 2024-04-22T04:35:15.243 INFO:tasks.rados.rados.0.smithi040.stdout:2478: writing smithi04078109-28 from 1531904 to 2203648 tid 1 2024-04-22T04:35:15.246 INFO:tasks.rados.rados.0.smithi040.stdout:2478: writing smithi04078109-28 from 2203648 to 2826240 tid 2 2024-04-22T04:35:15.248 INFO:tasks.rados.rados.0.smithi040.stdout:2478: writing smithi04078109-28 from 2826240 to 3006464 tid 3 2024-04-22T04:35:15.248 INFO:tasks.rados.rados.0.smithi040.stdout:2479: snap_create 2024-04-22T04:35:15.248 INFO:tasks.rados.rados.0.smithi040.stdout:2477: finishing write tid 1 to smithi04078109-4 2024-04-22T04:35:15.248 INFO:tasks.rados.rados.0.smithi040.stdout:2477: finishing write tid 2 to smithi04078109-4 2024-04-22T04:35:15.248 INFO:tasks.rados.rados.0.smithi040.stdout:2477: finishing write tid 3 to smithi04078109-4 2024-04-22T04:35:15.248 INFO:tasks.rados.rados.0.smithi040.stdout:2477: finishing write tid 4 to smithi04078109-4 2024-04-22T04:35:15.248 INFO:tasks.rados.rados.0.smithi040.stdout:2477: finishing write tid 5 to smithi04078109-4 2024-04-22T04:35:15.248 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 935 (ObjNum 803 snap 242 seq_num 803) dirty exists 2024-04-22T04:35:15.248 INFO:tasks.rados.rados.0.smithi040.stdout:2477: left oid 4 (ObjNum 803 snap 242 seq_num 803) 2024-04-22T04:35:15.248 INFO:tasks.rados.rados.0.smithi040.stdout:2478: finishing write tid 1 to smithi04078109-28 2024-04-22T04:35:15.250 INFO:tasks.rados.rados.0.smithi040.stdout:2478: finishing write tid 2 to smithi04078109-28 2024-04-22T04:35:15.250 INFO:tasks.rados.rados.0.smithi040.stdout:2478: finishing write tid 3 to smithi04078109-28 2024-04-22T04:35:15.250 INFO:tasks.rados.rados.0.smithi040.stdout:2478: finishing write tid 4 to smithi04078109-28 2024-04-22T04:35:15.251 INFO:tasks.rados.rados.0.smithi040.stdout:2478: finishing write tid 5 to smithi04078109-28 2024-04-22T04:35:15.251 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 1254 (ObjNum 804 snap 242 seq_num 804) dirty exists 2024-04-22T04:35:15.251 INFO:tasks.rados.rados.0.smithi040.stdout:2478: left oid 28 (ObjNum 804 snap 242 seq_num 804) 2024-04-22T04:35:15.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:15 smithi062 ceph-mon[78153]: osdmap e534: 8 total, 8 up, 8 in 2024-04-22T04:35:15.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:15 smithi062 ceph-mon[78153]: pgmap v515: 121 pgs: 121 active+clean; 440 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.5 MiB/s wr, 29 op/s 2024-04-22T04:35:15.382 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 04:35:15 smithi062 systemd[1]: Stopping Ceph mds.b for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:35:15.397 INFO:tasks.rados.rados.0.smithi040.stdout:2477: done (2 left) 2024-04-22T04:35:15.397 INFO:tasks.rados.rados.0.smithi040.stdout:2478: done (1 left) 2024-04-22T04:35:15.397 INFO:tasks.rados.rados.0.smithi040.stdout:2479: done (0 left) 2024-04-22T04:35:15.397 INFO:tasks.rados.rados.0.smithi040.stdout:2480: rollback oid 16 current snap is 243 2024-04-22T04:35:15.397 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 16 to 235 2024-04-22T04:35:15.397 INFO:tasks.rados.rados.0.smithi040.stdout:2481: read oid 42 snap -1 2024-04-22T04:35:15.397 INFO:tasks.rados.rados.0.smithi040.stdout:2481: expect deleted 2024-04-22T04:35:15.397 INFO:tasks.rados.rados.0.smithi040.stdout:2482: snap_remove snap 188 2024-04-22T04:35:15.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:15 smithi040 ceph-mon[91058]: osdmap e534: 8 total, 8 up, 8 in 2024-04-22T04:35:15.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:15 smithi040 ceph-mon[91058]: pgmap v515: 121 pgs: 121 active+clean; 440 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.5 MiB/s wr, 29 op/s 2024-04-22T04:35:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:15 smithi040 ceph-mon[88445]: osdmap e534: 8 total, 8 up, 8 in 2024-04-22T04:35:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:15 smithi040 ceph-mon[88445]: pgmap v515: 121 pgs: 121 active+clean; 440 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.5 MiB/s wr, 29 op/s 2024-04-22T04:35:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[88422]: 2024-04-22T04:35:15.392+0000 7f973da08700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T04:35:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:35:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:35:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:35:15.903 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 04:35:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-b[60000]: debug 2024-04-22T04:35:15.391+0000 7f9b78145700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-22T04:35:15.903 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 04:35:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-b[60000]: debug 2024-04-22T04:35:15.391+0000 7f9b78145700 -1 mds.b *** got signal Terminated *** 2024-04-22T04:35:16.410 INFO:tasks.rados.rados.0.smithi040.stdout:2482: done (2 left) 2024-04-22T04:35:16.411 INFO:tasks.rados.rados.0.smithi040.stdout:2483: copy_from oid 12 from oid 25 current snap is 243 2024-04-22T04:35:16.411 INFO:tasks.rados.rados.0.smithi040.stdout:2484: snap_create 2024-04-22T04:35:16.411 INFO:tasks.rados.rados.0.smithi040.stdout:2480: finishing rollback tid 1 to smithi04078109-16 2024-04-22T04:35:16.411 INFO:tasks.rados.rados.0.smithi040.stdout:2480: finishing rollback tid 2 to smithi04078109-16 2024-04-22T04:35:16.411 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 937 (ObjNum 767 snap 230 seq_num 767) dirty exists 2024-04-22T04:35:16.414 INFO:tasks.rados.rados.0.smithi040.stdout:2483: finishing copy_from to smithi04078109-12 2024-04-22T04:35:16.414 INFO:tasks.rados.rados.0.smithi040.stdout:2483: got expected ENOENT (src dne) 2024-04-22T04:35:16.414 INFO:tasks.rados.rados.0.smithi040.stdout:2483: finishing copy_from racing read to smithi04078109-12 2024-04-22T04:35:16.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:16 smithi062 ceph-mon[78153]: osdmap e535: 8 total, 8 up, 8 in 2024-04-22T04:35:16.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:16 smithi062 ceph-mon[78153]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-22T04:35:16.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:16 smithi062 ceph-mon[78153]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T04:35:16.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:16 smithi062 ceph-mon[78153]: osdmap e536: 8 total, 8 up, 8 in 2024-04-22T04:35:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:16 smithi062 ceph-mon[78153]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-22T04:35:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:16 smithi062 ceph-mon[78153]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-22T04:35:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:16 smithi062 ceph-mon[78153]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-22T04:35:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:16 smithi062 ceph-mon[78153]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-22T04:35:16.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:16 smithi040 ceph-mon[88445]: osdmap e535: 8 total, 8 up, 8 in 2024-04-22T04:35:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:16 smithi040 ceph-mon[88445]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-22T04:35:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:16 smithi040 ceph-mon[88445]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T04:35:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:16 smithi040 ceph-mon[88445]: osdmap e536: 8 total, 8 up, 8 in 2024-04-22T04:35:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:16 smithi040 ceph-mon[88445]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-22T04:35:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:16 smithi040 ceph-mon[88445]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-22T04:35:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:16 smithi040 ceph-mon[88445]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-22T04:35:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:16 smithi040 ceph-mon[88445]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-22T04:35:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:16 smithi040 ceph-mon[91058]: osdmap e535: 8 total, 8 up, 8 in 2024-04-22T04:35:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:16 smithi040 ceph-mon[91058]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-22T04:35:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:16 smithi040 ceph-mon[91058]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T04:35:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:16 smithi040 ceph-mon[91058]: osdmap e536: 8 total, 8 up, 8 in 2024-04-22T04:35:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:16 smithi040 ceph-mon[91058]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-22T04:35:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:16 smithi040 ceph-mon[91058]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-22T04:35:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:16 smithi040 ceph-mon[91058]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-22T04:35:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:16 smithi040 ceph-mon[91058]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-22T04:35:17.155 INFO:tasks.rados.rados.0.smithi040.stdout:2480: done (3 left) 2024-04-22T04:35:17.155 INFO:tasks.rados.rados.0.smithi040.stdout:2481: done (2 left) 2024-04-22T04:35:17.155 INFO:tasks.rados.rados.0.smithi040.stdout:2483: done (1 left) 2024-04-22T04:35:17.155 INFO:tasks.rados.rados.0.smithi040.stdout:2484: done (0 left) 2024-04-22T04:35:17.155 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 244 2024-04-22T04:35:17.156 INFO:tasks.rados.rados.0.smithi040.stdout:2485: seq_num 805 ranges {1048576=688128,1736704=507904,2244608=294912} 2024-04-22T04:35:17.165 INFO:tasks.rados.rados.0.smithi040.stdout:2485: writing smithi04078109-40 from 1048576 to 1736704 tid 1 2024-04-22T04:35:17.168 INFO:tasks.rados.rados.0.smithi040.stdout:2485: writing smithi04078109-40 from 1736704 to 2244608 tid 2 2024-04-22T04:35:17.170 INFO:tasks.rados.rados.0.smithi040.stdout:2485: writing smithi04078109-40 from 2244608 to 2539520 tid 3 2024-04-22T04:35:17.170 INFO:tasks.rados.rados.0.smithi040.stdout:2486: copy_from oid 27 from oid 9 current snap is 244 2024-04-22T04:35:17.170 INFO:tasks.rados.rados.0.smithi040.stdout:2487: snap_remove snap 232 2024-04-22T04:35:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:17 smithi040 ceph-mon[91058]: osdmap e537: 8 total, 8 up, 8 in 2024-04-22T04:35:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:17 smithi040 ceph-mon[91058]: mds.? [v2:172.21.15.40:6834/3272023223,v1:172.21.15.40:6835/3272023223] up:reconnect 2024-04-22T04:35:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:17 smithi040 ceph-mon[91058]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-22T04:35:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:17 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:35:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:17 smithi040 ceph-mon[91058]: pgmap v519: 121 pgs: 121 active+clean; 428 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-22T04:35:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:17 smithi040 ceph-mon[91058]: osdmap e538: 8 total, 8 up, 8 in 2024-04-22T04:35:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:17 smithi040 ceph-mon[88445]: osdmap e537: 8 total, 8 up, 8 in 2024-04-22T04:35:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:17 smithi040 ceph-mon[88445]: mds.? [v2:172.21.15.40:6834/3272023223,v1:172.21.15.40:6835/3272023223] up:reconnect 2024-04-22T04:35:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:17 smithi040 ceph-mon[88445]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-22T04:35:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:17 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:35:17.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:17 smithi040 ceph-mon[88445]: pgmap v519: 121 pgs: 121 active+clean; 428 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-22T04:35:17.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:17 smithi040 ceph-mon[88445]: osdmap e538: 8 total, 8 up, 8 in 2024-04-22T04:35:17.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:17 smithi062 ceph-mon[78153]: osdmap e537: 8 total, 8 up, 8 in 2024-04-22T04:35:17.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:17 smithi062 ceph-mon[78153]: mds.? [v2:172.21.15.40:6834/3272023223,v1:172.21.15.40:6835/3272023223] up:reconnect 2024-04-22T04:35:17.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:17 smithi062 ceph-mon[78153]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-22T04:35:17.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:17 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:35:17.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:17 smithi062 ceph-mon[78153]: pgmap v519: 121 pgs: 121 active+clean; 428 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-22T04:35:17.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:17 smithi062 ceph-mon[78153]: osdmap e538: 8 total, 8 up, 8 in 2024-04-22T04:35:18.157 INFO:tasks.rados.rados.0.smithi040.stdout:2487: done (2 left) 2024-04-22T04:35:18.157 INFO:tasks.rados.rados.0.smithi040.stdout:2488: copy_from oid 32 from oid 2 current snap is 244 2024-04-22T04:35:18.157 INFO:tasks.rados.rados.0.smithi040.stdout:2489: rmattr oid 1 current snap is 244 2024-04-22T04:35:18.157 INFO:tasks.rados.rados.0.smithi040.stdout:2489: done (3 left) 2024-04-22T04:35:18.157 INFO:tasks.rados.rados.0.smithi040.stdout:2490: copy_from oid 42 from oid 13 current snap is 244 2024-04-22T04:35:18.157 INFO:tasks.rados.rados.0.smithi040.stdout:2491: snap_create 2024-04-22T04:35:18.157 INFO:tasks.rados.rados.0.smithi040.stdout:2486: finishing copy_from to smithi04078109-27 2024-04-22T04:35:18.157 INFO:tasks.rados.rados.0.smithi040.stdout:2486: got expected ENOENT (src dne) 2024-04-22T04:35:18.157 INFO:tasks.rados.rados.0.smithi040.stdout:2486: finishing copy_from racing read to smithi04078109-27 2024-04-22T04:35:18.158 INFO:tasks.rados.rados.0.smithi040.stdout:2485: finishing write tid 1 to smithi04078109-40 2024-04-22T04:35:18.158 INFO:tasks.rados.rados.0.smithi040.stdout:2485: finishing write tid 2 to smithi04078109-40 2024-04-22T04:35:18.158 INFO:tasks.rados.rados.0.smithi040.stdout:2485: finishing write tid 3 to smithi04078109-40 2024-04-22T04:35:18.158 INFO:tasks.rados.rados.0.smithi040.stdout:2485: finishing write tid 4 to smithi04078109-40 2024-04-22T04:35:18.158 INFO:tasks.rados.rados.0.smithi040.stdout:2485: finishing write tid 5 to smithi04078109-40 2024-04-22T04:35:18.158 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1748 (ObjNum 805 snap 244 seq_num 805) dirty exists 2024-04-22T04:35:18.158 INFO:tasks.rados.rados.0.smithi040.stdout:2485: left oid 40 (ObjNum 805 snap 244 seq_num 805) 2024-04-22T04:35:18.161 INFO:tasks.rados.rados.0.smithi040.stdout:2490: finishing copy_from to smithi04078109-42 2024-04-22T04:35:18.161 INFO:tasks.rados.rados.0.smithi040.stdout:2490: got expected ENOENT (src dne) 2024-04-22T04:35:18.161 INFO:tasks.rados.rados.0.smithi040.stdout:2490: finishing copy_from racing read to smithi04078109-42 2024-04-22T04:35:18.189 INFO:tasks.rados.rados.0.smithi040.stdout:2488: finishing copy_from racing read to smithi04078109-32 2024-04-22T04:35:18.196 INFO:tasks.rados.rados.0.smithi040.stdout:2488: finishing copy_from to smithi04078109-32 2024-04-22T04:35:18.196 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 1719 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-04-22T04:35:18.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:18 smithi062 ceph-mon[78153]: mds.? [v2:172.21.15.40:6834/3272023223,v1:172.21.15.40:6835/3272023223] up:rejoin 2024-04-22T04:35:18.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:18 smithi062 ceph-mon[78153]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-22T04:35:18.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:18 smithi062 ceph-mon[78153]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-22T04:35:18.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:18 smithi062 ceph-mon[78153]: osdmap e539: 8 total, 8 up, 8 in 2024-04-22T04:35:18.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:18 smithi040 ceph-mon[88445]: mds.? [v2:172.21.15.40:6834/3272023223,v1:172.21.15.40:6835/3272023223] up:rejoin 2024-04-22T04:35:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:18 smithi040 ceph-mon[88445]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-22T04:35:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:18 smithi040 ceph-mon[88445]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-22T04:35:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:18 smithi040 ceph-mon[88445]: osdmap e539: 8 total, 8 up, 8 in 2024-04-22T04:35:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:18 smithi040 ceph-mon[91058]: mds.? [v2:172.21.15.40:6834/3272023223,v1:172.21.15.40:6835/3272023223] up:rejoin 2024-04-22T04:35:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:18 smithi040 ceph-mon[91058]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-22T04:35:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:18 smithi040 ceph-mon[91058]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-22T04:35:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:18 smithi040 ceph-mon[91058]: osdmap e539: 8 total, 8 up, 8 in 2024-04-22T04:35:19.159 INFO:tasks.rados.rados.0.smithi040.stdout:2485: done (4 left) 2024-04-22T04:35:19.159 INFO:tasks.rados.rados.0.smithi040.stdout:2486: done (3 left) 2024-04-22T04:35:19.159 INFO:tasks.rados.rados.0.smithi040.stdout:2488: done (2 left) 2024-04-22T04:35:19.159 INFO:tasks.rados.rados.0.smithi040.stdout:2490: done (1 left) 2024-04-22T04:35:19.159 INFO:tasks.rados.rados.0.smithi040.stdout:2491: done (0 left) 2024-04-22T04:35:19.159 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 245 2024-04-22T04:35:19.160 INFO:tasks.rados.rados.0.smithi040.stdout:2492: seq_num 806 ranges {2539520=704512,3244032=442368,3686400=360448} 2024-04-22T04:35:19.176 INFO:tasks.rados.rados.0.smithi040.stdout:2492: writing smithi04078109-40 from 2539520 to 3244032 tid 1 2024-04-22T04:35:19.179 INFO:tasks.rados.rados.0.smithi040.stdout:2492: writing smithi04078109-40 from 3244032 to 3686400 tid 2 2024-04-22T04:35:19.181 INFO:tasks.rados.rados.0.smithi040.stdout:2492: writing smithi04078109-40 from 3686400 to 4046848 tid 3 2024-04-22T04:35:19.182 INFO:tasks.rados.rados.0.smithi040.stdout:2493: setattr oid 23 current snap is 245 2024-04-22T04:35:19.183 INFO:tasks.rados.rados.0.smithi040.stdout:2494: delete oid 21 current snap is 245 2024-04-22T04:35:19.187 INFO:tasks.rados.rados.0.smithi040.stdout:2492: finishing write tid 1 to smithi04078109-40 2024-04-22T04:35:19.187 INFO:tasks.rados.rados.0.smithi040.stdout:2492: finishing write tid 2 to smithi04078109-40 2024-04-22T04:35:19.189 INFO:tasks.rados.rados.0.smithi040.stdout:2494: done (2 left) 2024-04-22T04:35:19.189 INFO:tasks.rados.rados.0.smithi040.stdout:2495: read oid 41 snap -1 2024-04-22T04:35:19.189 INFO:tasks.rados.rados.0.smithi040.stdout:2495: expect (ObjNum 664 snap 203 seq_num 664) 2024-04-22T04:35:19.189 INFO:tasks.rados.rados.0.smithi040.stdout:2496: copy_from oid 32 from oid 15 current snap is 245 2024-04-22T04:35:19.189 INFO:tasks.rados.rados.0.smithi040.stdout:2497: copy_from oid 12 from oid 34 current snap is 245 2024-04-22T04:35:19.190 INFO:tasks.rados.rados.0.smithi040.stdout:2498: snap_remove snap 231 2024-04-22T04:35:19.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:19 smithi062 ceph-mon[78153]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-22T04:35:19.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:19 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:35:19.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:19 smithi062 ceph-mon[78153]: mds.? [v2:172.21.15.40:6834/3272023223,v1:172.21.15.40:6835/3272023223] up:active 2024-04-22T04:35:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:19 smithi062 ceph-mon[78153]: fsmap cephfs:1 {0=a=up:active} 2024-04-22T04:35:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:19 smithi062 ceph-mon[78153]: pgmap v522: 121 pgs: 121 active+clean; 368 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 972 KiB/s rd, 1.2 MiB/s wr, 21 op/s 2024-04-22T04:35:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:19 smithi062 ceph-mon[78153]: osdmap e540: 8 total, 8 up, 8 in 2024-04-22T04:35:19.908 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:19 smithi040 ceph-mon[91058]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-22T04:35:19.908 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:19 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:35:19.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:19 smithi040 ceph-mon[91058]: mds.? [v2:172.21.15.40:6834/3272023223,v1:172.21.15.40:6835/3272023223] up:active 2024-04-22T04:35:19.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:19 smithi040 ceph-mon[91058]: fsmap cephfs:1 {0=a=up:active} 2024-04-22T04:35:19.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:19 smithi040 ceph-mon[91058]: pgmap v522: 121 pgs: 121 active+clean; 368 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 972 KiB/s rd, 1.2 MiB/s wr, 21 op/s 2024-04-22T04:35:19.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:19 smithi040 ceph-mon[91058]: osdmap e540: 8 total, 8 up, 8 in 2024-04-22T04:35:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:19 smithi040 ceph-mon[88445]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-22T04:35:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:19 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:35:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:19 smithi040 ceph-mon[88445]: mds.? [v2:172.21.15.40:6834/3272023223,v1:172.21.15.40:6835/3272023223] up:active 2024-04-22T04:35:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:19 smithi040 ceph-mon[88445]: fsmap cephfs:1 {0=a=up:active} 2024-04-22T04:35:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:19 smithi040 ceph-mon[88445]: pgmap v522: 121 pgs: 121 active+clean; 368 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 972 KiB/s rd, 1.2 MiB/s wr, 21 op/s 2024-04-22T04:35:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:19 smithi040 ceph-mon[88445]: osdmap e540: 8 total, 8 up, 8 in 2024-04-22T04:35:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:2498: done (5 left) 2024-04-22T04:35:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:2499: rollback oid 43 current snap is 245 2024-04-22T04:35:20.159 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 43 to 215 2024-04-22T04:35:20.169 INFO:tasks.rados.rados.0.smithi040.stdout:2492: finishing write tid 3 to smithi04078109-40 2024-04-22T04:35:20.169 INFO:tasks.rados.rados.0.smithi040.stdout:2497: finishing copy_from to smithi04078109-12 2024-04-22T04:35:20.169 INFO:tasks.rados.rados.0.smithi040.stdout:2497: got expected ENOENT (src dne) 2024-04-22T04:35:20.169 INFO:tasks.rados.rados.0.smithi040.stdout:2497: finishing copy_from racing read to smithi04078109-12 2024-04-22T04:35:20.169 INFO:tasks.rados.rados.0.smithi040.stdout:2492: finishing write tid 4 to smithi04078109-40 2024-04-22T04:35:20.169 INFO:tasks.rados.rados.0.smithi040.stdout:2492: finishing write tid 5 to smithi04078109-40 2024-04-22T04:35:20.169 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1759 (ObjNum 806 snap 245 seq_num 806) dirty exists 2024-04-22T04:35:20.169 INFO:tasks.rados.rados.0.smithi040.stdout:2492: left oid 40 (ObjNum 806 snap 245 seq_num 806) 2024-04-22T04:35:20.169 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 1720 (ObjNum 764 snap 230 seq_num 764) dirty exists 2024-04-22T04:35:20.169 INFO:tasks.rados.rados.0.smithi040.stdout:2495: expect (ObjNum 664 snap 203 seq_num 664) 2024-04-22T04:35:20.255 INFO:tasks.rados.rados.0.smithi040.stdout:2496: finishing copy_from racing read to smithi04078109-32 2024-04-22T04:35:20.255 INFO:tasks.rados.rados.0.smithi040.stdout:2496: finishing copy_from to smithi04078109-32 2024-04-22T04:35:20.255 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 1686 (ObjNum 747 snap 225 seq_num 747) dirty exists 2024-04-22T04:35:20.255 INFO:tasks.rados.rados.0.smithi040.stdout:2499: finishing rollback tid 0 to smithi04078109-43 2024-04-22T04:35:20.255 INFO:tasks.rados.rados.0.smithi040.stdout:2499: finishing rollback tid 1 to smithi04078109-43 2024-04-22T04:35:20.255 INFO:tasks.rados.rados.0.smithi040.stdout:2499: finishing rollback tid 2 to smithi04078109-43 2024-04-22T04:35:20.256 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 1319 (ObjNum 557 snap 162 seq_num 557) dirty exists 2024-04-22T04:35:20.256 INFO:tasks.rados.rados.0.smithi040.stdout:2492: done (5 left) 2024-04-22T04:35:20.256 INFO:tasks.rados.rados.0.smithi040.stdout:2493: done (4 left) 2024-04-22T04:35:20.256 INFO:tasks.rados.rados.0.smithi040.stdout:2495: done (3 left) 2024-04-22T04:35:20.256 INFO:tasks.rados.rados.0.smithi040.stdout:2496: done (2 left) 2024-04-22T04:35:20.256 INFO:tasks.rados.rados.0.smithi040.stdout:2497: done (1 left) 2024-04-22T04:35:20.256 INFO:tasks.rados.rados.0.smithi040.stdout:2499: done (0 left) 2024-04-22T04:35:20.256 INFO:tasks.rados.rados.0.smithi040.stdout:2500: rollback oid 10 current snap is 245 2024-04-22T04:35:20.256 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 10 to 236 2024-04-22T04:35:20.256 INFO:tasks.rados.rados.0.smithi040.stdout:2501: read oid 17 snap -1 2024-04-22T04:35:20.256 INFO:tasks.rados.rados.0.smithi040.stdout:2501: expect (ObjNum 686 snap 210 seq_num 686) 2024-04-22T04:35:20.256 INFO:tasks.rados.rados.0.smithi040.stdout:2502: rollback oid 46 current snap is 245 2024-04-22T04:35:20.256 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 46 to 238 2024-04-22T04:35:20.256 INFO:tasks.rados.rados.0.smithi040.stdout:2503: snap_remove snap 233 2024-04-22T04:35:20.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:35:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:35:20] "GET /metrics HTTP/1.1" 200 241490 "" "Prometheus/2.33.4" 2024-04-22T04:35:21.173 INFO:tasks.rados.rados.0.smithi040.stdout:2503: done (3 left) 2024-04-22T04:35:21.174 INFO:tasks.rados.rados.0.smithi040.stdout:2504: rollback oid 1 current snap is 245 2024-04-22T04:35:21.174 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 1 to 216 2024-04-22T04:35:21.174 INFO:tasks.rados.rados.0.smithi040.stdout:2502: finishing rollback tid 0 to smithi04078109-46 2024-04-22T04:35:21.174 INFO:tasks.rados.rados.0.smithi040.stdout:2500: finishing rollback tid 0 to smithi04078109-10 2024-04-22T04:35:21.174 INFO:tasks.rados.rados.0.smithi040.stdout:2502: finishing rollback tid 1 to smithi04078109-46 2024-04-22T04:35:21.174 INFO:tasks.rados.rados.0.smithi040.stdout:2500: finishing rollback tid 1 to smithi04078109-10 2024-04-22T04:35:21.174 INFO:tasks.rados.rados.0.smithi040.stdout:2502: finishing rollback tid 2 to smithi04078109-46 2024-04-22T04:35:21.174 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1026 (ObjNum 1 snap 32647 seq_num 2852609904) dirty exists 2024-04-22T04:35:21.174 INFO:tasks.rados.rados.0.smithi040.stdout:2500: finishing rollback tid 2 to smithi04078109-10 2024-04-22T04:35:21.174 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1322 (ObjNum 777 snap 233 seq_num 777) dirty exists 2024-04-22T04:35:21.174 INFO:tasks.rados.rados.0.smithi040.stdout:2501: expect (ObjNum 686 snap 210 seq_num 686) 2024-04-22T04:35:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:21 smithi062 ceph-mon[78153]: osdmap e541: 8 total, 8 up, 8 in 2024-04-22T04:35:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:35:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:21 smithi062 ceph-mon[78153]: pgmap v525: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-22T04:35:21.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:21 smithi040 ceph-mon[88445]: osdmap e541: 8 total, 8 up, 8 in 2024-04-22T04:35:21.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:35:21.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:21 smithi040 ceph-mon[88445]: pgmap v525: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-22T04:35:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:21 smithi040 ceph-mon[91058]: osdmap e541: 8 total, 8 up, 8 in 2024-04-22T04:35:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:35:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:21 smithi040 ceph-mon[91058]: pgmap v525: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-22T04:35:21.815 INFO:tasks.rados.rados.0.smithi040.stdout:2504: finishing rollback tid 0 to smithi04078109-1 2024-04-22T04:35:21.815 INFO:tasks.rados.rados.0.smithi040.stdout:2504: finishing rollback tid 1 to smithi04078109-1 2024-04-22T04:35:21.815 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 1653 (ObjNum -63000242 snap 21849 seq_num 3717482871) dirty dne 2024-04-22T04:35:21.815 INFO:tasks.rados.rados.0.smithi040.stdout:2500: done (3 left) 2024-04-22T04:35:21.815 INFO:tasks.rados.rados.0.smithi040.stdout:2501: done (2 left) 2024-04-22T04:35:21.815 INFO:tasks.rados.rados.0.smithi040.stdout:2502: done (1 left) 2024-04-22T04:35:21.815 INFO:tasks.rados.rados.0.smithi040.stdout:2504: done (0 left) 2024-04-22T04:35:21.815 INFO:tasks.rados.rados.0.smithi040.stdout:2505: delete oid 46 current snap is 245 2024-04-22T04:35:21.817 INFO:tasks.rados.rados.0.smithi040.stdout:2505: done (0 left) 2024-04-22T04:35:21.817 INFO:tasks.rados.rados.0.smithi040.stdout:2506: rollback oid 11 current snap is 245 2024-04-22T04:35:21.817 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 11 to 206 2024-04-22T04:35:21.817 INFO:tasks.rados.rados.0.smithi040.stdout:2507: snap_create 2024-04-22T04:35:21.820 INFO:tasks.rados.rados.0.smithi040.stdout:2506: finishing rollback tid 0 to smithi04078109-11 2024-04-22T04:35:21.821 INFO:tasks.rados.rados.0.smithi040.stdout:2506: finishing rollback tid 1 to smithi04078109-11 2024-04-22T04:35:21.821 INFO:tasks.rados.rados.0.smithi040.stdout:2506: finishing rollback tid 2 to smithi04078109-11 2024-04-22T04:35:21.821 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 1777 (ObjNum 643 snap 195 seq_num 643) dirty exists 2024-04-22T04:35:22.156 INFO:tasks.rados.rados.0.smithi040.stdout:2506: done (1 left) 2024-04-22T04:35:22.156 INFO:tasks.rados.rados.0.smithi040.stdout:2507: done (0 left) 2024-04-22T04:35:22.156 INFO:tasks.rados.rados.0.smithi040.stdout:2508: snap_create 2024-04-22T04:35:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:22 smithi062 ceph-mon[78153]: osdmap e542: 8 total, 8 up, 8 in 2024-04-22T04:35:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:22 smithi062 ceph-mon[78153]: osdmap e543: 8 total, 8 up, 8 in 2024-04-22T04:35:22.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:22 smithi040 ceph-mon[88445]: osdmap e542: 8 total, 8 up, 8 in 2024-04-22T04:35:22.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:22 smithi040 ceph-mon[88445]: osdmap e543: 8 total, 8 up, 8 in 2024-04-22T04:35:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:22 smithi040 ceph-mon[91058]: osdmap e542: 8 total, 8 up, 8 in 2024-04-22T04:35:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:22 smithi040 ceph-mon[91058]: osdmap e543: 8 total, 8 up, 8 in 2024-04-22T04:35:23.157 INFO:tasks.rados.rados.0.smithi040.stdout:2508: done (0 left) 2024-04-22T04:35:23.157 INFO:tasks.rados.rados.0.smithi040.stdout:2509: snap_create 2024-04-22T04:35:23.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:23 smithi062 ceph-mon[78153]: pgmap v528: 121 pgs: 121 active+clean; 334 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-04-22T04:35:23.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:23 smithi062 ceph-mon[78153]: osdmap e544: 8 total, 8 up, 8 in 2024-04-22T04:35:23.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:23 smithi040 ceph-mon[88445]: pgmap v528: 121 pgs: 121 active+clean; 334 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-04-22T04:35:23.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:23 smithi040 ceph-mon[88445]: osdmap e544: 8 total, 8 up, 8 in 2024-04-22T04:35:23.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:23 smithi040 ceph-mon[91058]: pgmap v528: 121 pgs: 121 active+clean; 334 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-04-22T04:35:23.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:23 smithi040 ceph-mon[91058]: osdmap e544: 8 total, 8 up, 8 in 2024-04-22T04:35:24.162 INFO:tasks.rados.rados.0.smithi040.stdout:2509: done (0 left) 2024-04-22T04:35:24.162 INFO:tasks.rados.rados.0.smithi040.stdout:2510: read oid 21 snap -1 2024-04-22T04:35:24.162 INFO:tasks.rados.rados.0.smithi040.stdout:2510: expect deleted 2024-04-22T04:35:24.162 INFO:tasks.rados.rados.0.smithi040.stdout:2511: delete oid 10 current snap is 248 2024-04-22T04:35:24.166 INFO:tasks.rados.rados.0.smithi040.stdout:2510: done (1 left) 2024-04-22T04:35:24.167 INFO:tasks.rados.rados.0.smithi040.stdout:2511: done (0 left) 2024-04-22T04:35:24.167 INFO:tasks.rados.rados.0.smithi040.stdout:2512: rollback oid 38 current snap is 248 2024-04-22T04:35:24.167 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 38 to 238 2024-04-22T04:35:24.167 INFO:tasks.rados.rados.0.smithi040.stdout:2513: snap_remove snap 241 2024-04-22T04:35:24.960 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:35:25.163 INFO:tasks.rados.rados.0.smithi040.stdout:2513: done (1 left) 2024-04-22T04:35:25.163 INFO:tasks.rados.rados.0.smithi040.stdout:2514: snap_create 2024-04-22T04:35:25.163 INFO:tasks.rados.rados.0.smithi040.stdout:2512: finishing rollback tid 0 to smithi04078109-38 2024-04-22T04:35:25.163 INFO:tasks.rados.rados.0.smithi040.stdout:2512: finishing rollback tid 1 to smithi04078109-38 2024-04-22T04:35:25.163 INFO:tasks.rados.rados.0.smithi040.stdout:2512: finishing rollback tid 2 to smithi04078109-38 2024-04-22T04:35:25.163 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 1326 (ObjNum 755 snap 227 seq_num 755) dirty exists 2024-04-22T04:35:25.279 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:35:25.279 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (8m) 19s ago 9m 24.3M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:35:25.279 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (9m) 35s ago 9m 59.7M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:35:25.279 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (23s) 19s ago 10m 12.1M - 17.2.7-878-g5d873850 c90a446c4c8e e27e105fa9bc 2024-04-22T04:35:25.279 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (10m) 35s ago 10m 18.8M - 16.2.15-1-g8963e9de 727f386679cb 37118b502053 2024-04-22T04:35:25.279 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (6m) 35s ago 14m 433M - 17.2.7-878-g5d873850 c90a446c4c8e aa2238c1b793 2024-04-22T04:35:25.279 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 running (6m) 19s ago 16m 492M - 17.2.7-878-g5d873850 c90a446c4c8e edd41a239d91 2024-04-22T04:35:25.279 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (6m) 19s ago 16m 68.0M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0d79462ba4ea 2024-04-22T04:35:25.280 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (5m) 35s ago 15m 46.8M 2048M 17.2.7-878-g5d873850 c90a446c4c8e ecb1ef3cca09 2024-04-22T04:35:25.280 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (5m) 19s ago 14m 54.6M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0c9cde756a31 2024-04-22T04:35:25.280 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (10m) 19s ago 10m 23.2M - 1.3.1 1dbe0e931976 3d926365bac8 2024-04-22T04:35:25.280 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (9m) 35s ago 9m 22.7M - 1.3.1 1dbe0e931976 cd70c5d64335 2024-04-22T04:35:25.280 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (4m) 19s ago 14m 345M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 7f49c536057f 2024-04-22T04:35:25.280 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (4m) 19s ago 13m 270M 2489M 17.2.7-878-g5d873850 c90a446c4c8e d3e5e137996e 2024-04-22T04:35:25.280 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (3m) 19s ago 13m 205M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 5eca6db3ad94 2024-04-22T04:35:25.280 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (2m) 19s ago 12m 154M 2489M 17.2.7-878-g5d873850 c90a446c4c8e aee12043cd2a 2024-04-22T04:35:25.280 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (2m) 35s ago 12m 184M 2488M 17.2.7-878-g5d873850 c90a446c4c8e ec18adf29702 2024-04-22T04:35:25.280 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (98s) 35s ago 12m 130M 2488M 17.2.7-878-g5d873850 c90a446c4c8e 07c31e3a4c64 2024-04-22T04:35:25.280 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (62s) 35s ago 11m 76.0M 2488M 17.2.7-878-g5d873850 c90a446c4c8e c19dea6ef4ce 2024-04-22T04:35:25.280 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (40s) 35s ago 11m 13.2M 2488M 17.2.7-878-g5d873850 c90a446c4c8e 5b69e15fbbf9 2024-04-22T04:35:25.280 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (8m) 35s ago 10m 74.3M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:35:25.488 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 04:35:25 smithi062 bash[97344]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-b 2024-04-22T04:35:25.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:25 smithi062 ceph-mon[78153]: osdmap e545: 8 total, 8 up, 8 in 2024-04-22T04:35:25.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:25 smithi062 ceph-mon[78153]: pgmap v531: 121 pgs: 121 active+clean; 334 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-04-22T04:35:25.658 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:35:25.658 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:35:25.658 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 3 2024-04-22T04:35:25.658 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:35:25.658 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:35:25.658 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:35:25.659 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:35:25.659 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:35:25.659 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 8 2024-04-22T04:35:25.659 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:35:25.659 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:35:25.659 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 1 2024-04-22T04:35:25.659 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:35:25.659 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:35:25.659 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 14 2024-04-22T04:35:25.659 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:35:25.659 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:35:25.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:25 smithi040 ceph-mon[91058]: osdmap e545: 8 total, 8 up, 8 in 2024-04-22T04:35:25.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:25 smithi040 ceph-mon[91058]: pgmap v531: 121 pgs: 121 active+clean; 334 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-04-22T04:35:25.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:25 smithi040 ceph-mon[88445]: osdmap e545: 8 total, 8 up, 8 in 2024-04-22T04:35:25.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:25 smithi040 ceph-mon[88445]: pgmap v531: 121 pgs: 121 active+clean; 334 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-04-22T04:35:25.785 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:35:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:35:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:35:26.131 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 04:35:25 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@mds.b.service: Succeeded. 2024-04-22T04:35:26.132 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 04:35:25 smithi062 systemd[1]: Stopped Ceph mds.b for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:35:26.132 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 04:35:25 smithi062 systemd[1]: Starting Ceph mds.b for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:35:26.167 INFO:tasks.rados.rados.0.smithi040.stdout:2512: done (1 left) 2024-04-22T04:35:26.167 INFO:tasks.rados.rados.0.smithi040.stdout:2514: done (0 left) 2024-04-22T04:35:26.167 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 249 2024-04-22T04:35:26.167 INFO:tasks.rados.rados.0.smithi040.stdout:2515: seq_num 810 ranges {4046848=770048,4816896=778240,5595136=24576} 2024-04-22T04:35:26.193 INFO:tasks.rados.rados.0.smithi040.stdout:2515: writing smithi04078109-40 from 4046848 to 4816896 tid 1 2024-04-22T04:35:26.198 INFO:tasks.rados.rados.0.smithi040.stdout:2515: writing smithi04078109-40 from 4816896 to 5595136 tid 2 2024-04-22T04:35:26.199 INFO:tasks.rados.rados.0.smithi040.stdout:2515: writing smithi04078109-40 from 5595136 to 5619712 tid 3 2024-04-22T04:35:26.199 INFO:tasks.rados.rados.0.smithi040.stdout:2516: setattr oid 18 current snap is 249 2024-04-22T04:35:26.199 INFO:tasks.rados.rados.0.smithi040.stdout:2515: finishing write tid 1 to smithi04078109-40 2024-04-22T04:35:26.199 INFO:tasks.rados.rados.0.smithi040.stdout:2517: setattr oid 7 current snap is 249 2024-04-22T04:35:26.201 INFO:tasks.rados.rados.0.smithi040.stdout:2518: rollback oid 12 current snap is 249 2024-04-22T04:35:26.201 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 12 to 245 2024-04-22T04:35:26.201 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 4 current snap is 249 2024-04-22T04:35:26.201 INFO:tasks.rados.rados.0.smithi040.stdout:2519: seq_num 811 ranges {2580480=786432,3366912=663552,4030464=139264} 2024-04-22T04:35:26.220 INFO:tasks.rados.rados.0.smithi040.stdout:2519: writing smithi04078109-4 from 2580480 to 3366912 tid 1 2024-04-22T04:35:26.223 INFO:tasks.rados.rados.0.smithi040.stdout:2519: writing smithi04078109-4 from 3366912 to 4030464 tid 2 2024-04-22T04:35:26.225 INFO:tasks.rados.rados.0.smithi040.stdout:2519: writing smithi04078109-4 from 4030464 to 4169728 tid 3 2024-04-22T04:35:26.225 INFO:tasks.rados.rados.0.smithi040.stdout:2520: read oid 32 snap 239 2024-04-22T04:35:26.226 INFO:tasks.rados.rados.0.smithi040.stdout:2520: expect (ObjNum 797 snap 238 seq_num 797) 2024-04-22T04:35:26.226 INFO:tasks.rados.rados.0.smithi040.stdout:2521: copy_from oid 46 from oid 20 current snap is 249 2024-04-22T04:35:26.226 INFO:tasks.rados.rados.0.smithi040.stdout:2515: finishing write tid 2 to smithi04078109-40 2024-04-22T04:35:26.226 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 1248 (ObjNum -1442540416 snap 21852 seq_num 2851602576) dirty exists 2024-04-22T04:35:26.226 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 1723 (ObjNum -63136418 snap 21849 seq_num 49819840) dirty exists 2024-04-22T04:35:26.226 INFO:tasks.rados.rados.0.smithi040.stdout:2515: finishing write tid 3 to smithi04078109-40 2024-04-22T04:35:26.226 INFO:tasks.rados.rados.0.smithi040.stdout:2515: finishing write tid 4 to smithi04078109-40 2024-04-22T04:35:26.226 INFO:tasks.rados.rados.0.smithi040.stdout:2518: finishing rollback tid 0 to smithi04078109-12 2024-04-22T04:35:26.226 INFO:tasks.rados.rados.0.smithi040.stdout:2518: finishing rollback tid 1 to smithi04078109-12 2024-04-22T04:35:26.226 INFO:tasks.rados.rados.0.smithi040.stdout:2518: finishing rollback tid 2 to smithi04078109-12 2024-04-22T04:35:26.226 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1251 (ObjNum 743 snap 225 seq_num 743) dirty exists 2024-04-22T04:35:26.226 INFO:tasks.rados.rados.0.smithi040.stdout:2515: finishing write tid 5 to smithi04078109-40 2024-04-22T04:35:26.226 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1786 (ObjNum 810 snap 249 seq_num 810) dirty exists 2024-04-22T04:35:26.226 INFO:tasks.rados.rados.0.smithi040.stdout:2515: left oid 40 (ObjNum 810 snap 249 seq_num 810) 2024-04-22T04:35:26.227 INFO:tasks.rados.rados.0.smithi040.stdout:2519: finishing write tid 1 to smithi04078109-4 2024-04-22T04:35:26.227 INFO:tasks.rados.rados.0.smithi040.stdout:2515: done (6 left) 2024-04-22T04:35:26.227 INFO:tasks.rados.rados.0.smithi040.stdout:2516: done (5 left) 2024-04-22T04:35:26.227 INFO:tasks.rados.rados.0.smithi040.stdout:2517: done (4 left) 2024-04-22T04:35:26.227 INFO:tasks.rados.rados.0.smithi040.stdout:2518: done (3 left) 2024-04-22T04:35:26.227 INFO:tasks.rados.rados.0.smithi040.stdout:2522: read oid 38 snap 245 2024-04-22T04:35:26.227 INFO:tasks.rados.rados.0.smithi040.stdout:2522: expect (ObjNum 755 snap 227 seq_num 755) 2024-04-22T04:35:26.227 INFO:tasks.rados.rados.0.smithi040.stdout:2523: read oid 33 snap -1 2024-04-22T04:35:26.227 INFO:tasks.rados.rados.0.smithi040.stdout:2523: expect deleted 2024-04-22T04:35:26.227 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 9 current snap is 249 2024-04-22T04:35:26.227 INFO:tasks.rados.rados.0.smithi040.stdout:2524: seq_num 812 ranges {0=802816,802816=548864,1351680=253952} 2024-04-22T04:35:26.230 INFO:tasks.rados.rados.0.smithi040.stdout:2524: writing smithi04078109-9 from 0 to 802816 tid 1 2024-04-22T04:35:26.233 INFO:tasks.rados.rados.0.smithi040.stdout:2524: writing smithi04078109-9 from 802816 to 1351680 tid 2 2024-04-22T04:35:26.235 INFO:tasks.rados.rados.0.smithi040.stdout:2524: writing smithi04078109-9 from 1351680 to 1605632 tid 3 2024-04-22T04:35:26.235 INFO:tasks.rados.rados.0.smithi040.stdout:2525: copy_from oid 42 from oid 50 current snap is 249 2024-04-22T04:35:26.235 INFO:tasks.rados.rados.0.smithi040.stdout:2519: finishing write tid 2 to smithi04078109-4 2024-04-22T04:35:26.235 INFO:tasks.rados.rados.0.smithi040.stdout:2519: finishing write tid 3 to smithi04078109-4 2024-04-22T04:35:26.235 INFO:tasks.rados.rados.0.smithi040.stdout:2519: finishing write tid 4 to smithi04078109-4 2024-04-22T04:35:26.235 INFO:tasks.rados.rados.0.smithi040.stdout:2519: finishing write tid 5 to smithi04078109-4 2024-04-22T04:35:26.235 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 941 (ObjNum 811 snap 249 seq_num 811) dirty exists 2024-04-22T04:35:26.236 INFO:tasks.rados.rados.0.smithi040.stdout:2519: left oid 4 (ObjNum 811 snap 249 seq_num 811) 2024-04-22T04:35:26.236 INFO:tasks.rados.rados.0.smithi040.stdout:2519: done (6 left) 2024-04-22T04:35:26.236 INFO:tasks.rados.rados.0.smithi040.stdout:2523: done (5 left) 2024-04-22T04:35:26.236 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 249 2024-04-22T04:35:26.236 INFO:tasks.rados.rados.0.smithi040.stdout:2526: seq_num 813 ranges {0=417792,417792=434176,851968=442368,1294336=327680} 2024-04-22T04:35:26.238 INFO:tasks.rados.rados.0.smithi040.stdout:2526: writing smithi04078109-19 from 0 to 417792 tid 1 2024-04-22T04:35:26.246 INFO:tasks.rados.rados.0.smithi040.stdout:2526: writing smithi04078109-19 from 417792 to 851968 tid 2 2024-04-22T04:35:26.246 INFO:tasks.rados.rados.0.smithi040.stdout:2526: writing smithi04078109-19 from 851968 to 1294336 tid 3 2024-04-22T04:35:26.246 INFO:tasks.rados.rados.0.smithi040.stdout:2526: writing smithi04078109-19 from 1294336 to 1622016 tid 4 2024-04-22T04:35:26.246 INFO:tasks.rados.rados.0.smithi040.stdout:2527: read oid 11 snap -1 2024-04-22T04:35:26.246 INFO:tasks.rados.rados.0.smithi040.stdout:2527: expect (ObjNum 643 snap 195 seq_num 643) 2024-04-22T04:35:26.246 INFO:tasks.rados.rados.0.smithi040.stdout:2528: snap_create 2024-04-22T04:35:26.246 INFO:tasks.rados.rados.0.smithi040.stdout:2524: finishing write tid 1 to smithi04078109-9 2024-04-22T04:35:26.246 INFO:tasks.rados.rados.0.smithi040.stdout:2524: finishing write tid 2 to smithi04078109-9 2024-04-22T04:35:26.246 INFO:tasks.rados.rados.0.smithi040.stdout:2524: finishing write tid 3 to smithi04078109-9 2024-04-22T04:35:26.247 INFO:tasks.rados.rados.0.smithi040.stdout:2524: finishing write tid 4 to smithi04078109-9 2024-04-22T04:35:26.247 INFO:tasks.rados.rados.0.smithi040.stdout:2524: finishing write tid 5 to smithi04078109-9 2024-04-22T04:35:26.247 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 1727 (ObjNum 812 snap 249 seq_num 812) dirty exists 2024-04-22T04:35:26.247 INFO:tasks.rados.rados.0.smithi040.stdout:2524: left oid 9 (ObjNum 812 snap 249 seq_num 812) 2024-04-22T04:35:26.247 INFO:tasks.rados.rados.0.smithi040.stdout:2526: finishing write tid 1 to smithi04078109-19 2024-04-22T04:35:26.247 INFO:tasks.rados.rados.0.smithi040.stdout:2526: finishing write tid 2 to smithi04078109-19 2024-04-22T04:35:26.250 INFO:tasks.rados.rados.0.smithi040.stdout:2526: finishing write tid 3 to smithi04078109-19 2024-04-22T04:35:26.253 INFO:tasks.rados.rados.0.smithi040.stdout:2526: finishing write tid 4 to smithi04078109-19 2024-04-22T04:35:26.253 INFO:tasks.rados.rados.0.smithi040.stdout:2526: finishing write tid 5 to smithi04078109-19 2024-04-22T04:35:26.255 INFO:tasks.rados.rados.0.smithi040.stdout:2526: finishing write tid 6 to smithi04078109-19 2024-04-22T04:35:26.255 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 1071 (ObjNum 813 snap 249 seq_num 813) dirty exists 2024-04-22T04:35:26.255 INFO:tasks.rados.rados.0.smithi040.stdout:2526: left oid 19 (ObjNum 813 snap 249 seq_num 813) 2024-04-22T04:35:26.256 INFO:tasks.rados.rados.0.smithi040.stdout:2525: finishing copy_from to smithi04078109-42 2024-04-22T04:35:26.256 INFO:tasks.rados.rados.0.smithi040.stdout:2525: got expected ENOENT (src dne) 2024-04-22T04:35:26.256 INFO:tasks.rados.rados.0.smithi040.stdout:2525: finishing copy_from racing read to smithi04078109-42 2024-04-22T04:35:26.259 INFO:tasks.rados.rados.0.smithi040.stdout:2522: expect (ObjNum 755 snap 227 seq_num 755) 2024-04-22T04:35:26.495 INFO:tasks.rados.rados.0.smithi040.stdout:2520: expect (ObjNum 797 snap 238 seq_num 797) 2024-04-22T04:35:26.591 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:26 smithi062 ceph-mon[78153]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:35:26.591 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:26 smithi062 ceph-mon[78153]: osdmap e546: 8 total, 8 up, 8 in 2024-04-22T04:35:26.591 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:26 smithi062 ceph-mon[78153]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:35:26.591 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:26 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2189751346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:26.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:26 smithi040 ceph-mon[91058]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:35:26.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:26 smithi040 ceph-mon[91058]: osdmap e546: 8 total, 8 up, 8 in 2024-04-22T04:35:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:26 smithi040 ceph-mon[91058]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:35:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:26 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2189751346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:26 smithi040 ceph-mon[88445]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:35:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:26 smithi040 ceph-mon[88445]: osdmap e546: 8 total, 8 up, 8 in 2024-04-22T04:35:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:26 smithi040 ceph-mon[88445]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:35:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:26 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2189751346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:26.881 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 04:35:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-b[97516]: starting mds.b at 2024-04-22T04:35:26.881 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 04:35:26 smithi062 bash[97500]: 1ff1b72a662cfd2619f64949bc4d4d6bb0ab05bab30fdc8546045114fc9d47ed 2024-04-22T04:35:26.881 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 04:35:26 smithi062 systemd[1]: Started Ceph mds.b for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:35:26.940 INFO:tasks.rados.rados.0.smithi040.stdout:2521: finishing copy_from racing read to smithi04078109-46 2024-04-22T04:35:26.940 INFO:tasks.rados.rados.0.smithi040.stdout:2527: expect (ObjNum 643 snap 195 seq_num 643) 2024-04-22T04:35:27.295 INFO:tasks.rados.rados.0.smithi040.stdout:2521: finishing copy_from to smithi04078109-46 2024-04-22T04:35:27.295 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1719 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-04-22T04:35:27.295 INFO:tasks.rados.rados.0.smithi040.stdout:2520: done (7 left) 2024-04-22T04:35:27.295 INFO:tasks.rados.rados.0.smithi040.stdout:2521: done (6 left) 2024-04-22T04:35:27.296 INFO:tasks.rados.rados.0.smithi040.stdout:2522: done (5 left) 2024-04-22T04:35:27.296 INFO:tasks.rados.rados.0.smithi040.stdout:2524: done (4 left) 2024-04-22T04:35:27.296 INFO:tasks.rados.rados.0.smithi040.stdout:2525: done (3 left) 2024-04-22T04:35:27.296 INFO:tasks.rados.rados.0.smithi040.stdout:2526: done (2 left) 2024-04-22T04:35:27.296 INFO:tasks.rados.rados.0.smithi040.stdout:2527: done (1 left) 2024-04-22T04:35:27.296 INFO:tasks.rados.rados.0.smithi040.stdout:2528: done (0 left) 2024-04-22T04:35:27.296 INFO:tasks.rados.rados.0.smithi040.stdout:2529: setattr oid 39 current snap is 250 2024-04-22T04:35:27.297 INFO:tasks.rados.rados.0.smithi040.stdout:2530: rmattr oid 7 current snap is 250 2024-04-22T04:35:27.297 INFO:tasks.rados.rados.0.smithi040.stdout:2531: read oid 26 snap -1 2024-04-22T04:35:27.297 INFO:tasks.rados.rados.0.smithi040.stdout:2531: expect (ObjNum 801 snap 242 seq_num 801) 2024-04-22T04:35:27.297 INFO:tasks.rados.rados.0.smithi040.stdout:2532: read oid 25 snap -1 2024-04-22T04:35:27.297 INFO:tasks.rados.rados.0.smithi040.stdout:2532: expect deleted 2024-04-22T04:35:27.297 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 4 current snap is 250 2024-04-22T04:35:27.297 INFO:tasks.rados.rados.0.smithi040.stdout:2533: seq_num 814 ranges {4169728=442368,4612096=770048,5382144=434176} 2024-04-22T04:35:27.322 INFO:tasks.rados.rados.0.smithi040.stdout:2533: writing smithi04078109-4 from 4169728 to 4612096 tid 1 2024-04-22T04:35:27.326 INFO:tasks.rados.rados.0.smithi040.stdout:2533: writing smithi04078109-4 from 4612096 to 5382144 tid 2 2024-04-22T04:35:27.328 INFO:tasks.rados.rados.0.smithi040.stdout:2533: writing smithi04078109-4 from 5382144 to 5816320 tid 3 2024-04-22T04:35:27.329 INFO:tasks.rados.rados.0.smithi040.stdout:2534: snap_create 2024-04-22T04:35:27.329 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 1728 (ObjNum 0 snap 32647 seq_num 2851692720) dirty exists 2024-04-22T04:35:27.329 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 1255 (ObjNum 611 snap 184 seq_num 611) dirty exists 2024-04-22T04:35:27.329 INFO:tasks.rados.rados.0.smithi040.stdout:2531: expect (ObjNum 801 snap 242 seq_num 801) 2024-04-22T04:35:27.367 INFO:tasks.rados.rados.0.smithi040.stdout:2533: finishing write tid 1 to smithi04078109-4 2024-04-22T04:35:27.367 INFO:tasks.rados.rados.0.smithi040.stdout:2533: finishing write tid 2 to smithi04078109-4 2024-04-22T04:35:27.367 INFO:tasks.rados.rados.0.smithi040.stdout:2533: finishing write tid 3 to smithi04078109-4 2024-04-22T04:35:27.367 INFO:tasks.rados.rados.0.smithi040.stdout:2533: finishing write tid 4 to smithi04078109-4 2024-04-22T04:35:27.367 INFO:tasks.rados.rados.0.smithi040.stdout:2533: finishing write tid 5 to smithi04078109-4 2024-04-22T04:35:27.367 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 945 (ObjNum 814 snap 250 seq_num 814) dirty exists 2024-04-22T04:35:27.367 INFO:tasks.rados.rados.0.smithi040.stdout:2533: left oid 4 (ObjNum 814 snap 250 seq_num 814) 2024-04-22T04:35:27.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:27 smithi062 ceph-mon[78153]: osdmap e547: 8 total, 8 up, 8 in 2024-04-22T04:35:27.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:27 smithi062 ceph-mon[78153]: pgmap v534: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-22T04:35:27.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:27 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:27.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:27 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:27.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:27 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:35:27.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:27 smithi062 ceph-mon[78153]: osdmap e548: 8 total, 8 up, 8 in 2024-04-22T04:35:27.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:27 smithi040 ceph-mon[88445]: osdmap e547: 8 total, 8 up, 8 in 2024-04-22T04:35:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:27 smithi040 ceph-mon[88445]: pgmap v534: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-22T04:35:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:27 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:27 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:27 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:35:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:27 smithi040 ceph-mon[88445]: osdmap e548: 8 total, 8 up, 8 in 2024-04-22T04:35:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:27 smithi040 ceph-mon[91058]: osdmap e547: 8 total, 8 up, 8 in 2024-04-22T04:35:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:27 smithi040 ceph-mon[91058]: pgmap v534: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-22T04:35:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:27 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:27 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:27 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:35:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:27 smithi040 ceph-mon[91058]: osdmap e548: 8 total, 8 up, 8 in 2024-04-22T04:35:28.183 INFO:tasks.rados.rados.0.smithi040.stdout:2529: done (5 left) 2024-04-22T04:35:28.183 INFO:tasks.rados.rados.0.smithi040.stdout:2530: done (4 left) 2024-04-22T04:35:28.183 INFO:tasks.rados.rados.0.smithi040.stdout:2531: done (3 left) 2024-04-22T04:35:28.183 INFO:tasks.rados.rados.0.smithi040.stdout:2532: done (2 left) 2024-04-22T04:35:28.183 INFO:tasks.rados.rados.0.smithi040.stdout:2533: done (1 left) 2024-04-22T04:35:28.184 INFO:tasks.rados.rados.0.smithi040.stdout:2534: done (0 left) 2024-04-22T04:35:28.184 INFO:tasks.rados.rados.0.smithi040.stdout:2535: copy_from oid 27 from oid 9 current snap is 251 2024-04-22T04:35:28.184 INFO:tasks.rados.rados.0.smithi040.stdout:2536: read oid 16 snap 225 2024-04-22T04:35:28.184 INFO:tasks.rados.rados.0.smithi040.stdout:2536: expect (ObjNum -1443368752 snap 21852 seq_num 2852173520) 2024-04-22T04:35:28.184 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 36 current snap is 251 2024-04-22T04:35:28.184 INFO:tasks.rados.rados.0.smithi040.stdout:2537: seq_num 815 ranges {3563520=458752,4022272=655360,4677632=409600,5087232=139264} 2024-04-22T04:35:28.205 INFO:tasks.rados.rados.0.smithi040.stdout:2537: writing smithi04078109-36 from 3563520 to 4022272 tid 1 2024-04-22T04:35:28.209 INFO:tasks.rados.rados.0.smithi040.stdout:2537: writing smithi04078109-36 from 4022272 to 4677632 tid 2 2024-04-22T04:35:28.211 INFO:tasks.rados.rados.0.smithi040.stdout:2537: writing smithi04078109-36 from 4677632 to 5087232 tid 3 2024-04-22T04:35:28.213 INFO:tasks.rados.rados.0.smithi040.stdout:2537: writing smithi04078109-36 from 5087232 to 5226496 tid 4 2024-04-22T04:35:28.213 INFO:tasks.rados.rados.0.smithi040.stdout:2538: snap_create 2024-04-22T04:35:28.213 INFO:tasks.rados.rados.0.smithi040.stdout:2536: expect (ObjNum -1443368752 snap 21852 seq_num 2852173520) 2024-04-22T04:35:28.216 INFO:tasks.rados.rados.0.smithi040.stdout:2535: finishing copy_from racing read to smithi04078109-27 2024-04-22T04:35:28.217 INFO:tasks.rados.rados.0.smithi040.stdout:2535: finishing copy_from to smithi04078109-27 2024-04-22T04:35:28.217 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 1727 (ObjNum 812 snap 249 seq_num 812) dirty exists 2024-04-22T04:35:28.217 INFO:tasks.rados.rados.0.smithi040.stdout:2537: finishing write tid 1 to smithi04078109-36 2024-04-22T04:35:28.217 INFO:tasks.rados.rados.0.smithi040.stdout:2537: finishing write tid 2 to smithi04078109-36 2024-04-22T04:35:28.217 INFO:tasks.rados.rados.0.smithi040.stdout:2537: finishing write tid 3 to smithi04078109-36 2024-04-22T04:35:28.217 INFO:tasks.rados.rados.0.smithi040.stdout:2537: finishing write tid 4 to smithi04078109-36 2024-04-22T04:35:28.217 INFO:tasks.rados.rados.0.smithi040.stdout:2537: finishing write tid 5 to smithi04078109-36 2024-04-22T04:35:28.218 INFO:tasks.rados.rados.0.smithi040.stdout:2537: finishing write tid 6 to smithi04078109-36 2024-04-22T04:35:28.218 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 1731 (ObjNum 815 snap 251 seq_num 815) dirty exists 2024-04-22T04:35:28.218 INFO:tasks.rados.rados.0.smithi040.stdout:2537: left oid 36 (ObjNum 815 snap 251 seq_num 815) 2024-04-22T04:35:28.554 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:28 smithi062 ceph-mon[78153]: mds.? [v2:172.21.15.62:6832/1898442867,v1:172.21.15.62:6833/1898442867] up:boot 2024-04-22T04:35:28.554 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:28 smithi062 ceph-mon[78153]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-22T04:35:28.554 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:28 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:35:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:28 smithi040 ceph-mon[91058]: mds.? [v2:172.21.15.62:6832/1898442867,v1:172.21.15.62:6833/1898442867] up:boot 2024-04-22T04:35:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:28 smithi040 ceph-mon[91058]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-22T04:35:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:28 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:35:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:28 smithi040 ceph-mon[88445]: mds.? [v2:172.21.15.62:6832/1898442867,v1:172.21.15.62:6833/1898442867] up:boot 2024-04-22T04:35:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:28 smithi040 ceph-mon[88445]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-22T04:35:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:28 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T04:35:29.192 INFO:tasks.rados.rados.0.smithi040.stdout:2535: done (3 left) 2024-04-22T04:35:29.192 INFO:tasks.rados.rados.0.smithi040.stdout:2536: done (2 left) 2024-04-22T04:35:29.192 INFO:tasks.rados.rados.0.smithi040.stdout:2537: done (1 left) 2024-04-22T04:35:29.192 INFO:tasks.rados.rados.0.smithi040.stdout:2538: done (0 left) 2024-04-22T04:35:29.192 INFO:tasks.rados.rados.0.smithi040.stdout:2539: snap_remove snap 226 2024-04-22T04:35:29.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:29 smithi062 ceph-mon[78153]: osdmap e549: 8 total, 8 up, 8 in 2024-04-22T04:35:29.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:29 smithi062 ceph-mon[78153]: pgmap v537: 121 pgs: 121 active+clean; 347 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-04-22T04:35:29.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:29 smithi040 ceph-mon[88445]: osdmap e549: 8 total, 8 up, 8 in 2024-04-22T04:35:29.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:29 smithi040 ceph-mon[88445]: pgmap v537: 121 pgs: 121 active+clean; 347 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-04-22T04:35:29.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:29 smithi040 ceph-mon[91058]: osdmap e549: 8 total, 8 up, 8 in 2024-04-22T04:35:29.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:29 smithi040 ceph-mon[91058]: pgmap v537: 121 pgs: 121 active+clean; 347 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-04-22T04:35:30.194 INFO:tasks.rados.rados.0.smithi040.stdout:2539: done (0 left) 2024-04-22T04:35:30.195 INFO:tasks.rados.rados.0.smithi040.stdout:2540: read oid 16 snap -1 2024-04-22T04:35:30.195 INFO:tasks.rados.rados.0.smithi040.stdout:2540: expect (ObjNum 767 snap 230 seq_num 767) 2024-04-22T04:35:30.195 INFO:tasks.rados.rados.0.smithi040.stdout:2541: read oid 15 snap -1 2024-04-22T04:35:30.195 INFO:tasks.rados.rados.0.smithi040.stdout:2541: expect (ObjNum 747 snap 225 seq_num 747) 2024-04-22T04:35:30.195 INFO:tasks.rados.rados.0.smithi040.stdout:2542: snap_create 2024-04-22T04:35:30.214 INFO:tasks.rados.rados.0.smithi040.stdout:2540: expect (ObjNum 767 snap 230 seq_num 767) 2024-04-22T04:35:30.236 INFO:tasks.rados.rados.0.smithi040.stdout:2541: expect (ObjNum 747 snap 225 seq_num 747) 2024-04-22T04:35:30.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:30 smithi040 ceph-mon[88445]: osdmap e550: 8 total, 8 up, 8 in 2024-04-22T04:35:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:35:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:35:30] "GET /metrics HTTP/1.1" 200 241429 "" "Prometheus/2.33.4" 2024-04-22T04:35:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:30 smithi040 ceph-mon[91058]: osdmap e550: 8 total, 8 up, 8 in 2024-04-22T04:35:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:30 smithi062 ceph-mon[78153]: osdmap e550: 8 total, 8 up, 8 in 2024-04-22T04:35:31.204 INFO:tasks.rados.rados.0.smithi040.stdout:2540: done (2 left) 2024-04-22T04:35:31.204 INFO:tasks.rados.rados.0.smithi040.stdout:2541: done (1 left) 2024-04-22T04:35:31.205 INFO:tasks.rados.rados.0.smithi040.stdout:2542: done (0 left) 2024-04-22T04:35:31.205 INFO:tasks.rados.rados.0.smithi040.stdout:2543: setattr oid 33 current snap is 253 2024-04-22T04:35:31.206 INFO:tasks.rados.rados.0.smithi040.stdout:2544: delete oid 35 current snap is 253 2024-04-22T04:35:31.209 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 1654 (ObjNum 1953066355 snap 875587944 seq_num 825767728) dirty exists 2024-04-22T04:35:31.210 INFO:tasks.rados.rados.0.smithi040.stdout:2543: done (1 left) 2024-04-22T04:35:31.210 INFO:tasks.rados.rados.0.smithi040.stdout:2544: done (0 left) 2024-04-22T04:35:31.210 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 253 2024-04-22T04:35:31.210 INFO:tasks.rados.rados.0.smithi040.stdout:2545: seq_num 817 ranges {9895936=491520,10387456=417792,10805248=425984,11231232=360448} 2024-04-22T04:35:31.267 INFO:tasks.rados.rados.0.smithi040.stdout:2545: writing smithi04078109-6 from 9895936 to 10387456 tid 1 2024-04-22T04:35:31.269 INFO:tasks.rados.rados.0.smithi040.stdout:2545: writing smithi04078109-6 from 10387456 to 10805248 tid 2 2024-04-22T04:35:31.272 INFO:tasks.rados.rados.0.smithi040.stdout:2545: writing smithi04078109-6 from 10805248 to 11231232 tid 3 2024-04-22T04:35:31.274 INFO:tasks.rados.rados.0.smithi040.stdout:2545: writing smithi04078109-6 from 11231232 to 11591680 tid 4 2024-04-22T04:35:31.275 INFO:tasks.rados.rados.0.smithi040.stdout:2546: snap_create 2024-04-22T04:35:31.275 INFO:tasks.rados.rados.0.smithi040.stdout:2545: finishing write tid 1 to smithi04078109-6 2024-04-22T04:35:31.275 INFO:tasks.rados.rados.0.smithi040.stdout:2545: finishing write tid 2 to smithi04078109-6 2024-04-22T04:35:31.278 INFO:tasks.rados.rados.0.smithi040.stdout:2545: finishing write tid 3 to smithi04078109-6 2024-04-22T04:35:31.278 INFO:tasks.rados.rados.0.smithi040.stdout:2545: finishing write tid 4 to smithi04078109-6 2024-04-22T04:35:31.278 INFO:tasks.rados.rados.0.smithi040.stdout:2545: finishing write tid 5 to smithi04078109-6 2024-04-22T04:35:31.279 INFO:tasks.rados.rados.0.smithi040.stdout:2545: finishing write tid 6 to smithi04078109-6 2024-04-22T04:35:31.279 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 1802 (ObjNum 817 snap 253 seq_num 817) dirty exists 2024-04-22T04:35:31.279 INFO:tasks.rados.rados.0.smithi040.stdout:2545: left oid 6 (ObjNum 817 snap 253 seq_num 817) 2024-04-22T04:35:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:31 smithi062 ceph-mon[78153]: osdmap e551: 8 total, 8 up, 8 in 2024-04-22T04:35:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:31 smithi062 ceph-mon[78153]: pgmap v540: 121 pgs: 121 active+clean; 350 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 23 op/s 2024-04-22T04:35:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:31 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:31 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:31.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:31 smithi040 ceph-mon[88445]: osdmap e551: 8 total, 8 up, 8 in 2024-04-22T04:35:31.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:31 smithi040 ceph-mon[88445]: pgmap v540: 121 pgs: 121 active+clean; 350 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 23 op/s 2024-04-22T04:35:31.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:31 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:31.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:31 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:31.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:31 smithi040 ceph-mon[91058]: osdmap e551: 8 total, 8 up, 8 in 2024-04-22T04:35:31.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:31 smithi040 ceph-mon[91058]: pgmap v540: 121 pgs: 121 active+clean; 350 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 23 op/s 2024-04-22T04:35:31.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:31 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:31.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:31 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:32.159 INFO:tasks.rados.rados.0.smithi040.stdout:2545: done (1 left) 2024-04-22T04:35:32.159 INFO:tasks.rados.rados.0.smithi040.stdout:2546: done (0 left) 2024-04-22T04:35:32.159 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 254 2024-04-22T04:35:32.159 INFO:tasks.rados.rados.0.smithi040.stdout:2547: seq_num 818 ranges {1744896=507904,2252800=704512,2957312=499712} 2024-04-22T04:35:32.171 INFO:tasks.rados.rados.0.smithi040.stdout:2547: writing smithi04078109-32 from 1744896 to 2252800 tid 1 2024-04-22T04:35:32.175 INFO:tasks.rados.rados.0.smithi040.stdout:2547: writing smithi04078109-32 from 2252800 to 2957312 tid 2 2024-04-22T04:35:32.178 INFO:tasks.rados.rados.0.smithi040.stdout:2547: writing smithi04078109-32 from 2957312 to 3457024 tid 3 2024-04-22T04:35:32.179 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 254 2024-04-22T04:35:32.179 INFO:tasks.rados.rados.0.smithi040.stdout:2548: seq_num 819 ranges {450560=524288,974848=589824,1564672=614400} 2024-04-22T04:35:32.184 INFO:tasks.rados.rados.0.smithi040.stdout:2548: writing smithi04078109-12 from 450560 to 974848 tid 1 2024-04-22T04:35:32.188 INFO:tasks.rados.rados.0.smithi040.stdout:2548: writing smithi04078109-12 from 974848 to 1564672 tid 2 2024-04-22T04:35:32.193 INFO:tasks.rados.rados.0.smithi040.stdout:2548: writing smithi04078109-12 from 1564672 to 2179072 tid 3 2024-04-22T04:35:32.193 INFO:tasks.rados.rados.0.smithi040.stdout:2549: rmattr oid 2 current snap is 254 2024-04-22T04:35:32.193 INFO:tasks.rados.rados.0.smithi040.stdout:2547: finishing write tid 1 to smithi04078109-32 2024-04-22T04:35:32.193 INFO:tasks.rados.rados.0.smithi040.stdout:2547: finishing write tid 2 to smithi04078109-32 2024-04-22T04:35:32.193 INFO:tasks.rados.rados.0.smithi040.stdout:2547: finishing write tid 3 to smithi04078109-32 2024-04-22T04:35:32.193 INFO:tasks.rados.rados.0.smithi040.stdout:2547: finishing write tid 4 to smithi04078109-32 2024-04-22T04:35:32.193 INFO:tasks.rados.rados.0.smithi040.stdout:2547: finishing write tid 5 to smithi04078109-32 2024-04-22T04:35:32.193 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 1724 (ObjNum 818 snap 254 seq_num 818) dirty exists 2024-04-22T04:35:32.193 INFO:tasks.rados.rados.0.smithi040.stdout:2547: left oid 32 (ObjNum 818 snap 254 seq_num 818) 2024-04-22T04:35:32.193 INFO:tasks.rados.rados.0.smithi040.stdout:2548: finishing write tid 1 to smithi04078109-12 2024-04-22T04:35:32.193 INFO:tasks.rados.rados.0.smithi040.stdout:2548: finishing write tid 2 to smithi04078109-12 2024-04-22T04:35:32.193 INFO:tasks.rados.rados.0.smithi040.stdout:2547: done (2 left) 2024-04-22T04:35:32.193 INFO:tasks.rados.rados.0.smithi040.stdout:2550: rollback oid 46 current snap is 254 2024-04-22T04:35:32.193 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 46 to 253 2024-04-22T04:35:32.193 INFO:tasks.rados.rados.0.smithi040.stdout:2551: delete oid 16 current snap is 254 2024-04-22T04:35:32.204 INFO:tasks.rados.rados.0.smithi040.stdout:2551: done (3 left) 2024-04-22T04:35:32.204 INFO:tasks.rados.rados.0.smithi040.stdout:2552: setattr oid 49 current snap is 254 2024-04-22T04:35:32.204 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 1778 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-04-22T04:35:32.204 INFO:tasks.rados.rados.0.smithi040.stdout:2549: done (3 left) 2024-04-22T04:35:32.204 INFO:tasks.rados.rados.0.smithi040.stdout:2553: rmattr oid 41 current snap is 254 2024-04-22T04:35:32.204 INFO:tasks.rados.rados.0.smithi040.stdout:2554: read oid 36 snap -1 2024-04-22T04:35:32.204 INFO:tasks.rados.rados.0.smithi040.stdout:2554: expect (ObjNum 815 snap 251 seq_num 815) 2024-04-22T04:35:32.204 INFO:tasks.rados.rados.0.smithi040.stdout:2555: read oid 31 snap -1 2024-04-22T04:35:32.204 INFO:tasks.rados.rados.0.smithi040.stdout:2555: expect (ObjNum 775 snap 232 seq_num 775) 2024-04-22T04:35:32.204 INFO:tasks.rados.rados.0.smithi040.stdout:2556: read oid 38 snap 234 2024-04-22T04:35:32.204 INFO:tasks.rados.rados.0.smithi040.stdout:2556: expect (ObjNum 755 snap 227 seq_num 755) 2024-04-22T04:35:32.204 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 254 2024-04-22T04:35:32.205 INFO:tasks.rados.rados.0.smithi040.stdout:2557: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2024-04-22T04:35:32.205 INFO:tasks.rados.rados.0.smithi040.stdout:2557: writing smithi04078109-21 from 0 to 557056 tid 1 2024-04-22T04:35:32.210 INFO:tasks.rados.rados.0.smithi040.stdout:2557: writing smithi04078109-21 from 557056 to 1318912 tid 2 2024-04-22T04:35:32.210 INFO:tasks.rados.rados.0.smithi040.stdout:2557: writing smithi04078109-21 from 1318912 to 1761280 tid 3 2024-04-22T04:35:32.210 INFO:tasks.rados.rados.0.smithi040.stdout:2558: snap_remove snap 227 2024-04-22T04:35:32.369 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:32 smithi062 ceph-mon[78153]: osdmap e552: 8 total, 8 up, 8 in 2024-04-22T04:35:32.369 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:32 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:32.369 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:32 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:32.369 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:32 smithi062 ceph-mon[78153]: osdmap e553: 8 total, 8 up, 8 in 2024-04-22T04:35:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:32 smithi040 ceph-mon[88445]: osdmap e552: 8 total, 8 up, 8 in 2024-04-22T04:35:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:32 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:32 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:32 smithi040 ceph-mon[88445]: osdmap e553: 8 total, 8 up, 8 in 2024-04-22T04:35:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:32 smithi040 ceph-mon[91058]: osdmap e552: 8 total, 8 up, 8 in 2024-04-22T04:35:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:32 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:32 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:32 smithi040 ceph-mon[91058]: osdmap e553: 8 total, 8 up, 8 in 2024-04-22T04:35:33.223 INFO:tasks.rados.rados.0.smithi040.stdout:2558: done (8 left) 2024-04-22T04:35:33.223 INFO:tasks.rados.rados.0.smithi040.stdout:2559: copy_from oid 16 from oid 34 current snap is 254 2024-04-22T04:35:33.223 INFO:tasks.rados.rados.0.smithi040.stdout:2550: finishing rollback tid 0 to smithi04078109-46 2024-04-22T04:35:33.223 INFO:tasks.rados.rados.0.smithi040.stdout:2548: finishing write tid 3 to smithi04078109-12 2024-04-22T04:35:33.224 INFO:tasks.rados.rados.0.smithi040.stdout:2548: finishing write tid 4 to smithi04078109-12 2024-04-22T04:35:33.224 INFO:tasks.rados.rados.0.smithi040.stdout:2548: finishing write tid 5 to smithi04078109-12 2024-04-22T04:35:33.224 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1255 (ObjNum 819 snap 254 seq_num 819) dirty exists 2024-04-22T04:35:33.224 INFO:tasks.rados.rados.0.smithi040.stdout:2548: left oid 12 (ObjNum 819 snap 254 seq_num 819) 2024-04-22T04:35:33.225 INFO:tasks.rados.rados.0.smithi040.stdout:2550: finishing rollback tid 1 to smithi04078109-46 2024-04-22T04:35:33.225 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 1780 (ObjNum 664 snap 203 seq_num 664) dirty exists 2024-04-22T04:35:33.225 INFO:tasks.rados.rados.0.smithi040.stdout:2550: finishing rollback tid 2 to smithi04078109-46 2024-04-22T04:35:33.225 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1722 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-04-22T04:35:33.225 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 1729 (ObjNum 788 snap 237 seq_num 788) dirty exists 2024-04-22T04:35:33.225 INFO:tasks.rados.rados.0.smithi040.stdout:2557: finishing write tid 1 to smithi04078109-21 2024-04-22T04:35:33.226 INFO:tasks.rados.rados.0.smithi040.stdout:2557: finishing write tid 2 to smithi04078109-21 2024-04-22T04:35:33.226 INFO:tasks.rados.rados.0.smithi040.stdout:2557: finishing write tid 3 to smithi04078109-21 2024-04-22T04:35:33.226 INFO:tasks.rados.rados.0.smithi040.stdout:2557: finishing write tid 4 to smithi04078109-21 2024-04-22T04:35:33.226 INFO:tasks.rados.rados.0.smithi040.stdout:2557: finishing write tid 5 to smithi04078109-21 2024-04-22T04:35:33.226 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 1659 (ObjNum 821 snap 254 seq_num 821) dirty exists 2024-04-22T04:35:33.226 INFO:tasks.rados.rados.0.smithi040.stdout:2557: left oid 21 (ObjNum 821 snap 254 seq_num 821) 2024-04-22T04:35:33.227 INFO:tasks.rados.rados.0.smithi040.stdout:2556: expect (ObjNum 755 snap 227 seq_num 755) 2024-04-22T04:35:33.464 INFO:tasks.rados.rados.0.smithi040.stdout:2555: expect (ObjNum 775 snap 232 seq_num 775) 2024-04-22T04:35:33.548 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:33 smithi062 ceph-mon[78153]: pgmap v543: 121 pgs: 121 active+clean; 363 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.9 MiB/s wr, 34 op/s 2024-04-22T04:35:33.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:33 smithi040 ceph-mon[88445]: pgmap v543: 121 pgs: 121 active+clean; 363 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.9 MiB/s wr, 34 op/s 2024-04-22T04:35:33.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:33 smithi040 ceph-mon[91058]: pgmap v543: 121 pgs: 121 active+clean; 363 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.9 MiB/s wr, 34 op/s 2024-04-22T04:35:33.936 INFO:tasks.rados.rados.0.smithi040.stdout:2554: expect (ObjNum 815 snap 251 seq_num 815) 2024-04-22T04:35:34.193 INFO:tasks.rados.rados.0.smithi040.stdout:2559: finishing copy_from to smithi04078109-16 2024-04-22T04:35:34.194 INFO:tasks.rados.rados.0.smithi040.stdout:2559: got expected ENOENT (src dne) 2024-04-22T04:35:34.194 INFO:tasks.rados.rados.0.smithi040.stdout:2559: finishing copy_from racing read to smithi04078109-16 2024-04-22T04:35:34.194 INFO:tasks.rados.rados.0.smithi040.stdout:2548: done (8 left) 2024-04-22T04:35:34.194 INFO:tasks.rados.rados.0.smithi040.stdout:2550: done (7 left) 2024-04-22T04:35:34.194 INFO:tasks.rados.rados.0.smithi040.stdout:2552: done (6 left) 2024-04-22T04:35:34.194 INFO:tasks.rados.rados.0.smithi040.stdout:2553: done (5 left) 2024-04-22T04:35:34.194 INFO:tasks.rados.rados.0.smithi040.stdout:2554: done (4 left) 2024-04-22T04:35:34.194 INFO:tasks.rados.rados.0.smithi040.stdout:2555: done (3 left) 2024-04-22T04:35:34.194 INFO:tasks.rados.rados.0.smithi040.stdout:2556: done (2 left) 2024-04-22T04:35:34.194 INFO:tasks.rados.rados.0.smithi040.stdout:2557: done (1 left) 2024-04-22T04:35:34.194 INFO:tasks.rados.rados.0.smithi040.stdout:2559: done (0 left) 2024-04-22T04:35:34.194 INFO:tasks.rados.rados.0.smithi040.stdout:2560: copy_from oid 11 from oid 38 current snap is 254 2024-04-22T04:35:34.195 INFO:tasks.rados.rados.0.smithi040.stdout:2561: delete oid 36 current snap is 254 2024-04-22T04:35:34.198 INFO:tasks.rados.rados.0.smithi040.stdout:2561: done (1 left) 2024-04-22T04:35:34.198 INFO:tasks.rados.rados.0.smithi040.stdout:2562: read oid 9 snap -1 2024-04-22T04:35:34.198 INFO:tasks.rados.rados.0.smithi040.stdout:2562: expect (ObjNum 812 snap 249 seq_num 812) 2024-04-22T04:35:34.198 INFO:tasks.rados.rados.0.smithi040.stdout:2563: snap_remove snap 234 2024-04-22T04:35:34.220 INFO:tasks.rados.rados.0.smithi040.stdout:2563: done (2 left) 2024-04-22T04:35:34.220 INFO:tasks.rados.rados.0.smithi040.stdout:2564: copy_from oid 17 from oid 48 current snap is 254 2024-04-22T04:35:34.221 INFO:tasks.rados.rados.0.smithi040.stdout:2565: delete oid 28 current snap is 254 2024-04-22T04:35:34.221 INFO:tasks.rados.rados.0.smithi040.stdout:2562: expect (ObjNum 812 snap 249 seq_num 812) 2024-04-22T04:35:34.275 INFO:tasks.rados.rados.0.smithi040.stdout:2560: finishing copy_from racing read to smithi04078109-11 2024-04-22T04:35:34.275 INFO:tasks.rados.rados.0.smithi040.stdout:2560: finishing copy_from to smithi04078109-11 2024-04-22T04:35:34.275 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 1326 (ObjNum 755 snap 227 seq_num 755) dirty exists 2024-04-22T04:35:34.275 INFO:tasks.rados.rados.0.smithi040.stdout:2564: finishing copy_from racing read to smithi04078109-17 2024-04-22T04:35:34.275 INFO:tasks.rados.rados.0.smithi040.stdout:2564: finishing copy_from to smithi04078109-17 2024-04-22T04:35:34.275 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 1249 (ObjNum 766 snap 230 seq_num 766) dirty exists 2024-04-22T04:35:34.275 INFO:tasks.rados.rados.0.smithi040.stdout:2560: done (3 left) 2024-04-22T04:35:34.275 INFO:tasks.rados.rados.0.smithi040.stdout:2562: done (2 left) 2024-04-22T04:35:34.275 INFO:tasks.rados.rados.0.smithi040.stdout:2564: done (1 left) 2024-04-22T04:35:34.275 INFO:tasks.rados.rados.0.smithi040.stdout:2565: done (0 left) 2024-04-22T04:35:34.276 INFO:tasks.rados.rados.0.smithi040.stdout:2566: read oid 42 snap -1 2024-04-22T04:35:34.276 INFO:tasks.rados.rados.0.smithi040.stdout:2566: expect deleted 2024-04-22T04:35:34.276 INFO:tasks.rados.rados.0.smithi040.stdout:2567: snap_remove snap 240 2024-04-22T04:35:34.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:34 smithi062 ceph-mon[78153]: osdmap e554: 8 total, 8 up, 8 in 2024-04-22T04:35:34.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:34 smithi040 ceph-mon[88445]: osdmap e554: 8 total, 8 up, 8 in 2024-04-22T04:35:34.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:34 smithi040 ceph-mon[91058]: osdmap e554: 8 total, 8 up, 8 in 2024-04-22T04:35:35.240 INFO:tasks.rados.rados.0.smithi040.stdout:2567: done (1 left) 2024-04-22T04:35:35.240 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 254 2024-04-22T04:35:35.240 INFO:tasks.rados.rados.0.smithi040.stdout:2568: seq_num 824 ranges {2179072=606208,2785280=458752,3244032=573440,3817472=172032} 2024-04-22T04:35:35.256 INFO:tasks.rados.rados.0.smithi040.stdout:2568: writing smithi04078109-12 from 2179072 to 2785280 tid 1 2024-04-22T04:35:35.259 INFO:tasks.rados.rados.0.smithi040.stdout:2568: writing smithi04078109-12 from 2785280 to 3244032 tid 2 2024-04-22T04:35:35.262 INFO:tasks.rados.rados.0.smithi040.stdout:2568: writing smithi04078109-12 from 3244032 to 3817472 tid 3 2024-04-22T04:35:35.264 INFO:tasks.rados.rados.0.smithi040.stdout:2568: writing smithi04078109-12 from 3817472 to 3989504 tid 4 2024-04-22T04:35:35.264 INFO:tasks.rados.rados.0.smithi040.stdout:2569: rmattr oid 9 current snap is 254 2024-04-22T04:35:35.264 INFO:tasks.rados.rados.0.smithi040.stdout:2569: done (2 left) 2024-04-22T04:35:35.264 INFO:tasks.rados.rados.0.smithi040.stdout:2570: read oid 32 snap 216 2024-04-22T04:35:35.264 INFO:tasks.rados.rados.0.smithi040.stdout:2570: expect (ObjNum 657 snap 199 seq_num 657) 2024-04-22T04:35:35.265 INFO:tasks.rados.rados.0.smithi040.stdout:2571: read oid 18 snap 239 2024-04-22T04:35:35.265 INFO:tasks.rados.rados.0.smithi040.stdout:2571: expect deleted 2024-04-22T04:35:35.265 INFO:tasks.rados.rados.0.smithi040.stdout:2572: delete oid 44 current snap is 254 2024-04-22T04:35:35.265 INFO:tasks.rados.rados.0.smithi040.stdout:2568: finishing write tid 1 to smithi04078109-12 2024-04-22T04:35:35.265 INFO:tasks.rados.rados.0.smithi040.stdout:2568: finishing write tid 2 to smithi04078109-12 2024-04-22T04:35:35.267 INFO:tasks.rados.rados.0.smithi040.stdout:2568: finishing write tid 3 to smithi04078109-12 2024-04-22T04:35:35.268 INFO:tasks.rados.rados.0.smithi040.stdout:2566: done (4 left) 2024-04-22T04:35:35.268 INFO:tasks.rados.rados.0.smithi040.stdout:2571: done (3 left) 2024-04-22T04:35:35.268 INFO:tasks.rados.rados.0.smithi040.stdout:2572: done (2 left) 2024-04-22T04:35:35.268 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 254 2024-04-22T04:35:35.273 INFO:tasks.rados.rados.0.smithi040.stdout:2573: seq_num 826 ranges {10321920=638976,10960896=630784,11591680=573440} 2024-04-22T04:35:35.328 INFO:tasks.rados.rados.0.smithi040.stdout:2573: writing smithi04078109-23 from 10321920 to 10960896 tid 1 2024-04-22T04:35:35.332 INFO:tasks.rados.rados.0.smithi040.stdout:2573: writing smithi04078109-23 from 10960896 to 11591680 tid 2 2024-04-22T04:35:35.336 INFO:tasks.rados.rados.0.smithi040.stdout:2573: writing smithi04078109-23 from 11591680 to 12165120 tid 3 2024-04-22T04:35:35.336 INFO:tasks.rados.rados.0.smithi040.stdout:2574: delete oid 22 current snap is 254 2024-04-22T04:35:35.336 INFO:tasks.rados.rados.0.smithi040.stdout:2568: finishing write tid 4 to smithi04078109-12 2024-04-22T04:35:35.336 INFO:tasks.rados.rados.0.smithi040.stdout:2568: finishing write tid 5 to smithi04078109-12 2024-04-22T04:35:35.336 INFO:tasks.rados.rados.0.smithi040.stdout:2570: expect (ObjNum 657 snap 199 seq_num 657) 2024-04-22T04:35:35.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:35 smithi062 ceph-mon[78153]: osdmap e555: 8 total, 8 up, 8 in 2024-04-22T04:35:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:35 smithi062 ceph-mon[78153]: pgmap v546: 121 pgs: 121 active+clean; 363 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-04-22T04:35:35.396 INFO:tasks.rados.rados.0.smithi040.stdout:2568: finishing write tid 6 to smithi04078109-12 2024-04-22T04:35:35.396 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1260 (ObjNum 824 snap 254 seq_num 824) dirty exists 2024-04-22T04:35:35.396 INFO:tasks.rados.rados.0.smithi040.stdout:2568: left oid 12 (ObjNum 824 snap 254 seq_num 824) 2024-04-22T04:35:35.396 INFO:tasks.rados.rados.0.smithi040.stdout:2573: finishing write tid 1 to smithi04078109-23 2024-04-22T04:35:35.396 INFO:tasks.rados.rados.0.smithi040.stdout:2573: finishing write tid 2 to smithi04078109-23 2024-04-22T04:35:35.396 INFO:tasks.rados.rados.0.smithi040.stdout:2568: done (3 left) 2024-04-22T04:35:35.397 INFO:tasks.rados.rados.0.smithi040.stdout:2570: done (2 left) 2024-04-22T04:35:35.397 INFO:tasks.rados.rados.0.smithi040.stdout:2574: done (1 left) 2024-04-22T04:35:35.397 INFO:tasks.rados.rados.0.smithi040.stdout:2575: snap_create 2024-04-22T04:35:35.397 INFO:tasks.rados.rados.0.smithi040.stdout:2573: finishing write tid 3 to smithi04078109-23 2024-04-22T04:35:35.397 INFO:tasks.rados.rados.0.smithi040.stdout:2573: finishing write tid 4 to smithi04078109-23 2024-04-22T04:35:35.397 INFO:tasks.rados.rados.0.smithi040.stdout:2573: finishing write tid 5 to smithi04078109-23 2024-04-22T04:35:35.397 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 1728 (ObjNum 826 snap 254 seq_num 826) dirty exists 2024-04-22T04:35:35.397 INFO:tasks.rados.rados.0.smithi040.stdout:2573: left oid 23 (ObjNum 826 snap 254 seq_num 826) 2024-04-22T04:35:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:35 smithi040 ceph-mon[88445]: osdmap e555: 8 total, 8 up, 8 in 2024-04-22T04:35:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:35 smithi040 ceph-mon[88445]: pgmap v546: 121 pgs: 121 active+clean; 363 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-04-22T04:35:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:35 smithi040 ceph-mon[91058]: osdmap e555: 8 total, 8 up, 8 in 2024-04-22T04:35:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:35 smithi040 ceph-mon[91058]: pgmap v546: 121 pgs: 121 active+clean; 363 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-04-22T04:35:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:35:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:35:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:35:36.237 INFO:tasks.rados.rados.0.smithi040.stdout:2573: done (1 left) 2024-04-22T04:35:36.237 INFO:tasks.rados.rados.0.smithi040.stdout:2575: done (0 left) 2024-04-22T04:35:36.237 INFO:tasks.rados.rados.0.smithi040.stdout:2576: snap_remove snap 253 2024-04-22T04:35:36.537 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: osdmap e556: 8 total, 8 up, 8 in 2024-04-22T04:35:36.537 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: Detected new or changed devices on smithi062 2024-04-22T04:35:36.537 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.537 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.537 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:35:36.537 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:35:36.537 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.537 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:35:36.537 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:35:36.538 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.538 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.538 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.538 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.538 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.538 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.538 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-22T04:35:36.538 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-22T04:35:36.538 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-22T04:35:36.538 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-22T04:35:36.538 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-22T04:35:36.539 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-22T04:35:36.539 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.539 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.539 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.539 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.539 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.539 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.539 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.539 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.539 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.539 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: osdmap e556: 8 total, 8 up, 8 in 2024-04-22T04:35:36.540 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: Detected new or changed devices on smithi062 2024-04-22T04:35:36.540 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.540 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.540 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:35:36.540 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:35:36.540 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.540 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:35:36.540 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:35:36.540 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.540 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.540 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.540 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-22T04:35:36.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-22T04:35:36.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-22T04:35:36.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-22T04:35:36.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-22T04:35:36.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-22T04:35:36.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.542 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.542 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: osdmap e556: 8 total, 8 up, 8 in 2024-04-22T04:35:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: Detected new or changed devices on smithi062 2024-04-22T04:35:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:35:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:35:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:35:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:35:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-22T04:35:36.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-22T04:35:36.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-22T04:35:36.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-22T04:35:36.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-22T04:35:36.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-22T04:35:36.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:36.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:36.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:37.250 INFO:tasks.rados.rados.0.smithi040.stdout:2576: done (0 left) 2024-04-22T04:35:37.250 INFO:tasks.rados.rados.0.smithi040.stdout:2577: copy_from oid 33 from oid 14 current snap is 255 2024-04-22T04:35:37.252 INFO:tasks.rados.rados.0.smithi040.stdout:2578: rmattr oid 20 current snap is 255 2024-04-22T04:35:37.252 INFO:tasks.rados.rados.0.smithi040.stdout:2579: snap_remove snap 242 2024-04-22T04:35:37.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:37 smithi040 ceph-mon[88445]: Upgrade: Setting container_image for all mds 2024-04-22T04:35:37.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:37 smithi040 ceph-mon[88445]: Upgrade: Setting container_image for all rgw 2024-04-22T04:35:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:37 smithi040 ceph-mon[88445]: Upgrade: Setting container_image for all rbd-mirror 2024-04-22T04:35:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:37 smithi040 ceph-mon[88445]: Upgrade: Setting container_image for all iscsi 2024-04-22T04:35:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:37 smithi040 ceph-mon[88445]: Upgrade: Setting container_image for all nfs 2024-04-22T04:35:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:37 smithi040 ceph-mon[88445]: osdmap e557: 8 total, 8 up, 8 in 2024-04-22T04:35:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:37 smithi040 ceph-mon[88445]: pgmap v549: 121 pgs: 121 active+clean; 377 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-04-22T04:35:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:37 smithi040 ceph-mon[91058]: Upgrade: Setting container_image for all mds 2024-04-22T04:35:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:37 smithi040 ceph-mon[91058]: Upgrade: Setting container_image for all rgw 2024-04-22T04:35:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:37 smithi040 ceph-mon[91058]: Upgrade: Setting container_image for all rbd-mirror 2024-04-22T04:35:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:37 smithi040 ceph-mon[91058]: Upgrade: Setting container_image for all iscsi 2024-04-22T04:35:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:37 smithi040 ceph-mon[91058]: Upgrade: Setting container_image for all nfs 2024-04-22T04:35:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:37 smithi040 ceph-mon[91058]: osdmap e557: 8 total, 8 up, 8 in 2024-04-22T04:35:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:37 smithi040 ceph-mon[91058]: pgmap v549: 121 pgs: 121 active+clean; 377 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-04-22T04:35:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:37 smithi062 ceph-mon[78153]: Upgrade: Setting container_image for all mds 2024-04-22T04:35:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:37 smithi062 ceph-mon[78153]: Upgrade: Setting container_image for all rgw 2024-04-22T04:35:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:37 smithi062 ceph-mon[78153]: Upgrade: Setting container_image for all rbd-mirror 2024-04-22T04:35:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:37 smithi062 ceph-mon[78153]: Upgrade: Setting container_image for all iscsi 2024-04-22T04:35:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:37 smithi062 ceph-mon[78153]: Upgrade: Setting container_image for all nfs 2024-04-22T04:35:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:37 smithi062 ceph-mon[78153]: osdmap e557: 8 total, 8 up, 8 in 2024-04-22T04:35:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:37 smithi062 ceph-mon[78153]: pgmap v549: 121 pgs: 121 active+clean; 377 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-04-22T04:35:38.159 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:37 smithi040 systemd[1]: Stopping Ceph node-exporter.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:35:38.258 INFO:tasks.rados.rados.0.smithi040.stdout:2579: done (2 left) 2024-04-22T04:35:38.258 INFO:tasks.rados.rados.0.smithi040.stdout:2580: snap_create 2024-04-22T04:35:38.258 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1733 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-04-22T04:35:38.259 INFO:tasks.rados.rados.0.smithi040.stdout:2577: finishing copy_from racing read to smithi04078109-33 2024-04-22T04:35:38.259 INFO:tasks.rados.rados.0.smithi040.stdout:2577: finishing copy_from to smithi04078109-33 2024-04-22T04:35:38.259 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 1256 (ObjNum 791 snap 237 seq_num 791) dirty exists 2024-04-22T04:35:38.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:38 smithi062 ceph-mon[78153]: osdmap e558: 8 total, 8 up, 8 in 2024-04-22T04:35:38.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:38 smithi062 ceph-mon[78153]: Upgrade: Updating node-exporter.a (1/2) 2024-04-22T04:35:38.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:38 smithi062 ceph-mon[78153]: Deploying daemon node-exporter.a on smithi040 2024-04-22T04:35:38.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:38 smithi040 ceph-mon[88445]: osdmap e558: 8 total, 8 up, 8 in 2024-04-22T04:35:38.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:38 smithi040 ceph-mon[88445]: Upgrade: Updating node-exporter.a (1/2) 2024-04-22T04:35:38.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:38 smithi040 ceph-mon[88445]: Deploying daemon node-exporter.a on smithi040 2024-04-22T04:35:38.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:38 smithi040 ceph-mon[91058]: osdmap e558: 8 total, 8 up, 8 in 2024-04-22T04:35:38.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:38 smithi040 ceph-mon[91058]: Upgrade: Updating node-exporter.a (1/2) 2024-04-22T04:35:38.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:38 smithi040 ceph-mon[91058]: Deploying daemon node-exporter.a on smithi040 2024-04-22T04:35:38.958 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:38 smithi040 bash[115304]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a 2024-04-22T04:35:38.958 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:38 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-22T04:35:39.256 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:39 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-22T04:35:39.256 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:39 smithi040 systemd[1]: Stopped Ceph node-exporter.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:35:39.266 INFO:tasks.rados.rados.0.smithi040.stdout:2577: done (2 left) 2024-04-22T04:35:39.266 INFO:tasks.rados.rados.0.smithi040.stdout:2578: done (1 left) 2024-04-22T04:35:39.266 INFO:tasks.rados.rados.0.smithi040.stdout:2580: done (0 left) 2024-04-22T04:35:39.266 INFO:tasks.rados.rados.0.smithi040.stdout:2581: read oid 47 snap -1 2024-04-22T04:35:39.266 INFO:tasks.rados.rados.0.smithi040.stdout:2581: expect (ObjNum 700 snap 216 seq_num 700) 2024-04-22T04:35:39.266 INFO:tasks.rados.rados.0.smithi040.stdout:2582: delete oid 22 current snap is 256 2024-04-22T04:35:39.268 INFO:tasks.rados.rados.0.smithi040.stdout:2582: done (1 left) 2024-04-22T04:35:39.268 INFO:tasks.rados.rados.0.smithi040.stdout:2583: delete oid 12 current snap is 256 2024-04-22T04:35:39.270 INFO:tasks.rados.rados.0.smithi040.stdout:2583: done (1 left) 2024-04-22T04:35:39.270 INFO:tasks.rados.rados.0.smithi040.stdout:2584: read oid 46 snap -1 2024-04-22T04:35:39.270 INFO:tasks.rados.rados.0.smithi040.stdout:2584: expect (ObjNum 692 snap 213 seq_num 692) 2024-04-22T04:35:39.270 INFO:tasks.rados.rados.0.smithi040.stdout:2585: read oid 29 snap 238 2024-04-22T04:35:39.271 INFO:tasks.rados.rados.0.smithi040.stdout:2585: expect (ObjNum 784 snap 237 seq_num 784) 2024-04-22T04:35:39.271 INFO:tasks.rados.rados.0.smithi040.stdout:2586: delete oid 35 current snap is 256 2024-04-22T04:35:39.275 INFO:tasks.rados.rados.0.smithi040.stdout:2586: done (3 left) 2024-04-22T04:35:39.275 INFO:tasks.rados.rados.0.smithi040.stdout:2587: read oid 36 snap -1 2024-04-22T04:35:39.275 INFO:tasks.rados.rados.0.smithi040.stdout:2587: expect deleted 2024-04-22T04:35:39.275 INFO:tasks.rados.rados.0.smithi040.stdout:2588: delete oid 24 current snap is 256 2024-04-22T04:35:39.280 INFO:tasks.rados.rados.0.smithi040.stdout:2587: done (4 left) 2024-04-22T04:35:39.280 INFO:tasks.rados.rados.0.smithi040.stdout:2588: done (3 left) 2024-04-22T04:35:39.280 INFO:tasks.rados.rados.0.smithi040.stdout:2589: read oid 12 snap -1 2024-04-22T04:35:39.280 INFO:tasks.rados.rados.0.smithi040.stdout:2589: expect deleted 2024-04-22T04:35:39.280 INFO:tasks.rados.rados.0.smithi040.stdout:2590: snap_create 2024-04-22T04:35:39.300 INFO:tasks.rados.rados.0.smithi040.stdout:2585: expect (ObjNum 784 snap 237 seq_num 784) 2024-04-22T04:35:39.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:39 smithi062 ceph-mon[78153]: osdmap e559: 8 total, 8 up, 8 in 2024-04-22T04:35:39.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:39 smithi062 ceph-mon[78153]: pgmap v552: 121 pgs: 121 active+clean; 380 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-04-22T04:35:39.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:39 smithi040 ceph-mon[88445]: osdmap e559: 8 total, 8 up, 8 in 2024-04-22T04:35:39.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:39 smithi040 ceph-mon[88445]: pgmap v552: 121 pgs: 121 active+clean; 380 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-04-22T04:35:39.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:39 smithi040 ceph-mon[91058]: osdmap e559: 8 total, 8 up, 8 in 2024-04-22T04:35:39.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:39 smithi040 ceph-mon[91058]: pgmap v552: 121 pgs: 121 active+clean; 380 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-04-22T04:35:39.659 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:39 smithi040 systemd[1]: Starting Ceph node-exporter.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:35:39.659 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:39 smithi040 bash[115455]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-22T04:35:39.688 INFO:tasks.rados.rados.0.smithi040.stdout:2581: expect (ObjNum 700 snap 216 seq_num 700) 2024-04-22T04:35:40.028 INFO:tasks.rados.rados.0.smithi040.stdout:2584: expect (ObjNum 692 snap 213 seq_num 692) 2024-04-22T04:35:40.158 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:35:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:35:40] "GET /metrics HTTP/1.1" 200 241731 "" "Prometheus/2.33.4" 2024-04-22T04:35:40.159 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:39 smithi040 bash[115455]: Getting image source signatures 2024-04-22T04:35:40.159 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:39 smithi040 bash[115455]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-22T04:35:40.159 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:39 smithi040 bash[115455]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-22T04:35:40.159 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:39 smithi040 bash[115455]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-22T04:35:40.525 INFO:tasks.rados.rados.0.smithi040.stdout:2581: done (4 left) 2024-04-22T04:35:40.525 INFO:tasks.rados.rados.0.smithi040.stdout:2584: done (3 left) 2024-04-22T04:35:40.525 INFO:tasks.rados.rados.0.smithi040.stdout:2585: done (2 left) 2024-04-22T04:35:40.525 INFO:tasks.rados.rados.0.smithi040.stdout:2589: done (1 left) 2024-04-22T04:35:40.525 INFO:tasks.rados.rados.0.smithi040.stdout:2590: done (0 left) 2024-04-22T04:35:40.525 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 14 current snap is 257 2024-04-22T04:35:40.526 INFO:tasks.rados.rados.0.smithi040.stdout:2591: seq_num 832 ranges {1253376=737280,1990656=786432,2777088=417792} 2024-04-22T04:35:40.536 INFO:tasks.rados.rados.0.smithi040.stdout:2591: writing smithi04078109-14 from 1253376 to 1990656 tid 1 2024-04-22T04:35:40.541 INFO:tasks.rados.rados.0.smithi040.stdout:2591: writing smithi04078109-14 from 1990656 to 2777088 tid 2 2024-04-22T04:35:40.544 INFO:tasks.rados.rados.0.smithi040.stdout:2591: writing smithi04078109-14 from 2777088 to 3194880 tid 3 2024-04-22T04:35:40.544 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 257 2024-04-22T04:35:40.544 INFO:tasks.rados.rados.0.smithi040.stdout:2591: finishing write tid 1 to smithi04078109-14 2024-04-22T04:35:40.545 INFO:tasks.rados.rados.0.smithi040.stdout:2592: seq_num 833 ranges {0=761856,761856=671744,1433600=532480} 2024-04-22T04:35:40.549 INFO:tasks.rados.rados.0.smithi040.stdout:2592: writing smithi04078109-10 from 0 to 761856 tid 1 2024-04-22T04:35:40.553 INFO:tasks.rados.rados.0.smithi040.stdout:2592: writing smithi04078109-10 from 761856 to 1433600 tid 2 2024-04-22T04:35:40.556 INFO:tasks.rados.rados.0.smithi040.stdout:2592: writing smithi04078109-10 from 1433600 to 1966080 tid 3 2024-04-22T04:35:40.556 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 8 current snap is 257 2024-04-22T04:35:40.556 INFO:tasks.rados.rados.0.smithi040.stdout:2591: finishing write tid 2 to smithi04078109-14 2024-04-22T04:35:40.556 INFO:tasks.rados.rados.0.smithi040.stdout:2593: seq_num 834 ranges {10911744=778240,11689984=557056,12247040=548864,12795904=98304} 2024-04-22T04:35:40.620 INFO:tasks.rados.rados.0.smithi040.stdout:2593: writing smithi04078109-8 from 10911744 to 11689984 tid 1 2024-04-22T04:35:40.623 INFO:tasks.rados.rados.0.smithi040.stdout:2593: writing smithi04078109-8 from 11689984 to 12247040 tid 2 2024-04-22T04:35:40.626 INFO:tasks.rados.rados.0.smithi040.stdout:2593: writing smithi04078109-8 from 12247040 to 12795904 tid 3 2024-04-22T04:35:40.627 INFO:tasks.rados.rados.0.smithi040.stdout:2593: writing smithi04078109-8 from 12795904 to 12894208 tid 4 2024-04-22T04:35:40.627 INFO:tasks.rados.rados.0.smithi040.stdout:2594: snap_create 2024-04-22T04:35:40.627 INFO:tasks.rados.rados.0.smithi040.stdout:2591: finishing write tid 3 to smithi04078109-14 2024-04-22T04:35:40.627 INFO:tasks.rados.rados.0.smithi040.stdout:2591: finishing write tid 4 to smithi04078109-14 2024-04-22T04:35:40.627 INFO:tasks.rados.rados.0.smithi040.stdout:2591: finishing write tid 5 to smithi04078109-14 2024-04-22T04:35:40.627 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 1260 (ObjNum 832 snap 257 seq_num 832) dirty exists 2024-04-22T04:35:40.627 INFO:tasks.rados.rados.0.smithi040.stdout:2591: left oid 14 (ObjNum 832 snap 257 seq_num 832) 2024-04-22T04:35:40.627 INFO:tasks.rados.rados.0.smithi040.stdout:2592: finishing write tid 1 to smithi04078109-10 2024-04-22T04:35:40.628 INFO:tasks.rados.rados.0.smithi040.stdout:2592: finishing write tid 2 to smithi04078109-10 2024-04-22T04:35:40.628 INFO:tasks.rados.rados.0.smithi040.stdout:2592: finishing write tid 3 to smithi04078109-10 2024-04-22T04:35:40.628 INFO:tasks.rados.rados.0.smithi040.stdout:2592: finishing write tid 4 to smithi04078109-10 2024-04-22T04:35:40.628 INFO:tasks.rados.rados.0.smithi040.stdout:2592: finishing write tid 5 to smithi04078109-10 2024-04-22T04:35:40.628 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1330 (ObjNum 833 snap 257 seq_num 833) dirty exists 2024-04-22T04:35:40.628 INFO:tasks.rados.rados.0.smithi040.stdout:2592: left oid 10 (ObjNum 833 snap 257 seq_num 833) 2024-04-22T04:35:40.628 INFO:tasks.rados.rados.0.smithi040.stdout:2593: finishing write tid 1 to smithi04078109-8 2024-04-22T04:35:40.628 INFO:tasks.rados.rados.0.smithi040.stdout:2593: finishing write tid 2 to smithi04078109-8 2024-04-22T04:35:40.630 INFO:tasks.rados.rados.0.smithi040.stdout:2593: finishing write tid 3 to smithi04078109-8 2024-04-22T04:35:40.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:40 smithi062 ceph-mon[78153]: osdmap e560: 8 total, 8 up, 8 in 2024-04-22T04:35:40.631 INFO:tasks.rados.rados.0.smithi040.stdout:2593: finishing write tid 4 to smithi04078109-8 2024-04-22T04:35:40.631 INFO:tasks.rados.rados.0.smithi040.stdout:2593: finishing write tid 5 to smithi04078109-8 2024-04-22T04:35:40.633 INFO:tasks.rados.rados.0.smithi040.stdout:2593: finishing write tid 6 to smithi04078109-8 2024-04-22T04:35:40.633 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 1261 (ObjNum 834 snap 257 seq_num 834) dirty exists 2024-04-22T04:35:40.634 INFO:tasks.rados.rados.0.smithi040.stdout:2593: left oid 8 (ObjNum 834 snap 257 seq_num 834) 2024-04-22T04:35:40.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:40 smithi040 ceph-mon[88445]: osdmap e560: 8 total, 8 up, 8 in 2024-04-22T04:35:40.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:40 smithi040 ceph-mon[91058]: osdmap e560: 8 total, 8 up, 8 in 2024-04-22T04:35:41.279 INFO:tasks.rados.rados.0.smithi040.stdout:2591: done (3 left) 2024-04-22T04:35:41.279 INFO:tasks.rados.rados.0.smithi040.stdout:2592: done (2 left) 2024-04-22T04:35:41.279 INFO:tasks.rados.rados.0.smithi040.stdout:2593: done (1 left) 2024-04-22T04:35:41.279 INFO:tasks.rados.rados.0.smithi040.stdout:2594: done (0 left) 2024-04-22T04:35:41.279 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 33 current snap is 258 2024-04-22T04:35:41.279 INFO:tasks.rados.rados.0.smithi040.stdout:2595: seq_num 835 ranges {1253376=794624,2048000=442368,2490368=712704,3203072=49152} 2024-04-22T04:35:41.290 INFO:tasks.rados.rados.0.smithi040.stdout:2595: writing smithi04078109-33 from 1253376 to 2048000 tid 1 2024-04-22T04:35:41.293 INFO:tasks.rados.rados.0.smithi040.stdout:2595: writing smithi04078109-33 from 2048000 to 2490368 tid 2 2024-04-22T04:35:41.297 INFO:tasks.rados.rados.0.smithi040.stdout:2595: writing smithi04078109-33 from 2490368 to 3203072 tid 3 2024-04-22T04:35:41.297 INFO:tasks.rados.rados.0.smithi040.stdout:2595: writing smithi04078109-33 from 3203072 to 3252224 tid 4 2024-04-22T04:35:41.298 INFO:tasks.rados.rados.0.smithi040.stdout:2596: snap_create 2024-04-22T04:35:41.298 INFO:tasks.rados.rados.0.smithi040.stdout:2595: finishing write tid 1 to smithi04078109-33 2024-04-22T04:35:41.298 INFO:tasks.rados.rados.0.smithi040.stdout:2595: finishing write tid 2 to smithi04078109-33 2024-04-22T04:35:41.302 INFO:tasks.rados.rados.0.smithi040.stdout:2595: finishing write tid 3 to smithi04078109-33 2024-04-22T04:35:41.302 INFO:tasks.rados.rados.0.smithi040.stdout:2595: finishing write tid 4 to smithi04078109-33 2024-04-22T04:35:41.302 INFO:tasks.rados.rados.0.smithi040.stdout:2595: finishing write tid 5 to smithi04078109-33 2024-04-22T04:35:41.303 INFO:tasks.rados.rados.0.smithi040.stdout:2595: finishing write tid 6 to smithi04078109-33 2024-04-22T04:35:41.303 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 1664 (ObjNum 835 snap 258 seq_num 835) dirty exists 2024-04-22T04:35:41.303 INFO:tasks.rados.rados.0.smithi040.stdout:2595: left oid 33 (ObjNum 835 snap 258 seq_num 835) 2024-04-22T04:35:41.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:41 smithi062 ceph-mon[78153]: osdmap e561: 8 total, 8 up, 8 in 2024-04-22T04:35:41.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:41 smithi062 ceph-mon[78153]: pgmap v555: 121 pgs: 121 active+clean; 380 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 892 KiB/s wr, 4 op/s 2024-04-22T04:35:41.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:41 smithi040 ceph-mon[88445]: osdmap e561: 8 total, 8 up, 8 in 2024-04-22T04:35:41.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:41 smithi040 ceph-mon[88445]: pgmap v555: 121 pgs: 121 active+clean; 380 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 892 KiB/s wr, 4 op/s 2024-04-22T04:35:41.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:41 smithi040 ceph-mon[91058]: osdmap e561: 8 total, 8 up, 8 in 2024-04-22T04:35:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:41 smithi040 ceph-mon[91058]: pgmap v555: 121 pgs: 121 active+clean; 380 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 892 KiB/s wr, 4 op/s 2024-04-22T04:35:42.159 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:41 smithi040 bash[115455]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-22T04:35:42.159 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 bash[115455]: Writing manifest to image destination 2024-04-22T04:35:42.159 INFO:tasks.rados.rados.0.smithi040.stdout:2595: done (1 left) 2024-04-22T04:35:42.159 INFO:tasks.rados.rados.0.smithi040.stdout:2596: done (0 left) 2024-04-22T04:35:42.160 INFO:tasks.rados.rados.0.smithi040.stdout:2597: delete oid 46 current snap is 259 2024-04-22T04:35:42.165 INFO:tasks.rados.rados.0.smithi040.stdout:2597: done (0 left) 2024-04-22T04:35:42.166 INFO:tasks.rados.rados.0.smithi040.stdout:2598: delete oid 40 current snap is 259 2024-04-22T04:35:42.170 INFO:tasks.rados.rados.0.smithi040.stdout:2598: done (0 left) 2024-04-22T04:35:42.170 INFO:tasks.rados.rados.0.smithi040.stdout:2599: snap_create 2024-04-22T04:35:42.588 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-mon[88445]: osdmap e562: 8 total, 8 up, 8 in 2024-04-22T04:35:42.588 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-mon[88445]: osdmap e563: 8 total, 8 up, 8 in 2024-04-22T04:35:42.589 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-mon[91058]: osdmap e562: 8 total, 8 up, 8 in 2024-04-22T04:35:42.589 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-mon[91058]: osdmap e563: 8 total, 8 up, 8 in 2024-04-22T04:35:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:42 smithi062 ceph-mon[78153]: osdmap e562: 8 total, 8 up, 8 in 2024-04-22T04:35:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:42 smithi062 ceph-mon[78153]: osdmap e563: 8 total, 8 up, 8 in 2024-04-22T04:35:43.159 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.769Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-22T04:35:43.159 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.769Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-22T04:35:43.159 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.769Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-22T04:35:43.160 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.769Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-22T04:35:43.160 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.769Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-22T04:35:43.160 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.769Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-22T04:35:43.160 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-22T04:35:43.160 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=arp 2024-04-22T04:35:43.160 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-22T04:35:43.160 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-22T04:35:43.160 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-22T04:35:43.160 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-22T04:35:43.160 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-22T04:35:43.160 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-22T04:35:43.160 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-22T04:35:43.160 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-22T04:35:43.160 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=edac 2024-04-22T04:35:43.160 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-22T04:35:43.160 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-22T04:35:43.161 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-22T04:35:43.161 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-22T04:35:43.161 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-22T04:35:43.161 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-22T04:35:43.161 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-22T04:35:43.161 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-22T04:35:43.161 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-22T04:35:43.161 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-22T04:35:43.161 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-22T04:35:43.161 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-22T04:35:43.161 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-22T04:35:43.161 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-22T04:35:43.161 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-22T04:35:43.161 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-22T04:35:43.161 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=os 2024-04-22T04:35:43.161 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-22T04:35:43.162 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-22T04:35:43.162 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-22T04:35:43.162 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-22T04:35:43.162 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-22T04:35:43.162 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-22T04:35:43.162 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-22T04:35:43.162 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=stat 2024-04-22T04:35:43.162 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-22T04:35:43.162 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-22T04:35:43.162 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-22T04:35:43.162 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=time 2024-04-22T04:35:43.162 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-22T04:35:43.162 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=uname 2024-04-22T04:35:43.162 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-22T04:35:43.162 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-22T04:35:43.163 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.770Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-22T04:35:43.163 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.771Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-22T04:35:43.163 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a[115506]: ts=2024-04-22T04:35:42.771Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-22T04:35:43.163 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 bash[115455]: 2b6d267f9cd4689c69a54ef93254958c1ef046df69c192d4d7e60486f6b41914 2024-04-22T04:35:43.163 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 04:35:42 smithi040 systemd[1]: Started Ceph node-exporter.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:35:43.164 INFO:tasks.rados.rados.0.smithi040.stdout:2599: done (0 left) 2024-04-22T04:35:43.164 INFO:tasks.rados.rados.0.smithi040.stdout:2600: read oid 50 snap -1 2024-04-22T04:35:43.165 INFO:tasks.rados.rados.0.smithi040.stdout:2600: expect deleted 2024-04-22T04:35:43.165 INFO:tasks.rados.rados.0.smithi040.stdout:2601: read oid 18 snap -1 2024-04-22T04:35:43.165 INFO:tasks.rados.rados.0.smithi040.stdout:2601: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:35:43.165 INFO:tasks.rados.rados.0.smithi040.stdout:2602: setattr oid 7 current snap is 260 2024-04-22T04:35:43.165 INFO:tasks.rados.rados.0.smithi040.stdout:2601: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:35:43.166 INFO:tasks.rados.rados.0.smithi040.stdout:2601: done (2 left) 2024-04-22T04:35:43.167 INFO:tasks.rados.rados.0.smithi040.stdout:2603: snap_create 2024-04-22T04:35:43.170 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 1730 (ObjNum 288 snap 0 seq_num 65) dirty exists 2024-04-22T04:35:43.546 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:43 smithi062 ceph-mon[78153]: pgmap v558: 121 pgs: 121 active+clean; 387 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-22T04:35:43.546 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:43 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:43.546 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:43 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:43.546 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:43 smithi062 ceph-mon[78153]: osdmap e564: 8 total, 8 up, 8 in 2024-04-22T04:35:43.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:43 smithi040 ceph-mon[91058]: pgmap v558: 121 pgs: 121 active+clean; 387 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-22T04:35:43.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:43 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:43.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:43 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:43.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:43 smithi040 ceph-mon[91058]: osdmap e564: 8 total, 8 up, 8 in 2024-04-22T04:35:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:43 smithi040 ceph-mon[88445]: pgmap v558: 121 pgs: 121 active+clean; 387 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-22T04:35:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:43 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:43 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:43 smithi040 ceph-mon[88445]: osdmap e564: 8 total, 8 up, 8 in 2024-04-22T04:35:44.162 INFO:tasks.rados.rados.0.smithi040.stdout:2600: done (2 left) 2024-04-22T04:35:44.162 INFO:tasks.rados.rados.0.smithi040.stdout:2602: done (1 left) 2024-04-22T04:35:44.162 INFO:tasks.rados.rados.0.smithi040.stdout:2603: done (0 left) 2024-04-22T04:35:44.162 INFO:tasks.rados.rados.0.smithi040.stdout:2604: read oid 21 snap -1 2024-04-22T04:35:44.162 INFO:tasks.rados.rados.0.smithi040.stdout:2604: expect (ObjNum 821 snap 254 seq_num 821) 2024-04-22T04:35:44.162 INFO:tasks.rados.rados.0.smithi040.stdout:2605: read oid 16 snap -1 2024-04-22T04:35:44.163 INFO:tasks.rados.rados.0.smithi040.stdout:2605: expect deleted 2024-04-22T04:35:44.163 INFO:tasks.rados.rados.0.smithi040.stdout:2606: read oid 33 snap -1 2024-04-22T04:35:44.163 INFO:tasks.rados.rados.0.smithi040.stdout:2606: expect (ObjNum 835 snap 258 seq_num 835) 2024-04-22T04:35:44.163 INFO:tasks.rados.rados.0.smithi040.stdout:2607: snap_create 2024-04-22T04:35:44.169 INFO:tasks.rados.rados.0.smithi040.stdout:2604: expect (ObjNum 821 snap 254 seq_num 821) 2024-04-22T04:35:44.216 INFO:tasks.rados.rados.0.smithi040.stdout:2606: expect (ObjNum 835 snap 258 seq_num 835) 2024-04-22T04:35:45.168 INFO:tasks.rados.rados.0.smithi040.stdout:2604: done (3 left) 2024-04-22T04:35:45.168 INFO:tasks.rados.rados.0.smithi040.stdout:2605: done (2 left) 2024-04-22T04:35:45.168 INFO:tasks.rados.rados.0.smithi040.stdout:2606: done (1 left) 2024-04-22T04:35:45.168 INFO:tasks.rados.rados.0.smithi040.stdout:2607: done (0 left) 2024-04-22T04:35:45.168 INFO:tasks.rados.rados.0.smithi040.stdout:2608: copy_from oid 22 from oid 19 current snap is 262 2024-04-22T04:35:45.169 INFO:tasks.rados.rados.0.smithi040.stdout:2609: read oid 11 snap -1 2024-04-22T04:35:45.169 INFO:tasks.rados.rados.0.smithi040.stdout:2609: expect (ObjNum 755 snap 227 seq_num 755) 2024-04-22T04:35:45.169 INFO:tasks.rados.rados.0.smithi040.stdout:2610: copy_from oid 2 from oid 5 current snap is 262 2024-04-22T04:35:45.169 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 262 2024-04-22T04:35:45.169 INFO:tasks.rados.rados.0.smithi040.stdout:2611: seq_num 838 ranges {1744896=442368,2187264=540672,2727936=532480,3260416=442368,3702784=90112} 2024-04-22T04:35:45.180 INFO:tasks.rados.rados.0.smithi040.stdout:2611: writing smithi04078109-15 from 1744896 to 2187264 tid 1 2024-04-22T04:35:45.184 INFO:tasks.rados.rados.0.smithi040.stdout:2611: writing smithi04078109-15 from 2187264 to 2727936 tid 2 2024-04-22T04:35:45.187 INFO:tasks.rados.rados.0.smithi040.stdout:2611: writing smithi04078109-15 from 2727936 to 3260416 tid 3 2024-04-22T04:35:45.190 INFO:tasks.rados.rados.0.smithi040.stdout:2611: writing smithi04078109-15 from 3260416 to 3702784 tid 4 2024-04-22T04:35:45.191 INFO:tasks.rados.rados.0.smithi040.stdout:2611: writing smithi04078109-15 from 3702784 to 3792896 tid 5 2024-04-22T04:35:45.191 INFO:tasks.rados.rados.0.smithi040.stdout:2612: rollback oid 12 current snap is 262 2024-04-22T04:35:45.191 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 12 to 251 2024-04-22T04:35:45.191 INFO:tasks.rados.rados.0.smithi040.stdout:2608: finishing copy_from racing read to smithi04078109-22 2024-04-22T04:35:45.191 INFO:tasks.rados.rados.0.smithi040.stdout:2608: finishing copy_from to smithi04078109-22 2024-04-22T04:35:45.191 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 1071 (ObjNum 813 snap 249 seq_num 813) dirty exists 2024-04-22T04:35:45.191 INFO:tasks.rados.rados.0.smithi040.stdout:2609: expect (ObjNum 755 snap 227 seq_num 755) 2024-04-22T04:35:45.426 INFO:tasks.rados.rados.0.smithi040.stdout:2610: finishing copy_from racing read to smithi04078109-2 2024-04-22T04:35:45.427 INFO:tasks.rados.rados.0.smithi040.stdout:2612: finishing rollback tid 1 to smithi04078109-12 2024-04-22T04:35:45.427 INFO:tasks.rados.rados.0.smithi040.stdout:2612: finishing rollback tid 2 to smithi04078109-12 2024-04-22T04:35:45.427 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1263 (ObjNum 743 snap 225 seq_num 743) dirty exists 2024-04-22T04:35:45.427 INFO:tasks.rados.rados.0.smithi040.stdout:2610: finishing copy_from to smithi04078109-2 2024-04-22T04:35:45.427 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 1707 (ObjNum 758 snap 228 seq_num 758) dirty exists 2024-04-22T04:35:45.427 INFO:tasks.rados.rados.0.smithi040.stdout:2611: finishing write tid 1 to smithi04078109-15 2024-04-22T04:35:45.427 INFO:tasks.rados.rados.0.smithi040.stdout:2611: finishing write tid 2 to smithi04078109-15 2024-04-22T04:35:45.427 INFO:tasks.rados.rados.0.smithi040.stdout:2611: finishing write tid 3 to smithi04078109-15 2024-04-22T04:35:45.427 INFO:tasks.rados.rados.0.smithi040.stdout:2611: finishing write tid 4 to smithi04078109-15 2024-04-22T04:35:45.427 INFO:tasks.rados.rados.0.smithi040.stdout:2611: finishing write tid 5 to smithi04078109-15 2024-04-22T04:35:45.427 INFO:tasks.rados.rados.0.smithi040.stdout:2611: finishing write tid 6 to smithi04078109-15 2024-04-22T04:35:45.427 INFO:tasks.rados.rados.0.smithi040.stdout:2611: finishing write tid 7 to smithi04078109-15 2024-04-22T04:35:45.427 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 1819 (ObjNum 838 snap 262 seq_num 838) dirty exists 2024-04-22T04:35:45.427 INFO:tasks.rados.rados.0.smithi040.stdout:2611: left oid 15 (ObjNum 838 snap 262 seq_num 838) 2024-04-22T04:35:45.428 INFO:tasks.rados.rados.0.smithi040.stdout:2608: done (4 left) 2024-04-22T04:35:45.428 INFO:tasks.rados.rados.0.smithi040.stdout:2609: done (3 left) 2024-04-22T04:35:45.428 INFO:tasks.rados.rados.0.smithi040.stdout:2610: done (2 left) 2024-04-22T04:35:45.428 INFO:tasks.rados.rados.0.smithi040.stdout:2611: done (1 left) 2024-04-22T04:35:45.428 INFO:tasks.rados.rados.0.smithi040.stdout:2612: done (0 left) 2024-04-22T04:35:45.428 INFO:tasks.rados.rados.0.smithi040.stdout:2613: read oid 21 snap -1 2024-04-22T04:35:45.428 INFO:tasks.rados.rados.0.smithi040.stdout:2613: expect (ObjNum 821 snap 254 seq_num 821) 2024-04-22T04:35:45.428 INFO:tasks.rados.rados.0.smithi040.stdout:2614: snap_create 2024-04-22T04:35:45.430 INFO:tasks.rados.rados.0.smithi040.stdout:2613: expect (ObjNum 821 snap 254 seq_num 821) 2024-04-22T04:35:45.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:45 smithi062 ceph-mon[78153]: osdmap e565: 8 total, 8 up, 8 in 2024-04-22T04:35:45.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:45 smithi062 ceph-mon[78153]: pgmap v561: 121 pgs: 121 active+clean; 387 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-22T04:35:45.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:45 smithi040 ceph-mon[88445]: osdmap e565: 8 total, 8 up, 8 in 2024-04-22T04:35:45.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:45 smithi040 ceph-mon[88445]: pgmap v561: 121 pgs: 121 active+clean; 387 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-22T04:35:45.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:45 smithi040 ceph-mon[91058]: osdmap e565: 8 total, 8 up, 8 in 2024-04-22T04:35:45.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:45 smithi040 ceph-mon[91058]: pgmap v561: 121 pgs: 121 active+clean; 387 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-22T04:35:45.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:35:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:35:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:35:45.882 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:45 smithi062 systemd[1]: Stopping Ceph node-exporter.b for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:35:46.168 INFO:tasks.rados.rados.0.smithi040.stdout:2613: done (1 left) 2024-04-22T04:35:46.168 INFO:tasks.rados.rados.0.smithi040.stdout:2614: done (0 left) 2024-04-22T04:35:46.168 INFO:tasks.rados.rados.0.smithi040.stdout:2615: delete oid 35 current snap is 263 2024-04-22T04:35:46.171 INFO:tasks.rados.rados.0.smithi040.stdout:2615: done (0 left) 2024-04-22T04:35:46.171 INFO:tasks.rados.rados.0.smithi040.stdout:2616: snap_create 2024-04-22T04:35:46.631 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:46 smithi062 bash[102089]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b 2024-04-22T04:35:46.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:46 smithi062 ceph-mon[78153]: osdmap e566: 8 total, 8 up, 8 in 2024-04-22T04:35:46.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:46 smithi062 ceph-mon[78153]: Upgrade: Updating node-exporter.b (2/2) 2024-04-22T04:35:46.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:46 smithi062 ceph-mon[78153]: Deploying daemon node-exporter.b on smithi062 2024-04-22T04:35:46.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:46 smithi040 ceph-mon[88445]: osdmap e566: 8 total, 8 up, 8 in 2024-04-22T04:35:46.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:46 smithi040 ceph-mon[88445]: Upgrade: Updating node-exporter.b (2/2) 2024-04-22T04:35:46.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:46 smithi040 ceph-mon[88445]: Deploying daemon node-exporter.b on smithi062 2024-04-22T04:35:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:46 smithi040 ceph-mon[91058]: osdmap e566: 8 total, 8 up, 8 in 2024-04-22T04:35:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:46 smithi040 ceph-mon[91058]: Upgrade: Updating node-exporter.b (2/2) 2024-04-22T04:35:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:46 smithi040 ceph-mon[91058]: Deploying daemon node-exporter.b on smithi062 2024-04-22T04:35:47.080 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:46 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-22T04:35:47.080 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:46 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-22T04:35:47.080 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:46 smithi062 systemd[1]: Stopped Ceph node-exporter.b for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:35:47.080 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:46 smithi062 systemd[1]: Starting Ceph node-exporter.b for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:35:47.160 INFO:tasks.rados.rados.0.smithi040.stdout:2616: done (0 left) 2024-04-22T04:35:47.160 INFO:tasks.rados.rados.0.smithi040.stdout:2617: copy_from oid 2 from oid 45 current snap is 264 2024-04-22T04:35:47.160 INFO:tasks.rados.rados.0.smithi040.stdout:2618: rmattr oid 23 current snap is 264 2024-04-22T04:35:47.161 INFO:tasks.rados.rados.0.smithi040.stdout:2619: rmattr oid 38 current snap is 264 2024-04-22T04:35:47.161 INFO:tasks.rados.rados.0.smithi040.stdout:2620: delete oid 47 current snap is 264 2024-04-22T04:35:47.167 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 1729 (ObjNum 826 snap 254 seq_num 826) dirty exists 2024-04-22T04:35:47.167 INFO:tasks.rados.rados.0.smithi040.stdout:2618: done (3 left) 2024-04-22T04:35:47.167 INFO:tasks.rados.rados.0.smithi040.stdout:2620: done (2 left) 2024-04-22T04:35:47.168 INFO:tasks.rados.rados.0.smithi040.stdout:2621: snap_remove snap 215 2024-04-22T04:35:47.381 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:47 smithi062 bash[102244]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-22T04:35:47.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:47 smithi062 ceph-mon[78153]: osdmap e567: 8 total, 8 up, 8 in 2024-04-22T04:35:47.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:47 smithi062 ceph-mon[78153]: pgmap v564: 121 pgs: 121 active+clean; 395 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-22T04:35:47.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:47 smithi062 ceph-mon[78153]: osdmap e568: 8 total, 8 up, 8 in 2024-04-22T04:35:47.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:47 smithi040 ceph-mon[88445]: osdmap e567: 8 total, 8 up, 8 in 2024-04-22T04:35:47.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:47 smithi040 ceph-mon[88445]: pgmap v564: 121 pgs: 121 active+clean; 395 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-22T04:35:47.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:47 smithi040 ceph-mon[88445]: osdmap e568: 8 total, 8 up, 8 in 2024-04-22T04:35:47.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:47 smithi040 ceph-mon[91058]: osdmap e567: 8 total, 8 up, 8 in 2024-04-22T04:35:47.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:47 smithi040 ceph-mon[91058]: pgmap v564: 121 pgs: 121 active+clean; 395 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-22T04:35:47.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:47 smithi040 ceph-mon[91058]: osdmap e568: 8 total, 8 up, 8 in 2024-04-22T04:35:47.881 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:47 smithi062 bash[102244]: Getting image source signatures 2024-04-22T04:35:47.881 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:47 smithi062 bash[102244]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-22T04:35:47.881 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:47 smithi062 bash[102244]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-22T04:35:47.881 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:47 smithi062 bash[102244]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-22T04:35:48.162 INFO:tasks.rados.rados.0.smithi040.stdout:2621: done (2 left) 2024-04-22T04:35:48.162 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 264 2024-04-22T04:35:48.162 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 1331 (ObjNum 755 snap 227 seq_num 755) dirty exists 2024-04-22T04:35:48.162 INFO:tasks.rados.rados.0.smithi040.stdout:2617: finishing copy_from racing read to smithi04078109-2 2024-04-22T04:35:48.162 INFO:tasks.rados.rados.0.smithi040.stdout:2617: finishing copy_from to smithi04078109-2 2024-04-22T04:35:48.162 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 1719 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-04-22T04:35:48.166 INFO:tasks.rados.rados.0.smithi040.stdout:2622: seq_num 841 ranges {3465216=491520,3956736=598016,4554752=704512,5259264=303104} 2024-04-22T04:35:48.187 INFO:tasks.rados.rados.0.smithi040.stdout:2622: writing smithi04078109-11 from 3465216 to 3956736 tid 1 2024-04-22T04:35:48.189 INFO:tasks.rados.rados.0.smithi040.stdout:2622: writing smithi04078109-11 from 3956736 to 4554752 tid 2 2024-04-22T04:35:48.194 INFO:tasks.rados.rados.0.smithi040.stdout:2622: writing smithi04078109-11 from 4554752 to 5259264 tid 3 2024-04-22T04:35:48.196 INFO:tasks.rados.rados.0.smithi040.stdout:2622: writing smithi04078109-11 from 5259264 to 5562368 tid 4 2024-04-22T04:35:48.196 INFO:tasks.rados.rados.0.smithi040.stdout:2617: done (2 left) 2024-04-22T04:35:48.196 INFO:tasks.rados.rados.0.smithi040.stdout:2619: done (1 left) 2024-04-22T04:35:48.196 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 14 current snap is 264 2024-04-22T04:35:48.197 INFO:tasks.rados.rados.0.smithi040.stdout:2623: seq_num 842 ranges {3194880=507904,3702784=475136,4177920=516096,4694016=499712,5193728=114688} 2024-04-22T04:35:48.216 INFO:tasks.rados.rados.0.smithi040.stdout:2623: writing smithi04078109-14 from 3194880 to 3702784 tid 1 2024-04-22T04:35:48.219 INFO:tasks.rados.rados.0.smithi040.stdout:2623: writing smithi04078109-14 from 3702784 to 4177920 tid 2 2024-04-22T04:35:48.223 INFO:tasks.rados.rados.0.smithi040.stdout:2623: writing smithi04078109-14 from 4177920 to 4694016 tid 3 2024-04-22T04:35:48.225 INFO:tasks.rados.rados.0.smithi040.stdout:2623: writing smithi04078109-14 from 4694016 to 5193728 tid 4 2024-04-22T04:35:48.226 INFO:tasks.rados.rados.0.smithi040.stdout:2623: writing smithi04078109-14 from 5193728 to 5308416 tid 5 2024-04-22T04:35:48.226 INFO:tasks.rados.rados.0.smithi040.stdout:2624: snap_remove snap 262 2024-04-22T04:35:49.172 INFO:tasks.rados.rados.0.smithi040.stdout:2624: done (2 left) 2024-04-22T04:35:49.173 INFO:tasks.rados.rados.0.smithi040.stdout:2625: setattr oid 10 current snap is 264 2024-04-22T04:35:49.175 INFO:tasks.rados.rados.0.smithi040.stdout:2626: rmattr oid 18 current snap is 264 2024-04-22T04:35:49.175 INFO:tasks.rados.rados.0.smithi040.stdout:2627: rollback oid 2 current snap is 264 2024-04-22T04:35:49.175 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 2 to 235 2024-04-22T04:35:49.176 INFO:tasks.rados.rados.0.smithi040.stdout:2628: snap_remove snap 208 2024-04-22T04:35:49.444 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:49 smithi062 bash[102244]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-22T04:35:49.444 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:49 smithi062 ceph-mon[78153]: osdmap e569: 8 total, 8 up, 8 in 2024-04-22T04:35:49.445 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:49 smithi062 ceph-mon[78153]: pgmap v567: 121 pgs: 121 active+clean; 395 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.9 MiB/s wr, 23 op/s 2024-04-22T04:35:49.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:49 smithi040 ceph-mon[88445]: osdmap e569: 8 total, 8 up, 8 in 2024-04-22T04:35:49.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:49 smithi040 ceph-mon[88445]: pgmap v567: 121 pgs: 121 active+clean; 395 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.9 MiB/s wr, 23 op/s 2024-04-22T04:35:49.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:49 smithi040 ceph-mon[91058]: osdmap e569: 8 total, 8 up, 8 in 2024-04-22T04:35:49.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:49 smithi040 ceph-mon[91058]: pgmap v567: 121 pgs: 121 active+clean; 395 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.9 MiB/s wr, 23 op/s 2024-04-22T04:35:49.881 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:49 smithi062 bash[102244]: Writing manifest to image destination 2024-04-22T04:35:50.170 INFO:tasks.rados.rados.0.smithi040.stdout:2628: done (5 left) 2024-04-22T04:35:50.171 INFO:tasks.rados.rados.0.smithi040.stdout:2629: delete oid 41 current snap is 264 2024-04-22T04:35:50.171 INFO:tasks.rados.rados.0.smithi040.stdout:2622: finishing write tid 1 to smithi04078109-11 2024-04-22T04:35:50.171 INFO:tasks.rados.rados.0.smithi040.stdout:2622: finishing write tid 2 to smithi04078109-11 2024-04-22T04:35:50.171 INFO:tasks.rados.rados.0.smithi040.stdout:2622: finishing write tid 3 to smithi04078109-11 2024-04-22T04:35:50.171 INFO:tasks.rados.rados.0.smithi040.stdout:2622: finishing write tid 4 to smithi04078109-11 2024-04-22T04:35:50.171 INFO:tasks.rados.rados.0.smithi040.stdout:2622: finishing write tid 5 to smithi04078109-11 2024-04-22T04:35:50.171 INFO:tasks.rados.rados.0.smithi040.stdout:2622: finishing write tid 6 to smithi04078109-11 2024-04-22T04:35:50.171 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 1858 (ObjNum 841 snap 264 seq_num 841) dirty exists 2024-04-22T04:35:50.171 INFO:tasks.rados.rados.0.smithi040.stdout:2622: left oid 11 (ObjNum 841 snap 264 seq_num 841) 2024-04-22T04:35:50.171 INFO:tasks.rados.rados.0.smithi040.stdout:2623: finishing write tid 1 to smithi04078109-14 2024-04-22T04:35:50.171 INFO:tasks.rados.rados.0.smithi040.stdout:2623: finishing write tid 2 to smithi04078109-14 2024-04-22T04:35:50.171 INFO:tasks.rados.rados.0.smithi040.stdout:2623: finishing write tid 3 to smithi04078109-14 2024-04-22T04:35:50.171 INFO:tasks.rados.rados.0.smithi040.stdout:2623: finishing write tid 4 to smithi04078109-14 2024-04-22T04:35:50.171 INFO:tasks.rados.rados.0.smithi040.stdout:2623: finishing write tid 5 to smithi04078109-14 2024-04-22T04:35:50.171 INFO:tasks.rados.rados.0.smithi040.stdout:2623: finishing write tid 6 to smithi04078109-14 2024-04-22T04:35:50.172 INFO:tasks.rados.rados.0.smithi040.stdout:2623: finishing write tid 7 to smithi04078109-14 2024-04-22T04:35:50.172 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 1266 (ObjNum 842 snap 264 seq_num 842) dirty exists 2024-04-22T04:35:50.172 INFO:tasks.rados.rados.0.smithi040.stdout:2623: left oid 14 (ObjNum 842 snap 264 seq_num 842) 2024-04-22T04:35:50.172 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1332 (ObjNum 833 snap 257 seq_num 833) dirty exists 2024-04-22T04:35:50.172 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 1264 (ObjNum 1632787303 snap 1599889763 seq_num 1481529935) dirty exists 2024-04-22T04:35:50.172 INFO:tasks.rados.rados.0.smithi040.stdout:2627: finishing rollback tid 0 to smithi04078109-2 2024-04-22T04:35:50.172 INFO:tasks.rados.rados.0.smithi040.stdout:2627: finishing rollback tid 1 to smithi04078109-2 2024-04-22T04:35:50.172 INFO:tasks.rados.rados.0.smithi040.stdout:2627: finishing rollback tid 2 to smithi04078109-2 2024-04-22T04:35:50.172 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 1836 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-04-22T04:35:50.190 INFO:tasks.rados.rados.0.smithi040.stdout:2622: done (5 left) 2024-04-22T04:35:50.190 INFO:tasks.rados.rados.0.smithi040.stdout:2623: done (4 left) 2024-04-22T04:35:50.190 INFO:tasks.rados.rados.0.smithi040.stdout:2625: done (3 left) 2024-04-22T04:35:50.190 INFO:tasks.rados.rados.0.smithi040.stdout:2626: done (2 left) 2024-04-22T04:35:50.190 INFO:tasks.rados.rados.0.smithi040.stdout:2627: done (1 left) 2024-04-22T04:35:50.190 INFO:tasks.rados.rados.0.smithi040.stdout:2629: done (0 left) 2024-04-22T04:35:50.190 INFO:tasks.rados.rados.0.smithi040.stdout:2630: read oid 50 snap -1 2024-04-22T04:35:50.190 INFO:tasks.rados.rados.0.smithi040.stdout:2630: expect deleted 2024-04-22T04:35:50.190 INFO:tasks.rados.rados.0.smithi040.stdout:2631: rollback oid 21 current snap is 264 2024-04-22T04:35:50.190 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 21 to 247 2024-04-22T04:35:50.190 INFO:tasks.rados.rados.0.smithi040.stdout:2632: delete oid 35 current snap is 264 2024-04-22T04:35:50.199 INFO:tasks.rados.rados.0.smithi040.stdout:2631: finishing rollback tid 0 to smithi04078109-21 2024-04-22T04:35:50.199 INFO:tasks.rados.rados.0.smithi040.stdout:2631: finishing rollback tid 1 to smithi04078109-21 2024-04-22T04:35:50.199 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 1666 (ObjNum -2441185 snap 21849 seq_num 825767728) dirty dne 2024-04-22T04:35:50.202 INFO:tasks.rados.rados.0.smithi040.stdout:2630: done (2 left) 2024-04-22T04:35:50.202 INFO:tasks.rados.rados.0.smithi040.stdout:2631: done (1 left) 2024-04-22T04:35:50.202 INFO:tasks.rados.rados.0.smithi040.stdout:2632: done (0 left) 2024-04-22T04:35:50.202 INFO:tasks.rados.rados.0.smithi040.stdout:2633: delete oid 50 current snap is 264 2024-04-22T04:35:50.203 INFO:tasks.rados.rados.0.smithi040.stdout:2633: done (0 left) 2024-04-22T04:35:50.203 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 264 2024-04-22T04:35:50.203 INFO:tasks.rados.rados.0.smithi040.stdout:2634: seq_num 846 ranges {0=573440,573440=466944,1040384=491520,1531904=548864,2080768=98304} 2024-04-22T04:35:50.207 INFO:tasks.rados.rados.0.smithi040.stdout:2634: writing smithi04078109-35 from 0 to 573440 tid 1 2024-04-22T04:35:50.209 INFO:tasks.rados.rados.0.smithi040.stdout:2634: writing smithi04078109-35 from 573440 to 1040384 tid 2 2024-04-22T04:35:50.212 INFO:tasks.rados.rados.0.smithi040.stdout:2634: writing smithi04078109-35 from 1040384 to 1531904 tid 3 2024-04-22T04:35:50.216 INFO:tasks.rados.rados.0.smithi040.stdout:2634: writing smithi04078109-35 from 1531904 to 2080768 tid 4 2024-04-22T04:35:50.216 INFO:tasks.rados.rados.0.smithi040.stdout:2634: writing smithi04078109-35 from 2080768 to 2179072 tid 5 2024-04-22T04:35:50.216 INFO:tasks.rados.rados.0.smithi040.stdout:2635: delete oid 17 current snap is 264 2024-04-22T04:35:50.216 INFO:tasks.rados.rados.0.smithi040.stdout:2634: finishing write tid 1 to smithi04078109-35 2024-04-22T04:35:50.216 INFO:tasks.rados.rados.0.smithi040.stdout:2634: finishing write tid 2 to smithi04078109-35 2024-04-22T04:35:50.217 INFO:tasks.rados.rados.0.smithi040.stdout:2634: finishing write tid 3 to smithi04078109-35 2024-04-22T04:35:50.219 INFO:tasks.rados.rados.0.smithi040.stdout:2634: finishing write tid 4 to smithi04078109-35 2024-04-22T04:35:50.220 INFO:tasks.rados.rados.0.smithi040.stdout:2634: finishing write tid 5 to smithi04078109-35 2024-04-22T04:35:50.221 INFO:tasks.rados.rados.0.smithi040.stdout:2635: done (1 left) 2024-04-22T04:35:50.221 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 3 current snap is 264 2024-04-22T04:35:50.221 INFO:tasks.rados.rados.0.smithi040.stdout:2636: seq_num 848 ranges {10321920=606208,10928128=630784,11558912=458752,12017664=516096} 2024-04-22T04:35:50.229 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-mon[78153]: osdmap e570: 8 total, 8 up, 8 in 2024-04-22T04:35:50.280 INFO:tasks.rados.rados.0.smithi040.stdout:2636: writing smithi04078109-3 from 10321920 to 10928128 tid 1 2024-04-22T04:35:50.284 INFO:tasks.rados.rados.0.smithi040.stdout:2636: writing smithi04078109-3 from 10928128 to 11558912 tid 2 2024-04-22T04:35:50.286 INFO:tasks.rados.rados.0.smithi040.stdout:2636: writing smithi04078109-3 from 11558912 to 12017664 tid 3 2024-04-22T04:35:50.290 INFO:tasks.rados.rados.0.smithi040.stdout:2636: writing smithi04078109-3 from 12017664 to 12533760 tid 4 2024-04-22T04:35:50.290 INFO:tasks.rados.rados.0.smithi040.stdout:2637: snap_create 2024-04-22T04:35:50.290 INFO:tasks.rados.rados.0.smithi040.stdout:2634: finishing write tid 6 to smithi04078109-35 2024-04-22T04:35:50.290 INFO:tasks.rados.rados.0.smithi040.stdout:2634: finishing write tid 7 to smithi04078109-35 2024-04-22T04:35:50.291 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1672 (ObjNum 846 snap 264 seq_num 846) dirty exists 2024-04-22T04:35:50.291 INFO:tasks.rados.rados.0.smithi040.stdout:2634: left oid 35 (ObjNum 846 snap 264 seq_num 846) 2024-04-22T04:35:50.291 INFO:tasks.rados.rados.0.smithi040.stdout:2636: finishing write tid 1 to smithi04078109-3 2024-04-22T04:35:50.291 INFO:tasks.rados.rados.0.smithi040.stdout:2636: finishing write tid 2 to smithi04078109-3 2024-04-22T04:35:50.291 INFO:tasks.rados.rados.0.smithi040.stdout:2636: finishing write tid 3 to smithi04078109-3 2024-04-22T04:35:50.292 INFO:tasks.rados.rados.0.smithi040.stdout:2636: finishing write tid 4 to smithi04078109-3 2024-04-22T04:35:50.292 INFO:tasks.rados.rados.0.smithi040.stdout:2636: finishing write tid 5 to smithi04078109-3 2024-04-22T04:35:50.293 INFO:tasks.rados.rados.0.smithi040.stdout:2636: finishing write tid 6 to smithi04078109-3 2024-04-22T04:35:50.294 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 1734 (ObjNum 848 snap 264 seq_num 848) dirty exists 2024-04-22T04:35:50.294 INFO:tasks.rados.rados.0.smithi040.stdout:2636: left oid 3 (ObjNum 848 snap 264 seq_num 848) 2024-04-22T04:35:50.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:50 smithi040 ceph-mon[88445]: osdmap e570: 8 total, 8 up, 8 in 2024-04-22T04:35:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:35:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:35:50] "GET /metrics HTTP/1.1" 200 241731 "" "Prometheus/2.33.4" 2024-04-22T04:35:50.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:50 smithi040 ceph-mon[91058]: osdmap e570: 8 total, 8 up, 8 in 2024-04-22T04:35:50.632 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.231Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-22T04:35:50.632 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.231Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-22T04:35:50.632 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.231Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-22T04:35:50.632 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.231Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-22T04:35:50.632 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.231Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-22T04:35:50.632 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.231Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-22T04:35:50.632 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-22T04:35:50.632 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=arp 2024-04-22T04:35:50.632 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-22T04:35:50.632 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-22T04:35:50.632 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-22T04:35:50.632 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-22T04:35:50.632 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-22T04:35:50.632 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-22T04:35:50.632 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-22T04:35:50.633 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-22T04:35:50.633 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=edac 2024-04-22T04:35:50.633 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-22T04:35:50.633 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-22T04:35:50.633 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-22T04:35:50.633 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-22T04:35:50.633 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-22T04:35:50.633 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-22T04:35:50.633 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-22T04:35:50.633 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-22T04:35:50.633 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-22T04:35:50.633 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-22T04:35:50.633 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-22T04:35:50.633 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-22T04:35:50.633 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-22T04:35:50.633 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-22T04:35:50.634 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-22T04:35:50.634 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-22T04:35:50.634 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=os 2024-04-22T04:35:50.634 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-22T04:35:50.634 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-22T04:35:50.634 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-22T04:35:50.634 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-22T04:35:50.634 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-22T04:35:50.634 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-22T04:35:50.634 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-22T04:35:50.634 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=stat 2024-04-22T04:35:50.634 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-22T04:35:50.635 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-22T04:35:50.635 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-22T04:35:50.635 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=time 2024-04-22T04:35:50.635 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-22T04:35:50.635 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=uname 2024-04-22T04:35:50.635 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-22T04:35:50.635 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-22T04:35:50.635 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.232Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-22T04:35:50.635 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.233Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-22T04:35:50.635 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b[102294]: ts=2024-04-22T04:35:50.233Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-22T04:35:50.635 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 bash[102244]: 3171a2d26bd553bf31f05673d7b10d112f237c533bc2fe3697f8e4616ccd64a6 2024-04-22T04:35:50.635 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 04:35:50 smithi062 systemd[1]: Started Ceph node-exporter.b for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:35:51.188 INFO:tasks.rados.rados.0.smithi040.stdout:2634: done (2 left) 2024-04-22T04:35:51.188 INFO:tasks.rados.rados.0.smithi040.stdout:2636: done (1 left) 2024-04-22T04:35:51.188 INFO:tasks.rados.rados.0.smithi040.stdout:2637: done (0 left) 2024-04-22T04:35:51.188 INFO:tasks.rados.rados.0.smithi040.stdout:2638: delete oid 47 current snap is 265 2024-04-22T04:35:51.192 INFO:tasks.rados.rados.0.smithi040.stdout:2638: done (0 left) 2024-04-22T04:35:51.192 INFO:tasks.rados.rados.0.smithi040.stdout:2639: copy_from oid 37 from oid 34 current snap is 265 2024-04-22T04:35:51.192 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 9 current snap is 265 2024-04-22T04:35:51.193 INFO:tasks.rados.rados.0.smithi040.stdout:2640: seq_num 850 ranges {1605632=638976,2244608=802816,3047424=475136,3522560=327680} 2024-04-22T04:35:51.204 INFO:tasks.rados.rados.0.smithi040.stdout:2640: writing smithi04078109-9 from 1605632 to 2244608 tid 1 2024-04-22T04:35:51.209 INFO:tasks.rados.rados.0.smithi040.stdout:2640: writing smithi04078109-9 from 2244608 to 3047424 tid 2 2024-04-22T04:35:51.212 INFO:tasks.rados.rados.0.smithi040.stdout:2640: writing smithi04078109-9 from 3047424 to 3522560 tid 3 2024-04-22T04:35:51.214 INFO:tasks.rados.rados.0.smithi040.stdout:2640: writing smithi04078109-9 from 3522560 to 3850240 tid 4 2024-04-22T04:35:51.214 INFO:tasks.rados.rados.0.smithi040.stdout:2641: rollback oid 27 current snap is 265 2024-04-22T04:35:51.214 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 27 to 256 2024-04-22T04:35:51.214 INFO:tasks.rados.rados.0.smithi040.stdout:2639: finishing copy_from to smithi04078109-37 2024-04-22T04:35:51.214 INFO:tasks.rados.rados.0.smithi040.stdout:2639: got expected ENOENT (src dne) 2024-04-22T04:35:51.215 INFO:tasks.rados.rados.0.smithi040.stdout:2639: finishing copy_from racing read to smithi04078109-37 2024-04-22T04:35:51.215 INFO:tasks.rados.rados.0.smithi040.stdout:2640: finishing write tid 1 to smithi04078109-9 2024-04-22T04:35:51.215 INFO:tasks.rados.rados.0.smithi040.stdout:2640: finishing write tid 2 to smithi04078109-9 2024-04-22T04:35:51.215 INFO:tasks.rados.rados.0.smithi040.stdout:2639: done (2 left) 2024-04-22T04:35:51.215 INFO:tasks.rados.rados.0.smithi040.stdout:2642: delete oid 48 current snap is 265 2024-04-22T04:35:51.215 INFO:tasks.rados.rados.0.smithi040.stdout:2640: finishing write tid 3 to smithi04078109-9 2024-04-22T04:35:51.218 INFO:tasks.rados.rados.0.smithi040.stdout:2641: finishing rollback tid 0 to smithi04078109-27 2024-04-22T04:35:51.218 INFO:tasks.rados.rados.0.smithi040.stdout:2642: done (2 left) 2024-04-22T04:35:51.218 INFO:tasks.rados.rados.0.smithi040.stdout:2643: delete oid 20 current snap is 265 2024-04-22T04:35:51.219 INFO:tasks.rados.rados.0.smithi040.stdout:2641: finishing rollback tid 1 to smithi04078109-27 2024-04-22T04:35:51.219 INFO:tasks.rados.rados.0.smithi040.stdout:2641: finishing rollback tid 2 to smithi04078109-27 2024-04-22T04:35:51.219 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 1730 (ObjNum 812 snap 249 seq_num 812) dirty exists 2024-04-22T04:35:51.219 INFO:tasks.rados.rados.0.smithi040.stdout:2640: finishing write tid 4 to smithi04078109-9 2024-04-22T04:35:51.219 INFO:tasks.rados.rados.0.smithi040.stdout:2640: finishing write tid 5 to smithi04078109-9 2024-04-22T04:35:51.221 INFO:tasks.rados.rados.0.smithi040.stdout:2640: finishing write tid 6 to smithi04078109-9 2024-04-22T04:35:51.221 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 1735 (ObjNum 850 snap 265 seq_num 850) dirty exists 2024-04-22T04:35:51.221 INFO:tasks.rados.rados.0.smithi040.stdout:2640: left oid 9 (ObjNum 850 snap 265 seq_num 850) 2024-04-22T04:35:51.221 INFO:tasks.rados.rados.0.smithi040.stdout:2640: done (2 left) 2024-04-22T04:35:51.221 INFO:tasks.rados.rados.0.smithi040.stdout:2641: done (1 left) 2024-04-22T04:35:51.221 INFO:tasks.rados.rados.0.smithi040.stdout:2643: done (0 left) 2024-04-22T04:35:51.222 INFO:tasks.rados.rados.0.smithi040.stdout:2644: snap_create 2024-04-22T04:35:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:51 smithi040 ceph-mon[88445]: osdmap e571: 8 total, 8 up, 8 in 2024-04-22T04:35:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:51 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:51 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:35:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:35:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:51 smithi040 ceph-mon[88445]: pgmap v570: 121 pgs: 121 active+clean; 396 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 512 KiB/s wr, 16 op/s 2024-04-22T04:35:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:51 smithi040 ceph-mon[91058]: osdmap e571: 8 total, 8 up, 8 in 2024-04-22T04:35:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:51 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:51 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:51.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:35:51.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:35:51.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:51 smithi040 ceph-mon[91058]: pgmap v570: 121 pgs: 121 active+clean; 396 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 512 KiB/s wr, 16 op/s 2024-04-22T04:35:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:51 smithi062 ceph-mon[78153]: osdmap e571: 8 total, 8 up, 8 in 2024-04-22T04:35:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:51 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:51 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:35:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:35:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:51 smithi062 ceph-mon[78153]: pgmap v570: 121 pgs: 121 active+clean; 396 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 512 KiB/s wr, 16 op/s 2024-04-22T04:35:52.191 INFO:tasks.rados.rados.0.smithi040.stdout:2644: done (0 left) 2024-04-22T04:35:52.191 INFO:tasks.rados.rados.0.smithi040.stdout:2645: snap_remove snap 256 2024-04-22T04:35:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:52 smithi062 ceph-mon[78153]: osdmap e572: 8 total, 8 up, 8 in 2024-04-22T04:35:52.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:52 smithi040 ceph-mon[88445]: osdmap e572: 8 total, 8 up, 8 in 2024-04-22T04:35:52.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:52 smithi040 ceph-mon[91058]: osdmap e572: 8 total, 8 up, 8 in 2024-04-22T04:35:53.197 INFO:tasks.rados.rados.0.smithi040.stdout:2645: done (0 left) 2024-04-22T04:35:53.197 INFO:tasks.rados.rados.0.smithi040.stdout:2646: snap_create 2024-04-22T04:35:53.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:53 smithi062 ceph-mon[78153]: osdmap e573: 8 total, 8 up, 8 in 2024-04-22T04:35:53.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:53 smithi062 ceph-mon[78153]: pgmap v573: 121 pgs: 121 active+clean; 409 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-04-22T04:35:53.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:53 smithi040 ceph-mon[88445]: osdmap e573: 8 total, 8 up, 8 in 2024-04-22T04:35:53.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:53 smithi040 ceph-mon[88445]: pgmap v573: 121 pgs: 121 active+clean; 409 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-04-22T04:35:53.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:53 smithi040 ceph-mon[91058]: osdmap e573: 8 total, 8 up, 8 in 2024-04-22T04:35:53.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:53 smithi040 ceph-mon[91058]: pgmap v573: 121 pgs: 121 active+clean; 409 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-04-22T04:35:54.199 INFO:tasks.rados.rados.0.smithi040.stdout:2646: done (0 left) 2024-04-22T04:35:54.199 INFO:tasks.rados.rados.0.smithi040.stdout:2647: snap_remove snap 225 2024-04-22T04:35:54.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:54 smithi062 ceph-mon[78153]: osdmap e574: 8 total, 8 up, 8 in 2024-04-22T04:35:54.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:54.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:54 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:54.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:54 smithi040 ceph-mon[88445]: osdmap e574: 8 total, 8 up, 8 in 2024-04-22T04:35:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:54 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:54 smithi040 ceph-mon[91058]: osdmap e574: 8 total, 8 up, 8 in 2024-04-22T04:35:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:54 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:55.205 INFO:tasks.rados.rados.0.smithi040.stdout:2647: done (0 left) 2024-04-22T04:35:55.205 INFO:tasks.rados.rados.0.smithi040.stdout:2648: setattr oid 43 current snap is 267 2024-04-22T04:35:55.205 INFO:tasks.rados.rados.0.smithi040.stdout:2649: setattr oid 29 current snap is 267 2024-04-22T04:35:55.205 INFO:tasks.rados.rados.0.smithi040.stdout:2650: rmattr oid 12 current snap is 267 2024-04-22T04:35:55.205 INFO:tasks.rados.rados.0.smithi040.stdout:2650: done (2 left) 2024-04-22T04:35:55.205 INFO:tasks.rados.rados.0.smithi040.stdout:2651: read oid 3 snap -1 2024-04-22T04:35:55.206 INFO:tasks.rados.rados.0.smithi040.stdout:2651: expect (ObjNum 848 snap 264 seq_num 848) 2024-04-22T04:35:55.206 INFO:tasks.rados.rados.0.smithi040.stdout:2652: copy_from oid 15 from oid 24 current snap is 267 2024-04-22T04:35:55.206 INFO:tasks.rados.rados.0.smithi040.stdout:2653: read oid 32 snap 206 2024-04-22T04:35:55.206 INFO:tasks.rados.rados.0.smithi040.stdout:2653: expect (ObjNum 657 snap 199 seq_num 657) 2024-04-22T04:35:55.206 INFO:tasks.rados.rados.0.smithi040.stdout:2654: setattr oid 26 current snap is 267 2024-04-22T04:35:55.206 INFO:tasks.rados.rados.0.smithi040.stdout:2655: delete oid 30 current snap is 267 2024-04-22T04:35:55.215 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:55 smithi040 ceph-mon[88445]: osdmap e575: 8 total, 8 up, 8 in 2024-04-22T04:35:55.216 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:55 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:55.216 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:55 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:55.216 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:55 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:55.216 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:55 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:55.216 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:55 smithi040 ceph-mon[88445]: pgmap v576: 121 pgs: 121 active+clean; 409 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.4 MiB/s wr, 14 op/s 2024-04-22T04:35:55.216 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:55 smithi040 ceph-mon[91058]: osdmap e575: 8 total, 8 up, 8 in 2024-04-22T04:35:55.216 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:55 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:55.216 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:55 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:55.216 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:55 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:55.222 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 1265 (ObjNum 801 snap 242 seq_num 801) dirty exists 2024-04-22T04:35:55.223 INFO:tasks.rados.rados.0.smithi040.stdout:2654: done (6 left) 2024-04-22T04:35:55.223 INFO:tasks.rados.rados.0.smithi040.stdout:2655: done (5 left) 2024-04-22T04:35:55.223 INFO:tasks.rados.rados.0.smithi040.stdout:2656: snap_remove snap 216 2024-04-22T04:35:55.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:55 smithi062 ceph-mon[78153]: osdmap e575: 8 total, 8 up, 8 in 2024-04-22T04:35:55.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:55 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:55.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:55 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:55.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:55 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:55.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:55 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:55.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:55 smithi062 ceph-mon[78153]: pgmap v576: 121 pgs: 121 active+clean; 409 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.4 MiB/s wr, 14 op/s 2024-04-22T04:35:55.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:55 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:55.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:55 smithi040 ceph-mon[91058]: pgmap v576: 121 pgs: 121 active+clean; 409 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.4 MiB/s wr, 14 op/s 2024-04-22T04:35:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:35:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:35:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:35:55.995 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:35:56.232 INFO:tasks.rados.rados.0.smithi040.stdout:2656: done (5 left) 2024-04-22T04:35:56.232 INFO:tasks.rados.rados.0.smithi040.stdout:2657: rollback oid 27 current snap is 267 2024-04-22T04:35:56.232 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 27 to 249 2024-04-22T04:35:56.233 INFO:tasks.rados.rados.0.smithi040.stdout:2658: read oid 48 snap -1 2024-04-22T04:35:56.233 INFO:tasks.rados.rados.0.smithi040.stdout:2658: expect deleted 2024-04-22T04:35:56.233 INFO:tasks.rados.rados.0.smithi040.stdout:2659: snap_create 2024-04-22T04:35:56.233 INFO:tasks.rados.rados.0.smithi040.stdout:2652: finishing copy_from to smithi04078109-15 2024-04-22T04:35:56.233 INFO:tasks.rados.rados.0.smithi040.stdout:2652: got expected ENOENT (src dne) 2024-04-22T04:35:56.233 INFO:tasks.rados.rados.0.smithi040.stdout:2652: finishing copy_from racing read to smithi04078109-15 2024-04-22T04:35:56.233 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 1333 (ObjNum 557 snap 162 seq_num 557) dirty exists 2024-04-22T04:35:56.233 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 1268 (ObjNum 784 snap 237 seq_num 784) dirty exists 2024-04-22T04:35:56.233 INFO:tasks.rados.rados.0.smithi040.stdout:2651: expect (ObjNum 848 snap 264 seq_num 848) 2024-04-22T04:35:56.340 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:35:56.340 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (9m) 2s ago 10m 24.5M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:35:56.340 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (9m) 1s ago 9m 59.7M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:35:56.340 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (54s) 2s ago 11m 14.6M - 17.2.7-878-g5d873850 c90a446c4c8e e27e105fa9bc 2024-04-22T04:35:56.340 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (30s) 1s ago 11m 14.2M - 17.2.7-878-g5d873850 c90a446c4c8e 1ff1b72a662c 2024-04-22T04:35:56.340 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (7m) 1s ago 15m 434M - 17.2.7-878-g5d873850 c90a446c4c8e aa2238c1b793 2024-04-22T04:35:56.341 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 running (7m) 2s ago 16m 494M - 17.2.7-878-g5d873850 c90a446c4c8e edd41a239d91 2024-04-22T04:35:56.341 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (6m) 2s ago 17m 69.5M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0d79462ba4ea 2024-04-22T04:35:56.341 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (6m) 1s ago 15m 51.1M 2048M 17.2.7-878-g5d873850 c90a446c4c8e ecb1ef3cca09 2024-04-22T04:35:56.341 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (6m) 2s ago 15m 56.2M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0c9cde756a31 2024-04-22T04:35:56.341 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (14s) 2s ago 10m 5473k - 1.5.0 0da6a335fe13 2b6d267f9cd4 2024-04-22T04:35:56.341 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (6s) 1s ago 10m 5486k - 1.5.0 0da6a335fe13 3171a2d26bd5 2024-04-22T04:35:56.341 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (5m) 2s ago 14m 390M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 7f49c536057f 2024-04-22T04:35:56.341 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (4m) 2s ago 14m 319M 2489M 17.2.7-878-g5d873850 c90a446c4c8e d3e5e137996e 2024-04-22T04:35:56.341 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (3m) 2s ago 13m 217M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 5eca6db3ad94 2024-04-22T04:35:56.341 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (3m) 2s ago 13m 170M 2489M 17.2.7-878-g5d873850 c90a446c4c8e aee12043cd2a 2024-04-22T04:35:56.341 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (2m) 1s ago 13m 249M 2488M 17.2.7-878-g5d873850 c90a446c4c8e ec18adf29702 2024-04-22T04:35:56.341 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (2m) 1s ago 12m 160M 2488M 17.2.7-878-g5d873850 c90a446c4c8e 07c31e3a4c64 2024-04-22T04:35:56.341 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (93s) 1s ago 12m 100M 2488M 17.2.7-878-g5d873850 c90a446c4c8e c19dea6ef4ce 2024-04-22T04:35:56.341 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (71s) 1s ago 11m 65.0M 2488M 17.2.7-878-g5d873850 c90a446c4c8e 5b69e15fbbf9 2024-04-22T04:35:56.342 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (9m) 1s ago 10m 74.3M - 2.33.4 514e6a882f6e 389fb65699c3 2024-04-22T04:35:56.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:56 smithi040 ceph-mon[88445]: osdmap e576: 8 total, 8 up, 8 in 2024-04-22T04:35:56.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:56 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:56.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:56 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:56.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:56 smithi040 ceph-mon[91058]: osdmap e576: 8 total, 8 up, 8 in 2024-04-22T04:35:56.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:56 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:56.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:56 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:56 smithi062 ceph-mon[78153]: osdmap e576: 8 total, 8 up, 8 in 2024-04-22T04:35:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:56 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:56 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:56.734 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:35:56.734 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:35:56.735 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 3 2024-04-22T04:35:56.735 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:35:56.735 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:35:56.735 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:35:56.735 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:35:56.735 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:35:56.735 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 8 2024-04-22T04:35:56.735 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:35:56.735 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:35:56.735 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:35:56.735 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:35:56.735 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:35:56.735 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 15 2024-04-22T04:35:56.735 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:35:56.735 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:35:57.336 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:57 smithi062 ceph-mon[78153]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:35:57.337 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:57 smithi062 ceph-mon[78153]: osdmap e577: 8 total, 8 up, 8 in 2024-04-22T04:35:57.337 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:57 smithi062 ceph-mon[78153]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:35:57.337 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:57 smithi062 ceph-mon[78153]: pgmap v579: 121 pgs: 121 active+clean; 409 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 548 KiB/s wr, 2 op/s 2024-04-22T04:35:57.337 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:57 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2400845524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:57.337 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:57 smithi062 ceph-mon[78153]: osdmap e578: 8 total, 8 up, 8 in 2024-04-22T04:35:57.452 INFO:tasks.rados.rados.0.smithi040.stdout:2653: expect (ObjNum 657 snap 199 seq_num 657) 2024-04-22T04:35:57.529 INFO:tasks.rados.rados.0.smithi040.stdout:2657: finishing rollback tid 0 to smithi04078109-27 2024-04-22T04:35:57.529 INFO:tasks.rados.rados.0.smithi040.stdout:2657: finishing rollback tid 1 to smithi04078109-27 2024-04-22T04:35:57.529 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 1732 (ObjNum -1443059824 snap 21852 seq_num 2853111136) dirty dne 2024-04-22T04:35:57.529 INFO:tasks.rados.rados.0.smithi040.stdout:2648: done (7 left) 2024-04-22T04:35:57.529 INFO:tasks.rados.rados.0.smithi040.stdout:2649: done (6 left) 2024-04-22T04:35:57.529 INFO:tasks.rados.rados.0.smithi040.stdout:2651: done (5 left) 2024-04-22T04:35:57.529 INFO:tasks.rados.rados.0.smithi040.stdout:2652: done (4 left) 2024-04-22T04:35:57.529 INFO:tasks.rados.rados.0.smithi040.stdout:2653: done (3 left) 2024-04-22T04:35:57.529 INFO:tasks.rados.rados.0.smithi040.stdout:2657: done (2 left) 2024-04-22T04:35:57.529 INFO:tasks.rados.rados.0.smithi040.stdout:2658: done (1 left) 2024-04-22T04:35:57.529 INFO:tasks.rados.rados.0.smithi040.stdout:2659: done (0 left) 2024-04-22T04:35:57.529 INFO:tasks.rados.rados.0.smithi040.stdout:2660: read oid 10 snap -1 2024-04-22T04:35:57.529 INFO:tasks.rados.rados.0.smithi040.stdout:2660: expect (ObjNum 833 snap 257 seq_num 833) 2024-04-22T04:35:57.530 INFO:tasks.rados.rados.0.smithi040.stdout:2661: read oid 48 snap -1 2024-04-22T04:35:57.530 INFO:tasks.rados.rados.0.smithi040.stdout:2661: expect deleted 2024-04-22T04:35:57.530 INFO:tasks.rados.rados.0.smithi040.stdout:2662: snap_create 2024-04-22T04:35:57.538 INFO:tasks.rados.rados.0.smithi040.stdout:2660: expect (ObjNum 833 snap 257 seq_num 833) 2024-04-22T04:35:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:57 smithi040 ceph-mon[88445]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:35:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:57 smithi040 ceph-mon[88445]: osdmap e577: 8 total, 8 up, 8 in 2024-04-22T04:35:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:57 smithi040 ceph-mon[88445]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:35:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:57 smithi040 ceph-mon[88445]: pgmap v579: 121 pgs: 121 active+clean; 409 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 548 KiB/s wr, 2 op/s 2024-04-22T04:35:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:57 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2400845524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:57 smithi040 ceph-mon[88445]: osdmap e578: 8 total, 8 up, 8 in 2024-04-22T04:35:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:57 smithi040 ceph-mon[91058]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:35:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:57 smithi040 ceph-mon[91058]: osdmap e577: 8 total, 8 up, 8 in 2024-04-22T04:35:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:57 smithi040 ceph-mon[91058]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:35:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:57 smithi040 ceph-mon[91058]: pgmap v579: 121 pgs: 121 active+clean; 409 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 548 KiB/s wr, 2 op/s 2024-04-22T04:35:57.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:57 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2400845524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:35:57.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:57 smithi040 ceph-mon[91058]: osdmap e578: 8 total, 8 up, 8 in 2024-04-22T04:35:58.229 INFO:tasks.rados.rados.0.smithi040.stdout:2660: done (2 left) 2024-04-22T04:35:58.229 INFO:tasks.rados.rados.0.smithi040.stdout:2661: done (1 left) 2024-04-22T04:35:58.229 INFO:tasks.rados.rados.0.smithi040.stdout:2662: done (0 left) 2024-04-22T04:35:58.229 INFO:tasks.rados.rados.0.smithi040.stdout:2663: read oid 40 snap 249 2024-04-22T04:35:58.229 INFO:tasks.rados.rados.0.smithi040.stdout:2663: expect (ObjNum 810 snap 249 seq_num 810) 2024-04-22T04:35:58.229 INFO:tasks.rados.rados.0.smithi040.stdout:2664: snap_remove snap 251 2024-04-22T04:35:59.233 INFO:tasks.rados.rados.0.smithi040.stdout:2664: done (1 left) 2024-04-22T04:35:59.234 INFO:tasks.rados.rados.0.smithi040.stdout:2665: snap_remove snap 268 2024-04-22T04:35:59.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:59 smithi062 ceph-mon[78153]: osdmap e579: 8 total, 8 up, 8 in 2024-04-22T04:35:59.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:59 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:59.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:59 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:59.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:35:59 smithi062 ceph-mon[78153]: pgmap v582: 121 pgs: 121 active+clean; 382 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 548 KiB/s wr, 19 op/s 2024-04-22T04:35:59.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:59 smithi040 ceph-mon[88445]: osdmap e579: 8 total, 8 up, 8 in 2024-04-22T04:35:59.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:59 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:59.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:59 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:59.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:35:59 smithi040 ceph-mon[88445]: pgmap v582: 121 pgs: 121 active+clean; 382 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 548 KiB/s wr, 19 op/s 2024-04-22T04:35:59.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:59 smithi040 ceph-mon[91058]: osdmap e579: 8 total, 8 up, 8 in 2024-04-22T04:35:59.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:59 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:59.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:59 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:35:59.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:35:59 smithi040 ceph-mon[91058]: pgmap v582: 121 pgs: 121 active+clean; 382 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 548 KiB/s wr, 19 op/s 2024-04-22T04:36:00.225 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:00.236 INFO:tasks.rados.rados.0.smithi040.stdout:2665: done (1 left) 2024-04-22T04:36:00.236 INFO:tasks.rados.rados.0.smithi040.stdout:2666: read oid 44 snap -1 2024-04-22T04:36:00.236 INFO:tasks.rados.rados.0.smithi040.stdout:2666: expect deleted 2024-04-22T04:36:00.236 INFO:tasks.rados.rados.0.smithi040.stdout:2667: rmattr oid 37 current snap is 269 2024-04-22T04:36:00.236 INFO:tasks.rados.rados.0.smithi040.stdout:2667: done (2 left) 2024-04-22T04:36:00.236 INFO:tasks.rados.rados.0.smithi040.stdout:2668: rollback oid 13 current snap is 269 2024-04-22T04:36:00.236 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 13 to 263 2024-04-22T04:36:00.236 INFO:tasks.rados.rados.0.smithi040.stdout:2669: snap_create 2024-04-22T04:36:00.238 INFO:tasks.rados.rados.0.smithi040.stdout:2663: expect (ObjNum 810 snap 249 seq_num 810) 2024-04-22T04:36:00.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:36:00] "GET /metrics HTTP/1.1" 200 241743 "" "Prometheus/2.33.4" 2024-04-22T04:36:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: osdmap e580: 8 total, 8 up, 8 in 2024-04-22T04:36:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:36:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:36:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:36:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:00.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: osdmap e580: 8 total, 8 up, 8 in 2024-04-22T04:36:00.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:00.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:36:00.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:36:00.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:00.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:36:00.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:00 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.519 INFO:tasks.rados.rados.0.smithi040.stdout:2668: finishing rollback tid 1 to smithi04078109-13 2024-04-22T04:36:00.519 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 0 (ObjNum 1348167770 snap 1483239015 seq_num 1315009374) dirty dne 2024-04-22T04:36:00.604 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: osdmap e580: 8 total, 8 up, 8 in 2024-04-22T04:36:00.604 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:00.605 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:36:00.605 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:36:00.605 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:00.605 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:36:00.605 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.605 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.605 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.605 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.605 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.605 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.605 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.605 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.605 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.605 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:00.605 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:00 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:01.239 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:01 smithi062 ceph-mon[78153]: osdmap e581: 8 total, 8 up, 8 in 2024-04-22T04:36:01.239 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:01 smithi062 ceph-mon[78153]: pgmap v585: 121 pgs: 121 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 18 op/s 2024-04-22T04:36:01.245 INFO:tasks.rados.rados.0.smithi040.stdout:2663: done (3 left) 2024-04-22T04:36:01.245 INFO:tasks.rados.rados.0.smithi040.stdout:2666: done (2 left) 2024-04-22T04:36:01.245 INFO:tasks.rados.rados.0.smithi040.stdout:2668: done (1 left) 2024-04-22T04:36:01.245 INFO:tasks.rados.rados.0.smithi040.stdout:2669: done (0 left) 2024-04-22T04:36:01.245 INFO:tasks.rados.rados.0.smithi040.stdout:2670: read oid 32 snap 245 2024-04-22T04:36:01.245 INFO:tasks.rados.rados.0.smithi040.stdout:2670: expect (ObjNum 747 snap 225 seq_num 747) 2024-04-22T04:36:01.245 INFO:tasks.rados.rados.0.smithi040.stdout:2671: copy_from oid 28 from oid 18 current snap is 270 2024-04-22T04:36:01.245 INFO:tasks.rados.rados.0.smithi040.stdout:2672: snap_remove snap 263 2024-04-22T04:36:01.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:01 smithi040 ceph-mon[88445]: osdmap e581: 8 total, 8 up, 8 in 2024-04-22T04:36:01.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:01 smithi040 ceph-mon[88445]: pgmap v585: 121 pgs: 121 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 18 op/s 2024-04-22T04:36:01.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:01 smithi040 ceph-mon[91058]: osdmap e581: 8 total, 8 up, 8 in 2024-04-22T04:36:01.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:01 smithi040 ceph-mon[91058]: pgmap v585: 121 pgs: 121 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 18 op/s 2024-04-22T04:36:02.167 INFO:tasks.rados.rados.0.smithi040.stdout:2672: done (2 left) 2024-04-22T04:36:02.168 INFO:tasks.rados.rados.0.smithi040.stdout:2673: snap_remove snap 246 2024-04-22T04:36:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:02 smithi062 ceph-mon[78153]: Upgrade: Updating prometheus.a 2024-04-22T04:36:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:02 smithi062 ceph-mon[78153]: Deploying daemon prometheus.a on smithi062 2024-04-22T04:36:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:02 smithi062 ceph-mon[78153]: osdmap e582: 8 total, 8 up, 8 in 2024-04-22T04:36:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:02 smithi062 ceph-mon[78153]: osdmap e583: 8 total, 8 up, 8 in 2024-04-22T04:36:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:02 smithi040 ceph-mon[88445]: Upgrade: Updating prometheus.a 2024-04-22T04:36:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:02 smithi040 ceph-mon[88445]: Deploying daemon prometheus.a on smithi062 2024-04-22T04:36:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:02 smithi040 ceph-mon[88445]: osdmap e582: 8 total, 8 up, 8 in 2024-04-22T04:36:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:02 smithi040 ceph-mon[88445]: osdmap e583: 8 total, 8 up, 8 in 2024-04-22T04:36:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:02 smithi040 ceph-mon[91058]: Upgrade: Updating prometheus.a 2024-04-22T04:36:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:02 smithi040 ceph-mon[91058]: Deploying daemon prometheus.a on smithi062 2024-04-22T04:36:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:02 smithi040 ceph-mon[91058]: osdmap e582: 8 total, 8 up, 8 in 2024-04-22T04:36:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:02 smithi040 ceph-mon[91058]: osdmap e583: 8 total, 8 up, 8 in 2024-04-22T04:36:03.170 INFO:tasks.rados.rados.0.smithi040.stdout:2673: done (2 left) 2024-04-22T04:36:03.170 INFO:tasks.rados.rados.0.smithi040.stdout:2674: copy_from oid 22 from oid 29 current snap is 270 2024-04-22T04:36:03.170 INFO:tasks.rados.rados.0.smithi040.stdout:2675: read oid 38 snap -1 2024-04-22T04:36:03.170 INFO:tasks.rados.rados.0.smithi040.stdout:2675: expect (ObjNum 755 snap 227 seq_num 755) 2024-04-22T04:36:03.170 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 26 current snap is 270 2024-04-22T04:36:03.170 INFO:tasks.rados.rados.0.smithi040.stdout:2676: seq_num 854 ranges {1425408=712704,2138112=794624,2932736=450560,3383296=360448} 2024-04-22T04:36:03.184 INFO:tasks.rados.rados.0.smithi040.stdout:2676: writing smithi04078109-26 from 1425408 to 2138112 tid 1 2024-04-22T04:36:03.190 INFO:tasks.rados.rados.0.smithi040.stdout:2676: writing smithi04078109-26 from 2138112 to 2932736 tid 2 2024-04-22T04:36:03.193 INFO:tasks.rados.rados.0.smithi040.stdout:2676: writing smithi04078109-26 from 2932736 to 3383296 tid 3 2024-04-22T04:36:03.197 INFO:tasks.rados.rados.0.smithi040.stdout:2676: writing smithi04078109-26 from 3383296 to 3743744 tid 4 2024-04-22T04:36:03.197 INFO:tasks.rados.rados.0.smithi040.stdout:2677: copy_from oid 39 from oid 6 current snap is 270 2024-04-22T04:36:03.197 INFO:tasks.rados.rados.0.smithi040.stdout:2670: expect (ObjNum 747 snap 225 seq_num 747) 2024-04-22T04:36:03.269 INFO:tasks.rados.rados.0.smithi040.stdout:2671: finishing copy_from racing read to smithi04078109-28 2024-04-22T04:36:03.269 INFO:tasks.rados.rados.0.smithi040.stdout:2671: finishing copy_from to smithi04078109-28 2024-04-22T04:36:03.269 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 1264 (ObjNum 1 snap 32647 seq_num 2851839808) dirty exists 2024-04-22T04:36:03.269 INFO:tasks.rados.rados.0.smithi040.stdout:2670: done (5 left) 2024-04-22T04:36:03.270 INFO:tasks.rados.rados.0.smithi040.stdout:2671: done (4 left) 2024-04-22T04:36:03.270 INFO:tasks.rados.rados.0.smithi040.stdout:2678: rollback oid 46 current snap is 270 2024-04-22T04:36:03.270 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 46 to 236 2024-04-22T04:36:03.270 INFO:tasks.rados.rados.0.smithi040.stdout:2676: finishing write tid 1 to smithi04078109-26 2024-04-22T04:36:03.270 INFO:tasks.rados.rados.0.smithi040.stdout:2675: expect (ObjNum 755 snap 227 seq_num 755) 2024-04-22T04:36:03.500 INFO:tasks.rados.rados.0.smithi040.stdout:2676: finishing write tid 2 to smithi04078109-26 2024-04-22T04:36:03.500 INFO:tasks.rados.rados.0.smithi040.stdout:2676: finishing write tid 3 to smithi04078109-26 2024-04-22T04:36:03.500 INFO:tasks.rados.rados.0.smithi040.stdout:2676: finishing write tid 4 to smithi04078109-26 2024-04-22T04:36:03.500 INFO:tasks.rados.rados.0.smithi040.stdout:2676: finishing write tid 5 to smithi04078109-26 2024-04-22T04:36:03.500 INFO:tasks.rados.rados.0.smithi040.stdout:2676: finishing write tid 6 to smithi04078109-26 2024-04-22T04:36:03.500 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 1270 (ObjNum 854 snap 270 seq_num 854) dirty exists 2024-04-22T04:36:03.500 INFO:tasks.rados.rados.0.smithi040.stdout:2676: left oid 26 (ObjNum 854 snap 270 seq_num 854) 2024-04-22T04:36:03.500 INFO:tasks.rados.rados.0.smithi040.stdout:2674: finishing copy_from racing read to smithi04078109-22 2024-04-22T04:36:03.500 INFO:tasks.rados.rados.0.smithi040.stdout:2674: finishing copy_from to smithi04078109-22 2024-04-22T04:36:03.500 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 1268 (ObjNum 784 snap 237 seq_num 784) dirty exists 2024-04-22T04:36:03.501 INFO:tasks.rados.rados.0.smithi040.stdout:2677: finishing copy_from racing read to smithi04078109-39 2024-04-22T04:36:03.501 INFO:tasks.rados.rados.0.smithi040.stdout:2674: done (4 left) 2024-04-22T04:36:03.501 INFO:tasks.rados.rados.0.smithi040.stdout:2675: done (3 left) 2024-04-22T04:36:03.501 INFO:tasks.rados.rados.0.smithi040.stdout:2676: done (2 left) 2024-04-22T04:36:03.501 INFO:tasks.rados.rados.0.smithi040.stdout:2679: delete oid 8 current snap is 270 2024-04-22T04:36:03.501 INFO:tasks.rados.rados.0.smithi040.stdout:2677: finishing copy_from to smithi04078109-39 2024-04-22T04:36:03.501 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 1802 (ObjNum 817 snap 253 seq_num 817) dirty exists 2024-04-22T04:36:03.501 INFO:tasks.rados.rados.0.smithi040.stdout:2678: finishing rollback tid 1 to smithi04078109-46 2024-04-22T04:36:03.501 INFO:tasks.rados.rados.0.smithi040.stdout:2678: finishing rollback tid 2 to smithi04078109-46 2024-04-22T04:36:03.501 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1725 (ObjNum 757 snap 228 seq_num 757) dirty exists 2024-04-22T04:36:03.502 INFO:tasks.rados.rados.0.smithi040.stdout:2677: done (2 left) 2024-04-22T04:36:03.502 INFO:tasks.rados.rados.0.smithi040.stdout:2678: done (1 left) 2024-04-22T04:36:03.502 INFO:tasks.rados.rados.0.smithi040.stdout:2679: done (0 left) 2024-04-22T04:36:03.502 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 2 current snap is 270 2024-04-22T04:36:03.502 INFO:tasks.rados.rados.0.smithi040.stdout:2680: seq_num 856 ranges {7684096=745472,8429568=557056,8986624=417792,9404416=434176,9838592=196608} 2024-04-22T04:36:03.548 INFO:tasks.rados.rados.0.smithi040.stdout:2680: writing smithi04078109-2 from 7684096 to 8429568 tid 1 2024-04-22T04:36:03.551 INFO:tasks.rados.rados.0.smithi040.stdout:2680: writing smithi04078109-2 from 8429568 to 8986624 tid 2 2024-04-22T04:36:03.553 INFO:tasks.rados.rados.0.smithi040.stdout:2680: writing smithi04078109-2 from 8986624 to 9404416 tid 3 2024-04-22T04:36:03.556 INFO:tasks.rados.rados.0.smithi040.stdout:2680: writing smithi04078109-2 from 9404416 to 9838592 tid 4 2024-04-22T04:36:03.557 INFO:tasks.rados.rados.0.smithi040.stdout:2680: writing smithi04078109-2 from 9838592 to 10035200 tid 5 2024-04-22T04:36:03.558 INFO:tasks.rados.rados.0.smithi040.stdout:2681: copy_from oid 31 from oid 17 current snap is 270 2024-04-22T04:36:03.558 INFO:tasks.rados.rados.0.smithi040.stdout:2680: finishing write tid 1 to smithi04078109-2 2024-04-22T04:36:03.558 INFO:tasks.rados.rados.0.smithi040.stdout:2680: finishing write tid 2 to smithi04078109-2 2024-04-22T04:36:03.558 INFO:tasks.rados.rados.0.smithi040.stdout:2680: finishing write tid 3 to smithi04078109-2 2024-04-22T04:36:03.558 INFO:tasks.rados.rados.0.smithi040.stdout:2682: snap_remove snap 264 2024-04-22T04:36:03.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:03 smithi062 ceph-mon[78153]: pgmap v588: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T04:36:03.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:03 smithi062 ceph-mon[78153]: osdmap e584: 8 total, 8 up, 8 in 2024-04-22T04:36:03.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:03 smithi040 ceph-mon[88445]: pgmap v588: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T04:36:03.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:03 smithi040 ceph-mon[88445]: osdmap e584: 8 total, 8 up, 8 in 2024-04-22T04:36:03.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:03 smithi040 ceph-mon[91058]: pgmap v588: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T04:36:03.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:03 smithi040 ceph-mon[91058]: osdmap e584: 8 total, 8 up, 8 in 2024-04-22T04:36:04.254 INFO:tasks.rados.rados.0.smithi040.stdout:2682: done (2 left) 2024-04-22T04:36:04.255 INFO:tasks.rados.rados.0.smithi040.stdout:2683: read oid 34 snap -1 2024-04-22T04:36:04.255 INFO:tasks.rados.rados.0.smithi040.stdout:2683: expect deleted 2024-04-22T04:36:04.255 INFO:tasks.rados.rados.0.smithi040.stdout:2684: snap_remove snap 258 2024-04-22T04:36:05.267 INFO:tasks.rados.rados.0.smithi040.stdout:2684: done (3 left) 2024-04-22T04:36:05.267 INFO:tasks.rados.rados.0.smithi040.stdout:2685: read oid 38 snap -1 2024-04-22T04:36:05.267 INFO:tasks.rados.rados.0.smithi040.stdout:2685: expect (ObjNum 755 snap 227 seq_num 755) 2024-04-22T04:36:05.267 INFO:tasks.rados.rados.0.smithi040.stdout:2686: delete oid 18 current snap is 270 2024-04-22T04:36:05.267 INFO:tasks.rados.rados.0.smithi040.stdout:2680: finishing write tid 4 to smithi04078109-2 2024-04-22T04:36:05.267 INFO:tasks.rados.rados.0.smithi040.stdout:2680: finishing write tid 5 to smithi04078109-2 2024-04-22T04:36:05.267 INFO:tasks.rados.rados.0.smithi040.stdout:2680: finishing write tid 6 to smithi04078109-2 2024-04-22T04:36:05.267 INFO:tasks.rados.rados.0.smithi040.stdout:2681: finishing copy_from to smithi04078109-31 2024-04-22T04:36:05.268 INFO:tasks.rados.rados.0.smithi040.stdout:2681: got expected ENOENT (src dne) 2024-04-22T04:36:05.268 INFO:tasks.rados.rados.0.smithi040.stdout:2681: finishing copy_from racing read to smithi04078109-31 2024-04-22T04:36:05.268 INFO:tasks.rados.rados.0.smithi040.stdout:2680: finishing write tid 7 to smithi04078109-2 2024-04-22T04:36:05.268 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 1907 (ObjNum 856 snap 270 seq_num 856) dirty exists 2024-04-22T04:36:05.268 INFO:tasks.rados.rados.0.smithi040.stdout:2680: left oid 2 (ObjNum 856 snap 270 seq_num 856) 2024-04-22T04:36:05.280 INFO:tasks.rados.rados.0.smithi040.stdout:2680: done (4 left) 2024-04-22T04:36:05.280 INFO:tasks.rados.rados.0.smithi040.stdout:2681: done (3 left) 2024-04-22T04:36:05.280 INFO:tasks.rados.rados.0.smithi040.stdout:2683: done (2 left) 2024-04-22T04:36:05.280 INFO:tasks.rados.rados.0.smithi040.stdout:2686: done (1 left) 2024-04-22T04:36:05.280 INFO:tasks.rados.rados.0.smithi040.stdout:2687: copy_from oid 41 from oid 49 current snap is 270 2024-04-22T04:36:05.288 INFO:tasks.rados.rados.0.smithi040.stdout:2688: copy_from oid 29 from oid 36 current snap is 270 2024-04-22T04:36:05.288 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 8 current snap is 270 2024-04-22T04:36:05.288 INFO:tasks.rados.rados.0.smithi040.stdout:2689: seq_num 858 ranges {0=778240,778240=729088,1507328=434176,1941504=442368} 2024-04-22T04:36:05.288 INFO:tasks.rados.rados.0.smithi040.stdout:2689: writing smithi04078109-8 from 0 to 778240 tid 1 2024-04-22T04:36:05.290 INFO:tasks.rados.rados.0.smithi040.stdout:2689: writing smithi04078109-8 from 778240 to 1507328 tid 2 2024-04-22T04:36:05.293 INFO:tasks.rados.rados.0.smithi040.stdout:2689: writing smithi04078109-8 from 1507328 to 1941504 tid 3 2024-04-22T04:36:05.296 INFO:tasks.rados.rados.0.smithi040.stdout:2689: writing smithi04078109-8 from 1941504 to 2383872 tid 4 2024-04-22T04:36:05.296 INFO:tasks.rados.rados.0.smithi040.stdout:2690: snap_remove snap 239 2024-04-22T04:36:05.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:36:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:36:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T04:36:05.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:05 smithi062 ceph-mon[78153]: osdmap e585: 8 total, 8 up, 8 in 2024-04-22T04:36:05.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:05 smithi062 ceph-mon[78153]: pgmap v591: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-22T04:36:05.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:05 smithi040 ceph-mon[88445]: osdmap e585: 8 total, 8 up, 8 in 2024-04-22T04:36:05.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:05 smithi040 ceph-mon[88445]: pgmap v591: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-22T04:36:05.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:05 smithi040 ceph-mon[91058]: osdmap e585: 8 total, 8 up, 8 in 2024-04-22T04:36:05.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:05 smithi040 ceph-mon[91058]: pgmap v591: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-22T04:36:06.266 INFO:tasks.rados.rados.0.smithi040.stdout:2690: done (4 left) 2024-04-22T04:36:06.266 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 39 current snap is 270 2024-04-22T04:36:06.266 INFO:tasks.rados.rados.0.smithi040.stdout:2691: seq_num 859 ranges {11591680=794624,12386304=614400,13000704=638976,13639680=352256} 2024-04-22T04:36:06.335 INFO:tasks.rados.rados.0.smithi040.stdout:2691: writing smithi04078109-39 from 11591680 to 12386304 tid 1 2024-04-22T04:36:06.338 INFO:tasks.rados.rados.0.smithi040.stdout:2691: writing smithi04078109-39 from 12386304 to 13000704 tid 2 2024-04-22T04:36:06.342 INFO:tasks.rados.rados.0.smithi040.stdout:2691: writing smithi04078109-39 from 13000704 to 13639680 tid 3 2024-04-22T04:36:06.345 INFO:tasks.rados.rados.0.smithi040.stdout:2691: writing smithi04078109-39 from 13639680 to 13991936 tid 4 2024-04-22T04:36:06.345 INFO:tasks.rados.rados.0.smithi040.stdout:2692: snap_create 2024-04-22T04:36:06.345 INFO:tasks.rados.rados.0.smithi040.stdout:2688: finishing copy_from to smithi04078109-29 2024-04-22T04:36:06.345 INFO:tasks.rados.rados.0.smithi040.stdout:2688: got expected ENOENT (src dne) 2024-04-22T04:36:06.345 INFO:tasks.rados.rados.0.smithi040.stdout:2688: finishing copy_from racing read to smithi04078109-29 2024-04-22T04:36:06.345 INFO:tasks.rados.rados.0.smithi040.stdout:2689: finishing write tid 1 to smithi04078109-8 2024-04-22T04:36:06.345 INFO:tasks.rados.rados.0.smithi040.stdout:2689: finishing write tid 2 to smithi04078109-8 2024-04-22T04:36:06.345 INFO:tasks.rados.rados.0.smithi040.stdout:2689: finishing write tid 3 to smithi04078109-8 2024-04-22T04:36:06.346 INFO:tasks.rados.rados.0.smithi040.stdout:2685: expect (ObjNum 755 snap 227 seq_num 755) 2024-04-22T04:36:06.576 INFO:tasks.rados.rados.0.smithi040.stdout:2687: finishing copy_from racing read to smithi04078109-41 2024-04-22T04:36:06.576 INFO:tasks.rados.rados.0.smithi040.stdout:2689: finishing write tid 4 to smithi04078109-8 2024-04-22T04:36:06.576 INFO:tasks.rados.rados.0.smithi040.stdout:2687: finishing copy_from to smithi04078109-41 2024-04-22T04:36:06.576 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 1729 (ObjNum 788 snap 237 seq_num 788) dirty exists 2024-04-22T04:36:06.576 INFO:tasks.rados.rados.0.smithi040.stdout:2689: finishing write tid 5 to smithi04078109-8 2024-04-22T04:36:06.576 INFO:tasks.rados.rados.0.smithi040.stdout:2689: finishing write tid 6 to smithi04078109-8 2024-04-22T04:36:06.576 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 1808 (ObjNum 858 snap 270 seq_num 858) dirty exists 2024-04-22T04:36:06.576 INFO:tasks.rados.rados.0.smithi040.stdout:2689: left oid 8 (ObjNum 858 snap 270 seq_num 858) 2024-04-22T04:36:06.576 INFO:tasks.rados.rados.0.smithi040.stdout:2691: finishing write tid 1 to smithi04078109-39 2024-04-22T04:36:06.576 INFO:tasks.rados.rados.0.smithi040.stdout:2691: finishing write tid 2 to smithi04078109-39 2024-04-22T04:36:06.577 INFO:tasks.rados.rados.0.smithi040.stdout:2691: finishing write tid 3 to smithi04078109-39 2024-04-22T04:36:06.577 INFO:tasks.rados.rados.0.smithi040.stdout:2691: finishing write tid 4 to smithi04078109-39 2024-04-22T04:36:06.577 INFO:tasks.rados.rados.0.smithi040.stdout:2691: finishing write tid 5 to smithi04078109-39 2024-04-22T04:36:06.577 INFO:tasks.rados.rados.0.smithi040.stdout:2691: finishing write tid 6 to smithi04078109-39 2024-04-22T04:36:06.577 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 1813 (ObjNum 859 snap 270 seq_num 859) dirty exists 2024-04-22T04:36:06.577 INFO:tasks.rados.rados.0.smithi040.stdout:2691: left oid 39 (ObjNum 859 snap 270 seq_num 859) 2024-04-22T04:36:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:06 smithi062 ceph-mon[78153]: osdmap e586: 8 total, 8 up, 8 in 2024-04-22T04:36:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:36:06.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:06 smithi040 ceph-mon[88445]: osdmap e586: 8 total, 8 up, 8 in 2024-04-22T04:36:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:36:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:06 smithi040 ceph-mon[91058]: osdmap e586: 8 total, 8 up, 8 in 2024-04-22T04:36:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:36:07.167 INFO:tasks.rados.rados.0.smithi040.stdout:2685: done (5 left) 2024-04-22T04:36:07.167 INFO:tasks.rados.rados.0.smithi040.stdout:2687: done (4 left) 2024-04-22T04:36:07.167 INFO:tasks.rados.rados.0.smithi040.stdout:2688: done (3 left) 2024-04-22T04:36:07.167 INFO:tasks.rados.rados.0.smithi040.stdout:2689: done (2 left) 2024-04-22T04:36:07.167 INFO:tasks.rados.rados.0.smithi040.stdout:2691: done (1 left) 2024-04-22T04:36:07.167 INFO:tasks.rados.rados.0.smithi040.stdout:2692: done (0 left) 2024-04-22T04:36:07.167 INFO:tasks.rados.rados.0.smithi040.stdout:2693: read oid 35 snap -1 2024-04-22T04:36:07.167 INFO:tasks.rados.rados.0.smithi040.stdout:2693: expect (ObjNum 846 snap 264 seq_num 846) 2024-04-22T04:36:07.167 INFO:tasks.rados.rados.0.smithi040.stdout:2694: rmattr oid 18 current snap is 271 2024-04-22T04:36:07.167 INFO:tasks.rados.rados.0.smithi040.stdout:2694: done (1 left) 2024-04-22T04:36:07.167 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 28 current snap is 271 2024-04-22T04:36:07.167 INFO:tasks.rados.rados.0.smithi040.stdout:2695: seq_num 860 ranges {0=8192} 2024-04-22T04:36:07.168 INFO:tasks.rados.rados.0.smithi040.stdout:2695: writing smithi04078109-28 from 0 to 8192 tid 1 2024-04-22T04:36:07.168 INFO:tasks.rados.rados.0.smithi040.stdout:2696: rollback oid 41 current snap is 271 2024-04-22T04:36:07.168 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 41 to 269 2024-04-22T04:36:07.168 INFO:tasks.rados.rados.0.smithi040.stdout:2697: rollback oid 8 current snap is 271 2024-04-22T04:36:07.168 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 8 to 259 2024-04-22T04:36:07.168 INFO:tasks.rados.rados.0.smithi040.stdout:2698: snap_create 2024-04-22T04:36:07.176 INFO:tasks.rados.rados.0.smithi040.stdout:2695: finishing write tid 1 to smithi04078109-28 2024-04-22T04:36:07.176 INFO:tasks.rados.rados.0.smithi040.stdout:2696: finishing rollback tid 0 to smithi04078109-41 2024-04-22T04:36:07.178 INFO:tasks.rados.rados.0.smithi040.stdout:2696: finishing rollback tid 1 to smithi04078109-41 2024-04-22T04:36:07.178 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 1929 (ObjNum 288 snap 0 seq_num 161) dirty dne 2024-04-22T04:36:07.179 INFO:tasks.rados.rados.0.smithi040.stdout:2695: finishing write tid 2 to smithi04078109-28 2024-04-22T04:36:07.179 INFO:tasks.rados.rados.0.smithi040.stdout:2693: expect (ObjNum 846 snap 264 seq_num 846) 2024-04-22T04:36:07.238 INFO:tasks.rados.rados.0.smithi040.stdout:2697: finishing rollback tid 0 to smithi04078109-8 2024-04-22T04:36:07.238 INFO:tasks.rados.rados.0.smithi040.stdout:2697: finishing rollback tid 1 to smithi04078109-8 2024-04-22T04:36:07.238 INFO:tasks.rados.rados.0.smithi040.stdout:2697: finishing rollback tid 2 to smithi04078109-8 2024-04-22T04:36:07.238 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 1818 (ObjNum 834 snap 257 seq_num 834) dirty exists 2024-04-22T04:36:07.238 INFO:tasks.rados.rados.0.smithi040.stdout:2695: finishing write tid 3 to smithi04078109-28 2024-04-22T04:36:07.238 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 1815 (ObjNum 860 snap 271 seq_num 860) dirty exists 2024-04-22T04:36:07.238 INFO:tasks.rados.rados.0.smithi040.stdout:2695: left oid 28 (ObjNum 860 snap 271 seq_num 860) 2024-04-22T04:36:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:07 smithi062 ceph-mon[78153]: osdmap e587: 8 total, 8 up, 8 in 2024-04-22T04:36:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:07 smithi062 ceph-mon[78153]: pgmap v594: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 6.1 MiB/s wr, 5 op/s 2024-04-22T04:36:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:07 smithi062 ceph-mon[78153]: osdmap e588: 8 total, 8 up, 8 in 2024-04-22T04:36:07.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:07 smithi040 ceph-mon[88445]: osdmap e587: 8 total, 8 up, 8 in 2024-04-22T04:36:07.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:07 smithi040 ceph-mon[88445]: pgmap v594: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 6.1 MiB/s wr, 5 op/s 2024-04-22T04:36:07.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:07 smithi040 ceph-mon[88445]: osdmap e588: 8 total, 8 up, 8 in 2024-04-22T04:36:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:07 smithi040 ceph-mon[91058]: osdmap e587: 8 total, 8 up, 8 in 2024-04-22T04:36:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:07 smithi040 ceph-mon[91058]: pgmap v594: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 6.1 MiB/s wr, 5 op/s 2024-04-22T04:36:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:07 smithi040 ceph-mon[91058]: osdmap e588: 8 total, 8 up, 8 in 2024-04-22T04:36:08.169 INFO:tasks.rados.rados.0.smithi040.stdout:2693: done (4 left) 2024-04-22T04:36:08.169 INFO:tasks.rados.rados.0.smithi040.stdout:2695: done (3 left) 2024-04-22T04:36:08.170 INFO:tasks.rados.rados.0.smithi040.stdout:2696: done (2 left) 2024-04-22T04:36:08.170 INFO:tasks.rados.rados.0.smithi040.stdout:2697: done (1 left) 2024-04-22T04:36:08.170 INFO:tasks.rados.rados.0.smithi040.stdout:2698: done (0 left) 2024-04-22T04:36:08.170 INFO:tasks.rados.rados.0.smithi040.stdout:2699: copy_from oid 22 from oid 29 current snap is 272 2024-04-22T04:36:08.170 INFO:tasks.rados.rados.0.smithi040.stdout:2700: read oid 10 snap -1 2024-04-22T04:36:08.170 INFO:tasks.rados.rados.0.smithi040.stdout:2700: expect (ObjNum 833 snap 257 seq_num 833) 2024-04-22T04:36:08.170 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 272 2024-04-22T04:36:08.170 INFO:tasks.rados.rados.0.smithi040.stdout:2701: seq_num 861 ranges {0=24576} 2024-04-22T04:36:08.170 INFO:tasks.rados.rados.0.smithi040.stdout:2701: writing smithi04078109-47 from 0 to 24576 tid 1 2024-04-22T04:36:08.170 INFO:tasks.rados.rados.0.smithi040.stdout:2702: rollback oid 21 current snap is 272 2024-04-22T04:36:08.170 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 21 to 265 2024-04-22T04:36:08.170 INFO:tasks.rados.rados.0.smithi040.stdout:2703: setattr oid 49 current snap is 272 2024-04-22T04:36:08.171 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 2 current snap is 272 2024-04-22T04:36:08.171 INFO:tasks.rados.rados.0.smithi040.stdout:2704: seq_num 862 ranges {10035200=40960} 2024-04-22T04:36:08.227 INFO:tasks.rados.rados.0.smithi040.stdout:2704: writing smithi04078109-2 from 10035200 to 10076160 tid 1 2024-04-22T04:36:08.227 INFO:tasks.rados.rados.0.smithi040.stdout:2705: delete oid 15 current snap is 272 2024-04-22T04:36:08.227 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 1736 (ObjNum 788 snap 237 seq_num 788) dirty exists 2024-04-22T04:36:08.227 INFO:tasks.rados.rados.0.smithi040.stdout:2701: finishing write tid 1 to smithi04078109-47 2024-04-22T04:36:08.227 INFO:tasks.rados.rados.0.smithi040.stdout:2701: finishing write tid 2 to smithi04078109-47 2024-04-22T04:36:08.227 INFO:tasks.rados.rados.0.smithi040.stdout:2702: finishing rollback tid 1 to smithi04078109-21 2024-04-22T04:36:08.227 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 1666 (ObjNum -63707760 snap 21849 seq_num 3717482871) dirty dne 2024-04-22T04:36:08.227 INFO:tasks.rados.rados.0.smithi040.stdout:2701: finishing write tid 3 to smithi04078109-47 2024-04-22T04:36:08.227 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 995 (ObjNum 861 snap 272 seq_num 861) dirty exists 2024-04-22T04:36:08.228 INFO:tasks.rados.rados.0.smithi040.stdout:2701: left oid 47 (ObjNum 861 snap 272 seq_num 861) 2024-04-22T04:36:08.228 INFO:tasks.rados.rados.0.smithi040.stdout:2700: expect (ObjNum 833 snap 257 seq_num 833) 2024-04-22T04:36:08.281 INFO:tasks.rados.rados.0.smithi040.stdout:2699: finishing copy_from racing read to smithi04078109-22 2024-04-22T04:36:08.281 INFO:tasks.rados.rados.0.smithi040.stdout:2699: finishing copy_from to smithi04078109-22 2024-04-22T04:36:08.281 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 1268 (ObjNum 784 snap 237 seq_num 784) dirty exists 2024-04-22T04:36:08.281 INFO:tasks.rados.rados.0.smithi040.stdout:2704: finishing write tid 1 to smithi04078109-2 2024-04-22T04:36:08.282 INFO:tasks.rados.rados.0.smithi040.stdout:2704: finishing write tid 2 to smithi04078109-2 2024-04-22T04:36:08.282 INFO:tasks.rados.rados.0.smithi040.stdout:2699: done (6 left) 2024-04-22T04:36:08.282 INFO:tasks.rados.rados.0.smithi040.stdout:2700: done (5 left) 2024-04-22T04:36:08.282 INFO:tasks.rados.rados.0.smithi040.stdout:2701: done (4 left) 2024-04-22T04:36:08.282 INFO:tasks.rados.rados.0.smithi040.stdout:2702: done (3 left) 2024-04-22T04:36:08.282 INFO:tasks.rados.rados.0.smithi040.stdout:2703: done (2 left) 2024-04-22T04:36:08.282 INFO:tasks.rados.rados.0.smithi040.stdout:2705: done (1 left) 2024-04-22T04:36:08.282 INFO:tasks.rados.rados.0.smithi040.stdout:2706: setattr oid 24 current snap is 272 2024-04-22T04:36:08.282 INFO:tasks.rados.rados.0.smithi040.stdout:2704: finishing write tid 3 to smithi04078109-2 2024-04-22T04:36:08.282 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 1932 (ObjNum 862 snap 272 seq_num 862) dirty exists 2024-04-22T04:36:08.282 INFO:tasks.rados.rados.0.smithi040.stdout:2704: left oid 2 (ObjNum 862 snap 272 seq_num 862) 2024-04-22T04:36:08.284 INFO:tasks.rados.rados.0.smithi040.stdout:2704: done (1 left) 2024-04-22T04:36:08.284 INFO:tasks.rados.rados.0.smithi040.stdout:2707: copy_from oid 44 from oid 12 current snap is 272 2024-04-22T04:36:08.284 INFO:tasks.rados.rados.0.smithi040.stdout:2708: read oid 29 snap -1 2024-04-22T04:36:08.284 INFO:tasks.rados.rados.0.smithi040.stdout:2708: expect (ObjNum 784 snap 237 seq_num 784) 2024-04-22T04:36:08.284 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 272 2024-04-22T04:36:08.284 INFO:tasks.rados.rados.0.smithi040.stdout:2709: seq_num 864 ranges {0=73728} 2024-04-22T04:36:08.284 INFO:tasks.rados.rados.0.smithi040.stdout:2709: writing smithi04078109-25 from 0 to 73728 tid 1 2024-04-22T04:36:08.284 INFO:tasks.rados.rados.0.smithi040.stdout:2710: delete oid 40 current snap is 272 2024-04-22T04:36:08.288 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 1735 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-22T04:36:08.291 INFO:tasks.rados.rados.0.smithi040.stdout:2707: finishing copy_from racing read to smithi04078109-44 2024-04-22T04:36:08.291 INFO:tasks.rados.rados.0.smithi040.stdout:2709: finishing write tid 1 to smithi04078109-25 2024-04-22T04:36:08.291 INFO:tasks.rados.rados.0.smithi040.stdout:2709: finishing write tid 2 to smithi04078109-25 2024-04-22T04:36:08.291 INFO:tasks.rados.rados.0.smithi040.stdout:2707: finishing copy_from to smithi04078109-44 2024-04-22T04:36:08.291 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 1263 (ObjNum 743 snap 225 seq_num 743) dirty exists 2024-04-22T04:36:08.293 INFO:tasks.rados.rados.0.smithi040.stdout:2709: finishing write tid 3 to smithi04078109-25 2024-04-22T04:36:08.293 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 1926 (ObjNum 864 snap 272 seq_num 864) dirty exists 2024-04-22T04:36:08.293 INFO:tasks.rados.rados.0.smithi040.stdout:2709: left oid 25 (ObjNum 864 snap 272 seq_num 864) 2024-04-22T04:36:08.296 INFO:tasks.rados.rados.0.smithi040.stdout:2706: done (4 left) 2024-04-22T04:36:08.296 INFO:tasks.rados.rados.0.smithi040.stdout:2707: done (3 left) 2024-04-22T04:36:08.296 INFO:tasks.rados.rados.0.smithi040.stdout:2709: done (2 left) 2024-04-22T04:36:08.296 INFO:tasks.rados.rados.0.smithi040.stdout:2710: done (1 left) 2024-04-22T04:36:08.296 INFO:tasks.rados.rados.0.smithi040.stdout:2711: delete oid 8 current snap is 272 2024-04-22T04:36:08.299 INFO:tasks.rados.rados.0.smithi040.stdout:2711: done (1 left) 2024-04-22T04:36:08.299 INFO:tasks.rados.rados.0.smithi040.stdout:2712: read oid 8 snap -1 2024-04-22T04:36:08.299 INFO:tasks.rados.rados.0.smithi040.stdout:2712: expect deleted 2024-04-22T04:36:08.299 INFO:tasks.rados.rados.0.smithi040.stdout:2713: snap_create 2024-04-22T04:36:08.304 INFO:tasks.rados.rados.0.smithi040.stdout:2708: expect (ObjNum 784 snap 237 seq_num 784) 2024-04-22T04:36:09.172 INFO:tasks.rados.rados.0.smithi040.stdout:2708: done (2 left) 2024-04-22T04:36:09.173 INFO:tasks.rados.rados.0.smithi040.stdout:2712: done (1 left) 2024-04-22T04:36:09.173 INFO:tasks.rados.rados.0.smithi040.stdout:2713: done (0 left) 2024-04-22T04:36:09.173 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 273 2024-04-22T04:36:09.173 INFO:tasks.rados.rados.0.smithi040.stdout:2714: seq_num 867 ranges {2179072=122880} 2024-04-22T04:36:09.185 INFO:tasks.rados.rados.0.smithi040.stdout:2714: writing smithi04078109-35 from 2179072 to 2301952 tid 1 2024-04-22T04:36:09.185 INFO:tasks.rados.rados.0.smithi040.stdout:2715: snap_create 2024-04-22T04:36:09.189 INFO:tasks.rados.rados.0.smithi040.stdout:2714: finishing write tid 1 to smithi04078109-35 2024-04-22T04:36:09.189 INFO:tasks.rados.rados.0.smithi040.stdout:2714: finishing write tid 2 to smithi04078109-35 2024-04-22T04:36:09.190 INFO:tasks.rados.rados.0.smithi040.stdout:2714: finishing write tid 3 to smithi04078109-35 2024-04-22T04:36:09.190 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1675 (ObjNum 867 snap 273 seq_num 867) dirty exists 2024-04-22T04:36:09.190 INFO:tasks.rados.rados.0.smithi040.stdout:2714: left oid 35 (ObjNum 867 snap 273 seq_num 867) 2024-04-22T04:36:09.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:09 smithi062 ceph-mon[78153]: osdmap e589: 8 total, 8 up, 8 in 2024-04-22T04:36:09.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:09 smithi062 ceph-mon[78153]: pgmap v597: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.7 MiB/s wr, 11 op/s 2024-04-22T04:36:09.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:09 smithi040 ceph-mon[88445]: osdmap e589: 8 total, 8 up, 8 in 2024-04-22T04:36:09.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:09 smithi040 ceph-mon[88445]: pgmap v597: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.7 MiB/s wr, 11 op/s 2024-04-22T04:36:09.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:09 smithi040 ceph-mon[91058]: osdmap e589: 8 total, 8 up, 8 in 2024-04-22T04:36:09.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:09 smithi040 ceph-mon[91058]: pgmap v597: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.7 MiB/s wr, 11 op/s 2024-04-22T04:36:10.177 INFO:tasks.rados.rados.0.smithi040.stdout:2714: done (1 left) 2024-04-22T04:36:10.177 INFO:tasks.rados.rados.0.smithi040.stdout:2715: done (0 left) 2024-04-22T04:36:10.177 INFO:tasks.rados.rados.0.smithi040.stdout:2716: read oid 2 snap -1 2024-04-22T04:36:10.177 INFO:tasks.rados.rados.0.smithi040.stdout:2716: expect (ObjNum 862 snap 272 seq_num 862) 2024-04-22T04:36:10.177 INFO:tasks.rados.rados.0.smithi040.stdout:2717: rollback oid 9 current snap is 274 2024-04-22T04:36:10.177 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 9 to 252 2024-04-22T04:36:10.177 INFO:tasks.rados.rados.0.smithi040.stdout:2718: read oid 25 snap -1 2024-04-22T04:36:10.177 INFO:tasks.rados.rados.0.smithi040.stdout:2718: expect (ObjNum 864 snap 272 seq_num 864) 2024-04-22T04:36:10.178 INFO:tasks.rados.rados.0.smithi040.stdout:2719: delete oid 27 current snap is 274 2024-04-22T04:36:10.182 INFO:tasks.rados.rados.0.smithi040.stdout:2719: done (3 left) 2024-04-22T04:36:10.182 INFO:tasks.rados.rados.0.smithi040.stdout:2720: delete oid 21 current snap is 274 2024-04-22T04:36:10.191 INFO:tasks.rados.rados.0.smithi040.stdout:2720: done (3 left) 2024-04-22T04:36:10.191 INFO:tasks.rados.rados.0.smithi040.stdout:2721: snap_remove snap 248 2024-04-22T04:36:10.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:10 smithi040 ceph-mon[88445]: osdmap e590: 8 total, 8 up, 8 in 2024-04-22T04:36:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:36:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:36:10] "GET /metrics HTTP/1.1" 200 241793 "" "Prometheus/2.33.4" 2024-04-22T04:36:10.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:10 smithi040 ceph-mon[91058]: osdmap e590: 8 total, 8 up, 8 in 2024-04-22T04:36:10.531 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:10 smithi062 ceph-mon[78153]: osdmap e590: 8 total, 8 up, 8 in 2024-04-22T04:36:11.197 INFO:tasks.rados.rados.0.smithi040.stdout:2721: done (3 left) 2024-04-22T04:36:11.197 INFO:tasks.rados.rados.0.smithi040.stdout:2722: rollback oid 31 current snap is 274 2024-04-22T04:36:11.197 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 31 to 235 2024-04-22T04:36:11.197 INFO:tasks.rados.rados.0.smithi040.stdout:2717: finishing rollback tid 0 to smithi04078109-9 2024-04-22T04:36:11.197 INFO:tasks.rados.rados.0.smithi040.stdout:2717: finishing rollback tid 1 to smithi04078109-9 2024-04-22T04:36:11.197 INFO:tasks.rados.rados.0.smithi040.stdout:2718: expect (ObjNum 864 snap 272 seq_num 864) 2024-04-22T04:36:11.200 INFO:tasks.rados.rados.0.smithi040.stdout:2717: finishing rollback tid 2 to smithi04078109-9 2024-04-22T04:36:11.200 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 1739 (ObjNum 812 snap 249 seq_num 812) dirty exists 2024-04-22T04:36:11.200 INFO:tasks.rados.rados.0.smithi040.stdout:2716: expect (ObjNum 862 snap 272 seq_num 862) 2024-04-22T04:36:11.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:11 smithi062 ceph-mon[78153]: osdmap e591: 8 total, 8 up, 8 in 2024-04-22T04:36:11.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:11 smithi062 ceph-mon[78153]: pgmap v600: 121 pgs: 121 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-04-22T04:36:11.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:11 smithi040 ceph-mon[88445]: osdmap e591: 8 total, 8 up, 8 in 2024-04-22T04:36:11.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:11 smithi040 ceph-mon[88445]: pgmap v600: 121 pgs: 121 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-04-22T04:36:11.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:11 smithi040 ceph-mon[91058]: osdmap e591: 8 total, 8 up, 8 in 2024-04-22T04:36:11.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:11 smithi040 ceph-mon[91058]: pgmap v600: 121 pgs: 121 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-04-22T04:36:12.036 INFO:tasks.rados.rados.0.smithi040.stdout:2722: finishing rollback tid 0 to smithi04078109-31 2024-04-22T04:36:12.036 INFO:tasks.rados.rados.0.smithi040.stdout:2722: finishing rollback tid 1 to smithi04078109-31 2024-04-22T04:36:12.036 INFO:tasks.rados.rados.0.smithi040.stdout:2722: finishing rollback tid 2 to smithi04078109-31 2024-04-22T04:36:12.036 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 1936 (ObjNum 775 snap 232 seq_num 775) dirty exists 2024-04-22T04:36:12.036 INFO:tasks.rados.rados.0.smithi040.stdout:2716: done (3 left) 2024-04-22T04:36:12.036 INFO:tasks.rados.rados.0.smithi040.stdout:2717: done (2 left) 2024-04-22T04:36:12.036 INFO:tasks.rados.rados.0.smithi040.stdout:2718: done (1 left) 2024-04-22T04:36:12.036 INFO:tasks.rados.rados.0.smithi040.stdout:2722: done (0 left) 2024-04-22T04:36:12.036 INFO:tasks.rados.rados.0.smithi040.stdout:2723: rollback oid 3 current snap is 274 2024-04-22T04:36:12.036 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 3 to 259 2024-04-22T04:36:12.036 INFO:tasks.rados.rados.0.smithi040.stdout:2724: delete oid 30 current snap is 274 2024-04-22T04:36:12.038 INFO:tasks.rados.rados.0.smithi040.stdout:2724: done (1 left) 2024-04-22T04:36:12.038 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 274 2024-04-22T04:36:12.038 INFO:tasks.rados.rados.0.smithi040.stdout:2725: seq_num 871 ranges {6266880=188416} 2024-04-22T04:36:12.073 INFO:tasks.rados.rados.0.smithi040.stdout:2725: writing smithi04078109-31 from 6266880 to 6455296 tid 1 2024-04-22T04:36:12.073 INFO:tasks.rados.rados.0.smithi040.stdout:2726: delete oid 44 current snap is 274 2024-04-22T04:36:12.073 INFO:tasks.rados.rados.0.smithi040.stdout:2723: finishing rollback tid 0 to smithi04078109-3 2024-04-22T04:36:12.073 INFO:tasks.rados.rados.0.smithi040.stdout:2723: finishing rollback tid 1 to smithi04078109-3 2024-04-22T04:36:12.073 INFO:tasks.rados.rados.0.smithi040.stdout:2723: finishing rollback tid 2 to smithi04078109-3 2024-04-22T04:36:12.074 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 1738 (ObjNum 764 snap 230 seq_num 764) dirty exists 2024-04-22T04:36:12.076 INFO:tasks.rados.rados.0.smithi040.stdout:2725: finishing write tid 1 to smithi04078109-31 2024-04-22T04:36:12.078 INFO:tasks.rados.rados.0.smithi040.stdout:2725: finishing write tid 2 to smithi04078109-31 2024-04-22T04:36:12.078 INFO:tasks.rados.rados.0.smithi040.stdout:2723: done (2 left) 2024-04-22T04:36:12.078 INFO:tasks.rados.rados.0.smithi040.stdout:2726: done (1 left) 2024-04-22T04:36:12.078 INFO:tasks.rados.rados.0.smithi040.stdout:2727: snap_remove snap 273 2024-04-22T04:36:12.170 INFO:tasks.rados.rados.0.smithi040.stdout:2727: done (1 left) 2024-04-22T04:36:12.170 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 39 current snap is 274 2024-04-22T04:36:12.170 INFO:tasks.rados.rados.0.smithi040.stdout:2725: finishing write tid 3 to smithi04078109-31 2024-04-22T04:36:12.170 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 1942 (ObjNum 871 snap 274 seq_num 871) dirty exists 2024-04-22T04:36:12.170 INFO:tasks.rados.rados.0.smithi040.stdout:2725: left oid 31 (ObjNum 871 snap 274 seq_num 871) 2024-04-22T04:36:12.170 INFO:tasks.rados.rados.0.smithi040.stdout:2728: seq_num 873 ranges {13991936=229376} 2024-04-22T04:36:12.248 INFO:tasks.rados.rados.0.smithi040.stdout:2728: writing smithi04078109-39 from 13991936 to 14221312 tid 1 2024-04-22T04:36:12.248 INFO:tasks.rados.rados.0.smithi040.stdout:2725: done (1 left) 2024-04-22T04:36:12.248 INFO:tasks.rados.rados.0.smithi040.stdout:2729: snap_remove snap 257 2024-04-22T04:36:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:12 smithi062 ceph-mon[78153]: osdmap e592: 8 total, 8 up, 8 in 2024-04-22T04:36:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:12 smithi062 ceph-mon[78153]: osdmap e593: 8 total, 8 up, 8 in 2024-04-22T04:36:12.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:12 smithi040 ceph-mon[88445]: osdmap e592: 8 total, 8 up, 8 in 2024-04-22T04:36:12.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:12 smithi040 ceph-mon[88445]: osdmap e593: 8 total, 8 up, 8 in 2024-04-22T04:36:12.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:12 smithi040 ceph-mon[91058]: osdmap e592: 8 total, 8 up, 8 in 2024-04-22T04:36:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:12 smithi040 ceph-mon[91058]: osdmap e593: 8 total, 8 up, 8 in 2024-04-22T04:36:13.089 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:12 smithi062 systemd[1]: Stopping Ceph prometheus.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:36:13.201 INFO:tasks.rados.rados.0.smithi040.stdout:2729: done (1 left) 2024-04-22T04:36:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2730: copy_from oid 8 from oid 42 current snap is 274 2024-04-22T04:36:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2728: finishing write tid 1 to smithi04078109-39 2024-04-22T04:36:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2728: finishing write tid 2 to smithi04078109-39 2024-04-22T04:36:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2728: finishing write tid 3 to smithi04078109-39 2024-04-22T04:36:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 1821 (ObjNum 873 snap 274 seq_num 873) dirty exists 2024-04-22T04:36:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2728: left oid 39 (ObjNum 873 snap 274 seq_num 873) 2024-04-22T04:36:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2728: done (1 left) 2024-04-22T04:36:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2731: read oid 40 snap 269 2024-04-22T04:36:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2731: expect deleted 2024-04-22T04:36:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2732: copy_from oid 10 from oid 26 current snap is 274 2024-04-22T04:36:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2733: rmattr oid 35 current snap is 274 2024-04-22T04:36:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2733: done (3 left) 2024-04-22T04:36:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2734: rmattr oid 20 current snap is 274 2024-04-22T04:36:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2734: done (3 left) 2024-04-22T04:36:13.203 INFO:tasks.rados.rados.0.smithi040.stdout:2735: snap_create 2024-04-22T04:36:13.205 INFO:tasks.rados.rados.0.smithi040.stdout:2730: finishing copy_from to smithi04078109-8 2024-04-22T04:36:13.205 INFO:tasks.rados.rados.0.smithi040.stdout:2730: got expected ENOENT (src dne) 2024-04-22T04:36:13.205 INFO:tasks.rados.rados.0.smithi040.stdout:2730: finishing copy_from racing read to smithi04078109-8 2024-04-22T04:36:13.224 INFO:tasks.rados.rados.0.smithi040.stdout:2732: finishing copy_from racing read to smithi04078109-10 2024-04-22T04:36:13.231 INFO:tasks.rados.rados.0.smithi040.stdout:2732: finishing copy_from to smithi04078109-10 2024-04-22T04:36:13.231 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1270 (ObjNum 854 snap 270 seq_num 854) dirty exists 2024-04-22T04:36:13.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:13 smithi062 ceph-mon[78153]: pgmap v603: 121 pgs: 121 active+clean; 412 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-22T04:36:13.381 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:36:13.090Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-22T04:36:13.381 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:36:13.090Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-22T04:36:13.381 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:36:13.090Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-22T04:36:13.382 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:36:13.090Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-22T04:36:13.382 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:36:13.090Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-22T04:36:13.382 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:36:13.090Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-22T04:36:13.382 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:36:13.091Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-22T04:36:13.382 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:36:13.091Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-22T04:36:13.382 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:36:13.091Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-22T04:36:13.382 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:36:13.091Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-22T04:36:13.382 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:36:13.091Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-22T04:36:13.382 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:13 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[64056]: ts=2024-04-22T04:36:13.091Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-22T04:36:13.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:13 smithi040 ceph-mon[91058]: pgmap v603: 121 pgs: 121 active+clean; 412 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-22T04:36:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:13 smithi040 ceph-mon[88445]: pgmap v603: 121 pgs: 121 active+clean; 412 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-22T04:36:13.881 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:13 smithi062 bash[107268]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a 2024-04-22T04:36:14.193 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:13 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@prometheus.a.service: Succeeded. 2024-04-22T04:36:14.193 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:13 smithi062 systemd[1]: Stopped Ceph prometheus.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:36:14.193 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 systemd[1]: Starting Ceph prometheus.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:36:14.204 INFO:tasks.rados.rados.0.smithi040.stdout:2730: done (3 left) 2024-04-22T04:36:14.204 INFO:tasks.rados.rados.0.smithi040.stdout:2731: done (2 left) 2024-04-22T04:36:14.204 INFO:tasks.rados.rados.0.smithi040.stdout:2732: done (1 left) 2024-04-22T04:36:14.204 INFO:tasks.rados.rados.0.smithi040.stdout:2735: done (0 left) 2024-04-22T04:36:14.204 INFO:tasks.rados.rados.0.smithi040.stdout:2736: read oid 19 snap -1 2024-04-22T04:36:14.204 INFO:tasks.rados.rados.0.smithi040.stdout:2736: expect (ObjNum 813 snap 249 seq_num 813) 2024-04-22T04:36:14.204 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 41 current snap is 275 2024-04-22T04:36:14.204 INFO:tasks.rados.rados.0.smithi040.stdout:2737: seq_num 874 ranges {0=245760} 2024-04-22T04:36:14.205 INFO:tasks.rados.rados.0.smithi040.stdout:2737: writing smithi04078109-41 from 0 to 245760 tid 1 2024-04-22T04:36:14.205 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 7 current snap is 275 2024-04-22T04:36:14.205 INFO:tasks.rados.rados.0.smithi040.stdout:2738: seq_num 875 ranges {0=262144} 2024-04-22T04:36:14.207 INFO:tasks.rados.rados.0.smithi040.stdout:2738: writing smithi04078109-7 from 0 to 262144 tid 1 2024-04-22T04:36:14.207 INFO:tasks.rados.rados.0.smithi040.stdout:2739: snap_create 2024-04-22T04:36:14.212 INFO:tasks.rados.rados.0.smithi040.stdout:2737: finishing write tid 1 to smithi04078109-41 2024-04-22T04:36:14.213 INFO:tasks.rados.rados.0.smithi040.stdout:2736: expect (ObjNum 813 snap 249 seq_num 813) 2024-04-22T04:36:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:2738: finishing write tid 1 to smithi04078109-7 2024-04-22T04:36:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:2737: finishing write tid 2 to smithi04078109-41 2024-04-22T04:36:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:2738: finishing write tid 2 to smithi04078109-7 2024-04-22T04:36:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:2737: finishing write tid 3 to smithi04078109-41 2024-04-22T04:36:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 1952 (ObjNum 874 snap 275 seq_num 874) dirty exists 2024-04-22T04:36:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:2737: left oid 41 (ObjNum 874 snap 275 seq_num 874) 2024-04-22T04:36:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:2738: finishing write tid 3 to smithi04078109-7 2024-04-22T04:36:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 1741 (ObjNum 875 snap 275 seq_num 875) dirty exists 2024-04-22T04:36:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:2738: left oid 7 (ObjNum 875 snap 275 seq_num 875) 2024-04-22T04:36:14.485 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-mon[78153]: osdmap e594: 8 total, 8 up, 8 in 2024-04-22T04:36:14.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:14 smithi040 ceph-mon[88445]: osdmap e594: 8 total, 8 up, 8 in 2024-04-22T04:36:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:14 smithi040 ceph-mon[91058]: osdmap e594: 8 total, 8 up, 8 in 2024-04-22T04:36:15.131 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.689Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-22T04:36:15.131 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.689Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-22T04:36:15.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.689Z caller=main.go:570 level=info host_details="(Linux 4.18.0-552.el8.x86_64 #1 SMP Sun Apr 7 19:39:51 UTC 2024 x86_64 smithi062 (none))" 2024-04-22T04:36:15.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.689Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-22T04:36:15.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.689Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-22T04:36:15.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.690Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-22T04:36:15.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.691Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-22T04:36:15.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.692Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-22T04:36:15.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.692Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-22T04:36:15.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.695Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-22T04:36:15.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.695Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.561µs 2024-04-22T04:36:15.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.695Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-22T04:36:15.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.701Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-22T04:36:15.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.724Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-22T04:36:15.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.724Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-22T04:36:15.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.724Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=24.32µs wal_replay_duration=29.06196ms wbl_replay_duration=92ns total_replay_duration=29.105343ms 2024-04-22T04:36:15.132 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.727Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-22T04:36:15.133 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.727Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-22T04:36:15.133 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.727Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-22T04:36:15.133 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.742Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.63501ms db_storage=838ns remote_storage=1.066µs web_handler=430ns query_engine=621ns scrape=463.588µs scrape_sd=25.731µs notify=26.309µs notify_sd=7.543µs rules=13.895576ms tracing=7.02µs 2024-04-22T04:36:15.133 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.742Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-22T04:36:15.133 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T04:36:14.742Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-22T04:36:15.133 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 bash[107421]: 4458419c04fe22ed14a1b617bf50f483afbdff11ed5bb89cabc865728a254c84 2024-04-22T04:36:15.133 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 04:36:14 smithi062 systemd[1]: Started Ceph prometheus.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:36:15.209 INFO:tasks.rados.rados.0.smithi040.stdout:2736: done (3 left) 2024-04-22T04:36:15.209 INFO:tasks.rados.rados.0.smithi040.stdout:2737: done (2 left) 2024-04-22T04:36:15.209 INFO:tasks.rados.rados.0.smithi040.stdout:2738: done (1 left) 2024-04-22T04:36:15.209 INFO:tasks.rados.rados.0.smithi040.stdout:2739: done (0 left) 2024-04-22T04:36:15.209 INFO:tasks.rados.rados.0.smithi040.stdout:2740: read oid 29 snap -1 2024-04-22T04:36:15.209 INFO:tasks.rados.rados.0.smithi040.stdout:2740: expect (ObjNum 784 snap 237 seq_num 784) 2024-04-22T04:36:15.210 INFO:tasks.rados.rados.0.smithi040.stdout:2741: snap_create 2024-04-22T04:36:15.231 INFO:tasks.rados.rados.0.smithi040.stdout:2740: expect (ObjNum 784 snap 237 seq_num 784) 2024-04-22T04:36:15.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:15 smithi062 ceph-mon[78153]: osdmap e595: 8 total, 8 up, 8 in 2024-04-22T04:36:15.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:15 smithi062 ceph-mon[78153]: pgmap v606: 121 pgs: 121 active+clean; 412 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 46 KiB/s wr, 11 op/s 2024-04-22T04:36:15.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:15 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:15.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:15 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:15.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:15 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:36:15.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:15 smithi040 ceph-mon[91058]: osdmap e595: 8 total, 8 up, 8 in 2024-04-22T04:36:15.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:15 smithi040 ceph-mon[91058]: pgmap v606: 121 pgs: 121 active+clean; 412 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 46 KiB/s wr, 11 op/s 2024-04-22T04:36:15.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:15 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:15.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:15 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:15.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:15 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:36:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:15 smithi040 ceph-mon[88445]: osdmap e595: 8 total, 8 up, 8 in 2024-04-22T04:36:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:15 smithi040 ceph-mon[88445]: pgmap v606: 121 pgs: 121 active+clean; 412 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 46 KiB/s wr, 11 op/s 2024-04-22T04:36:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:15 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:15 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:15 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:36:16.210 INFO:tasks.rados.rados.0.smithi040.stdout:2740: done (1 left) 2024-04-22T04:36:16.210 INFO:tasks.rados.rados.0.smithi040.stdout:2741: done (0 left) 2024-04-22T04:36:16.211 INFO:tasks.rados.rados.0.smithi040.stdout:2742: rollback oid 30 current snap is 277 2024-04-22T04:36:16.211 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 30 to 250 2024-04-22T04:36:16.211 INFO:tasks.rados.rados.0.smithi040.stdout:2743: delete oid 21 current snap is 277 2024-04-22T04:36:16.215 INFO:tasks.rados.rados.0.smithi040.stdout:2742: finishing rollback tid 1 to smithi04078109-30 2024-04-22T04:36:16.216 INFO:tasks.rados.rados.0.smithi040.stdout:2742: finishing rollback tid 2 to smithi04078109-30 2024-04-22T04:36:16.216 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 1677 (ObjNum 724 snap 222 seq_num 724) dirty exists 2024-04-22T04:36:16.217 INFO:tasks.rados.rados.0.smithi040.stdout:2742: done (1 left) 2024-04-22T04:36:16.217 INFO:tasks.rados.rados.0.smithi040.stdout:2743: done (0 left) 2024-04-22T04:36:16.217 INFO:tasks.rados.rados.0.smithi040.stdout:2744: snap_create 2024-04-22T04:36:16.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:16 smithi062 ceph-mon[78153]: osdmap e596: 8 total, 8 up, 8 in 2024-04-22T04:36:16.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:16 smithi040 ceph-mon[88445]: osdmap e596: 8 total, 8 up, 8 in 2024-04-22T04:36:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:16 smithi040 ceph-mon[91058]: osdmap e596: 8 total, 8 up, 8 in 2024-04-22T04:36:17.170 INFO:tasks.rados.rados.0.smithi040.stdout:2744: done (0 left) 2024-04-22T04:36:17.171 INFO:tasks.rados.rados.0.smithi040.stdout:2745: snap_create 2024-04-22T04:36:17.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:17 smithi062 ceph-mon[78153]: osdmap e597: 8 total, 8 up, 8 in 2024-04-22T04:36:17.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:17 smithi062 ceph-mon[78153]: pgmap v609: 121 pgs: 121 active+clean; 412 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 226 KiB/s wr, 6 op/s 2024-04-22T04:36:17.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:17 smithi062 ceph-mon[78153]: osdmap e598: 8 total, 8 up, 8 in 2024-04-22T04:36:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:17 smithi040 ceph-mon[91058]: osdmap e597: 8 total, 8 up, 8 in 2024-04-22T04:36:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:17 smithi040 ceph-mon[91058]: pgmap v609: 121 pgs: 121 active+clean; 412 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 226 KiB/s wr, 6 op/s 2024-04-22T04:36:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:17 smithi040 ceph-mon[91058]: osdmap e598: 8 total, 8 up, 8 in 2024-04-22T04:36:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:17 smithi040 ceph-mon[88445]: osdmap e597: 8 total, 8 up, 8 in 2024-04-22T04:36:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:17 smithi040 ceph-mon[88445]: pgmap v609: 121 pgs: 121 active+clean; 412 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 226 KiB/s wr, 6 op/s 2024-04-22T04:36:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:17 smithi040 ceph-mon[88445]: osdmap e598: 8 total, 8 up, 8 in 2024-04-22T04:36:18.174 INFO:tasks.rados.rados.0.smithi040.stdout:2745: done (0 left) 2024-04-22T04:36:18.174 INFO:tasks.rados.rados.0.smithi040.stdout:2746: delete oid 36 current snap is 279 2024-04-22T04:36:18.178 INFO:tasks.rados.rados.0.smithi040.stdout:2746: done (0 left) 2024-04-22T04:36:18.178 INFO:tasks.rados.rados.0.smithi040.stdout:2747: delete oid 1 current snap is 279 2024-04-22T04:36:18.181 INFO:tasks.rados.rados.0.smithi040.stdout:2747: done (0 left) 2024-04-22T04:36:18.181 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 279 2024-04-22T04:36:18.181 INFO:tasks.rados.rados.0.smithi040.stdout:2748: seq_num 879 ranges {0=327680} 2024-04-22T04:36:18.183 INFO:tasks.rados.rados.0.smithi040.stdout:2748: writing smithi04078109-21 from 0 to 327680 tid 1 2024-04-22T04:36:18.183 INFO:tasks.rados.rados.0.smithi040.stdout:2749: copy_from oid 19 from oid 49 current snap is 279 2024-04-22T04:36:18.183 INFO:tasks.rados.rados.0.smithi040.stdout:2750: read oid 9 snap -1 2024-04-22T04:36:18.183 INFO:tasks.rados.rados.0.smithi040.stdout:2750: expect (ObjNum 812 snap 249 seq_num 812) 2024-04-22T04:36:18.183 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 5 current snap is 279 2024-04-22T04:36:18.183 INFO:tasks.rados.rados.0.smithi040.stdout:2751: seq_num 880 ranges {2334720=344064} 2024-04-22T04:36:18.198 INFO:tasks.rados.rados.0.smithi040.stdout:2751: writing smithi04078109-5 from 2334720 to 2678784 tid 1 2024-04-22T04:36:18.198 INFO:tasks.rados.rados.0.smithi040.stdout:2752: read oid 46 snap -1 2024-04-22T04:36:18.199 INFO:tasks.rados.rados.0.smithi040.stdout:2752: expect (ObjNum 757 snap 228 seq_num 757) 2024-04-22T04:36:18.199 INFO:tasks.rados.rados.0.smithi040.stdout:2753: delete oid 16 current snap is 279 2024-04-22T04:36:18.199 INFO:tasks.rados.rados.0.smithi040.stdout:2748: finishing write tid 1 to smithi04078109-21 2024-04-22T04:36:18.199 INFO:tasks.rados.rados.0.smithi040.stdout:2748: finishing write tid 2 to smithi04078109-21 2024-04-22T04:36:18.199 INFO:tasks.rados.rados.0.smithi040.stdout:2750: expect (ObjNum 812 snap 249 seq_num 812) 2024-04-22T04:36:18.244 INFO:tasks.rados.rados.0.smithi040.stdout:2748: finishing write tid 3 to smithi04078109-21 2024-04-22T04:36:18.244 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 1679 (ObjNum 879 snap 279 seq_num 879) dirty exists 2024-04-22T04:36:18.244 INFO:tasks.rados.rados.0.smithi040.stdout:2748: left oid 21 (ObjNum 879 snap 279 seq_num 879) 2024-04-22T04:36:18.244 INFO:tasks.rados.rados.0.smithi040.stdout:2748: done (5 left) 2024-04-22T04:36:18.244 INFO:tasks.rados.rados.0.smithi040.stdout:2750: done (4 left) 2024-04-22T04:36:18.244 INFO:tasks.rados.rados.0.smithi040.stdout:2753: done (3 left) 2024-04-22T04:36:18.244 INFO:tasks.rados.rados.0.smithi040.stdout:2754: setattr oid 18 current snap is 279 2024-04-22T04:36:18.244 INFO:tasks.rados.rados.0.smithi040.stdout:2749: finishing copy_from racing read to smithi04078109-19 2024-04-22T04:36:18.245 INFO:tasks.rados.rados.0.smithi040.stdout:2749: finishing copy_from to smithi04078109-19 2024-04-22T04:36:18.245 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 1736 (ObjNum 788 snap 237 seq_num 788) dirty exists 2024-04-22T04:36:18.245 INFO:tasks.rados.rados.0.smithi040.stdout:2751: finishing write tid 1 to smithi04078109-5 2024-04-22T04:36:18.245 INFO:tasks.rados.rados.0.smithi040.stdout:2751: finishing write tid 2 to smithi04078109-5 2024-04-22T04:36:18.245 INFO:tasks.rados.rados.0.smithi040.stdout:2751: finishing write tid 3 to smithi04078109-5 2024-04-22T04:36:18.245 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 1955 (ObjNum 880 snap 279 seq_num 880) dirty exists 2024-04-22T04:36:18.245 INFO:tasks.rados.rados.0.smithi040.stdout:2751: left oid 5 (ObjNum 880 snap 279 seq_num 880) 2024-04-22T04:36:18.245 INFO:tasks.rados.rados.0.smithi040.stdout:2752: expect (ObjNum 757 snap 228 seq_num 757) 2024-04-22T04:36:18.262 INFO:tasks.rados.rados.0.smithi040.stdout:2749: done (3 left) 2024-04-22T04:36:18.262 INFO:tasks.rados.rados.0.smithi040.stdout:2751: done (2 left) 2024-04-22T04:36:18.263 INFO:tasks.rados.rados.0.smithi040.stdout:2752: done (1 left) 2024-04-22T04:36:18.263 INFO:tasks.rados.rados.0.smithi040.stdout:2755: read oid 14 snap -1 2024-04-22T04:36:18.263 INFO:tasks.rados.rados.0.smithi040.stdout:2755: expect (ObjNum 842 snap 264 seq_num 842) 2024-04-22T04:36:18.263 INFO:tasks.rados.rados.0.smithi040.stdout:2756: snap_create 2024-04-22T04:36:18.265 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 1272 (ObjNum -1443699568 snap 21852 seq_num 2851725952) dirty exists 2024-04-22T04:36:18.279 INFO:tasks.rados.rados.0.smithi040.stdout:2755: expect (ObjNum 842 snap 264 seq_num 842) 2024-04-22T04:36:19.176 INFO:tasks.rados.rados.0.smithi040.stdout:2754: done (2 left) 2024-04-22T04:36:19.176 INFO:tasks.rados.rados.0.smithi040.stdout:2755: done (1 left) 2024-04-22T04:36:19.176 INFO:tasks.rados.rados.0.smithi040.stdout:2756: done (0 left) 2024-04-22T04:36:19.176 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 280 2024-04-22T04:36:19.176 INFO:tasks.rados.rados.0.smithi040.stdout:2757: seq_num 882 ranges {12165120=376832} 2024-04-22T04:36:19.245 INFO:tasks.rados.rados.0.smithi040.stdout:2757: writing smithi04078109-23 from 12165120 to 12541952 tid 1 2024-04-22T04:36:19.245 INFO:tasks.rados.rados.0.smithi040.stdout:2758: snap_create 2024-04-22T04:36:19.250 INFO:tasks.rados.rados.0.smithi040.stdout:2757: finishing write tid 1 to smithi04078109-23 2024-04-22T04:36:19.250 INFO:tasks.rados.rados.0.smithi040.stdout:2757: finishing write tid 2 to smithi04078109-23 2024-04-22T04:36:19.254 INFO:tasks.rados.rados.0.smithi040.stdout:2757: finishing write tid 3 to smithi04078109-23 2024-04-22T04:36:19.254 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 1740 (ObjNum 882 snap 280 seq_num 882) dirty exists 2024-04-22T04:36:19.254 INFO:tasks.rados.rados.0.smithi040.stdout:2757: left oid 23 (ObjNum 882 snap 280 seq_num 882) 2024-04-22T04:36:19.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:19 smithi062 ceph-mon[78153]: osdmap e599: 8 total, 8 up, 8 in 2024-04-22T04:36:19.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:19 smithi062 ceph-mon[78153]: pgmap v612: 121 pgs: 121 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-22T04:36:19.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:19 smithi040 ceph-mon[88445]: osdmap e599: 8 total, 8 up, 8 in 2024-04-22T04:36:19.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:19 smithi040 ceph-mon[88445]: pgmap v612: 121 pgs: 121 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-22T04:36:19.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:19 smithi040 ceph-mon[91058]: osdmap e599: 8 total, 8 up, 8 in 2024-04-22T04:36:19.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:19 smithi040 ceph-mon[91058]: pgmap v612: 121 pgs: 121 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-22T04:36:20.254 INFO:tasks.rados.rados.0.smithi040.stdout:2757: done (1 left) 2024-04-22T04:36:20.254 INFO:tasks.rados.rados.0.smithi040.stdout:2758: done (0 left) 2024-04-22T04:36:20.254 INFO:tasks.rados.rados.0.smithi040.stdout:2759: delete oid 5 current snap is 281 2024-04-22T04:36:20.259 INFO:tasks.rados.rados.0.smithi040.stdout:2759: done (0 left) 2024-04-22T04:36:20.259 INFO:tasks.rados.rados.0.smithi040.stdout:2760: delete oid 6 current snap is 281 2024-04-22T04:36:20.265 INFO:tasks.rados.rados.0.smithi040.stdout:2760: done (0 left) 2024-04-22T04:36:20.265 INFO:tasks.rados.rados.0.smithi040.stdout:2761: read oid 20 snap 260 2024-04-22T04:36:20.265 INFO:tasks.rados.rados.0.smithi040.stdout:2761: expect (ObjNum 692 snap 213 seq_num 692) 2024-04-22T04:36:20.266 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 281 2024-04-22T04:36:20.266 INFO:tasks.rados.rados.0.smithi040.stdout:2762: seq_num 885 ranges {73728=425984} 2024-04-22T04:36:20.268 INFO:tasks.rados.rados.0.smithi040.stdout:2762: writing smithi04078109-25 from 73728 to 499712 tid 1 2024-04-22T04:36:20.268 INFO:tasks.rados.rados.0.smithi040.stdout:2763: snap_remove snap 267 2024-04-22T04:36:20.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:36:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:36:20] "GET /metrics HTTP/1.1" 200 241793 "" "Prometheus/2.43.0" 2024-04-22T04:36:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:20 smithi040 ceph-mon[88445]: osdmap e600: 8 total, 8 up, 8 in 2024-04-22T04:36:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:20 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:20 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:20 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:20 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:20 smithi040 ceph-mon[91058]: osdmap e600: 8 total, 8 up, 8 in 2024-04-22T04:36:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:20 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:20 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:20 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:20 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:20.568 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:20 smithi062 ceph-mon[78153]: osdmap e600: 8 total, 8 up, 8 in 2024-04-22T04:36:20.568 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:20 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:20.568 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:20 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:20.568 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:20 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:20.569 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:20 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:21.260 INFO:tasks.rados.rados.0.smithi040.stdout:2763: done (2 left) 2024-04-22T04:36:21.260 INFO:tasks.rados.rados.0.smithi040.stdout:2764: snap_remove snap 249 2024-04-22T04:36:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:21 smithi062 ceph-mon[78153]: osdmap e601: 8 total, 8 up, 8 in 2024-04-22T04:36:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:36:21.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:21 smithi040 ceph-mon[88445]: osdmap e601: 8 total, 8 up, 8 in 2024-04-22T04:36:21.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:36:21.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:21 smithi040 ceph-mon[91058]: osdmap e601: 8 total, 8 up, 8 in 2024-04-22T04:36:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:36:22.171 INFO:tasks.rados.rados.0.smithi040.stdout:2764: done (2 left) 2024-04-22T04:36:22.171 INFO:tasks.rados.rados.0.smithi040.stdout:2765: read oid 48 snap 235 2024-04-22T04:36:22.171 INFO:tasks.rados.rados.0.smithi040.stdout:2765: expect (ObjNum 766 snap 230 seq_num 766) 2024-04-22T04:36:22.171 INFO:tasks.rados.rados.0.smithi040.stdout:2766: snap_remove snap 252 2024-04-22T04:36:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:22 smithi062 ceph-mon[78153]: pgmap v615: 121 pgs: 121 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 866 KiB/s wr, 2 op/s 2024-04-22T04:36:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:22 smithi062 ceph-mon[78153]: osdmap e602: 8 total, 8 up, 8 in 2024-04-22T04:36:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:22 smithi062 ceph-mon[78153]: osdmap e603: 8 total, 8 up, 8 in 2024-04-22T04:36:22.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:22 smithi040 ceph-mon[88445]: pgmap v615: 121 pgs: 121 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 866 KiB/s wr, 2 op/s 2024-04-22T04:36:22.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:22 smithi040 ceph-mon[88445]: osdmap e602: 8 total, 8 up, 8 in 2024-04-22T04:36:22.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:22 smithi040 ceph-mon[88445]: osdmap e603: 8 total, 8 up, 8 in 2024-04-22T04:36:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:22 smithi040 ceph-mon[91058]: pgmap v615: 121 pgs: 121 active+clean; 418 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 866 KiB/s wr, 2 op/s 2024-04-22T04:36:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:22 smithi040 ceph-mon[91058]: osdmap e602: 8 total, 8 up, 8 in 2024-04-22T04:36:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:22 smithi040 ceph-mon[91058]: osdmap e603: 8 total, 8 up, 8 in 2024-04-22T04:36:23.176 INFO:tasks.rados.rados.0.smithi040.stdout:2766: done (3 left) 2024-04-22T04:36:23.176 INFO:tasks.rados.rados.0.smithi040.stdout:2767: snap_remove snap 266 2024-04-22T04:36:24.183 INFO:tasks.rados.rados.0.smithi040.stdout:2767: done (3 left) 2024-04-22T04:36:24.183 INFO:tasks.rados.rados.0.smithi040.stdout:2768: delete oid 38 current snap is 281 2024-04-22T04:36:24.188 INFO:tasks.rados.rados.0.smithi040.stdout:2762: finishing write tid 1 to smithi04078109-25 2024-04-22T04:36:24.188 INFO:tasks.rados.rados.0.smithi040.stdout:2762: finishing write tid 2 to smithi04078109-25 2024-04-22T04:36:24.188 INFO:tasks.rados.rados.0.smithi040.stdout:2762: finishing write tid 3 to smithi04078109-25 2024-04-22T04:36:24.188 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 1959 (ObjNum 885 snap 281 seq_num 885) dirty exists 2024-04-22T04:36:24.188 INFO:tasks.rados.rados.0.smithi040.stdout:2762: left oid 25 (ObjNum 885 snap 281 seq_num 885) 2024-04-22T04:36:24.188 INFO:tasks.rados.rados.0.smithi040.stdout:2761: expect (ObjNum 692 snap 213 seq_num 692) 2024-04-22T04:36:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:24 smithi062 ceph-mon[78153]: pgmap v618: 121 pgs: 121 active+clean; 421 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 761 KiB/s wr, 12 op/s 2024-04-22T04:36:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:24 smithi062 ceph-mon[78153]: osdmap e604: 8 total, 8 up, 8 in 2024-04-22T04:36:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:24 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:24 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:24 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:36:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:24 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:36:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:24 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:24.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:24 smithi040 ceph-mon[88445]: pgmap v618: 121 pgs: 121 active+clean; 421 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 761 KiB/s wr, 12 op/s 2024-04-22T04:36:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:24 smithi040 ceph-mon[88445]: osdmap e604: 8 total, 8 up, 8 in 2024-04-22T04:36:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:24 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:24 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:24 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:36:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:24 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:36:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:24 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:24 smithi040 ceph-mon[91058]: pgmap v618: 121 pgs: 121 active+clean; 421 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 761 KiB/s wr, 12 op/s 2024-04-22T04:36:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:24 smithi040 ceph-mon[91058]: osdmap e604: 8 total, 8 up, 8 in 2024-04-22T04:36:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:24 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:24.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:24 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:24.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:24 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:36:24.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:24 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:36:24.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:24 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:24.671 INFO:tasks.rados.rados.0.smithi040.stdout:2765: expect (ObjNum 766 snap 230 seq_num 766) 2024-04-22T04:36:25.308 INFO:tasks.rados.rados.0.smithi040.stdout:2761: done (3 left) 2024-04-22T04:36:25.308 INFO:tasks.rados.rados.0.smithi040.stdout:2762: done (2 left) 2024-04-22T04:36:25.308 INFO:tasks.rados.rados.0.smithi040.stdout:2765: done (1 left) 2024-04-22T04:36:25.309 INFO:tasks.rados.rados.0.smithi040.stdout:2768: done (0 left) 2024-04-22T04:36:25.309 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 27 current snap is 281 2024-04-22T04:36:25.309 INFO:tasks.rados.rados.0.smithi040.stdout:2769: seq_num 887 ranges {0=458752} 2024-04-22T04:36:25.311 INFO:tasks.rados.rados.0.smithi040.stdout:2769: writing smithi04078109-27 from 0 to 458752 tid 1 2024-04-22T04:36:25.311 INFO:tasks.rados.rados.0.smithi040.stdout:2770: read oid 18 snap -1 2024-04-22T04:36:25.311 INFO:tasks.rados.rados.0.smithi040.stdout:2770: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:36:25.311 INFO:tasks.rados.rados.0.smithi040.stdout:2771: read oid 39 snap -1 2024-04-22T04:36:25.311 INFO:tasks.rados.rados.0.smithi040.stdout:2771: expect (ObjNum 873 snap 274 seq_num 873) 2024-04-22T04:36:25.311 INFO:tasks.rados.rados.0.smithi040.stdout:2772: snap_create 2024-04-22T04:36:25.312 INFO:tasks.rados.rados.0.smithi040.stdout:2770: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:36:25.331 INFO:tasks.rados.rados.0.smithi040.stdout:2769: finishing write tid 1 to smithi04078109-27 2024-04-22T04:36:25.331 INFO:tasks.rados.rados.0.smithi040.stdout:2769: finishing write tid 2 to smithi04078109-27 2024-04-22T04:36:25.332 INFO:tasks.rados.rados.0.smithi040.stdout:2769: finishing write tid 3 to smithi04078109-27 2024-04-22T04:36:25.333 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 1738 (ObjNum 887 snap 281 seq_num 887) dirty exists 2024-04-22T04:36:25.333 INFO:tasks.rados.rados.0.smithi040.stdout:2769: left oid 27 (ObjNum 887 snap 281 seq_num 887) 2024-04-22T04:36:25.382 INFO:tasks.rados.rados.0.smithi040.stdout:2771: expect (ObjNum 873 snap 274 seq_num 873) 2024-04-22T04:36:25.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:25 smithi062 ceph-mon[78153]: osdmap e605: 8 total, 8 up, 8 in 2024-04-22T04:36:25.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T04:36:25.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:25 smithi062 ceph-mon[78153]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T04:36:25.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:36:25.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.569 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[88445]: osdmap e605: 8 total, 8 up, 8 in 2024-04-22T04:36:25.569 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T04:36:25.570 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[88445]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T04:36:25.570 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:36:25.570 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.570 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.570 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.570 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.570 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.570 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.570 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.570 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.570 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.570 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.571 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.571 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.571 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[91058]: osdmap e605: 8 total, 8 up, 8 in 2024-04-22T04:36:25.571 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T04:36:25.571 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[91058]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T04:36:25.571 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:36:25.571 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.571 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.571 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.571 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.571 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.572 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.572 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.572 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.572 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.572 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.572 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.572 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:36:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:36:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:36:26.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:26 smithi040 ceph-mon[88445]: pgmap v621: 121 pgs: 121 active+clean; 421 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 804 KiB/s wr, 12 op/s 2024-04-22T04:36:26.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:26 smithi040 ceph-mon[91058]: pgmap v621: 121 pgs: 121 active+clean; 421 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 804 KiB/s wr, 12 op/s 2024-04-22T04:36:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:26 smithi062 ceph-mon[78153]: pgmap v621: 121 pgs: 121 active+clean; 421 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 804 KiB/s wr, 12 op/s 2024-04-22T04:36:26.929 INFO:tasks.rados.rados.0.smithi040.stdout:2769: done (3 left) 2024-04-22T04:36:26.929 INFO:tasks.rados.rados.0.smithi040.stdout:2770: done (2 left) 2024-04-22T04:36:26.929 INFO:tasks.rados.rados.0.smithi040.stdout:2771: done (1 left) 2024-04-22T04:36:26.929 INFO:tasks.rados.rados.0.smithi040.stdout:2772: done (0 left) 2024-04-22T04:36:26.929 INFO:tasks.rados.rados.0.smithi040.stdout:2773: delete oid 13 current snap is 282 2024-04-22T04:36:26.931 INFO:tasks.rados.rados.0.smithi040.stdout:2773: done (0 left) 2024-04-22T04:36:26.931 INFO:tasks.rados.rados.0.smithi040.stdout:2774: delete oid 38 current snap is 282 2024-04-22T04:36:26.933 INFO:tasks.rados.rados.0.smithi040.stdout:2774: done (0 left) 2024-04-22T04:36:26.933 INFO:tasks.rados.rados.0.smithi040.stdout:2775: read oid 48 snap -1 2024-04-22T04:36:26.933 INFO:tasks.rados.rados.0.smithi040.stdout:2775: expect deleted 2024-04-22T04:36:26.933 INFO:tasks.rados.rados.0.smithi040.stdout:2776: delete oid 31 current snap is 282 2024-04-22T04:36:26.937 INFO:tasks.rados.rados.0.smithi040.stdout:2775: done (1 left) 2024-04-22T04:36:26.937 INFO:tasks.rados.rados.0.smithi040.stdout:2776: done (0 left) 2024-04-22T04:36:26.937 INFO:tasks.rados.rados.0.smithi040.stdout:2777: read oid 16 snap 247 2024-04-22T04:36:26.937 INFO:tasks.rados.rados.0.smithi040.stdout:2777: expect (ObjNum 767 snap 230 seq_num 767) 2024-04-22T04:36:26.937 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 282 2024-04-22T04:36:26.937 INFO:tasks.rados.rados.0.smithi040.stdout:2778: seq_num 891 ranges {327680=532480} 2024-04-22T04:36:26.942 INFO:tasks.rados.rados.0.smithi040.stdout:2778: writing smithi04078109-21 from 327680 to 860160 tid 1 2024-04-22T04:36:26.942 INFO:tasks.rados.rados.0.smithi040.stdout:2779: read oid 2 snap -1 2024-04-22T04:36:26.942 INFO:tasks.rados.rados.0.smithi040.stdout:2779: expect (ObjNum 862 snap 272 seq_num 862) 2024-04-22T04:36:26.942 INFO:tasks.rados.rados.0.smithi040.stdout:2780: copy_from oid 49 from oid 39 current snap is 282 2024-04-22T04:36:26.942 INFO:tasks.rados.rados.0.smithi040.stdout:2777: expect (ObjNum 767 snap 230 seq_num 767) 2024-04-22T04:36:26.976 INFO:tasks.rados.rados.0.smithi040.stdout:2778: finishing write tid 1 to smithi04078109-21 2024-04-22T04:36:26.976 INFO:tasks.rados.rados.0.smithi040.stdout:2778: finishing write tid 2 to smithi04078109-21 2024-04-22T04:36:26.976 INFO:tasks.rados.rados.0.smithi040.stdout:2778: finishing write tid 3 to smithi04078109-21 2024-04-22T04:36:26.976 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 1681 (ObjNum 891 snap 282 seq_num 891) dirty exists 2024-04-22T04:36:26.976 INFO:tasks.rados.rados.0.smithi040.stdout:2778: left oid 21 (ObjNum 891 snap 282 seq_num 891) 2024-04-22T04:36:26.976 INFO:tasks.rados.rados.0.smithi040.stdout:2777: done (3 left) 2024-04-22T04:36:26.977 INFO:tasks.rados.rados.0.smithi040.stdout:2778: done (2 left) 2024-04-22T04:36:26.977 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 41 current snap is 282 2024-04-22T04:36:26.977 INFO:tasks.rados.rados.0.smithi040.stdout:2781: seq_num 892 ranges {245760=548864} 2024-04-22T04:36:26.981 INFO:tasks.rados.rados.0.smithi040.stdout:2781: writing smithi04078109-41 from 245760 to 794624 tid 1 2024-04-22T04:36:26.981 INFO:tasks.rados.rados.0.smithi040.stdout:2782: delete oid 37 current snap is 282 2024-04-22T04:36:26.981 INFO:tasks.rados.rados.0.smithi040.stdout:2779: expect (ObjNum 862 snap 272 seq_num 862) 2024-04-22T04:36:27.117 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:36:27.464 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:36:27.464 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (9m) 33s ago 10m 24.5M - 0.23.0 ba2b418f427c 1e1f245cfed6 2024-04-22T04:36:27.464 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (10m) 8s ago 10m 59.7M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:36:27.465 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (85s) 33s ago 11m 14.6M - 17.2.7-878-g5d873850 c90a446c4c8e e27e105fa9bc 2024-04-22T04:36:27.465 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (61s) 8s ago 11m 14.2M - 17.2.7-878-g5d873850 c90a446c4c8e 1ff1b72a662c 2024-04-22T04:36:27.465 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (7m) 8s ago 15m 434M - 17.2.7-878-g5d873850 c90a446c4c8e aa2238c1b793 2024-04-22T04:36:27.465 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 running (7m) 33s ago 17m 494M - 17.2.7-878-g5d873850 c90a446c4c8e edd41a239d91 2024-04-22T04:36:27.465 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (7m) 33s ago 17m 69.5M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0d79462ba4ea 2024-04-22T04:36:27.465 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (6m) 8s ago 16m 55.6M 2048M 17.2.7-878-g5d873850 c90a446c4c8e ecb1ef3cca09 2024-04-22T04:36:27.465 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (6m) 33s ago 15m 56.2M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0c9cde756a31 2024-04-22T04:36:27.465 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (45s) 33s ago 11m 5473k - 1.5.0 0da6a335fe13 2b6d267f9cd4 2024-04-22T04:36:27.465 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (37s) 8s ago 10m 8808k - 1.5.0 0da6a335fe13 3171a2d26bd5 2024-04-22T04:36:27.465 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (5m) 33s ago 15m 390M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 7f49c536057f 2024-04-22T04:36:27.465 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (5m) 33s ago 14m 319M 2489M 17.2.7-878-g5d873850 c90a446c4c8e d3e5e137996e 2024-04-22T04:36:27.465 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (4m) 33s ago 14m 217M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 5eca6db3ad94 2024-04-22T04:36:27.465 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (3m) 33s ago 13m 170M 2489M 17.2.7-878-g5d873850 c90a446c4c8e aee12043cd2a 2024-04-22T04:36:27.466 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (3m) 8s ago 13m 260M 2488M 17.2.7-878-g5d873850 c90a446c4c8e ec18adf29702 2024-04-22T04:36:27.466 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (2m) 8s ago 13m 168M 2488M 17.2.7-878-g5d873850 c90a446c4c8e 07c31e3a4c64 2024-04-22T04:36:27.466 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (2m) 8s ago 12m 107M 2488M 17.2.7-878-g5d873850 c90a446c4c8e c19dea6ef4ce 2024-04-22T04:36:27.466 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (102s) 8s ago 12m 76.3M 2488M 17.2.7-878-g5d873850 c90a446c4c8e 5b69e15fbbf9 2024-04-22T04:36:27.466 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (13s) 8s ago 11m 44.6M - 2.43.0 a07b618ecd1d 4458419c04fe 2024-04-22T04:36:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:27 smithi062 ceph-mon[78153]: Upgrade: Updating alertmanager.a 2024-04-22T04:36:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:27 smithi062 ceph-mon[78153]: Deploying daemon alertmanager.a on smithi040 2024-04-22T04:36:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:27 smithi062 ceph-mon[78153]: osdmap e606: 8 total, 8 up, 8 in 2024-04-22T04:36:27.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:27 smithi040 ceph-mon[88445]: Upgrade: Updating alertmanager.a 2024-04-22T04:36:27.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:27 smithi040 ceph-mon[88445]: Deploying daemon alertmanager.a on smithi040 2024-04-22T04:36:27.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:27 smithi040 ceph-mon[88445]: osdmap e606: 8 total, 8 up, 8 in 2024-04-22T04:36:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:27 smithi040 ceph-mon[91058]: Upgrade: Updating alertmanager.a 2024-04-22T04:36:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:27 smithi040 ceph-mon[91058]: Deploying daemon alertmanager.a on smithi040 2024-04-22T04:36:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:27 smithi040 ceph-mon[91058]: osdmap e606: 8 total, 8 up, 8 in 2024-04-22T04:36:27.855 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:36:27.855 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:36:27.855 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 3 2024-04-22T04:36:27.855 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:36:27.855 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:36:27.855 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:36:27.855 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:36:27.855 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:36:27.855 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 8 2024-04-22T04:36:27.855 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:36:27.855 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:36:27.856 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:36:27.856 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:36:27.856 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:36:27.856 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 15 2024-04-22T04:36:27.856 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:36:27.856 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:36:27.862 INFO:tasks.rados.rados.0.smithi040.stdout:2781: finishing write tid 1 to smithi04078109-41 2024-04-22T04:36:27.862 INFO:tasks.rados.rados.0.smithi040.stdout:2779: done (3 left) 2024-04-22T04:36:27.862 INFO:tasks.rados.rados.0.smithi040.stdout:2782: done (2 left) 2024-04-22T04:36:27.862 INFO:tasks.rados.rados.0.smithi040.stdout:2783: rollback oid 29 current snap is 282 2024-04-22T04:36:27.862 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 29 to 278 2024-04-22T04:36:27.862 INFO:tasks.rados.rados.0.smithi040.stdout:2781: finishing write tid 2 to smithi04078109-41 2024-04-22T04:36:27.862 INFO:tasks.rados.rados.0.smithi040.stdout:2781: finishing write tid 3 to smithi04078109-41 2024-04-22T04:36:27.862 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 1992 (ObjNum 892 snap 282 seq_num 892) dirty exists 2024-04-22T04:36:27.862 INFO:tasks.rados.rados.0.smithi040.stdout:2781: left oid 41 (ObjNum 892 snap 282 seq_num 892) 2024-04-22T04:36:27.862 INFO:tasks.rados.rados.0.smithi040.stdout:2780: finishing copy_from racing read to smithi04078109-49 2024-04-22T04:36:27.862 INFO:tasks.rados.rados.0.smithi040.stdout:2780: finishing copy_from to smithi04078109-49 2024-04-22T04:36:27.862 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 1821 (ObjNum 873 snap 274 seq_num 873) dirty exists 2024-04-22T04:36:27.862 INFO:tasks.rados.rados.0.smithi040.stdout:2780: done (2 left) 2024-04-22T04:36:27.863 INFO:tasks.rados.rados.0.smithi040.stdout:2781: done (1 left) 2024-04-22T04:36:27.863 INFO:tasks.rados.rados.0.smithi040.stdout:2784: rollback oid 12 current snap is 282 2024-04-22T04:36:27.863 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 12 to 260 2024-04-22T04:36:27.863 INFO:tasks.rados.rados.0.smithi040.stdout:2785: rollback oid 50 current snap is 282 2024-04-22T04:36:27.863 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 50 to 281 2024-04-22T04:36:27.863 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 282 2024-04-22T04:36:27.863 INFO:tasks.rados.rados.0.smithi040.stdout:2786: seq_num 894 ranges {688128=581632} 2024-04-22T04:36:27.869 INFO:tasks.rados.rados.0.smithi040.stdout:2786: writing smithi04078109-46 from 688128 to 1269760 tid 1 2024-04-22T04:36:27.869 INFO:tasks.rados.rados.0.smithi040.stdout:2787: snap_create 2024-04-22T04:36:27.869 INFO:tasks.rados.rados.0.smithi040.stdout:2785: finishing rollback tid 1 to smithi04078109-50 2024-04-22T04:36:27.869 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 992 (ObjNum -1442655856 snap 21852 seq_num 2853118064) dirty dne 2024-04-22T04:36:27.869 INFO:tasks.rados.rados.0.smithi040.stdout:2784: finishing rollback tid 0 to smithi04078109-12 2024-04-22T04:36:27.869 INFO:tasks.rados.rados.0.smithi040.stdout:2784: finishing rollback tid 1 to smithi04078109-12 2024-04-22T04:36:27.869 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1274 (ObjNum 1 snap 32647 seq_num 2851547424) dirty dne 2024-04-22T04:36:27.869 INFO:tasks.rados.rados.0.smithi040.stdout:2783: finishing rollback tid 0 to smithi04078109-29 2024-04-22T04:36:27.869 INFO:tasks.rados.rados.0.smithi040.stdout:2783: finishing rollback tid 1 to smithi04078109-29 2024-04-22T04:36:27.869 INFO:tasks.rados.rados.0.smithi040.stdout:2783: finishing rollback tid 2 to smithi04078109-29 2024-04-22T04:36:27.869 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 1271 (ObjNum 784 snap 237 seq_num 784) dirty exists 2024-04-22T04:36:27.872 INFO:tasks.rados.rados.0.smithi040.stdout:2786: finishing write tid 1 to smithi04078109-46 2024-04-22T04:36:27.872 INFO:tasks.rados.rados.0.smithi040.stdout:2786: finishing write tid 2 to smithi04078109-46 2024-04-22T04:36:27.874 INFO:tasks.rados.rados.0.smithi040.stdout:2786: finishing write tid 3 to smithi04078109-46 2024-04-22T04:36:27.874 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1727 (ObjNum 894 snap 282 seq_num 894) dirty exists 2024-04-22T04:36:27.874 INFO:tasks.rados.rados.0.smithi040.stdout:2786: left oid 46 (ObjNum 894 snap 282 seq_num 894) 2024-04-22T04:36:28.210 INFO:tasks.rados.rados.0.smithi040.stdout:2783: done (4 left) 2024-04-22T04:36:28.211 INFO:tasks.rados.rados.0.smithi040.stdout:2784: done (3 left) 2024-04-22T04:36:28.211 INFO:tasks.rados.rados.0.smithi040.stdout:2785: done (2 left) 2024-04-22T04:36:28.211 INFO:tasks.rados.rados.0.smithi040.stdout:2786: done (1 left) 2024-04-22T04:36:28.211 INFO:tasks.rados.rados.0.smithi040.stdout:2787: done (0 left) 2024-04-22T04:36:28.211 INFO:tasks.rados.rados.0.smithi040.stdout:2788: read oid 19 snap -1 2024-04-22T04:36:28.211 INFO:tasks.rados.rados.0.smithi040.stdout:2788: expect (ObjNum 788 snap 237 seq_num 788) 2024-04-22T04:36:28.211 INFO:tasks.rados.rados.0.smithi040.stdout:2789: setattr oid 34 current snap is 283 2024-04-22T04:36:28.212 INFO:tasks.rados.rados.0.smithi040.stdout:2790: read oid 44 snap -1 2024-04-22T04:36:28.212 INFO:tasks.rados.rados.0.smithi040.stdout:2790: expect deleted 2024-04-22T04:36:28.212 INFO:tasks.rados.rados.0.smithi040.stdout:2791: snap_create 2024-04-22T04:36:28.216 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 1822 (ObjNum -3592034 snap 21849 seq_num 825767728) dirty exists 2024-04-22T04:36:28.221 INFO:tasks.rados.rados.0.smithi040.stdout:2788: expect (ObjNum 788 snap 237 seq_num 788) 2024-04-22T04:36:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:28 smithi062 ceph-mon[78153]: pgmap v623: 121 pgs: 121 active+clean; 420 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 335 KiB/s wr, 10 op/s 2024-04-22T04:36:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:28 smithi062 ceph-mon[78153]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:36:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:28 smithi062 ceph-mon[78153]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:36:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:28 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2862498140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:28.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:28 smithi040 ceph-mon[88445]: pgmap v623: 121 pgs: 121 active+clean; 420 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 335 KiB/s wr, 10 op/s 2024-04-22T04:36:28.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:28 smithi040 ceph-mon[88445]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:36:28.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:28 smithi040 ceph-mon[88445]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:36:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:28 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2862498140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:28 smithi040 ceph-mon[91058]: pgmap v623: 121 pgs: 121 active+clean; 420 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 335 KiB/s wr, 10 op/s 2024-04-22T04:36:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:28 smithi040 ceph-mon[91058]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:36:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:28 smithi040 ceph-mon[91058]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:36:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:28 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2862498140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:29.216 INFO:tasks.rados.rados.0.smithi040.stdout:2788: done (3 left) 2024-04-22T04:36:29.217 INFO:tasks.rados.rados.0.smithi040.stdout:2789: done (2 left) 2024-04-22T04:36:29.217 INFO:tasks.rados.rados.0.smithi040.stdout:2790: done (1 left) 2024-04-22T04:36:29.217 INFO:tasks.rados.rados.0.smithi040.stdout:2791: done (0 left) 2024-04-22T04:36:29.217 INFO:tasks.rados.rados.0.smithi040.stdout:2792: copy_from oid 38 from oid 17 current snap is 284 2024-04-22T04:36:29.217 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 284 2024-04-22T04:36:29.217 INFO:tasks.rados.rados.0.smithi040.stdout:2793: seq_num 895 ranges {5562368=598016} 2024-04-22T04:36:29.250 INFO:tasks.rados.rados.0.smithi040.stdout:2793: writing smithi04078109-11 from 5562368 to 6160384 tid 1 2024-04-22T04:36:29.250 INFO:tasks.rados.rados.0.smithi040.stdout:2794: delete oid 47 current snap is 284 2024-04-22T04:36:29.250 INFO:tasks.rados.rados.0.smithi040.stdout:2792: finishing copy_from to smithi04078109-38 2024-04-22T04:36:29.250 INFO:tasks.rados.rados.0.smithi040.stdout:2792: got expected ENOENT (src dne) 2024-04-22T04:36:29.250 INFO:tasks.rados.rados.0.smithi040.stdout:2792: finishing copy_from racing read to smithi04078109-38 2024-04-22T04:36:29.254 INFO:tasks.rados.rados.0.smithi040.stdout:2792: done (2 left) 2024-04-22T04:36:29.254 INFO:tasks.rados.rados.0.smithi040.stdout:2794: done (1 left) 2024-04-22T04:36:29.254 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 42 current snap is 284 2024-04-22T04:36:29.254 INFO:tasks.rados.rados.0.smithi040.stdout:2795: seq_num 897 ranges {0=630784} 2024-04-22T04:36:29.258 INFO:tasks.rados.rados.0.smithi040.stdout:2795: writing smithi04078109-42 from 0 to 630784 tid 1 2024-04-22T04:36:29.258 INFO:tasks.rados.rados.0.smithi040.stdout:2796: delete oid 25 current snap is 284 2024-04-22T04:36:29.258 INFO:tasks.rados.rados.0.smithi040.stdout:2793: finishing write tid 1 to smithi04078109-11 2024-04-22T04:36:29.259 INFO:tasks.rados.rados.0.smithi040.stdout:2793: finishing write tid 2 to smithi04078109-11 2024-04-22T04:36:29.262 INFO:tasks.rados.rados.0.smithi040.stdout:2793: finishing write tid 3 to smithi04078109-11 2024-04-22T04:36:29.262 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 1992 (ObjNum 895 snap 284 seq_num 895) dirty exists 2024-04-22T04:36:29.262 INFO:tasks.rados.rados.0.smithi040.stdout:2793: left oid 11 (ObjNum 895 snap 284 seq_num 895) 2024-04-22T04:36:29.262 INFO:tasks.rados.rados.0.smithi040.stdout:2793: done (2 left) 2024-04-22T04:36:29.262 INFO:tasks.rados.rados.0.smithi040.stdout:2796: done (1 left) 2024-04-22T04:36:29.262 INFO:tasks.rados.rados.0.smithi040.stdout:2797: rollback oid 38 current snap is 284 2024-04-22T04:36:29.262 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 38 to 272 2024-04-22T04:36:29.263 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 284 2024-04-22T04:36:29.263 INFO:tasks.rados.rados.0.smithi040.stdout:2798: seq_num 899 ranges {0=663552} 2024-04-22T04:36:29.267 INFO:tasks.rados.rados.0.smithi040.stdout:2798: writing smithi04078109-47 from 0 to 663552 tid 1 2024-04-22T04:36:29.267 INFO:tasks.rados.rados.0.smithi040.stdout:2799: read oid 7 snap -1 2024-04-22T04:36:29.267 INFO:tasks.rados.rados.0.smithi040.stdout:2799: expect (ObjNum 875 snap 275 seq_num 875) 2024-04-22T04:36:29.267 INFO:tasks.rados.rados.0.smithi040.stdout:2800: copy_from oid 36 from oid 40 current snap is 284 2024-04-22T04:36:29.267 INFO:tasks.rados.rados.0.smithi040.stdout:2795: finishing write tid 1 to smithi04078109-42 2024-04-22T04:36:29.267 INFO:tasks.rados.rados.0.smithi040.stdout:2795: finishing write tid 2 to smithi04078109-42 2024-04-22T04:36:29.267 INFO:tasks.rados.rados.0.smithi040.stdout:2797: finishing rollback tid 1 to smithi04078109-38 2024-04-22T04:36:29.267 INFO:tasks.rados.rados.0.smithi040.stdout:2797: finishing rollback tid 2 to smithi04078109-38 2024-04-22T04:36:29.268 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 1336 (ObjNum 755 snap 227 seq_num 755) dirty exists 2024-04-22T04:36:29.268 INFO:tasks.rados.rados.0.smithi040.stdout:2795: finishing write tid 3 to smithi04078109-42 2024-04-22T04:36:29.268 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 998 (ObjNum 897 snap 284 seq_num 897) dirty exists 2024-04-22T04:36:29.268 INFO:tasks.rados.rados.0.smithi040.stdout:2795: left oid 42 (ObjNum 897 snap 284 seq_num 897) 2024-04-22T04:36:29.268 INFO:tasks.rados.rados.0.smithi040.stdout:2795: done (4 left) 2024-04-22T04:36:29.268 INFO:tasks.rados.rados.0.smithi040.stdout:2797: done (3 left) 2024-04-22T04:36:29.268 INFO:tasks.rados.rados.0.smithi040.stdout:2801: snap_remove snap 235 2024-04-22T04:36:29.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:29 smithi062 ceph-mon[78153]: osdmap e607: 8 total, 8 up, 8 in 2024-04-22T04:36:29.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:29 smithi040 ceph-mon[88445]: osdmap e607: 8 total, 8 up, 8 in 2024-04-22T04:36:29.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:29 smithi040 ceph-mon[91058]: osdmap e607: 8 total, 8 up, 8 in 2024-04-22T04:36:30.229 INFO:tasks.rados.rados.0.smithi040.stdout:2801: done (3 left) 2024-04-22T04:36:30.229 INFO:tasks.rados.rados.0.smithi040.stdout:2802: delete oid 29 current snap is 284 2024-04-22T04:36:30.229 INFO:tasks.rados.rados.0.smithi040.stdout:2800: finishing copy_from to smithi04078109-36 2024-04-22T04:36:30.229 INFO:tasks.rados.rados.0.smithi040.stdout:2800: got expected ENOENT (src dne) 2024-04-22T04:36:30.229 INFO:tasks.rados.rados.0.smithi040.stdout:2800: finishing copy_from racing read to smithi04078109-36 2024-04-22T04:36:30.229 INFO:tasks.rados.rados.0.smithi040.stdout:2799: expect (ObjNum 875 snap 275 seq_num 875) 2024-04-22T04:36:30.238 INFO:tasks.rados.rados.0.smithi040.stdout:2798: finishing write tid 1 to smithi04078109-47 2024-04-22T04:36:30.238 INFO:tasks.rados.rados.0.smithi040.stdout:2798: finishing write tid 2 to smithi04078109-47 2024-04-22T04:36:30.238 INFO:tasks.rados.rados.0.smithi040.stdout:2798: finishing write tid 3 to smithi04078109-47 2024-04-22T04:36:30.239 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 1000 (ObjNum 899 snap 284 seq_num 899) dirty exists 2024-04-22T04:36:30.239 INFO:tasks.rados.rados.0.smithi040.stdout:2798: left oid 47 (ObjNum 899 snap 284 seq_num 899) 2024-04-22T04:36:30.243 INFO:tasks.rados.rados.0.smithi040.stdout:2798: done (3 left) 2024-04-22T04:36:30.243 INFO:tasks.rados.rados.0.smithi040.stdout:2799: done (2 left) 2024-04-22T04:36:30.243 INFO:tasks.rados.rados.0.smithi040.stdout:2800: done (1 left) 2024-04-22T04:36:30.243 INFO:tasks.rados.rados.0.smithi040.stdout:2802: done (0 left) 2024-04-22T04:36:30.243 INFO:tasks.rados.rados.0.smithi040.stdout:2803: rmattr oid 13 current snap is 284 2024-04-22T04:36:30.243 INFO:tasks.rados.rados.0.smithi040.stdout:2803: done (0 left) 2024-04-22T04:36:30.243 INFO:tasks.rados.rados.0.smithi040.stdout:2804: setattr oid 39 current snap is 284 2024-04-22T04:36:30.243 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 43 current snap is 284 2024-04-22T04:36:30.243 INFO:tasks.rados.rados.0.smithi040.stdout:2805: seq_num 901 ranges {4579328=696320} 2024-04-22T04:36:30.271 INFO:tasks.rados.rados.0.smithi040.stdout:2805: writing smithi04078109-43 from 4579328 to 5275648 tid 1 2024-04-22T04:36:30.271 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 284 2024-04-22T04:36:30.271 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 1822 (ObjNum 873 snap 274 seq_num 873) dirty exists 2024-04-22T04:36:30.271 INFO:tasks.rados.rados.0.smithi040.stdout:2806: seq_num 902 ranges {663552=712704} 2024-04-22T04:36:30.279 INFO:tasks.rados.rados.0.smithi040.stdout:2806: writing smithi04078109-47 from 663552 to 1376256 tid 1 2024-04-22T04:36:30.279 INFO:tasks.rados.rados.0.smithi040.stdout:2804: done (2 left) 2024-04-22T04:36:30.279 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 284 2024-04-22T04:36:30.280 INFO:tasks.rados.rados.0.smithi040.stdout:2805: finishing write tid 1 to smithi04078109-43 2024-04-22T04:36:30.280 INFO:tasks.rados.rados.0.smithi040.stdout:2805: finishing write tid 2 to smithi04078109-43 2024-04-22T04:36:30.280 INFO:tasks.rados.rados.0.smithi040.stdout:2805: finishing write tid 3 to smithi04078109-43 2024-04-22T04:36:30.280 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 1338 (ObjNum 901 snap 284 seq_num 901) dirty exists 2024-04-22T04:36:30.280 INFO:tasks.rados.rados.0.smithi040.stdout:2805: left oid 43 (ObjNum 901 snap 284 seq_num 901) 2024-04-22T04:36:30.280 INFO:tasks.rados.rados.0.smithi040.stdout:2807: seq_num 903 ranges {0=729088} 2024-04-22T04:36:30.283 INFO:tasks.rados.rados.0.smithi040.stdout:2807: writing smithi04078109-25 from 0 to 729088 tid 1 2024-04-22T04:36:30.283 INFO:tasks.rados.rados.0.smithi040.stdout:2805: done (2 left) 2024-04-22T04:36:30.283 INFO:tasks.rados.rados.0.smithi040.stdout:2808: rollback oid 12 current snap is 284 2024-04-22T04:36:30.283 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 12 to 244 2024-04-22T04:36:30.284 INFO:tasks.rados.rados.0.smithi040.stdout:2806: finishing write tid 1 to smithi04078109-47 2024-04-22T04:36:30.284 INFO:tasks.rados.rados.0.smithi040.stdout:2809: delete oid 44 current snap is 284 2024-04-22T04:36:30.284 INFO:tasks.rados.rados.0.smithi040.stdout:2806: finishing write tid 2 to smithi04078109-47 2024-04-22T04:36:30.284 INFO:tasks.rados.rados.0.smithi040.stdout:2806: finishing write tid 3 to smithi04078109-47 2024-04-22T04:36:30.284 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 1002 (ObjNum 902 snap 284 seq_num 902) dirty exists 2024-04-22T04:36:30.284 INFO:tasks.rados.rados.0.smithi040.stdout:2806: left oid 47 (ObjNum 902 snap 284 seq_num 902) 2024-04-22T04:36:30.285 INFO:tasks.rados.rados.0.smithi040.stdout:2808: finishing rollback tid 1 to smithi04078109-12 2024-04-22T04:36:30.286 INFO:tasks.rados.rados.0.smithi040.stdout:2808: finishing rollback tid 2 to smithi04078109-12 2024-04-22T04:36:30.286 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1276 (ObjNum 743 snap 225 seq_num 743) dirty exists 2024-04-22T04:36:30.287 INFO:tasks.rados.rados.0.smithi040.stdout:2807: finishing write tid 1 to smithi04078109-25 2024-04-22T04:36:30.287 INFO:tasks.rados.rados.0.smithi040.stdout:2807: finishing write tid 2 to smithi04078109-25 2024-04-22T04:36:30.289 INFO:tasks.rados.rados.0.smithi040.stdout:2807: finishing write tid 3 to smithi04078109-25 2024-04-22T04:36:30.289 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 2004 (ObjNum 903 snap 284 seq_num 903) dirty exists 2024-04-22T04:36:30.289 INFO:tasks.rados.rados.0.smithi040.stdout:2807: left oid 25 (ObjNum 903 snap 284 seq_num 903) 2024-04-22T04:36:30.290 INFO:tasks.rados.rados.0.smithi040.stdout:2806: done (3 left) 2024-04-22T04:36:30.290 INFO:tasks.rados.rados.0.smithi040.stdout:2807: done (2 left) 2024-04-22T04:36:30.290 INFO:tasks.rados.rados.0.smithi040.stdout:2808: done (1 left) 2024-04-22T04:36:30.290 INFO:tasks.rados.rados.0.smithi040.stdout:2809: done (0 left) 2024-04-22T04:36:30.290 INFO:tasks.rados.rados.0.smithi040.stdout:2810: snap_create 2024-04-22T04:36:30.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:36:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:36:30] "GET /metrics HTTP/1.1" 200 241810 "" "Prometheus/2.43.0" 2024-04-22T04:36:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:30 smithi040 ceph-mon[88445]: pgmap v625: 121 pgs: 121 active+clean; 420 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 246 KiB/s wr, 3 op/s 2024-04-22T04:36:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:30 smithi040 ceph-mon[88445]: osdmap e608: 8 total, 8 up, 8 in 2024-04-22T04:36:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:30 smithi040 ceph-mon[91058]: pgmap v625: 121 pgs: 121 active+clean; 420 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 246 KiB/s wr, 3 op/s 2024-04-22T04:36:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:30 smithi040 ceph-mon[91058]: osdmap e608: 8 total, 8 up, 8 in 2024-04-22T04:36:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:30 smithi062 ceph-mon[78153]: pgmap v625: 121 pgs: 121 active+clean; 420 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 246 KiB/s wr, 3 op/s 2024-04-22T04:36:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:30 smithi062 ceph-mon[78153]: osdmap e608: 8 total, 8 up, 8 in 2024-04-22T04:36:31.228 INFO:tasks.rados.rados.0.smithi040.stdout:2810: done (0 left) 2024-04-22T04:36:31.229 INFO:tasks.rados.rados.0.smithi040.stdout:2811: copy_from oid 8 from oid 3 current snap is 285 2024-04-22T04:36:31.229 INFO:tasks.rados.rados.0.smithi040.stdout:2812: setattr oid 13 current snap is 285 2024-04-22T04:36:31.229 INFO:tasks.rados.rados.0.smithi040.stdout:2813: delete oid 23 current snap is 285 2024-04-22T04:36:31.234 INFO:tasks.rados.rados.0.smithi040.stdout:2813: done (2 left) 2024-04-22T04:36:31.234 INFO:tasks.rados.rados.0.smithi040.stdout:2814: copy_from oid 2 from oid 24 current snap is 285 2024-04-22T04:36:31.234 INFO:tasks.rados.rados.0.smithi040.stdout:2815: snap_create 2024-04-22T04:36:31.236 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 947 (ObjNum 1953066355 snap 875587944 seq_num 825767728) dirty exists 2024-04-22T04:36:31.238 INFO:tasks.rados.rados.0.smithi040.stdout:2814: finishing copy_from racing read to smithi04078109-2 2024-04-22T04:36:31.239 INFO:tasks.rados.rados.0.smithi040.stdout:2814: finishing copy_from to smithi04078109-2 2024-04-22T04:36:31.239 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 1735 (ObjNum 1718445648 snap 1601332081 seq_num 1852531791) dirty exists 2024-04-22T04:36:31.282 INFO:tasks.rados.rados.0.smithi040.stdout:2811: finishing copy_from racing read to smithi04078109-8 2024-04-22T04:36:31.283 INFO:tasks.rados.rados.0.smithi040.stdout:2811: finishing copy_from to smithi04078109-8 2024-04-22T04:36:31.283 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 1738 (ObjNum 764 snap 230 seq_num 764) dirty exists 2024-04-22T04:36:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:31 smithi062 ceph-mon[78153]: osdmap e609: 8 total, 8 up, 8 in 2024-04-22T04:36:31.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:31 smithi040 ceph-mon[88445]: osdmap e609: 8 total, 8 up, 8 in 2024-04-22T04:36:31.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:31 smithi040 ceph-mon[91058]: osdmap e609: 8 total, 8 up, 8 in 2024-04-22T04:36:32.172 INFO:tasks.rados.rados.0.smithi040.stdout:2811: done (3 left) 2024-04-22T04:36:32.173 INFO:tasks.rados.rados.0.smithi040.stdout:2812: done (2 left) 2024-04-22T04:36:32.173 INFO:tasks.rados.rados.0.smithi040.stdout:2814: done (1 left) 2024-04-22T04:36:32.173 INFO:tasks.rados.rados.0.smithi040.stdout:2815: done (0 left) 2024-04-22T04:36:32.173 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 286 2024-04-22T04:36:32.173 INFO:tasks.rados.rados.0.smithi040.stdout:2816: seq_num 906 ranges {450560=778240} 2024-04-22T04:36:32.180 INFO:tasks.rados.rados.0.smithi040.stdout:2816: writing smithi04078109-12 from 450560 to 1228800 tid 1 2024-04-22T04:36:32.180 INFO:tasks.rados.rados.0.smithi040.stdout:2817: read oid 33 snap -1 2024-04-22T04:36:32.180 INFO:tasks.rados.rados.0.smithi040.stdout:2817: expect (ObjNum 835 snap 258 seq_num 835) 2024-04-22T04:36:32.180 INFO:tasks.rados.rados.0.smithi040.stdout:2818: rmattr oid 38 current snap is 286 2024-04-22T04:36:32.180 INFO:tasks.rados.rados.0.smithi040.stdout:2819: rollback oid 10 current snap is 286 2024-04-22T04:36:32.180 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 10 to 274 2024-04-22T04:36:32.180 INFO:tasks.rados.rados.0.smithi040.stdout:2820: rollback oid 35 current snap is 286 2024-04-22T04:36:32.181 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 35 to 250 2024-04-22T04:36:32.181 INFO:tasks.rados.rados.0.smithi040.stdout:2821: rollback oid 2 current snap is 286 2024-04-22T04:36:32.181 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 2 to 261 2024-04-22T04:36:32.181 INFO:tasks.rados.rados.0.smithi040.stdout:2822: read oid 17 snap -1 2024-04-22T04:36:32.181 INFO:tasks.rados.rados.0.smithi040.stdout:2822: expect deleted 2024-04-22T04:36:32.181 INFO:tasks.rados.rados.0.smithi040.stdout:2823: rollback oid 31 current snap is 286 2024-04-22T04:36:32.181 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 31 to 260 2024-04-22T04:36:32.181 INFO:tasks.rados.rados.0.smithi040.stdout:2824: snap_remove snap 238 2024-04-22T04:36:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:32 smithi062 ceph-mon[78153]: pgmap v628: 121 pgs: 121 active+clean; 435 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 193 KiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-22T04:36:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:32 smithi062 ceph-mon[78153]: osdmap e610: 8 total, 8 up, 8 in 2024-04-22T04:36:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:32 smithi062 ceph-mon[78153]: osdmap e611: 8 total, 8 up, 8 in 2024-04-22T04:36:32.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:32 smithi040 ceph-mon[88445]: pgmap v628: 121 pgs: 121 active+clean; 435 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 193 KiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-22T04:36:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:32 smithi040 ceph-mon[88445]: osdmap e610: 8 total, 8 up, 8 in 2024-04-22T04:36:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:32 smithi040 ceph-mon[88445]: osdmap e611: 8 total, 8 up, 8 in 2024-04-22T04:36:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:32 smithi040 ceph-mon[91058]: pgmap v628: 121 pgs: 121 active+clean; 435 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 193 KiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-22T04:36:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:32 smithi040 ceph-mon[91058]: osdmap e610: 8 total, 8 up, 8 in 2024-04-22T04:36:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:32 smithi040 ceph-mon[91058]: osdmap e611: 8 total, 8 up, 8 in 2024-04-22T04:36:33.179 INFO:tasks.rados.rados.0.smithi040.stdout:2824: done (8 left) 2024-04-22T04:36:33.179 INFO:tasks.rados.rados.0.smithi040.stdout:2825: delete oid 25 current snap is 286 2024-04-22T04:36:33.179 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 1339 (ObjNum 755 snap 227 seq_num 755) dirty exists 2024-04-22T04:36:33.179 INFO:tasks.rados.rados.0.smithi040.stdout:2821: finishing rollback tid 0 to smithi04078109-2 2024-04-22T04:36:33.180 INFO:tasks.rados.rados.0.smithi040.stdout:2823: finishing rollback tid 1 to smithi04078109-31 2024-04-22T04:36:33.180 INFO:tasks.rados.rados.0.smithi040.stdout:2823: finishing rollback tid 2 to smithi04078109-31 2024-04-22T04:36:33.180 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2007 (ObjNum 775 snap 232 seq_num 775) dirty exists 2024-04-22T04:36:33.180 INFO:tasks.rados.rados.0.smithi040.stdout:2816: finishing write tid 1 to smithi04078109-12 2024-04-22T04:36:33.180 INFO:tasks.rados.rados.0.smithi040.stdout:2821: finishing rollback tid 1 to smithi04078109-2 2024-04-22T04:36:33.180 INFO:tasks.rados.rados.0.smithi040.stdout:2821: finishing rollback tid 2 to smithi04078109-2 2024-04-22T04:36:33.180 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 2009 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-04-22T04:36:33.180 INFO:tasks.rados.rados.0.smithi040.stdout:2816: finishing write tid 2 to smithi04078109-12 2024-04-22T04:36:33.180 INFO:tasks.rados.rados.0.smithi040.stdout:2816: finishing write tid 3 to smithi04078109-12 2024-04-22T04:36:33.180 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1278 (ObjNum 906 snap 286 seq_num 906) dirty exists 2024-04-22T04:36:33.180 INFO:tasks.rados.rados.0.smithi040.stdout:2816: left oid 12 (ObjNum 906 snap 286 seq_num 906) 2024-04-22T04:36:33.180 INFO:tasks.rados.rados.0.smithi040.stdout:2819: finishing rollback tid 0 to smithi04078109-10 2024-04-22T04:36:33.180 INFO:tasks.rados.rados.0.smithi040.stdout:2819: finishing rollback tid 1 to smithi04078109-10 2024-04-22T04:36:33.180 INFO:tasks.rados.rados.0.smithi040.stdout:2819: finishing rollback tid 2 to smithi04078109-10 2024-04-22T04:36:33.180 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1342 (ObjNum 854 snap 270 seq_num 854) dirty exists 2024-04-22T04:36:33.181 INFO:tasks.rados.rados.0.smithi040.stdout:2817: expect (ObjNum 835 snap 258 seq_num 835) 2024-04-22T04:36:33.299 INFO:tasks.rados.rados.0.smithi040.stdout:2820: finishing rollback tid 0 to smithi04078109-35 2024-04-22T04:36:33.299 INFO:tasks.rados.rados.0.smithi040.stdout:2820: finishing rollback tid 1 to smithi04078109-35 2024-04-22T04:36:33.299 INFO:tasks.rados.rados.0.smithi040.stdout:2820: finishing rollback tid 2 to smithi04078109-35 2024-04-22T04:36:33.299 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1684 (ObjNum 792 snap 237 seq_num 792) dirty exists 2024-04-22T04:36:33.299 INFO:tasks.rados.rados.0.smithi040.stdout:2816: done (8 left) 2024-04-22T04:36:33.299 INFO:tasks.rados.rados.0.smithi040.stdout:2817: done (7 left) 2024-04-22T04:36:33.299 INFO:tasks.rados.rados.0.smithi040.stdout:2818: done (6 left) 2024-04-22T04:36:33.299 INFO:tasks.rados.rados.0.smithi040.stdout:2819: done (5 left) 2024-04-22T04:36:33.299 INFO:tasks.rados.rados.0.smithi040.stdout:2820: done (4 left) 2024-04-22T04:36:33.299 INFO:tasks.rados.rados.0.smithi040.stdout:2821: done (3 left) 2024-04-22T04:36:33.299 INFO:tasks.rados.rados.0.smithi040.stdout:2822: done (2 left) 2024-04-22T04:36:33.300 INFO:tasks.rados.rados.0.smithi040.stdout:2823: done (1 left) 2024-04-22T04:36:33.300 INFO:tasks.rados.rados.0.smithi040.stdout:2825: done (0 left) 2024-04-22T04:36:33.300 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 34 current snap is 286 2024-04-22T04:36:33.300 INFO:tasks.rados.rados.0.smithi040.stdout:2826: seq_num 908 ranges {0=409600,409600=401408} 2024-04-22T04:36:33.300 INFO:tasks.rados.rados.0.smithi040.stdout:2826: writing smithi04078109-34 from 0 to 409600 tid 1 2024-04-22T04:36:33.303 INFO:tasks.rados.rados.0.smithi040.stdout:2826: writing smithi04078109-34 from 409600 to 811008 tid 2 2024-04-22T04:36:33.303 INFO:tasks.rados.rados.0.smithi040.stdout:2827: snap_create 2024-04-22T04:36:33.306 INFO:tasks.rados.rados.0.smithi040.stdout:2826: finishing write tid 1 to smithi04078109-34 2024-04-22T04:36:33.306 INFO:tasks.rados.rados.0.smithi040.stdout:2826: finishing write tid 2 to smithi04078109-34 2024-04-22T04:36:33.306 INFO:tasks.rados.rados.0.smithi040.stdout:2826: finishing write tid 3 to smithi04078109-34 2024-04-22T04:36:33.308 INFO:tasks.rados.rados.0.smithi040.stdout:2826: finishing write tid 4 to smithi04078109-34 2024-04-22T04:36:33.308 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 1825 (ObjNum 908 snap 286 seq_num 908) dirty exists 2024-04-22T04:36:33.308 INFO:tasks.rados.rados.0.smithi040.stdout:2826: left oid 34 (ObjNum 908 snap 286 seq_num 908) 2024-04-22T04:36:34.238 INFO:tasks.rados.rados.0.smithi040.stdout:2826: done (1 left) 2024-04-22T04:36:34.239 INFO:tasks.rados.rados.0.smithi040.stdout:2827: done (0 left) 2024-04-22T04:36:34.239 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 37 current snap is 287 2024-04-22T04:36:34.239 INFO:tasks.rados.rados.0.smithi040.stdout:2828: seq_num 909 ranges {0=425984,425984=401408} 2024-04-22T04:36:34.240 INFO:tasks.rados.rados.0.smithi040.stdout:2828: writing smithi04078109-37 from 0 to 425984 tid 1 2024-04-22T04:36:34.243 INFO:tasks.rados.rados.0.smithi040.stdout:2828: writing smithi04078109-37 from 425984 to 827392 tid 2 2024-04-22T04:36:34.243 INFO:tasks.rados.rados.0.smithi040.stdout:2829: rollback oid 2 current snap is 287 2024-04-22T04:36:34.243 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 2 to 279 2024-04-22T04:36:34.243 INFO:tasks.rados.rados.0.smithi040.stdout:2830: delete oid 36 current snap is 287 2024-04-22T04:36:34.248 INFO:tasks.rados.rados.0.smithi040.stdout:2828: finishing write tid 1 to smithi04078109-37 2024-04-22T04:36:34.248 INFO:tasks.rados.rados.0.smithi040.stdout:2828: finishing write tid 2 to smithi04078109-37 2024-04-22T04:36:34.249 INFO:tasks.rados.rados.0.smithi040.stdout:2830: done (2 left) 2024-04-22T04:36:34.249 INFO:tasks.rados.rados.0.smithi040.stdout:2831: snap_remove snap 260 2024-04-22T04:36:34.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:34 smithi040 ceph-mon[88445]: pgmap v631: 121 pgs: 121 active+clean; 444 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-04-22T04:36:34.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:34 smithi040 ceph-mon[88445]: osdmap e612: 8 total, 8 up, 8 in 2024-04-22T04:36:34.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:34 smithi040 ceph-mon[91058]: pgmap v631: 121 pgs: 121 active+clean; 444 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-04-22T04:36:34.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:34 smithi040 ceph-mon[91058]: osdmap e612: 8 total, 8 up, 8 in 2024-04-22T04:36:34.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:34 smithi062 ceph-mon[78153]: pgmap v631: 121 pgs: 121 active+clean; 444 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-04-22T04:36:34.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:34 smithi062 ceph-mon[78153]: osdmap e612: 8 total, 8 up, 8 in 2024-04-22T04:36:34.909 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:34 smithi040 systemd[1]: Stopping Ceph alertmanager.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:36:35.237 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:34 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[74924]: level=info ts=2024-04-22T04:36:34.933Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-04-22T04:36:35.248 INFO:tasks.rados.rados.0.smithi040.stdout:2831: done (2 left) 2024-04-22T04:36:35.248 INFO:tasks.rados.rados.0.smithi040.stdout:2832: rmattr oid 12 current snap is 287 2024-04-22T04:36:35.248 INFO:tasks.rados.rados.0.smithi040.stdout:2832: done (2 left) 2024-04-22T04:36:35.248 INFO:tasks.rados.rados.0.smithi040.stdout:2833: rollback oid 31 current snap is 287 2024-04-22T04:36:35.248 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 31 to 244 2024-04-22T04:36:35.248 INFO:tasks.rados.rados.0.smithi040.stdout:2828: finishing write tid 3 to smithi04078109-37 2024-04-22T04:36:35.248 INFO:tasks.rados.rados.0.smithi040.stdout:2829: finishing rollback tid 0 to smithi04078109-2 2024-04-22T04:36:35.248 INFO:tasks.rados.rados.0.smithi040.stdout:2829: finishing rollback tid 1 to smithi04078109-2 2024-04-22T04:36:35.248 INFO:tasks.rados.rados.0.smithi040.stdout:2828: finishing write tid 4 to smithi04078109-37 2024-04-22T04:36:35.249 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 2022 (ObjNum 909 snap 287 seq_num 909) dirty exists 2024-04-22T04:36:35.249 INFO:tasks.rados.rados.0.smithi040.stdout:2828: left oid 37 (ObjNum 909 snap 287 seq_num 909) 2024-04-22T04:36:35.249 INFO:tasks.rados.rados.0.smithi040.stdout:2829: finishing rollback tid 2 to smithi04078109-2 2024-04-22T04:36:35.249 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 2026 (ObjNum 862 snap 272 seq_num 862) dirty exists 2024-04-22T04:36:35.249 INFO:tasks.rados.rados.0.smithi040.stdout:2828: done (2 left) 2024-04-22T04:36:35.249 INFO:tasks.rados.rados.0.smithi040.stdout:2829: done (1 left) 2024-04-22T04:36:35.249 INFO:tasks.rados.rados.0.smithi040.stdout:2834: snap_remove snap 247 2024-04-22T04:36:35.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:35 smithi062 ceph-mon[78153]: osdmap e613: 8 total, 8 up, 8 in 2024-04-22T04:36:35.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:35 smithi040 ceph-mon[88445]: osdmap e613: 8 total, 8 up, 8 in 2024-04-22T04:36:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:35 smithi040 ceph-mon[91058]: osdmap e613: 8 total, 8 up, 8 in 2024-04-22T04:36:35.659 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:35 smithi040 bash[121010]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a 2024-04-22T04:36:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:36:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:36:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:36:36.246 INFO:tasks.rados.rados.0.smithi040.stdout:2834: done (1 left) 2024-04-22T04:36:36.246 INFO:tasks.rados.rados.0.smithi040.stdout:2835: delete oid 19 current snap is 287 2024-04-22T04:36:36.246 INFO:tasks.rados.rados.0.smithi040.stdout:2833: finishing rollback tid 0 to smithi04078109-31 2024-04-22T04:36:36.246 INFO:tasks.rados.rados.0.smithi040.stdout:2833: finishing rollback tid 1 to smithi04078109-31 2024-04-22T04:36:36.246 INFO:tasks.rados.rados.0.smithi040.stdout:2833: finishing rollback tid 2 to smithi04078109-31 2024-04-22T04:36:36.246 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2025 (ObjNum 775 snap 232 seq_num 775) dirty exists 2024-04-22T04:36:36.255 INFO:tasks.rados.rados.0.smithi040.stdout:2833: done (1 left) 2024-04-22T04:36:36.255 INFO:tasks.rados.rados.0.smithi040.stdout:2835: done (0 left) 2024-04-22T04:36:36.255 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 287 2024-04-22T04:36:36.256 INFO:tasks.rados.rados.0.smithi040.stdout:2836: seq_num 912 ranges {3743744=483328,4227072=401408} 2024-04-22T04:36:36.279 INFO:tasks.rados.rados.0.smithi040.stdout:2836: writing smithi04078109-10 from 3743744 to 4227072 tid 1 2024-04-22T04:36:36.282 INFO:tasks.rados.rados.0.smithi040.stdout:2836: writing smithi04078109-10 from 4227072 to 4628480 tid 2 2024-04-22T04:36:36.282 INFO:tasks.rados.rados.0.smithi040.stdout:2837: read oid 6 snap -1 2024-04-22T04:36:36.282 INFO:tasks.rados.rados.0.smithi040.stdout:2837: expect deleted 2024-04-22T04:36:36.282 INFO:tasks.rados.rados.0.smithi040.stdout:2838: rollback oid 37 current snap is 287 2024-04-22T04:36:36.282 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 37 to 281 2024-04-22T04:36:36.282 INFO:tasks.rados.rados.0.smithi040.stdout:2839: read oid 17 snap -1 2024-04-22T04:36:36.282 INFO:tasks.rados.rados.0.smithi040.stdout:2839: expect deleted 2024-04-22T04:36:36.282 INFO:tasks.rados.rados.0.smithi040.stdout:2840: snap_remove snap 282 2024-04-22T04:36:36.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:36 smithi040 ceph-mon[88445]: pgmap v634: 121 pgs: 121 active+clean; 444 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-04-22T04:36:36.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:36 smithi040 ceph-mon[88445]: osdmap e614: 8 total, 8 up, 8 in 2024-04-22T04:36:36.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:36:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:36 smithi040 ceph-mon[91058]: pgmap v634: 121 pgs: 121 active+clean; 444 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-04-22T04:36:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:36 smithi040 ceph-mon[91058]: osdmap e614: 8 total, 8 up, 8 in 2024-04-22T04:36:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:36:36.409 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:36 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@alertmanager.a.service: Succeeded. 2024-04-22T04:36:36.409 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:36 smithi040 systemd[1]: Stopped Ceph alertmanager.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:36:36.409 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:36 smithi040 systemd[1]: Starting Ceph alertmanager.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:36:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:36 smithi062 ceph-mon[78153]: pgmap v634: 121 pgs: 121 active+clean; 444 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-04-22T04:36:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:36 smithi062 ceph-mon[78153]: osdmap e614: 8 total, 8 up, 8 in 2024-04-22T04:36:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:36:37.254 INFO:tasks.rados.rados.0.smithi040.stdout:2840: done (4 left) 2024-04-22T04:36:37.255 INFO:tasks.rados.rados.0.smithi040.stdout:2841: read oid 7 snap -1 2024-04-22T04:36:37.255 INFO:tasks.rados.rados.0.smithi040.stdout:2841: expect (ObjNum 875 snap 275 seq_num 875) 2024-04-22T04:36:37.255 INFO:tasks.rados.rados.0.smithi040.stdout:2842: setattr oid 32 current snap is 287 2024-04-22T04:36:37.256 INFO:tasks.rados.rados.0.smithi040.stdout:2843: snap_create 2024-04-22T04:36:37.257 INFO:tasks.rados.rados.0.smithi040.stdout:2838: finishing rollback tid 0 to smithi04078109-37 2024-04-22T04:36:37.257 INFO:tasks.rados.rados.0.smithi040.stdout:2838: finishing rollback tid 1 to smithi04078109-37 2024-04-22T04:36:37.257 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 2048 (ObjNum 0 snap 32647 seq_num 2853016656) dirty dne 2024-04-22T04:36:37.257 INFO:tasks.rados.rados.0.smithi040.stdout:2836: finishing write tid 1 to smithi04078109-10 2024-04-22T04:36:37.257 INFO:tasks.rados.rados.0.smithi040.stdout:2836: finishing write tid 2 to smithi04078109-10 2024-04-22T04:36:37.257 INFO:tasks.rados.rados.0.smithi040.stdout:2836: finishing write tid 3 to smithi04078109-10 2024-04-22T04:36:37.257 INFO:tasks.rados.rados.0.smithi040.stdout:2836: finishing write tid 4 to smithi04078109-10 2024-04-22T04:36:37.257 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1345 (ObjNum 912 snap 287 seq_num 912) dirty exists 2024-04-22T04:36:37.257 INFO:tasks.rados.rados.0.smithi040.stdout:2836: left oid 10 (ObjNum 912 snap 287 seq_num 912) 2024-04-22T04:36:37.263 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 1742 (ObjNum 818 snap 254 seq_num 818) dirty exists 2024-04-22T04:36:37.264 INFO:tasks.rados.rados.0.smithi040.stdout:2841: expect (ObjNum 875 snap 275 seq_num 875) 2024-04-22T04:36:37.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:37 smithi040 ceph-mon[88445]: osdmap e615: 8 total, 8 up, 8 in 2024-04-22T04:36:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:37 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:37 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:37 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:36:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:37 smithi040 ceph-mon[91058]: osdmap e615: 8 total, 8 up, 8 in 2024-04-22T04:36:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:37 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:37 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:37 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:36:37.409 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[121176]: ts=2024-04-22T04:36:37.009Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-22T04:36:37.410 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[121176]: ts=2024-04-22T04:36:37.009Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-22T04:36:37.410 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[121176]: ts=2024-04-22T04:36:37.011Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.40 port=9094 2024-04-22T04:36:37.410 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[121176]: ts=2024-04-22T04:36:37.012Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-22T04:36:37.410 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[121176]: ts=2024-04-22T04:36:37.035Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-22T04:36:37.410 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[121176]: ts=2024-04-22T04:36:37.035Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-22T04:36:37.410 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[121176]: ts=2024-04-22T04:36:37.038Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-22T04:36:37.410 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:37 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[121176]: ts=2024-04-22T04:36:37.038Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-22T04:36:37.410 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:37 smithi040 bash[121161]: 5276a17f1d54583ff7210140199a9106aaba2fa9cd32dcee8f5dc96f245c41a3 2024-04-22T04:36:37.410 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:37 smithi040 systemd[1]: Started Ceph alertmanager.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:36:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:37 smithi062 ceph-mon[78153]: osdmap e615: 8 total, 8 up, 8 in 2024-04-22T04:36:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:37 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:37 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:37 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:36:38.257 INFO:tasks.rados.rados.0.smithi040.stdout:2836: done (6 left) 2024-04-22T04:36:38.257 INFO:tasks.rados.rados.0.smithi040.stdout:2837: done (5 left) 2024-04-22T04:36:38.257 INFO:tasks.rados.rados.0.smithi040.stdout:2838: done (4 left) 2024-04-22T04:36:38.257 INFO:tasks.rados.rados.0.smithi040.stdout:2839: done (3 left) 2024-04-22T04:36:38.258 INFO:tasks.rados.rados.0.smithi040.stdout:2841: done (2 left) 2024-04-22T04:36:38.258 INFO:tasks.rados.rados.0.smithi040.stdout:2842: done (1 left) 2024-04-22T04:36:38.258 INFO:tasks.rados.rados.0.smithi040.stdout:2843: done (0 left) 2024-04-22T04:36:38.258 INFO:tasks.rados.rados.0.smithi040.stdout:2844: snap_remove snap 265 2024-04-22T04:36:38.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:38 smithi062 ceph-mon[78153]: pgmap v637: 121 pgs: 121 active+clean; 478 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.0 MiB/s wr, 10 op/s 2024-04-22T04:36:38.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:38 smithi062 ceph-mon[78153]: osdmap e616: 8 total, 8 up, 8 in 2024-04-22T04:36:38.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:38 smithi040 ceph-mon[88445]: pgmap v637: 121 pgs: 121 active+clean; 478 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.0 MiB/s wr, 10 op/s 2024-04-22T04:36:38.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:38 smithi040 ceph-mon[88445]: osdmap e616: 8 total, 8 up, 8 in 2024-04-22T04:36:38.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:38 smithi040 ceph-mon[91058]: pgmap v637: 121 pgs: 121 active+clean; 478 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.0 MiB/s wr, 10 op/s 2024-04-22T04:36:38.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:38 smithi040 ceph-mon[91058]: osdmap e616: 8 total, 8 up, 8 in 2024-04-22T04:36:39.268 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:39 smithi040 ceph-mon[88445]: osdmap e617: 8 total, 8 up, 8 in 2024-04-22T04:36:39.268 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[121176]: ts=2024-04-22T04:36:39.013Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000654142s 2024-04-22T04:36:39.274 INFO:tasks.rados.rados.0.smithi040.stdout:2844: done (0 left) 2024-04-22T04:36:39.274 INFO:tasks.rados.rados.0.smithi040.stdout:2845: read oid 30 snap 281 2024-04-22T04:36:39.274 INFO:tasks.rados.rados.0.smithi040.stdout:2845: expect (ObjNum 724 snap 222 seq_num 724) 2024-04-22T04:36:39.274 INFO:tasks.rados.rados.0.smithi040.stdout:2846: delete oid 14 current snap is 288 2024-04-22T04:36:39.289 INFO:tasks.rados.rados.0.smithi040.stdout:2845: expect (ObjNum 724 snap 222 seq_num 724) 2024-04-22T04:36:39.361 INFO:tasks.rados.rados.0.smithi040.stdout:2845: done (1 left) 2024-04-22T04:36:39.362 INFO:tasks.rados.rados.0.smithi040.stdout:2846: done (0 left) 2024-04-22T04:36:39.362 INFO:tasks.rados.rados.0.smithi040.stdout:2847: read oid 11 snap -1 2024-04-22T04:36:39.362 INFO:tasks.rados.rados.0.smithi040.stdout:2847: expect (ObjNum 895 snap 284 seq_num 895) 2024-04-22T04:36:39.362 INFO:tasks.rados.rados.0.smithi040.stdout:2848: read oid 1 snap 278 2024-04-22T04:36:39.362 INFO:tasks.rados.rados.0.smithi040.stdout:2848: expect deleted 2024-04-22T04:36:39.362 INFO:tasks.rados.rados.0.smithi040.stdout:2849: copy_from oid 7 from oid 30 current snap is 288 2024-04-22T04:36:39.363 INFO:tasks.rados.rados.0.smithi040.stdout:2850: snap_remove snap 281 2024-04-22T04:36:39.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:39 smithi062 ceph-mon[78153]: osdmap e617: 8 total, 8 up, 8 in 2024-04-22T04:36:39.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:39 smithi040 ceph-mon[91058]: osdmap e617: 8 total, 8 up, 8 in 2024-04-22T04:36:40.158 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:36:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:36:40] "GET /metrics HTTP/1.1" 200 241884 "" "Prometheus/2.43.0" 2024-04-22T04:36:40.290 INFO:tasks.rados.rados.0.smithi040.stdout:2850: done (3 left) 2024-04-22T04:36:40.290 INFO:tasks.rados.rados.0.smithi040.stdout:2851: setattr oid 49 current snap is 288 2024-04-22T04:36:40.290 INFO:tasks.rados.rados.0.smithi040.stdout:2849: finishing copy_from racing read to smithi04078109-7 2024-04-22T04:36:40.290 INFO:tasks.rados.rados.0.smithi040.stdout:2849: finishing copy_from to smithi04078109-7 2024-04-22T04:36:40.290 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 1677 (ObjNum 724 snap 222 seq_num 724) dirty exists 2024-04-22T04:36:40.290 INFO:tasks.rados.rados.0.smithi040.stdout:2847: expect (ObjNum 895 snap 284 seq_num 895) 2024-04-22T04:36:40.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:40 smithi062 ceph-mon[78153]: pgmap v640: 121 pgs: 121 active+clean; 479 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-22T04:36:40.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:40 smithi062 ceph-mon[78153]: osdmap e618: 8 total, 8 up, 8 in 2024-04-22T04:36:40.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:40 smithi040 ceph-mon[88445]: pgmap v640: 121 pgs: 121 active+clean; 479 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-22T04:36:40.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:40 smithi040 ceph-mon[88445]: osdmap e618: 8 total, 8 up, 8 in 2024-04-22T04:36:40.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:40 smithi040 ceph-mon[91058]: pgmap v640: 121 pgs: 121 active+clean; 479 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-22T04:36:40.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:40 smithi040 ceph-mon[91058]: osdmap e618: 8 total, 8 up, 8 in 2024-04-22T04:36:40.745 INFO:tasks.rados.rados.0.smithi040.stdout:2847: done (3 left) 2024-04-22T04:36:40.745 INFO:tasks.rados.rados.0.smithi040.stdout:2848: done (2 left) 2024-04-22T04:36:40.745 INFO:tasks.rados.rados.0.smithi040.stdout:2849: done (1 left) 2024-04-22T04:36:40.745 INFO:tasks.rados.rados.0.smithi040.stdout:2852: snap_create 2024-04-22T04:36:40.748 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 1826 (ObjNum 873 snap 274 seq_num 873) dirty exists 2024-04-22T04:36:41.355 INFO:tasks.rados.rados.0.smithi040.stdout:2851: done (1 left) 2024-04-22T04:36:41.355 INFO:tasks.rados.rados.0.smithi040.stdout:2852: done (0 left) 2024-04-22T04:36:41.355 INFO:tasks.rados.rados.0.smithi040.stdout:2853: snap_remove snap 272 2024-04-22T04:36:41.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:41 smithi062 ceph-mon[78153]: osdmap e619: 8 total, 8 up, 8 in 2024-04-22T04:36:41.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:41 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:41.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:41 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:41.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:41 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:41.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:41 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:41.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:41 smithi040 ceph-mon[88445]: osdmap e619: 8 total, 8 up, 8 in 2024-04-22T04:36:41.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:41 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:41.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:41 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:41.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:41 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:41.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:41 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:41 smithi040 ceph-mon[91058]: osdmap e619: 8 total, 8 up, 8 in 2024-04-22T04:36:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:41 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:41 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:41 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:41 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:42.184 INFO:tasks.rados.rados.0.smithi040.stdout:2853: done (0 left) 2024-04-22T04:36:42.184 INFO:tasks.rados.rados.0.smithi040.stdout:2854: delete oid 29 current snap is 289 2024-04-22T04:36:42.194 INFO:tasks.rados.rados.0.smithi040.stdout:2854: done (0 left) 2024-04-22T04:36:42.194 INFO:tasks.rados.rados.0.smithi040.stdout:2855: copy_from oid 14 from oid 22 current snap is 289 2024-04-22T04:36:42.194 INFO:tasks.rados.rados.0.smithi040.stdout:2856: delete oid 40 current snap is 289 2024-04-22T04:36:42.199 INFO:tasks.rados.rados.0.smithi040.stdout:2856: done (1 left) 2024-04-22T04:36:42.199 INFO:tasks.rados.rados.0.smithi040.stdout:2857: delete oid 21 current snap is 289 2024-04-22T04:36:42.202 INFO:tasks.rados.rados.0.smithi040.stdout:2857: done (1 left) 2024-04-22T04:36:42.202 INFO:tasks.rados.rados.0.smithi040.stdout:2858: rmattr oid 28 current snap is 289 2024-04-22T04:36:42.202 INFO:tasks.rados.rados.0.smithi040.stdout:2859: read oid 49 snap 269 2024-04-22T04:36:42.202 INFO:tasks.rados.rados.0.smithi040.stdout:2859: expect (ObjNum 788 snap 237 seq_num 788) 2024-04-22T04:36:42.202 INFO:tasks.rados.rados.0.smithi040.stdout:2860: copy_from oid 37 from oid 30 current snap is 289 2024-04-22T04:36:42.203 INFO:tasks.rados.rados.0.smithi040.stdout:2861: read oid 34 snap -1 2024-04-22T04:36:42.203 INFO:tasks.rados.rados.0.smithi040.stdout:2861: expect (ObjNum 908 snap 286 seq_num 908) 2024-04-22T04:36:42.203 INFO:tasks.rados.rados.0.smithi040.stdout:2862: snap_create 2024-04-22T04:36:42.205 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 1823 (ObjNum 860 snap 271 seq_num 860) dirty exists 2024-04-22T04:36:42.210 INFO:tasks.rados.rados.0.smithi040.stdout:2859: expect (ObjNum 788 snap 237 seq_num 788) 2024-04-22T04:36:42.292 INFO:tasks.rados.rados.0.smithi040.stdout:2860: finishing copy_from racing read to smithi04078109-37 2024-04-22T04:36:42.293 INFO:tasks.rados.rados.0.smithi040.stdout:2860: finishing copy_from to smithi04078109-37 2024-04-22T04:36:42.293 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 1677 (ObjNum 724 snap 222 seq_num 724) dirty exists 2024-04-22T04:36:42.293 INFO:tasks.rados.rados.0.smithi040.stdout:2861: expect (ObjNum 908 snap 286 seq_num 908) 2024-04-22T04:36:42.316 INFO:tasks.rados.rados.0.smithi040.stdout:2855: finishing copy_from racing read to smithi04078109-14 2024-04-22T04:36:42.316 INFO:tasks.rados.rados.0.smithi040.stdout:2855: finishing copy_from to smithi04078109-14 2024-04-22T04:36:42.316 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 1268 (ObjNum 784 snap 237 seq_num 784) dirty exists 2024-04-22T04:36:42.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:42 smithi040 ceph-mon[91058]: pgmap v643: 121 pgs: 121 active+clean; 486 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 614 KiB/s wr, 3 op/s 2024-04-22T04:36:42.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:42 smithi040 ceph-mon[91058]: osdmap e620: 8 total, 8 up, 8 in 2024-04-22T04:36:42.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:42 smithi040 ceph-mon[91058]: osdmap e621: 8 total, 8 up, 8 in 2024-04-22T04:36:42.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:42 smithi040 ceph-mon[88445]: pgmap v643: 121 pgs: 121 active+clean; 486 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 614 KiB/s wr, 3 op/s 2024-04-22T04:36:42.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:42 smithi040 ceph-mon[88445]: osdmap e620: 8 total, 8 up, 8 in 2024-04-22T04:36:42.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:42 smithi040 ceph-mon[88445]: osdmap e621: 8 total, 8 up, 8 in 2024-04-22T04:36:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:42 smithi062 ceph-mon[78153]: pgmap v643: 121 pgs: 121 active+clean; 486 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 614 KiB/s wr, 3 op/s 2024-04-22T04:36:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:42 smithi062 ceph-mon[78153]: osdmap e620: 8 total, 8 up, 8 in 2024-04-22T04:36:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:42 smithi062 ceph-mon[78153]: osdmap e621: 8 total, 8 up, 8 in 2024-04-22T04:36:43.176 INFO:tasks.rados.rados.0.smithi040.stdout:2855: done (5 left) 2024-04-22T04:36:43.176 INFO:tasks.rados.rados.0.smithi040.stdout:2858: done (4 left) 2024-04-22T04:36:43.176 INFO:tasks.rados.rados.0.smithi040.stdout:2859: done (3 left) 2024-04-22T04:36:43.176 INFO:tasks.rados.rados.0.smithi040.stdout:2860: done (2 left) 2024-04-22T04:36:43.176 INFO:tasks.rados.rados.0.smithi040.stdout:2861: done (1 left) 2024-04-22T04:36:43.177 INFO:tasks.rados.rados.0.smithi040.stdout:2862: done (0 left) 2024-04-22T04:36:43.177 INFO:tasks.rados.rados.0.smithi040.stdout:2863: read oid 33 snap -1 2024-04-22T04:36:43.177 INFO:tasks.rados.rados.0.smithi040.stdout:2863: expect (ObjNum 835 snap 258 seq_num 835) 2024-04-22T04:36:43.177 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 43 current snap is 290 2024-04-22T04:36:43.177 INFO:tasks.rados.rados.0.smithi040.stdout:2864: seq_num 917 ranges {5275648=565248,5840896=401408} 2024-04-22T04:36:43.208 INFO:tasks.rados.rados.0.smithi040.stdout:2864: writing smithi04078109-43 from 5275648 to 5840896 tid 1 2024-04-22T04:36:43.210 INFO:tasks.rados.rados.0.smithi040.stdout:2864: writing smithi04078109-43 from 5840896 to 6242304 tid 2 2024-04-22T04:36:43.211 INFO:tasks.rados.rados.0.smithi040.stdout:2865: read oid 8 snap -1 2024-04-22T04:36:43.211 INFO:tasks.rados.rados.0.smithi040.stdout:2865: expect (ObjNum 764 snap 230 seq_num 764) 2024-04-22T04:36:43.211 INFO:tasks.rados.rados.0.smithi040.stdout:2866: rollback oid 1 current snap is 290 2024-04-22T04:36:43.211 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 1 to 285 2024-04-22T04:36:43.211 INFO:tasks.rados.rados.0.smithi040.stdout:2863: expect (ObjNum 835 snap 258 seq_num 835) 2024-04-22T04:36:43.322 INFO:tasks.rados.rados.0.smithi040.stdout:2866: finishing rollback tid 1 to smithi04078109-1 2024-04-22T04:36:43.323 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 1653 (ObjNum -1441851424 snap 21852 seq_num 2852552480) dirty dne 2024-04-22T04:36:43.323 INFO:tasks.rados.rados.0.smithi040.stdout:2864: finishing write tid 1 to smithi04078109-43 2024-04-22T04:36:43.323 INFO:tasks.rados.rados.0.smithi040.stdout:2864: finishing write tid 2 to smithi04078109-43 2024-04-22T04:36:43.323 INFO:tasks.rados.rados.0.smithi040.stdout:2863: done (3 left) 2024-04-22T04:36:43.323 INFO:tasks.rados.rados.0.smithi040.stdout:2866: done (2 left) 2024-04-22T04:36:43.323 INFO:tasks.rados.rados.0.smithi040.stdout:2867: snap_remove snap 270 2024-04-22T04:36:44.184 INFO:tasks.rados.rados.0.smithi040.stdout:2867: done (2 left) 2024-04-22T04:36:44.184 INFO:tasks.rados.rados.0.smithi040.stdout:2868: snap_remove snap 243 2024-04-22T04:36:44.491 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:44 smithi040 ceph-mon[88445]: pgmap v646: 121 pgs: 121 active+clean; 492 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-22T04:36:44.491 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:44 smithi040 ceph-mon[88445]: osdmap e622: 8 total, 8 up, 8 in 2024-04-22T04:36:44.491 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:44 smithi040 ceph-mon[91058]: pgmap v646: 121 pgs: 121 active+clean; 492 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-22T04:36:44.491 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:44 smithi040 ceph-mon[91058]: osdmap e622: 8 total, 8 up, 8 in 2024-04-22T04:36:44.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:44 smithi062 ceph-mon[78153]: pgmap v646: 121 pgs: 121 active+clean; 492 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-22T04:36:44.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:44 smithi062 ceph-mon[78153]: osdmap e622: 8 total, 8 up, 8 in 2024-04-22T04:36:45.188 INFO:tasks.rados.rados.0.smithi040.stdout:2868: done (2 left) 2024-04-22T04:36:45.188 INFO:tasks.rados.rados.0.smithi040.stdout:2869: rmattr oid 31 current snap is 290 2024-04-22T04:36:45.188 INFO:tasks.rados.rados.0.smithi040.stdout:2864: finishing write tid 3 to smithi04078109-43 2024-04-22T04:36:45.188 INFO:tasks.rados.rados.0.smithi040.stdout:2864: finishing write tid 4 to smithi04078109-43 2024-04-22T04:36:45.189 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 1348 (ObjNum 917 snap 290 seq_num 917) dirty exists 2024-04-22T04:36:45.189 INFO:tasks.rados.rados.0.smithi040.stdout:2864: left oid 43 (ObjNum 917 snap 290 seq_num 917) 2024-04-22T04:36:45.189 INFO:tasks.rados.rados.0.smithi040.stdout:2865: expect (ObjNum 764 snap 230 seq_num 764) 2024-04-22T04:36:45.284 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:45 smithi040 ceph-mon[91058]: osdmap e623: 8 total, 8 up, 8 in 2024-04-22T04:36:45.285 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:45 smithi040 ceph-mon[88445]: osdmap e623: 8 total, 8 up, 8 in 2024-04-22T04:36:45.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:45 smithi062 ceph-mon[78153]: osdmap e623: 8 total, 8 up, 8 in 2024-04-22T04:36:45.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:36:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:36:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:36:46.147 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2072 (ObjNum 775 snap 232 seq_num 775) dirty exists 2024-04-22T04:36:46.147 INFO:tasks.rados.rados.0.smithi040.stdout:2864: done (2 left) 2024-04-22T04:36:46.147 INFO:tasks.rados.rados.0.smithi040.stdout:2865: done (1 left) 2024-04-22T04:36:46.147 INFO:tasks.rados.rados.0.smithi040.stdout:2869: done (0 left) 2024-04-22T04:36:46.148 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 28 current snap is 290 2024-04-22T04:36:46.148 INFO:tasks.rados.rados.0.smithi040.stdout:2870: seq_num 918 ranges {8192=581632,589824=401408} 2024-04-22T04:36:46.150 INFO:tasks.rados.rados.0.smithi040.stdout:2870: writing smithi04078109-28 from 8192 to 589824 tid 1 2024-04-22T04:36:46.153 INFO:tasks.rados.rados.0.smithi040.stdout:2870: writing smithi04078109-28 from 589824 to 991232 tid 2 2024-04-22T04:36:46.153 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 29 current snap is 290 2024-04-22T04:36:46.153 INFO:tasks.rados.rados.0.smithi040.stdout:2871: seq_num 919 ranges {0=598016,598016=401408} 2024-04-22T04:36:46.156 INFO:tasks.rados.rados.0.smithi040.stdout:2871: writing smithi04078109-29 from 0 to 598016 tid 1 2024-04-22T04:36:46.159 INFO:tasks.rados.rados.0.smithi040.stdout:2871: writing smithi04078109-29 from 598016 to 999424 tid 2 2024-04-22T04:36:46.159 INFO:tasks.rados.rados.0.smithi040.stdout:2872: read oid 19 snap -1 2024-04-22T04:36:46.159 INFO:tasks.rados.rados.0.smithi040.stdout:2872: expect deleted 2024-04-22T04:36:46.159 INFO:tasks.rados.rados.0.smithi040.stdout:2873: snap_remove snap 259 2024-04-22T04:36:46.336 INFO:tasks.rados.rados.0.smithi040.stdout:2873: done (3 left) 2024-04-22T04:36:46.337 INFO:tasks.rados.rados.0.smithi040.stdout:2874: setattr oid 14 current snap is 290 2024-04-22T04:36:46.337 INFO:tasks.rados.rados.0.smithi040.stdout:2870: finishing write tid 1 to smithi04078109-28 2024-04-22T04:36:46.337 INFO:tasks.rados.rados.0.smithi040.stdout:2870: finishing write tid 2 to smithi04078109-28 2024-04-22T04:36:46.337 INFO:tasks.rados.rados.0.smithi040.stdout:2870: finishing write tid 3 to smithi04078109-28 2024-04-22T04:36:46.337 INFO:tasks.rados.rados.0.smithi040.stdout:2870: finishing write tid 4 to smithi04078109-28 2024-04-22T04:36:46.337 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 1826 (ObjNum 918 snap 290 seq_num 918) dirty exists 2024-04-22T04:36:46.337 INFO:tasks.rados.rados.0.smithi040.stdout:2870: left oid 28 (ObjNum 918 snap 290 seq_num 918) 2024-04-22T04:36:46.337 INFO:tasks.rados.rados.0.smithi040.stdout:2871: finishing write tid 1 to smithi04078109-29 2024-04-22T04:36:46.337 INFO:tasks.rados.rados.0.smithi040.stdout:2871: finishing write tid 2 to smithi04078109-29 2024-04-22T04:36:46.337 INFO:tasks.rados.rados.0.smithi040.stdout:2871: finishing write tid 3 to smithi04078109-29 2024-04-22T04:36:46.337 INFO:tasks.rados.rados.0.smithi040.stdout:2871: finishing write tid 4 to smithi04078109-29 2024-04-22T04:36:46.337 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 1276 (ObjNum 919 snap 290 seq_num 919) dirty exists 2024-04-22T04:36:46.337 INFO:tasks.rados.rados.0.smithi040.stdout:2871: left oid 29 (ObjNum 919 snap 290 seq_num 919) 2024-04-22T04:36:46.338 INFO:tasks.rados.rados.0.smithi040.stdout:2870: done (3 left) 2024-04-22T04:36:46.338 INFO:tasks.rados.rados.0.smithi040.stdout:2871: done (2 left) 2024-04-22T04:36:46.338 INFO:tasks.rados.rados.0.smithi040.stdout:2872: done (1 left) 2024-04-22T04:36:46.338 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 290 2024-04-22T04:36:46.338 INFO:tasks.rados.rados.0.smithi040.stdout:2875: seq_num 920 ranges {14221312=614400,14835712=401408} 2024-04-22T04:36:46.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: pgmap v649: 121 pgs: 121 active+clean; 492 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-22T04:36:46.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: osdmap e624: 8 total, 8 up, 8 in 2024-04-22T04:36:46.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:46.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:46.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:36:46.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:36:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T04:36:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T04:36:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:36:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:46 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.419 INFO:tasks.rados.rados.0.smithi040.stdout:2875: writing smithi04078109-49 from 14221312 to 14835712 tid 1 2024-04-22T04:36:46.422 INFO:tasks.rados.rados.0.smithi040.stdout:2875: writing smithi04078109-49 from 14835712 to 15237120 tid 2 2024-04-22T04:36:46.422 INFO:tasks.rados.rados.0.smithi040.stdout:2876: snap_remove snap 206 2024-04-22T04:36:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: pgmap v649: 121 pgs: 121 active+clean; 492 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-22T04:36:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: osdmap e624: 8 total, 8 up, 8 in 2024-04-22T04:36:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:36:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:36:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T04:36:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T04:36:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:36:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: pgmap v649: 121 pgs: 121 active+clean; 492 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-22T04:36:46.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: osdmap e624: 8 total, 8 up, 8 in 2024-04-22T04:36:46.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:46.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:46.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:36:46.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:36:46.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:36:46.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T04:36:46.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T04:36:46.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:36:46.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.662 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.662 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:46.662 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:46 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:47.184 INFO:tasks.rados.rados.0.smithi040.stdout:2876: done (2 left) 2024-04-22T04:36:47.184 INFO:tasks.rados.rados.0.smithi040.stdout:2877: snap_remove snap 287 2024-04-22T04:36:47.335 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 04:36:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[121176]: ts=2024-04-22T04:36:47.015Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002753207s 2024-04-22T04:36:47.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:47 smithi062 ceph-mon[78153]: osdmap e625: 8 total, 8 up, 8 in 2024-04-22T04:36:47.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:47 smithi062 ceph-mon[78153]: osdmap e626: 8 total, 8 up, 8 in 2024-04-22T04:36:47.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:47 smithi040 ceph-mon[91058]: osdmap e625: 8 total, 8 up, 8 in 2024-04-22T04:36:47.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:47 smithi040 ceph-mon[91058]: osdmap e626: 8 total, 8 up, 8 in 2024-04-22T04:36:47.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:47 smithi040 ceph-mon[88445]: osdmap e625: 8 total, 8 up, 8 in 2024-04-22T04:36:47.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:47 smithi040 ceph-mon[88445]: osdmap e626: 8 total, 8 up, 8 in 2024-04-22T04:36:48.181 INFO:tasks.rados.rados.0.smithi040.stdout:2877: done (2 left) 2024-04-22T04:36:48.181 INFO:tasks.rados.rados.0.smithi040.stdout:2878: delete oid 32 current snap is 290 2024-04-22T04:36:48.181 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 1277 (ObjNum 784 snap 237 seq_num 784) dirty exists 2024-04-22T04:36:48.181 INFO:tasks.rados.rados.0.smithi040.stdout:2875: finishing write tid 1 to smithi04078109-49 2024-04-22T04:36:48.181 INFO:tasks.rados.rados.0.smithi040.stdout:2875: finishing write tid 2 to smithi04078109-49 2024-04-22T04:36:48.181 INFO:tasks.rados.rados.0.smithi040.stdout:2875: finishing write tid 3 to smithi04078109-49 2024-04-22T04:36:48.181 INFO:tasks.rados.rados.0.smithi040.stdout:2875: finishing write tid 4 to smithi04078109-49 2024-04-22T04:36:48.181 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 1829 (ObjNum 920 snap 290 seq_num 920) dirty exists 2024-04-22T04:36:48.181 INFO:tasks.rados.rados.0.smithi040.stdout:2875: left oid 49 (ObjNum 920 snap 290 seq_num 920) 2024-04-22T04:36:48.185 INFO:tasks.rados.rados.0.smithi040.stdout:2874: done (2 left) 2024-04-22T04:36:48.186 INFO:tasks.rados.rados.0.smithi040.stdout:2875: done (1 left) 2024-04-22T04:36:48.186 INFO:tasks.rados.rados.0.smithi040.stdout:2878: done (0 left) 2024-04-22T04:36:48.186 INFO:tasks.rados.rados.0.smithi040.stdout:2879: delete oid 19 current snap is 290 2024-04-22T04:36:48.190 INFO:tasks.rados.rados.0.smithi040.stdout:2879: done (0 left) 2024-04-22T04:36:48.190 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 18 current snap is 290 2024-04-22T04:36:48.190 INFO:tasks.rados.rados.0.smithi040.stdout:2880: seq_num 923 ranges {0=663552,663552=401408} 2024-04-22T04:36:48.194 INFO:tasks.rados.rados.0.smithi040.stdout:2880: writing smithi04078109-18 from 0 to 663552 tid 1 2024-04-22T04:36:48.196 INFO:tasks.rados.rados.0.smithi040.stdout:2880: writing smithi04078109-18 from 663552 to 1064960 tid 2 2024-04-22T04:36:48.196 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 14 current snap is 290 2024-04-22T04:36:48.197 INFO:tasks.rados.rados.0.smithi040.stdout:2881: seq_num 924 ranges {7200768=679936,7880704=401408} 2024-04-22T04:36:48.239 INFO:tasks.rados.rados.0.smithi040.stdout:2881: writing smithi04078109-14 from 7200768 to 7880704 tid 1 2024-04-22T04:36:48.242 INFO:tasks.rados.rados.0.smithi040.stdout:2881: writing smithi04078109-14 from 7880704 to 8282112 tid 2 2024-04-22T04:36:48.242 INFO:tasks.rados.rados.0.smithi040.stdout:2882: delete oid 35 current snap is 290 2024-04-22T04:36:48.242 INFO:tasks.rados.rados.0.smithi040.stdout:2880: finishing write tid 1 to smithi04078109-18 2024-04-22T04:36:48.242 INFO:tasks.rados.rados.0.smithi040.stdout:2880: finishing write tid 2 to smithi04078109-18 2024-04-22T04:36:48.242 INFO:tasks.rados.rados.0.smithi040.stdout:2880: finishing write tid 3 to smithi04078109-18 2024-04-22T04:36:48.242 INFO:tasks.rados.rados.0.smithi040.stdout:2880: finishing write tid 4 to smithi04078109-18 2024-04-22T04:36:48.242 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 1281 (ObjNum 923 snap 290 seq_num 923) dirty exists 2024-04-22T04:36:48.242 INFO:tasks.rados.rados.0.smithi040.stdout:2880: left oid 18 (ObjNum 923 snap 290 seq_num 923) 2024-04-22T04:36:48.245 INFO:tasks.rados.rados.0.smithi040.stdout:2881: finishing write tid 1 to smithi04078109-14 2024-04-22T04:36:48.245 INFO:tasks.rados.rados.0.smithi040.stdout:2880: done (2 left) 2024-04-22T04:36:48.245 INFO:tasks.rados.rados.0.smithi040.stdout:2882: done (1 left) 2024-04-22T04:36:48.245 INFO:tasks.rados.rados.0.smithi040.stdout:2883: setattr oid 35 current snap is 290 2024-04-22T04:36:48.245 INFO:tasks.rados.rados.0.smithi040.stdout:2881: finishing write tid 2 to smithi04078109-14 2024-04-22T04:36:48.245 INFO:tasks.rados.rados.0.smithi040.stdout:2881: finishing write tid 3 to smithi04078109-14 2024-04-22T04:36:48.247 INFO:tasks.rados.rados.0.smithi040.stdout:2884: copy_from oid 26 from oid 1 current snap is 290 2024-04-22T04:36:48.247 INFO:tasks.rados.rados.0.smithi040.stdout:2885: copy_from oid 17 from oid 29 current snap is 290 2024-04-22T04:36:48.247 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 27 current snap is 290 2024-04-22T04:36:48.247 INFO:tasks.rados.rados.0.smithi040.stdout:2886: seq_num 926 ranges {458752=712704,1171456=401408} 2024-04-22T04:36:48.254 INFO:tasks.rados.rados.0.smithi040.stdout:2886: writing smithi04078109-27 from 458752 to 1171456 tid 1 2024-04-22T04:36:48.257 INFO:tasks.rados.rados.0.smithi040.stdout:2886: writing smithi04078109-27 from 1171456 to 1572864 tid 2 2024-04-22T04:36:48.257 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 2 current snap is 290 2024-04-22T04:36:48.257 INFO:tasks.rados.rados.0.smithi040.stdout:2884: finishing copy_from to smithi04078109-26 2024-04-22T04:36:48.257 INFO:tasks.rados.rados.0.smithi040.stdout:2884: got expected ENOENT (src dne) 2024-04-22T04:36:48.257 INFO:tasks.rados.rados.0.smithi040.stdout:2881: finishing write tid 4 to smithi04078109-14 2024-04-22T04:36:48.257 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 1280 (ObjNum 924 snap 290 seq_num 924) dirty exists 2024-04-22T04:36:48.257 INFO:tasks.rados.rados.0.smithi040.stdout:2881: left oid 14 (ObjNum 924 snap 290 seq_num 924) 2024-04-22T04:36:48.257 INFO:tasks.rados.rados.0.smithi040.stdout:2884: finishing copy_from racing read to smithi04078109-26 2024-04-22T04:36:48.257 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1687 (ObjNum 1 snap 21849 seq_num 2852358336) dirty exists 2024-04-22T04:36:48.257 INFO:tasks.rados.rados.0.smithi040.stdout:2885: finishing copy_from racing read to smithi04078109-17 2024-04-22T04:36:48.257 INFO:tasks.rados.rados.0.smithi040.stdout:2885: finishing copy_from to smithi04078109-17 2024-04-22T04:36:48.257 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 1276 (ObjNum 919 snap 290 seq_num 919) dirty exists 2024-04-22T04:36:48.258 INFO:tasks.rados.rados.0.smithi040.stdout:2887: seq_num 927 ranges {10076160=729088,10805248=401408} 2024-04-22T04:36:48.315 INFO:tasks.rados.rados.0.smithi040.stdout:2887: writing smithi04078109-2 from 10076160 to 10805248 tid 1 2024-04-22T04:36:48.318 INFO:tasks.rados.rados.0.smithi040.stdout:2887: writing smithi04078109-2 from 10805248 to 11206656 tid 2 2024-04-22T04:36:48.319 INFO:tasks.rados.rados.0.smithi040.stdout:2881: done (5 left) 2024-04-22T04:36:48.319 INFO:tasks.rados.rados.0.smithi040.stdout:2883: done (4 left) 2024-04-22T04:36:48.319 INFO:tasks.rados.rados.0.smithi040.stdout:2884: done (3 left) 2024-04-22T04:36:48.319 INFO:tasks.rados.rados.0.smithi040.stdout:2885: done (2 left) 2024-04-22T04:36:48.319 INFO:tasks.rados.rados.0.smithi040.stdout:2888: read oid 32 snap -1 2024-04-22T04:36:48.319 INFO:tasks.rados.rados.0.smithi040.stdout:2888: expect deleted 2024-04-22T04:36:48.319 INFO:tasks.rados.rados.0.smithi040.stdout:2889: rmattr oid 38 current snap is 290 2024-04-22T04:36:48.319 INFO:tasks.rados.rados.0.smithi040.stdout:2890: rollback oid 31 current snap is 290 2024-04-22T04:36:48.319 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 31 to 280 2024-04-22T04:36:48.319 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 290 2024-04-22T04:36:48.319 INFO:tasks.rados.rados.0.smithi040.stdout:2891: seq_num 928 ranges {0=745472,745472=401408} 2024-04-22T04:36:48.323 INFO:tasks.rados.rados.0.smithi040.stdout:2891: writing smithi04078109-40 from 0 to 745472 tid 1 2024-04-22T04:36:48.326 INFO:tasks.rados.rados.0.smithi040.stdout:2891: writing smithi04078109-40 from 745472 to 1146880 tid 2 2024-04-22T04:36:48.327 INFO:tasks.rados.rados.0.smithi040.stdout:2892: read oid 21 snap -1 2024-04-22T04:36:48.327 INFO:tasks.rados.rados.0.smithi040.stdout:2892: expect deleted 2024-04-22T04:36:48.327 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 1 current snap is 290 2024-04-22T04:36:48.327 INFO:tasks.rados.rados.0.smithi040.stdout:2886: finishing write tid 1 to smithi04078109-27 2024-04-22T04:36:48.327 INFO:tasks.rados.rados.0.smithi040.stdout:2886: finishing write tid 2 to smithi04078109-27 2024-04-22T04:36:48.327 INFO:tasks.rados.rados.0.smithi040.stdout:2886: finishing write tid 3 to smithi04078109-27 2024-04-22T04:36:48.327 INFO:tasks.rados.rados.0.smithi040.stdout:2886: finishing write tid 4 to smithi04078109-27 2024-04-22T04:36:48.327 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 1742 (ObjNum 926 snap 290 seq_num 926) dirty exists 2024-04-22T04:36:48.327 INFO:tasks.rados.rados.0.smithi040.stdout:2886: left oid 27 (ObjNum 926 snap 290 seq_num 926) 2024-04-22T04:36:48.327 INFO:tasks.rados.rados.0.smithi040.stdout:2893: seq_num 929 ranges {0=761856,761856=401408} 2024-04-22T04:36:48.331 INFO:tasks.rados.rados.0.smithi040.stdout:2893: writing smithi04078109-1 from 0 to 761856 tid 1 2024-04-22T04:36:48.335 INFO:tasks.rados.rados.0.smithi040.stdout:2893: writing smithi04078109-1 from 761856 to 1163264 tid 2 2024-04-22T04:36:48.335 INFO:tasks.rados.rados.0.smithi040.stdout:2886: done (7 left) 2024-04-22T04:36:48.335 INFO:tasks.rados.rados.0.smithi040.stdout:2894: copy_from oid 46 from oid 26 current snap is 290 2024-04-22T04:36:48.335 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 1349 (ObjNum 755 snap 227 seq_num 755) dirty exists 2024-04-22T04:36:48.335 INFO:tasks.rados.rados.0.smithi040.stdout:2887: finishing write tid 1 to smithi04078109-2 2024-04-22T04:36:48.335 INFO:tasks.rados.rados.0.smithi040.stdout:2887: finishing write tid 2 to smithi04078109-2 2024-04-22T04:36:48.336 INFO:tasks.rados.rados.0.smithi040.stdout:2887: finishing write tid 3 to smithi04078109-2 2024-04-22T04:36:48.336 INFO:tasks.rados.rados.0.smithi040.stdout:2890: finishing rollback tid 0 to smithi04078109-31 2024-04-22T04:36:48.336 INFO:tasks.rados.rados.0.smithi040.stdout:2887: finishing write tid 4 to smithi04078109-2 2024-04-22T04:36:48.336 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 2108 (ObjNum 927 snap 290 seq_num 927) dirty exists 2024-04-22T04:36:48.336 INFO:tasks.rados.rados.0.smithi040.stdout:2887: left oid 2 (ObjNum 927 snap 290 seq_num 927) 2024-04-22T04:36:48.336 INFO:tasks.rados.rados.0.smithi040.stdout:2890: finishing rollback tid 1 to smithi04078109-31 2024-04-22T04:36:48.336 INFO:tasks.rados.rados.0.smithi040.stdout:2890: finishing rollback tid 2 to smithi04078109-31 2024-04-22T04:36:48.336 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2105 (ObjNum 871 snap 274 seq_num 871) dirty exists 2024-04-22T04:36:48.336 INFO:tasks.rados.rados.0.smithi040.stdout:2891: finishing write tid 1 to smithi04078109-40 2024-04-22T04:36:48.336 INFO:tasks.rados.rados.0.smithi040.stdout:2891: finishing write tid 2 to smithi04078109-40 2024-04-22T04:36:48.336 INFO:tasks.rados.rados.0.smithi040.stdout:2891: finishing write tid 3 to smithi04078109-40 2024-04-22T04:36:48.336 INFO:tasks.rados.rados.0.smithi040.stdout:2891: finishing write tid 4 to smithi04078109-40 2024-04-22T04:36:48.336 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 2108 (ObjNum 928 snap 290 seq_num 928) dirty exists 2024-04-22T04:36:48.336 INFO:tasks.rados.rados.0.smithi040.stdout:2891: left oid 40 (ObjNum 928 snap 290 seq_num 928) 2024-04-22T04:36:48.336 INFO:tasks.rados.rados.0.smithi040.stdout:2887: done (7 left) 2024-04-22T04:36:48.336 INFO:tasks.rados.rados.0.smithi040.stdout:2888: done (6 left) 2024-04-22T04:36:48.337 INFO:tasks.rados.rados.0.smithi040.stdout:2889: done (5 left) 2024-04-22T04:36:48.337 INFO:tasks.rados.rados.0.smithi040.stdout:2890: done (4 left) 2024-04-22T04:36:48.337 INFO:tasks.rados.rados.0.smithi040.stdout:2891: done (3 left) 2024-04-22T04:36:48.337 INFO:tasks.rados.rados.0.smithi040.stdout:2892: done (2 left) 2024-04-22T04:36:48.337 INFO:tasks.rados.rados.0.smithi040.stdout:2895: snap_create 2024-04-22T04:36:48.337 INFO:tasks.rados.rados.0.smithi040.stdout:2893: finishing write tid 1 to smithi04078109-1 2024-04-22T04:36:48.340 INFO:tasks.rados.rados.0.smithi040.stdout:2893: finishing write tid 2 to smithi04078109-1 2024-04-22T04:36:48.340 INFO:tasks.rados.rados.0.smithi040.stdout:2893: finishing write tid 3 to smithi04078109-1 2024-04-22T04:36:48.341 INFO:tasks.rados.rados.0.smithi040.stdout:2893: finishing write tid 4 to smithi04078109-1 2024-04-22T04:36:48.341 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 1690 (ObjNum 929 snap 290 seq_num 929) dirty exists 2024-04-22T04:36:48.341 INFO:tasks.rados.rados.0.smithi040.stdout:2893: left oid 1 (ObjNum 929 snap 290 seq_num 929) 2024-04-22T04:36:48.351 INFO:tasks.rados.rados.0.smithi040.stdout:2894: finishing copy_from racing read to smithi04078109-46 2024-04-22T04:36:48.352 INFO:tasks.rados.rados.0.smithi040.stdout:2894: finishing copy_from to smithi04078109-46 2024-04-22T04:36:48.352 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1270 (ObjNum 854 snap 270 seq_num 854) dirty exists 2024-04-22T04:36:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:48 smithi062 ceph-mon[78153]: pgmap v652: 121 pgs: 121 active+clean; 489 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 398 KiB/s wr, 9 op/s 2024-04-22T04:36:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:48 smithi062 ceph-mon[78153]: Upgrade: Updating grafana.a 2024-04-22T04:36:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:48 smithi062 ceph-mon[78153]: Deploying daemon grafana.a on smithi062 2024-04-22T04:36:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:48 smithi062 ceph-mon[78153]: osdmap e627: 8 total, 8 up, 8 in 2024-04-22T04:36:48.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:48 smithi040 ceph-mon[91058]: pgmap v652: 121 pgs: 121 active+clean; 489 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 398 KiB/s wr, 9 op/s 2024-04-22T04:36:48.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:48 smithi040 ceph-mon[91058]: Upgrade: Updating grafana.a 2024-04-22T04:36:48.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:48 smithi040 ceph-mon[91058]: Deploying daemon grafana.a on smithi062 2024-04-22T04:36:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:48 smithi040 ceph-mon[91058]: osdmap e627: 8 total, 8 up, 8 in 2024-04-22T04:36:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:48 smithi040 ceph-mon[88445]: pgmap v652: 121 pgs: 121 active+clean; 489 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 398 KiB/s wr, 9 op/s 2024-04-22T04:36:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:48 smithi040 ceph-mon[88445]: Upgrade: Updating grafana.a 2024-04-22T04:36:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:48 smithi040 ceph-mon[88445]: Deploying daemon grafana.a on smithi062 2024-04-22T04:36:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:48 smithi040 ceph-mon[88445]: osdmap e627: 8 total, 8 up, 8 in 2024-04-22T04:36:49.180 INFO:tasks.rados.rados.0.smithi040.stdout:2893: done (2 left) 2024-04-22T04:36:49.180 INFO:tasks.rados.rados.0.smithi040.stdout:2894: done (1 left) 2024-04-22T04:36:49.180 INFO:tasks.rados.rados.0.smithi040.stdout:2895: done (0 left) 2024-04-22T04:36:49.180 INFO:tasks.rados.rados.0.smithi040.stdout:2896: snap_create 2024-04-22T04:36:50.182 INFO:tasks.rados.rados.0.smithi040.stdout:2896: done (0 left) 2024-04-22T04:36:50.182 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 42 current snap is 292 2024-04-22T04:36:50.182 INFO:tasks.rados.rados.0.smithi040.stdout:2897: seq_num 930 ranges {630784=786432,1417216=401408} 2024-04-22T04:36:50.189 INFO:tasks.rados.rados.0.smithi040.stdout:2897: writing smithi04078109-42 from 630784 to 1417216 tid 1 2024-04-22T04:36:50.191 INFO:tasks.rados.rados.0.smithi040.stdout:2897: writing smithi04078109-42 from 1417216 to 1818624 tid 2 2024-04-22T04:36:50.191 INFO:tasks.rados.rados.0.smithi040.stdout:2898: read oid 35 snap 271 2024-04-22T04:36:50.191 INFO:tasks.rados.rados.0.smithi040.stdout:2898: expect (ObjNum 846 snap 264 seq_num 846) 2024-04-22T04:36:50.191 INFO:tasks.rados.rados.0.smithi040.stdout:2899: read oid 9 snap -1 2024-04-22T04:36:50.192 INFO:tasks.rados.rados.0.smithi040.stdout:2899: expect (ObjNum 812 snap 249 seq_num 812) 2024-04-22T04:36:50.192 INFO:tasks.rados.rados.0.smithi040.stdout:2900: snap_remove snap 280 2024-04-22T04:36:50.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:36:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:36:50] "GET /metrics HTTP/1.1" 200 241884 "" "Prometheus/2.43.0" 2024-04-22T04:36:50.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:50 smithi040 ceph-mon[91058]: pgmap v655: 121 pgs: 121 active+clean; 455 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 878 KiB/s wr, 17 op/s 2024-04-22T04:36:50.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:50 smithi040 ceph-mon[91058]: osdmap e628: 8 total, 8 up, 8 in 2024-04-22T04:36:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:50 smithi040 ceph-mon[88445]: pgmap v655: 121 pgs: 121 active+clean; 455 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 878 KiB/s wr, 17 op/s 2024-04-22T04:36:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:50 smithi040 ceph-mon[88445]: osdmap e628: 8 total, 8 up, 8 in 2024-04-22T04:36:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:50 smithi062 ceph-mon[78153]: pgmap v655: 121 pgs: 121 active+clean; 455 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 878 KiB/s wr, 17 op/s 2024-04-22T04:36:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:50 smithi062 ceph-mon[78153]: osdmap e628: 8 total, 8 up, 8 in 2024-04-22T04:36:51.198 INFO:tasks.rados.rados.0.smithi040.stdout:2900: done (3 left) 2024-04-22T04:36:51.198 INFO:tasks.rados.rados.0.smithi040.stdout:2901: copy_from oid 38 from oid 29 current snap is 292 2024-04-22T04:36:51.198 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 292 2024-04-22T04:36:51.198 INFO:tasks.rados.rados.0.smithi040.stdout:2902: seq_num 931 ranges {0=802816,802816=401408} 2024-04-22T04:36:51.200 INFO:tasks.rados.rados.0.smithi040.stdout:2902: writing smithi04078109-25 from 0 to 802816 tid 1 2024-04-22T04:36:51.204 INFO:tasks.rados.rados.0.smithi040.stdout:2902: writing smithi04078109-25 from 802816 to 1204224 tid 2 2024-04-22T04:36:51.204 INFO:tasks.rados.rados.0.smithi040.stdout:2903: rollback oid 36 current snap is 292 2024-04-22T04:36:51.204 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 36 to 275 2024-04-22T04:36:51.204 INFO:tasks.rados.rados.0.smithi040.stdout:2904: snap_create 2024-04-22T04:36:51.208 INFO:tasks.rados.rados.0.smithi040.stdout:2897: finishing write tid 1 to smithi04078109-42 2024-04-22T04:36:51.208 INFO:tasks.rados.rados.0.smithi040.stdout:2897: finishing write tid 2 to smithi04078109-42 2024-04-22T04:36:51.208 INFO:tasks.rados.rados.0.smithi040.stdout:2897: finishing write tid 3 to smithi04078109-42 2024-04-22T04:36:51.208 INFO:tasks.rados.rados.0.smithi040.stdout:2897: finishing write tid 4 to smithi04078109-42 2024-04-22T04:36:51.208 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 1005 (ObjNum 930 snap 292 seq_num 930) dirty exists 2024-04-22T04:36:51.208 INFO:tasks.rados.rados.0.smithi040.stdout:2897: left oid 42 (ObjNum 930 snap 292 seq_num 930) 2024-04-22T04:36:51.208 INFO:tasks.rados.rados.0.smithi040.stdout:2898: expect (ObjNum 846 snap 264 seq_num 846) 2024-04-22T04:36:51.273 INFO:tasks.rados.rados.0.smithi040.stdout:2899: expect (ObjNum 812 snap 249 seq_num 812) 2024-04-22T04:36:51.315 INFO:tasks.rados.rados.0.smithi040.stdout:2903: finishing rollback tid 1 to smithi04078109-36 2024-04-22T04:36:51.315 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 1732 (ObjNum -1470253160 snap 21852 seq_num 1) dirty dne 2024-04-22T04:36:51.315 INFO:tasks.rados.rados.0.smithi040.stdout:2902: finishing write tid 1 to smithi04078109-25 2024-04-22T04:36:51.315 INFO:tasks.rados.rados.0.smithi040.stdout:2902: finishing write tid 2 to smithi04078109-25 2024-04-22T04:36:51.315 INFO:tasks.rados.rados.0.smithi040.stdout:2902: finishing write tid 3 to smithi04078109-25 2024-04-22T04:36:51.315 INFO:tasks.rados.rados.0.smithi040.stdout:2901: finishing copy_from racing read to smithi04078109-38 2024-04-22T04:36:51.315 INFO:tasks.rados.rados.0.smithi040.stdout:2901: finishing copy_from to smithi04078109-38 2024-04-22T04:36:51.316 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 1276 (ObjNum 919 snap 290 seq_num 919) dirty exists 2024-04-22T04:36:51.316 INFO:tasks.rados.rados.0.smithi040.stdout:2902: finishing write tid 4 to smithi04078109-25 2024-04-22T04:36:51.316 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 2115 (ObjNum 931 snap 292 seq_num 931) dirty exists 2024-04-22T04:36:51.316 INFO:tasks.rados.rados.0.smithi040.stdout:2902: left oid 25 (ObjNum 931 snap 292 seq_num 931) 2024-04-22T04:36:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:51 smithi062 ceph-mon[78153]: osdmap e629: 8 total, 8 up, 8 in 2024-04-22T04:36:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:36:51.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:51 smithi040 ceph-mon[88445]: osdmap e629: 8 total, 8 up, 8 in 2024-04-22T04:36:51.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:36:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:51 smithi040 ceph-mon[91058]: osdmap e629: 8 total, 8 up, 8 in 2024-04-22T04:36:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:36:52.180 INFO:tasks.rados.rados.0.smithi040.stdout:2897: done (6 left) 2024-04-22T04:36:52.180 INFO:tasks.rados.rados.0.smithi040.stdout:2898: done (5 left) 2024-04-22T04:36:52.180 INFO:tasks.rados.rados.0.smithi040.stdout:2899: done (4 left) 2024-04-22T04:36:52.180 INFO:tasks.rados.rados.0.smithi040.stdout:2901: done (3 left) 2024-04-22T04:36:52.180 INFO:tasks.rados.rados.0.smithi040.stdout:2902: done (2 left) 2024-04-22T04:36:52.180 INFO:tasks.rados.rados.0.smithi040.stdout:2903: done (1 left) 2024-04-22T04:36:52.180 INFO:tasks.rados.rados.0.smithi040.stdout:2904: done (0 left) 2024-04-22T04:36:52.180 INFO:tasks.rados.rados.0.smithi040.stdout:2905: snap_create 2024-04-22T04:36:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:52 smithi062 ceph-mon[78153]: pgmap v658: 121 pgs: 121 active+clean; 414 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-22T04:36:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:52 smithi062 ceph-mon[78153]: osdmap e630: 8 total, 8 up, 8 in 2024-04-22T04:36:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:52 smithi062 ceph-mon[78153]: osdmap e631: 8 total, 8 up, 8 in 2024-04-22T04:36:52.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:52 smithi040 ceph-mon[88445]: pgmap v658: 121 pgs: 121 active+clean; 414 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-22T04:36:52.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:52 smithi040 ceph-mon[88445]: osdmap e630: 8 total, 8 up, 8 in 2024-04-22T04:36:52.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:52 smithi040 ceph-mon[88445]: osdmap e631: 8 total, 8 up, 8 in 2024-04-22T04:36:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:52 smithi040 ceph-mon[91058]: pgmap v658: 121 pgs: 121 active+clean; 414 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-22T04:36:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:52 smithi040 ceph-mon[91058]: osdmap e630: 8 total, 8 up, 8 in 2024-04-22T04:36:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:52 smithi040 ceph-mon[91058]: osdmap e631: 8 total, 8 up, 8 in 2024-04-22T04:36:53.180 INFO:tasks.rados.rados.0.smithi040.stdout:2905: done (0 left) 2024-04-22T04:36:53.181 INFO:tasks.rados.rados.0.smithi040.stdout:2906: rollback oid 2 current snap is 294 2024-04-22T04:36:53.181 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 2 to 291 2024-04-22T04:36:53.181 INFO:tasks.rados.rados.0.smithi040.stdout:2907: read oid 40 snap -1 2024-04-22T04:36:53.181 INFO:tasks.rados.rados.0.smithi040.stdout:2907: expect (ObjNum 928 snap 290 seq_num 928) 2024-04-22T04:36:53.181 INFO:tasks.rados.rados.0.smithi040.stdout:2908: read oid 24 snap -1 2024-04-22T04:36:53.181 INFO:tasks.rados.rados.0.smithi040.stdout:2908: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:36:53.181 INFO:tasks.rados.rados.0.smithi040.stdout:2909: snap_create 2024-04-22T04:36:53.182 INFO:tasks.rados.rados.0.smithi040.stdout:2908: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:36:53.190 INFO:tasks.rados.rados.0.smithi040.stdout:2907: expect (ObjNum 928 snap 290 seq_num 928) 2024-04-22T04:36:53.220 INFO:tasks.rados.rados.0.smithi040.stdout:2906: finishing rollback tid 0 to smithi04078109-2 2024-04-22T04:36:53.220 INFO:tasks.rados.rados.0.smithi040.stdout:2906: finishing rollback tid 1 to smithi04078109-2 2024-04-22T04:36:53.220 INFO:tasks.rados.rados.0.smithi040.stdout:2906: finishing rollback tid 2 to smithi04078109-2 2024-04-22T04:36:53.220 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 2118 (ObjNum 927 snap 290 seq_num 927) dirty exists 2024-04-22T04:36:54.181 INFO:tasks.rados.rados.0.smithi040.stdout:2906: done (3 left) 2024-04-22T04:36:54.182 INFO:tasks.rados.rados.0.smithi040.stdout:2907: done (2 left) 2024-04-22T04:36:54.182 INFO:tasks.rados.rados.0.smithi040.stdout:2908: done (1 left) 2024-04-22T04:36:54.182 INFO:tasks.rados.rados.0.smithi040.stdout:2909: done (0 left) 2024-04-22T04:36:54.182 INFO:tasks.rados.rados.0.smithi040.stdout:2910: read oid 49 snap -1 2024-04-22T04:36:54.182 INFO:tasks.rados.rados.0.smithi040.stdout:2910: expect (ObjNum 920 snap 290 seq_num 920) 2024-04-22T04:36:54.182 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 33 current snap is 295 2024-04-22T04:36:54.183 INFO:tasks.rados.rados.0.smithi040.stdout:2911: seq_num 932 ranges {3252224=417792,3670016=663552,4333568=139264} 2024-04-22T04:36:54.201 INFO:tasks.rados.rados.0.smithi040.stdout:2911: writing smithi04078109-33 from 3252224 to 3670016 tid 1 2024-04-22T04:36:54.205 INFO:tasks.rados.rados.0.smithi040.stdout:2911: writing smithi04078109-33 from 3670016 to 4333568 tid 2 2024-04-22T04:36:54.206 INFO:tasks.rados.rados.0.smithi040.stdout:2911: writing smithi04078109-33 from 4333568 to 4472832 tid 3 2024-04-22T04:36:54.207 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 295 2024-04-22T04:36:54.207 INFO:tasks.rados.rados.0.smithi040.stdout:2912: seq_num 933 ranges {4628480=434176,5062656=548864,5611520=253952} 2024-04-22T04:36:54.234 INFO:tasks.rados.rados.0.smithi040.stdout:2912: writing smithi04078109-10 from 4628480 to 5062656 tid 1 2024-04-22T04:36:54.238 INFO:tasks.rados.rados.0.smithi040.stdout:2912: writing smithi04078109-10 from 5062656 to 5611520 tid 2 2024-04-22T04:36:54.240 INFO:tasks.rados.rados.0.smithi040.stdout:2912: writing smithi04078109-10 from 5611520 to 5865472 tid 3 2024-04-22T04:36:54.240 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 295 2024-04-22T04:36:54.240 INFO:tasks.rados.rados.0.smithi040.stdout:2911: finishing write tid 1 to smithi04078109-33 2024-04-22T04:36:54.240 INFO:tasks.rados.rados.0.smithi040.stdout:2913: seq_num 934 ranges {6160384=450560,6610944=434176,7045120=368640} 2024-04-22T04:36:54.276 INFO:tasks.rados.rados.0.smithi040.stdout:2913: writing smithi04078109-11 from 6160384 to 6610944 tid 1 2024-04-22T04:36:54.278 INFO:tasks.rados.rados.0.smithi040.stdout:2913: writing smithi04078109-11 from 6610944 to 7045120 tid 2 2024-04-22T04:36:54.280 INFO:tasks.rados.rados.0.smithi040.stdout:2913: writing smithi04078109-11 from 7045120 to 7413760 tid 3 2024-04-22T04:36:54.280 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 30 current snap is 295 2024-04-22T04:36:54.281 INFO:tasks.rados.rados.0.smithi040.stdout:2914: seq_num 935 ranges {1630208=466944,2097152=720896,2818048=81920} 2024-04-22T04:36:54.292 INFO:tasks.rados.rados.0.smithi040.stdout:2914: writing smithi04078109-30 from 1630208 to 2097152 tid 1 2024-04-22T04:36:54.296 INFO:tasks.rados.rados.0.smithi040.stdout:2914: writing smithi04078109-30 from 2097152 to 2818048 tid 2 2024-04-22T04:36:54.297 INFO:tasks.rados.rados.0.smithi040.stdout:2914: writing smithi04078109-30 from 2818048 to 2899968 tid 3 2024-04-22T04:36:54.297 INFO:tasks.rados.rados.0.smithi040.stdout:2915: snap_remove snap 250 2024-04-22T04:36:54.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:54 smithi062 ceph-mon[78153]: pgmap v661: 121 pgs: 121 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-22T04:36:54.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:54 smithi062 ceph-mon[78153]: osdmap e632: 8 total, 8 up, 8 in 2024-04-22T04:36:54.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:54 smithi040 ceph-mon[88445]: pgmap v661: 121 pgs: 121 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-22T04:36:54.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:54 smithi040 ceph-mon[88445]: osdmap e632: 8 total, 8 up, 8 in 2024-04-22T04:36:54.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:54 smithi040 ceph-mon[91058]: pgmap v661: 121 pgs: 121 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-22T04:36:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:54 smithi040 ceph-mon[91058]: osdmap e632: 8 total, 8 up, 8 in 2024-04-22T04:36:55.204 INFO:tasks.rados.rados.0.smithi040.stdout:2915: done (5 left) 2024-04-22T04:36:55.204 INFO:tasks.rados.rados.0.smithi040.stdout:2916: copy_from oid 18 from oid 7 current snap is 295 2024-04-22T04:36:55.205 INFO:tasks.rados.rados.0.smithi040.stdout:2911: finishing write tid 2 to smithi04078109-33 2024-04-22T04:36:55.205 INFO:tasks.rados.rados.0.smithi040.stdout:2911: finishing write tid 3 to smithi04078109-33 2024-04-22T04:36:55.205 INFO:tasks.rados.rados.0.smithi040.stdout:2911: finishing write tid 4 to smithi04078109-33 2024-04-22T04:36:55.205 INFO:tasks.rados.rados.0.smithi040.stdout:2911: finishing write tid 5 to smithi04078109-33 2024-04-22T04:36:55.205 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 1694 (ObjNum 932 snap 295 seq_num 932) dirty exists 2024-04-22T04:36:55.205 INFO:tasks.rados.rados.0.smithi040.stdout:2911: left oid 33 (ObjNum 932 snap 295 seq_num 932) 2024-04-22T04:36:55.205 INFO:tasks.rados.rados.0.smithi040.stdout:2912: finishing write tid 1 to smithi04078109-10 2024-04-22T04:36:55.205 INFO:tasks.rados.rados.0.smithi040.stdout:2912: finishing write tid 2 to smithi04078109-10 2024-04-22T04:36:55.205 INFO:tasks.rados.rados.0.smithi040.stdout:2910: expect (ObjNum 920 snap 290 seq_num 920) 2024-04-22T04:36:55.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:55 smithi062 ceph-mon[78153]: osdmap e633: 8 total, 8 up, 8 in 2024-04-22T04:36:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:55 smithi040 ceph-mon[88445]: osdmap e633: 8 total, 8 up, 8 in 2024-04-22T04:36:55.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:55 smithi040 ceph-mon[91058]: osdmap e633: 8 total, 8 up, 8 in 2024-04-22T04:36:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:36:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:36:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:36:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:56 smithi062 ceph-mon[78153]: pgmap v664: 121 pgs: 121 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-04-22T04:36:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:56 smithi062 ceph-mon[78153]: osdmap e634: 8 total, 8 up, 8 in 2024-04-22T04:36:56.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:56 smithi040 ceph-mon[88445]: pgmap v664: 121 pgs: 121 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-04-22T04:36:56.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:56 smithi040 ceph-mon[88445]: osdmap e634: 8 total, 8 up, 8 in 2024-04-22T04:36:56.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:56 smithi040 ceph-mon[91058]: pgmap v664: 121 pgs: 121 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-04-22T04:36:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:56 smithi040 ceph-mon[91058]: osdmap e634: 8 total, 8 up, 8 in 2024-04-22T04:36:57.005 INFO:tasks.rados.rados.0.smithi040.stdout:2912: finishing write tid 3 to smithi04078109-10 2024-04-22T04:36:57.006 INFO:tasks.rados.rados.0.smithi040.stdout:2912: finishing write tid 4 to smithi04078109-10 2024-04-22T04:36:57.006 INFO:tasks.rados.rados.0.smithi040.stdout:2912: finishing write tid 5 to smithi04078109-10 2024-04-22T04:36:57.006 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1353 (ObjNum 933 snap 295 seq_num 933) dirty exists 2024-04-22T04:36:57.006 INFO:tasks.rados.rados.0.smithi040.stdout:2912: left oid 10 (ObjNum 933 snap 295 seq_num 933) 2024-04-22T04:36:57.006 INFO:tasks.rados.rados.0.smithi040.stdout:2913: finishing write tid 1 to smithi04078109-11 2024-04-22T04:36:57.006 INFO:tasks.rados.rados.0.smithi040.stdout:2913: finishing write tid 2 to smithi04078109-11 2024-04-22T04:36:57.006 INFO:tasks.rados.rados.0.smithi040.stdout:2913: finishing write tid 3 to smithi04078109-11 2024-04-22T04:36:57.006 INFO:tasks.rados.rados.0.smithi040.stdout:2913: finishing write tid 4 to smithi04078109-11 2024-04-22T04:36:57.006 INFO:tasks.rados.rados.0.smithi040.stdout:2913: finishing write tid 5 to smithi04078109-11 2024-04-22T04:36:57.006 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 2124 (ObjNum 934 snap 295 seq_num 934) dirty exists 2024-04-22T04:36:57.006 INFO:tasks.rados.rados.0.smithi040.stdout:2913: left oid 11 (ObjNum 934 snap 295 seq_num 934) 2024-04-22T04:36:57.006 INFO:tasks.rados.rados.0.smithi040.stdout:2914: finishing write tid 1 to smithi04078109-30 2024-04-22T04:36:57.006 INFO:tasks.rados.rados.0.smithi040.stdout:2910: done (5 left) 2024-04-22T04:36:57.007 INFO:tasks.rados.rados.0.smithi040.stdout:2911: done (4 left) 2024-04-22T04:36:57.007 INFO:tasks.rados.rados.0.smithi040.stdout:2912: done (3 left) 2024-04-22T04:36:57.007 INFO:tasks.rados.rados.0.smithi040.stdout:2913: done (2 left) 2024-04-22T04:36:57.007 INFO:tasks.rados.rados.0.smithi040.stdout:2917: snap_remove snap 283 2024-04-22T04:36:57.181 INFO:tasks.rados.rados.0.smithi040.stdout:2917: done (2 left) 2024-04-22T04:36:57.181 INFO:tasks.rados.rados.0.smithi040.stdout:2918: copy_from oid 20 from oid 43 current snap is 295 2024-04-22T04:36:57.181 INFO:tasks.rados.rados.0.smithi040.stdout:2914: finishing write tid 2 to smithi04078109-30 2024-04-22T04:36:57.181 INFO:tasks.rados.rados.0.smithi040.stdout:2914: finishing write tid 3 to smithi04078109-30 2024-04-22T04:36:57.181 INFO:tasks.rados.rados.0.smithi040.stdout:2914: finishing write tid 4 to smithi04078109-30 2024-04-22T04:36:57.181 INFO:tasks.rados.rados.0.smithi040.stdout:2914: finishing write tid 5 to smithi04078109-30 2024-04-22T04:36:57.181 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 1698 (ObjNum 935 snap 295 seq_num 935) dirty exists 2024-04-22T04:36:57.181 INFO:tasks.rados.rados.0.smithi040.stdout:2914: left oid 30 (ObjNum 935 snap 295 seq_num 935) 2024-04-22T04:36:57.181 INFO:tasks.rados.rados.0.smithi040.stdout:2916: finishing copy_from racing read to smithi04078109-18 2024-04-22T04:36:57.182 INFO:tasks.rados.rados.0.smithi040.stdout:2916: finishing copy_from to smithi04078109-18 2024-04-22T04:36:57.182 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 1677 (ObjNum 724 snap 222 seq_num 724) dirty exists 2024-04-22T04:36:57.182 INFO:tasks.rados.rados.0.smithi040.stdout:2914: done (2 left) 2024-04-22T04:36:57.182 INFO:tasks.rados.rados.0.smithi040.stdout:2916: done (1 left) 2024-04-22T04:36:57.182 INFO:tasks.rados.rados.0.smithi040.stdout:2919: delete oid 16 current snap is 295 2024-04-22T04:36:57.191 INFO:tasks.rados.rados.0.smithi040.stdout:2919: done (1 left) 2024-04-22T04:36:57.191 INFO:tasks.rados.rados.0.smithi040.stdout:2920: snap_remove snap 274 2024-04-22T04:36:58.202 INFO:tasks.rados.rados.0.smithi040.stdout:2920: done (1 left) 2024-04-22T04:36:58.202 INFO:tasks.rados.rados.0.smithi040.stdout:2921: setattr oid 27 current snap is 295 2024-04-22T04:36:58.203 INFO:tasks.rados.rados.0.smithi040.stdout:2922: snap_create 2024-04-22T04:36:58.203 INFO:tasks.rados.rados.0.smithi040.stdout:2918: finishing copy_from racing read to smithi04078109-20 2024-04-22T04:36:58.203 INFO:tasks.rados.rados.0.smithi040.stdout:2918: finishing copy_from to smithi04078109-20 2024-04-22T04:36:58.203 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1348 (ObjNum 917 snap 290 seq_num 917) dirty exists 2024-04-22T04:36:58.210 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 1743 (ObjNum 926 snap 290 seq_num 926) dirty exists 2024-04-22T04:36:58.224 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:36:58.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:58 smithi062 ceph-mon[78153]: pgmap v666: 121 pgs: 121 active+clean; 415 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-22T04:36:58.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:58 smithi062 ceph-mon[78153]: osdmap e635: 8 total, 8 up, 8 in 2024-04-22T04:36:58.533 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:36:58.533 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (22s) 18s ago 11m 17.7M - 0.25.0 c8568f914cd2 5276a17f1d54 2024-04-22T04:36:58.533 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (11m) 39s ago 11m 59.7M - 8.3.5 dad864ee21e9 06bee8d0abc0 2024-04-22T04:36:58.533 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (116s) 18s ago 12m 15.0M - 17.2.7-878-g5d873850 c90a446c4c8e e27e105fa9bc 2024-04-22T04:36:58.533 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (92s) 39s ago 12m 14.2M - 17.2.7-878-g5d873850 c90a446c4c8e 1ff1b72a662c 2024-04-22T04:36:58.533 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (8m) 39s ago 16m 434M - 17.2.7-878-g5d873850 c90a446c4c8e aa2238c1b793 2024-04-22T04:36:58.533 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 running (8m) 18s ago 17m 496M - 17.2.7-878-g5d873850 c90a446c4c8e edd41a239d91 2024-04-22T04:36:58.533 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (7m) 18s ago 18m 71.3M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0d79462ba4ea 2024-04-22T04:36:58.533 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (7m) 39s ago 16m 55.6M 2048M 17.2.7-878-g5d873850 c90a446c4c8e ecb1ef3cca09 2024-04-22T04:36:58.533 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (7m) 18s ago 16m 57.8M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0c9cde756a31 2024-04-22T04:36:58.533 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (76s) 18s ago 11m 8484k - 1.5.0 0da6a335fe13 2b6d267f9cd4 2024-04-22T04:36:58.533 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (68s) 39s ago 11m 8808k - 1.5.0 0da6a335fe13 3171a2d26bd5 2024-04-22T04:36:58.533 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (6m) 18s ago 15m 426M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 7f49c536057f 2024-04-22T04:36:58.534 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (5m) 18s ago 15m 361M 2489M 17.2.7-878-g5d873850 c90a446c4c8e d3e5e137996e 2024-04-22T04:36:58.534 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (4m) 18s ago 14m 233M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 5eca6db3ad94 2024-04-22T04:36:58.534 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (4m) 18s ago 14m 191M 2489M 17.2.7-878-g5d873850 c90a446c4c8e aee12043cd2a 2024-04-22T04:36:58.534 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (3m) 39s ago 14m 260M 2488M 17.2.7-878-g5d873850 c90a446c4c8e ec18adf29702 2024-04-22T04:36:58.534 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (3m) 39s ago 13m 168M 2488M 17.2.7-878-g5d873850 c90a446c4c8e 07c31e3a4c64 2024-04-22T04:36:58.534 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (2m) 39s ago 13m 107M 2488M 17.2.7-878-g5d873850 c90a446c4c8e c19dea6ef4ce 2024-04-22T04:36:58.534 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (2m) 39s ago 12m 76.3M 2488M 17.2.7-878-g5d873850 c90a446c4c8e 5b69e15fbbf9 2024-04-22T04:36:58.534 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (44s) 39s ago 11m 44.6M - 2.43.0 a07b618ecd1d 4458419c04fe 2024-04-22T04:36:58.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:58 smithi040 ceph-mon[88445]: pgmap v666: 121 pgs: 121 active+clean; 415 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-22T04:36:58.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:58 smithi040 ceph-mon[88445]: osdmap e635: 8 total, 8 up, 8 in 2024-04-22T04:36:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:58 smithi040 ceph-mon[91058]: pgmap v666: 121 pgs: 121 active+clean; 415 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-22T04:36:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:58 smithi040 ceph-mon[91058]: osdmap e635: 8 total, 8 up, 8 in 2024-04-22T04:36:58.916 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:36:58.916 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:36:58.916 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 3 2024-04-22T04:36:58.916 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:36:58.916 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:36:58.916 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:36:58.916 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:36:58.916 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:36:58.916 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 8 2024-04-22T04:36:58.917 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:36:58.917 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:36:58.917 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:36:58.917 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:36:58.917 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:36:58.917 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 15 2024-04-22T04:36:58.917 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:36:58.917 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:36:59.203 INFO:tasks.rados.rados.0.smithi040.stdout:2918: done (2 left) 2024-04-22T04:36:59.203 INFO:tasks.rados.rados.0.smithi040.stdout:2921: done (1 left) 2024-04-22T04:36:59.203 INFO:tasks.rados.rados.0.smithi040.stdout:2922: done (0 left) 2024-04-22T04:36:59.203 INFO:tasks.rados.rados.0.smithi040.stdout:2923: snap_remove snap 285 2024-04-22T04:36:59.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:59 smithi062 ceph-mon[78153]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:36:59.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:59 smithi062 ceph-mon[78153]: osdmap e636: 8 total, 8 up, 8 in 2024-04-22T04:36:59.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:59 smithi062 ceph-mon[78153]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:36:59.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:36:59 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3995259389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:59.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:59 smithi040 ceph-mon[88445]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:36:59.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:59 smithi040 ceph-mon[88445]: osdmap e636: 8 total, 8 up, 8 in 2024-04-22T04:36:59.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:59 smithi040 ceph-mon[88445]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:36:59.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:36:59 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3995259389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:36:59.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:59 smithi040 ceph-mon[91058]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:36:59.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:59 smithi040 ceph-mon[91058]: osdmap e636: 8 total, 8 up, 8 in 2024-04-22T04:36:59.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:59 smithi040 ceph-mon[91058]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:36:59.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:36:59 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3995259389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:00.206 INFO:tasks.rados.rados.0.smithi040.stdout:2923: done (0 left) 2024-04-22T04:37:00.206 INFO:tasks.rados.rados.0.smithi040.stdout:2924: snap_remove snap 293 2024-04-22T04:37:00.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:00 smithi062 ceph-mon[78153]: pgmap v669: 121 pgs: 121 active+clean; 420 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-22T04:37:00.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:00 smithi062 ceph-mon[78153]: osdmap e637: 8 total, 8 up, 8 in 2024-04-22T04:37:00.382 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:00 smithi062 systemd[1]: Stopping Ceph grafana.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:37:00.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:37:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:37:00] "GET /metrics HTTP/1.1" 200 241884 "" "Prometheus/2.43.0" 2024-04-22T04:37:00.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:00 smithi040 ceph-mon[88445]: pgmap v669: 121 pgs: 121 active+clean; 420 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-22T04:37:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:00 smithi040 ceph-mon[88445]: osdmap e637: 8 total, 8 up, 8 in 2024-04-22T04:37:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:00 smithi040 ceph-mon[91058]: pgmap v669: 121 pgs: 121 active+clean; 420 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-22T04:37:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:00 smithi040 ceph-mon[91058]: osdmap e637: 8 total, 8 up, 8 in 2024-04-22T04:37:00.881 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:00 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[63170]: t=2024-04-22T04:37:00+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2024-04-22T04:37:01.210 INFO:tasks.rados.rados.0.smithi040.stdout:2924: done (0 left) 2024-04-22T04:37:01.210 INFO:tasks.rados.rados.0.smithi040.stdout:2925: rollback oid 18 current snap is 296 2024-04-22T04:37:01.210 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 18 to 254 2024-04-22T04:37:01.212 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 296 2024-04-22T04:37:01.212 INFO:tasks.rados.rados.0.smithi040.stdout:2926: seq_num 937 ranges {5865472=499712,6365184=532480,6897664=270336} 2024-04-22T04:37:01.226 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:01 smithi062 bash[112180]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a 2024-04-22T04:37:01.226 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:01 smithi062 ceph-mon[78153]: osdmap e638: 8 total, 8 up, 8 in 2024-04-22T04:37:01.227 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:01 smithi062 ceph-mon[78153]: osdmap e639: 8 total, 8 up, 8 in 2024-04-22T04:37:01.245 INFO:tasks.rados.rados.0.smithi040.stdout:2926: writing smithi04078109-10 from 5865472 to 6365184 tid 1 2024-04-22T04:37:01.249 INFO:tasks.rados.rados.0.smithi040.stdout:2926: writing smithi04078109-10 from 6365184 to 6897664 tid 2 2024-04-22T04:37:01.250 INFO:tasks.rados.rados.0.smithi040.stdout:2926: writing smithi04078109-10 from 6897664 to 7168000 tid 3 2024-04-22T04:37:01.250 INFO:tasks.rados.rados.0.smithi040.stdout:2927: snap_create 2024-04-22T04:37:01.250 INFO:tasks.rados.rados.0.smithi040.stdout:2925: finishing rollback tid 0 to smithi04078109-18 2024-04-22T04:37:01.251 INFO:tasks.rados.rados.0.smithi040.stdout:2925: finishing rollback tid 1 to smithi04078109-18 2024-04-22T04:37:01.251 INFO:tasks.rados.rados.0.smithi040.stdout:2925: finishing rollback tid 2 to smithi04078109-18 2024-04-22T04:37:01.251 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 1680 (ObjNum 1953066355 snap 875587944 seq_num 825767728) dirty exists 2024-04-22T04:37:01.251 INFO:tasks.rados.rados.0.smithi040.stdout:2926: finishing write tid 1 to smithi04078109-10 2024-04-22T04:37:01.253 INFO:tasks.rados.rados.0.smithi040.stdout:2926: finishing write tid 2 to smithi04078109-10 2024-04-22T04:37:01.253 INFO:tasks.rados.rados.0.smithi040.stdout:2926: finishing write tid 3 to smithi04078109-10 2024-04-22T04:37:01.253 INFO:tasks.rados.rados.0.smithi040.stdout:2926: finishing write tid 4 to smithi04078109-10 2024-04-22T04:37:01.254 INFO:tasks.rados.rados.0.smithi040.stdout:2926: finishing write tid 5 to smithi04078109-10 2024-04-22T04:37:01.254 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1357 (ObjNum 937 snap 296 seq_num 937) dirty exists 2024-04-22T04:37:01.254 INFO:tasks.rados.rados.0.smithi040.stdout:2926: left oid 10 (ObjNum 937 snap 296 seq_num 937) 2024-04-22T04:37:01.499 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:01 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@grafana.a.service: Succeeded. 2024-04-22T04:37:01.500 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:01 smithi062 systemd[1]: Stopped Ceph grafana.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:37:01.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:01 smithi040 ceph-mon[88445]: osdmap e638: 8 total, 8 up, 8 in 2024-04-22T04:37:01.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:01 smithi040 ceph-mon[88445]: osdmap e639: 8 total, 8 up, 8 in 2024-04-22T04:37:01.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:01 smithi040 ceph-mon[91058]: osdmap e638: 8 total, 8 up, 8 in 2024-04-22T04:37:01.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:01 smithi040 ceph-mon[91058]: osdmap e639: 8 total, 8 up, 8 in 2024-04-22T04:37:01.881 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:01 smithi062 systemd[1]: Starting Ceph grafana.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T04:37:02.186 INFO:tasks.rados.rados.0.smithi040.stdout:2925: done (2 left) 2024-04-22T04:37:02.186 INFO:tasks.rados.rados.0.smithi040.stdout:2926: done (1 left) 2024-04-22T04:37:02.186 INFO:tasks.rados.rados.0.smithi040.stdout:2927: done (0 left) 2024-04-22T04:37:02.186 INFO:tasks.rados.rados.0.smithi040.stdout:2928: rollback oid 20 current snap is 297 2024-04-22T04:37:02.186 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 20 to 271 2024-04-22T04:37:02.187 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 297 2024-04-22T04:37:02.187 INFO:tasks.rados.rados.0.smithi040.stdout:2929: seq_num 938 ranges {0=516096,516096=417792,933888=385024} 2024-04-22T04:37:02.189 INFO:tasks.rados.rados.0.smithi040.stdout:2929: writing smithi04078109-35 from 0 to 516096 tid 1 2024-04-22T04:37:02.195 INFO:tasks.rados.rados.0.smithi040.stdout:2929: writing smithi04078109-35 from 516096 to 933888 tid 2 2024-04-22T04:37:02.195 INFO:tasks.rados.rados.0.smithi040.stdout:2929: writing smithi04078109-35 from 933888 to 1318912 tid 3 2024-04-22T04:37:02.195 INFO:tasks.rados.rados.0.smithi040.stdout:2930: delete oid 5 current snap is 297 2024-04-22T04:37:02.195 INFO:tasks.rados.rados.0.smithi040.stdout:2928: finishing rollback tid 0 to smithi04078109-20 2024-04-22T04:37:02.198 INFO:tasks.rados.rados.0.smithi040.stdout:2928: finishing rollback tid 1 to smithi04078109-20 2024-04-22T04:37:02.198 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1736 (ObjNum 1499288664 snap 1718186098 seq_num 1314282321) dirty dne 2024-04-22T04:37:02.198 INFO:tasks.rados.rados.0.smithi040.stdout:2928: done (2 left) 2024-04-22T04:37:02.198 INFO:tasks.rados.rados.0.smithi040.stdout:2930: done (1 left) 2024-04-22T04:37:02.198 INFO:tasks.rados.rados.0.smithi040.stdout:2931: setattr oid 3 current snap is 297 2024-04-22T04:37:02.199 INFO:tasks.rados.rados.0.smithi040.stdout:2929: finishing write tid 1 to smithi04078109-35 2024-04-22T04:37:02.199 INFO:tasks.rados.rados.0.smithi040.stdout:2929: finishing write tid 2 to smithi04078109-35 2024-04-22T04:37:02.200 INFO:tasks.rados.rados.0.smithi040.stdout:2929: finishing write tid 3 to smithi04078109-35 2024-04-22T04:37:02.200 INFO:tasks.rados.rados.0.smithi040.stdout:2929: finishing write tid 4 to smithi04078109-35 2024-04-22T04:37:02.201 INFO:tasks.rados.rados.0.smithi040.stdout:2932: rmattr oid 7 current snap is 297 2024-04-22T04:37:02.202 INFO:tasks.rados.rados.0.smithi040.stdout:2933: rmattr oid 1 current snap is 297 2024-04-22T04:37:02.202 INFO:tasks.rados.rados.0.smithi040.stdout:2933: done (3 left) 2024-04-22T04:37:02.202 INFO:tasks.rados.rados.0.smithi040.stdout:2934: read oid 19 snap 255 2024-04-22T04:37:02.202 INFO:tasks.rados.rados.0.smithi040.stdout:2934: expect (ObjNum 813 snap 249 seq_num 813) 2024-04-22T04:37:02.202 INFO:tasks.rados.rados.0.smithi040.stdout:2935: read oid 45 snap -1 2024-04-22T04:37:02.202 INFO:tasks.rados.rados.0.smithi040.stdout:2935: expect (ObjNum 692 snap 213 seq_num 692) 2024-04-22T04:37:02.207 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 43 current snap is 297 2024-04-22T04:37:02.207 INFO:tasks.rados.rados.0.smithi040.stdout:2936: seq_num 940 ranges {6242304=548864,6791168=589824,7380992=212992} 2024-04-22T04:37:02.239 INFO:tasks.rados.rados.0.smithi040.stdout:2936: writing smithi04078109-43 from 6242304 to 6791168 tid 1 2024-04-22T04:37:02.242 INFO:tasks.rados.rados.0.smithi040.stdout:2936: writing smithi04078109-43 from 6791168 to 7380992 tid 2 2024-04-22T04:37:02.245 INFO:tasks.rados.rados.0.smithi040.stdout:2936: writing smithi04078109-43 from 7380992 to 7593984 tid 3 2024-04-22T04:37:02.245 INFO:tasks.rados.rados.0.smithi040.stdout:2937: read oid 11 snap -1 2024-04-22T04:37:02.245 INFO:tasks.rados.rados.0.smithi040.stdout:2937: expect (ObjNum 934 snap 295 seq_num 934) 2024-04-22T04:37:02.245 INFO:tasks.rados.rados.0.smithi040.stdout:2938: rollback oid 31 current snap is 297 2024-04-22T04:37:02.245 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 31 to 279 2024-04-22T04:37:02.245 INFO:tasks.rados.rados.0.smithi040.stdout:2929: finishing write tid 5 to smithi04078109-35 2024-04-22T04:37:02.245 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1702 (ObjNum 938 snap 297 seq_num 938) dirty exists 2024-04-22T04:37:02.245 INFO:tasks.rados.rados.0.smithi040.stdout:2929: left oid 35 (ObjNum 938 snap 297 seq_num 938) 2024-04-22T04:37:02.245 INFO:tasks.rados.rados.0.smithi040.stdout:2929: done (7 left) 2024-04-22T04:37:02.245 INFO:tasks.rados.rados.0.smithi040.stdout:2939: rmattr oid 25 current snap is 297 2024-04-22T04:37:02.245 INFO:tasks.rados.rados.0.smithi040.stdout:2939: done (7 left) 2024-04-22T04:37:02.245 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 297 2024-04-22T04:37:02.245 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 1744 (ObjNum 764 snap 230 seq_num 764) dirty exists 2024-04-22T04:37:02.246 INFO:tasks.rados.rados.0.smithi040.stdout:2934: expect (ObjNum 813 snap 249 seq_num 813) 2024-04-22T04:37:02.296 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 1830 (ObjNum 724 snap 222 seq_num 724) dirty exists 2024-04-22T04:37:02.296 INFO:tasks.rados.rados.0.smithi040.stdout:2935: expect (ObjNum 692 snap 213 seq_num 692) 2024-04-22T04:37:02.466 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-mon[78153]: pgmap v672: 121 pgs: 121 active+clean; 419 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-22T04:37:02.466 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-mon[78153]: osdmap e640: 8 total, 8 up, 8 in 2024-04-22T04:37:02.467 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 bash[112334]: 4f3907c45404944f3b39f5f79ddb99f601c06cfa8078509274e69c5afe955eac 2024-04-22T04:37:02.467 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 systemd[1]: Started Ceph grafana.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T04:37:02.467 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=settings t=2024-04-22T04:37:02.243191652Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-22T04:37:02.468 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=settings t=2024-04-22T04:37:02.243438273Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-22T04:37:02.468 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=settings t=2024-04-22T04:37:02.243466896Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-22T04:37:02.468 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=settings t=2024-04-22T04:37:02.243478592Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-22T04:37:02.468 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=settings t=2024-04-22T04:37:02.243488701Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-22T04:37:02.468 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=settings t=2024-04-22T04:37:02.243498232Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-22T04:37:02.468 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=settings t=2024-04-22T04:37:02.243506989Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-22T04:37:02.468 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=settings t=2024-04-22T04:37:02.243518052Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-22T04:37:02.468 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=settings t=2024-04-22T04:37:02.243527457Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-22T04:37:02.468 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=settings t=2024-04-22T04:37:02.24353618Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-22T04:37:02.468 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=settings t=2024-04-22T04:37:02.243544499Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-22T04:37:02.468 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=settings t=2024-04-22T04:37:02.243553286Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-22T04:37:02.468 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=settings t=2024-04-22T04:37:02.243561824Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-22T04:37:02.469 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=settings t=2024-04-22T04:37:02.243571081Z level=info msg="App mode production" 2024-04-22T04:37:02.469 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=sqlstore t=2024-04-22T04:37:02.243637795Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-22T04:37:02.469 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=sqlstore t=2024-04-22T04:37:02.243661309Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-22T04:37:02.469 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.258005963Z level=info msg="Starting DB migrations" 2024-04-22T04:37:02.469 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.262510027Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-22T04:37:02.469 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.271712409Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-22T04:37:02.469 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.272787317Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-22T04:37:02.469 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.275581729Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-22T04:37:02.469 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.278240692Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-22T04:37:02.469 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.280986789Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-22T04:37:02.469 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.283705568Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-22T04:37:02.469 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.286588728Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-22T04:37:02.469 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.289149359Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-22T04:37:02.469 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.292011198Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-22T04:37:02.469 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.294591641Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-22T04:37:02.470 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.297325094Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-22T04:37:02.470 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.299817021Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-22T04:37:02.470 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.302665481Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-22T04:37:02.470 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.305186025Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-22T04:37:02.470 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.307956988Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-22T04:37:02.470 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.310698554Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-22T04:37:02.470 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.313375165Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-22T04:37:02.470 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.316084858Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-22T04:37:02.470 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.318948634Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-22T04:37:02.470 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.321558105Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-22T04:37:02.470 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.324208417Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-22T04:37:02.470 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.325062237Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-22T04:37:02.470 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.326084956Z level=info msg="Executing migration" id="create alert_image table" 2024-04-22T04:37:02.471 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.326853211Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-22T04:37:02.471 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.327706637Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-22T04:37:02.471 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.328596001Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-22T04:37:02.471 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.329482612Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-22T04:37:02.471 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.330347226Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-22T04:37:02.471 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.330440905Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-22T04:37:02.471 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.331190394Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-22T04:37:02.471 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.332045123Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-22T04:37:02.471 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.332912006Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-22T04:37:02.471 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.333790578Z level=info msg="Executing migration" id="create secrets table" 2024-04-22T04:37:02.471 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.33470326Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-22T04:37:02.471 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.340355893Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-22T04:37:02.471 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.341466083Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-22T04:37:02.471 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.342298741Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-22T04:37:02.471 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.347369325Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-22T04:37:02.472 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.353354077Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-22T04:37:02.472 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.354395713Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-22T04:37:02.472 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.355249491Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-22T04:37:02.472 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.356172669Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-22T04:37:02.472 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.357074505Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-22T04:37:02.472 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.35794004Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-22T04:37:02.472 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.359397537Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-22T04:37:02.472 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.36032427Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-22T04:37:02.472 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.361246502Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-22T04:37:02.472 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.36222148Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-22T04:37:02.472 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.363103525Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-22T04:37:02.472 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.36406117Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-22T04:37:02.472 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.365247042Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-22T04:37:02.472 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.366127298Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-22T04:37:02.472 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.366974062Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-22T04:37:02.473 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.367866955Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-22T04:37:02.473 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.368771667Z level=info msg="Executing migration" id="add correlation config column" 2024-04-22T04:37:02.473 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.369898629Z level=info msg="Executing migration" id="create entity_events table" 2024-04-22T04:37:02.473 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.370778261Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-22T04:37:02.473 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.373592719Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-22T04:37:02.473 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.37372905Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-22T04:37:02.473 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.376354461Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-22T04:37:02.473 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.376441303Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-22T04:37:02.473 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.379123844Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-22T04:37:02.473 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.381975017Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-22T04:37:02.473 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.384751736Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-22T04:37:02.473 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.387775856Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-22T04:37:02.473 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.390557258Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-22T04:37:02.473 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.393386024Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-22T04:37:02.473 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.396090202Z level=info msg="Executing migration" id="Drop public config table" 2024-04-22T04:37:02.474 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.398989744Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-22T04:37:02.474 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.401986355Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-22T04:37:02.474 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.404835688Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-22T04:37:02.474 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.407544562Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-22T04:37:02.474 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.410147974Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-22T04:37:02.474 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.413347248Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-22T04:37:02.475 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.416216281Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-22T04:37:02.475 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.419046304Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-22T04:37:02.475 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.42160958Z level=info msg="Executing migration" id="add share column" 2024-04-22T04:37:02.475 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.424211733Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-22T04:37:02.475 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.426752074Z level=info msg="Executing migration" id="create file table" 2024-04-22T04:37:02.475 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.429487324Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-22T04:37:02.475 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.432118605Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-22T04:37:02.475 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.434778924Z level=info msg="Executing migration" id="create file_meta table" 2024-04-22T04:37:02.475 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.437530186Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-22T04:37:02.475 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.440218558Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-22T04:37:02.475 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.442918748Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-22T04:37:02.475 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.445500886Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-22T04:37:02.475 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.448206931Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-22T04:37:02.475 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.450984875Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-22T04:37:02.476 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.45370536Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-22T04:37:02.476 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.456333671Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-22T04:37:02.476 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.458931171Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-22T04:37:02.476 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.461692674Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-22T04:37:02.476 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.464378871Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-22T04:37:02.476 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.467176672Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-22T04:37:02.476 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.468266592Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-22T04:37:02.476 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.469332158Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-22T04:37:02.476 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.470241525Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-22T04:37:02.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:02 smithi040 ceph-mon[88445]: pgmap v672: 121 pgs: 121 active+clean; 419 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-22T04:37:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:02 smithi040 ceph-mon[88445]: osdmap e640: 8 total, 8 up, 8 in 2024-04-22T04:37:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:02 smithi040 ceph-mon[91058]: pgmap v672: 121 pgs: 121 active+clean; 419 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-22T04:37:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:02 smithi040 ceph-mon[91058]: osdmap e640: 8 total, 8 up, 8 in 2024-04-22T04:37:02.771 INFO:tasks.rados.rados.0.smithi040.stdout:2936: finishing write tid 1 to smithi04078109-43 2024-04-22T04:37:02.771 INFO:tasks.rados.rados.0.smithi040.stdout:2936: finishing write tid 2 to smithi04078109-43 2024-04-22T04:37:02.771 INFO:tasks.rados.rados.0.smithi040.stdout:2936: finishing write tid 3 to smithi04078109-43 2024-04-22T04:37:02.771 INFO:tasks.rados.rados.0.smithi040.stdout:2936: finishing write tid 4 to smithi04078109-43 2024-04-22T04:37:02.771 INFO:tasks.rados.rados.0.smithi040.stdout:2936: finishing write tid 5 to smithi04078109-43 2024-04-22T04:37:02.771 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 1361 (ObjNum 940 snap 297 seq_num 940) dirty exists 2024-04-22T04:37:02.771 INFO:tasks.rados.rados.0.smithi040.stdout:2936: left oid 43 (ObjNum 940 snap 297 seq_num 940) 2024-04-22T04:37:02.771 INFO:tasks.rados.rados.0.smithi040.stdout:2940: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2024-04-22T04:37:02.774 INFO:tasks.rados.rados.0.smithi040.stdout:2940: writing smithi04078109-21 from 0 to 565248 tid 1 2024-04-22T04:37:02.776 INFO:tasks.rados.rados.0.smithi040.stdout:2940: writing smithi04078109-21 from 565248 to 1040384 tid 2 2024-04-22T04:37:02.779 INFO:tasks.rados.rados.0.smithi040.stdout:2940: writing smithi04078109-21 from 1040384 to 1368064 tid 3 2024-04-22T04:37:02.779 INFO:tasks.rados.rados.0.smithi040.stdout:2931: done (7 left) 2024-04-22T04:37:02.779 INFO:tasks.rados.rados.0.smithi040.stdout:2932: done (6 left) 2024-04-22T04:37:02.779 INFO:tasks.rados.rados.0.smithi040.stdout:2934: done (5 left) 2024-04-22T04:37:02.779 INFO:tasks.rados.rados.0.smithi040.stdout:2935: done (4 left) 2024-04-22T04:37:02.779 INFO:tasks.rados.rados.0.smithi040.stdout:2936: done (3 left) 2024-04-22T04:37:02.779 INFO:tasks.rados.rados.0.smithi040.stdout:2941: copy_from oid 2 from oid 37 current snap is 297 2024-04-22T04:37:02.779 INFO:tasks.rados.rados.0.smithi040.stdout:2937: expect (ObjNum 934 snap 295 seq_num 934) 2024-04-22T04:37:02.881 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.480946588Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-22T04:37:02.881 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.48174659Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-22T04:37:02.881 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.482659922Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-22T04:37:02.881 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.486244055Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-22T04:37:02.881 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.487275688Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-22T04:37:02.881 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.487970024Z level=info msg="Executing migration" id="create folder table" 2024-04-22T04:37:02.881 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.488815577Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-22T04:37:02.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.489755667Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-22T04:37:02.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.490656039Z level=info msg="Executing migration" id="Update folder title length" 2024-04-22T04:37:02.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.491482915Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-22T04:37:02.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=migrator t=2024-04-22T04:37:02.492363Z level=info msg="migrations completed" performed=105 skipped=376 duration=229.905723ms 2024-04-22T04:37:02.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=sqlstore t=2024-04-22T04:37:02.492700136Z level=info msg="Created default organization" 2024-04-22T04:37:02.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=plugin.loader t=2024-04-22T04:37:02.551698663Z level=info msg="Plugin registered" pluginID=input 2024-04-22T04:37:02.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=plugin.loader t=2024-04-22T04:37:02.583829505Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-22T04:37:02.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=plugin.loader t=2024-04-22T04:37:02.583878029Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-22T04:37:02.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=secrets t=2024-04-22T04:37:02.58393933Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-22T04:37:02.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=query_data t=2024-04-22T04:37:02.586263286Z level=info msg="Query Service initialization" 2024-04-22T04:37:02.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:02 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=live.push_http t=2024-04-22T04:37:02.588787971Z level=info msg="Live Push Gateway initialization" 2024-04-22T04:37:03.368 INFO:tasks.rados.rados.0.smithi040.stdout:2938: finishing rollback tid 0 to smithi04078109-31 2024-04-22T04:37:03.368 INFO:tasks.rados.rados.0.smithi040.stdout:2938: finishing rollback tid 1 to smithi04078109-31 2024-04-22T04:37:03.368 INFO:tasks.rados.rados.0.smithi040.stdout:2938: finishing rollback tid 2 to smithi04078109-31 2024-04-22T04:37:03.368 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2156 (ObjNum 871 snap 274 seq_num 871) dirty exists 2024-04-22T04:37:03.368 INFO:tasks.rados.rados.0.smithi040.stdout:2937: done (3 left) 2024-04-22T04:37:03.368 INFO:tasks.rados.rados.0.smithi040.stdout:2938: done (2 left) 2024-04-22T04:37:03.368 INFO:tasks.rados.rados.0.smithi040.stdout:2942: read oid 4 snap -1 2024-04-22T04:37:03.368 INFO:tasks.rados.rados.0.smithi040.stdout:2942: expect (ObjNum 814 snap 250 seq_num 814) 2024-04-22T04:37:03.368 INFO:tasks.rados.rados.0.smithi040.stdout:2943: setattr oid 39 current snap is 297 2024-04-22T04:37:03.368 INFO:tasks.rados.rados.0.smithi040.stdout:2940: finishing write tid 1 to smithi04078109-21 2024-04-22T04:37:03.368 INFO:tasks.rados.rados.0.smithi040.stdout:2940: finishing write tid 2 to smithi04078109-21 2024-04-22T04:37:03.369 INFO:tasks.rados.rados.0.smithi040.stdout:2940: finishing write tid 3 to smithi04078109-21 2024-04-22T04:37:03.369 INFO:tasks.rados.rados.0.smithi040.stdout:2940: finishing write tid 4 to smithi04078109-21 2024-04-22T04:37:03.369 INFO:tasks.rados.rados.0.smithi040.stdout:2940: finishing write tid 5 to smithi04078109-21 2024-04-22T04:37:03.369 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 1706 (ObjNum 941 snap 297 seq_num 941) dirty exists 2024-04-22T04:37:03.369 INFO:tasks.rados.rados.0.smithi040.stdout:2940: left oid 21 (ObjNum 941 snap 297 seq_num 941) 2024-04-22T04:37:03.369 INFO:tasks.rados.rados.0.smithi040.stdout:2941: finishing copy_from racing read to smithi04078109-2 2024-04-22T04:37:03.369 INFO:tasks.rados.rados.0.smithi040.stdout:2941: finishing copy_from to smithi04078109-2 2024-04-22T04:37:03.369 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 1677 (ObjNum 724 snap 222 seq_num 724) dirty exists 2024-04-22T04:37:03.370 INFO:tasks.rados.rados.0.smithi040.stdout:2940: done (3 left) 2024-04-22T04:37:03.370 INFO:tasks.rados.rados.0.smithi040.stdout:2941: done (2 left) 2024-04-22T04:37:03.370 INFO:tasks.rados.rados.0.smithi040.stdout:2944: rmattr oid 27 current snap is 297 2024-04-22T04:37:03.370 INFO:tasks.rados.rados.0.smithi040.stdout:2945: read oid 6 snap 236 2024-04-22T04:37:03.370 INFO:tasks.rados.rados.0.smithi040.stdout:2945: expect (ObjNum 780 snap 235 seq_num 780) 2024-04-22T04:37:03.370 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 297 2024-04-22T04:37:03.370 INFO:tasks.rados.rados.0.smithi040.stdout:2946: seq_num 942 ranges {3743744=581632,4325376=761856,5087232=40960} 2024-04-22T04:37:03.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:03 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:03.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:03 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:03.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:03 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:37:03.394 INFO:tasks.rados.rados.0.smithi040.stdout:2946: writing smithi04078109-46 from 3743744 to 4325376 tid 1 2024-04-22T04:37:03.398 INFO:tasks.rados.rados.0.smithi040.stdout:2946: writing smithi04078109-46 from 4325376 to 5087232 tid 2 2024-04-22T04:37:03.399 INFO:tasks.rados.rados.0.smithi040.stdout:2946: writing smithi04078109-46 from 5087232 to 5128192 tid 3 2024-04-22T04:37:03.399 INFO:tasks.rados.rados.0.smithi040.stdout:2947: copy_from oid 40 from oid 38 current snap is 297 2024-04-22T04:37:03.399 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 1744 (ObjNum 926 snap 290 seq_num 926) dirty exists 2024-04-22T04:37:03.399 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 1827 (ObjNum 873 snap 274 seq_num 873) dirty exists 2024-04-22T04:37:03.399 INFO:tasks.rados.rados.0.smithi040.stdout:2943: done (5 left) 2024-04-22T04:37:03.399 INFO:tasks.rados.rados.0.smithi040.stdout:2944: done (4 left) 2024-04-22T04:37:03.399 INFO:tasks.rados.rados.0.smithi040.stdout:2948: snap_create 2024-04-22T04:37:03.399 INFO:tasks.rados.rados.0.smithi040.stdout:2942: expect (ObjNum 814 snap 250 seq_num 814) 2024-04-22T04:37:03.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:03 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:03.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:03 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:03.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:03 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:37:03.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:03 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:03.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:03 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:03.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:03 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:37:03.682 INFO:tasks.rados.rados.0.smithi040.stdout:2945: expect (ObjNum 780 snap 235 seq_num 780) 2024-04-22T04:37:03.881 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=infra.usagestats.collector t=2024-04-22T04:37:03.398976208Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-22T04:37:03.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=provisioning.datasources t=2024-04-22T04:37:03.399815576Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-04-22T04:37:03.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=provisioning.datasources t=2024-04-22T04:37:03.485347304Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-22T04:37:03.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=provisioning.alerting t=2024-04-22T04:37:03.508115517Z level=info msg="starting to provision alerting" 2024-04-22T04:37:03.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=provisioning.alerting t=2024-04-22T04:37:03.50813786Z level=info msg="finished to provision alerting" 2024-04-22T04:37:03.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=ngalert.state.manager t=2024-04-22T04:37:03.508317728Z level=info msg="Warming state cache for startup" 2024-04-22T04:37:03.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=grafanaStorageLogger t=2024-04-22T04:37:03.508358807Z level=info msg="storage starting" 2024-04-22T04:37:03.883 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=http.server t=2024-04-22T04:37:03.510031564Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-22T04:37:03.883 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=ngalert.state.manager t=2024-04-22T04:37:03.518562907Z level=info msg="State cache has been initialized" states=0 duration=10.244365ms 2024-04-22T04:37:03.883 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=ngalert.multiorg.alertmanager t=2024-04-22T04:37:03.518602074Z level=info msg="starting MultiOrg Alertmanager" 2024-04-22T04:37:03.883 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=ticker t=2024-04-22T04:37:03.518628793Z level=info msg=starting first_tick=2024-04-22T04:37:10Z 2024-04-22T04:37:03.883 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=sqlstore.transactions t=2024-04-22T04:37:03.564816537Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-22T04:37:03.883 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:37:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=sqlstore.transactions t=2024-04-22T04:37:03.575831745Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-22T04:37:04.344 INFO:tasks.rados.rados.0.smithi040.stdout:2946: finishing write tid 1 to smithi04078109-46 2024-04-22T04:37:04.344 INFO:tasks.rados.rados.0.smithi040.stdout:2946: finishing write tid 2 to smithi04078109-46 2024-04-22T04:37:04.344 INFO:tasks.rados.rados.0.smithi040.stdout:2946: finishing write tid 3 to smithi04078109-46 2024-04-22T04:37:04.344 INFO:tasks.rados.rados.0.smithi040.stdout:2946: finishing write tid 4 to smithi04078109-46 2024-04-22T04:37:04.344 INFO:tasks.rados.rados.0.smithi040.stdout:2946: finishing write tid 5 to smithi04078109-46 2024-04-22T04:37:04.344 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1731 (ObjNum 942 snap 297 seq_num 942) dirty exists 2024-04-22T04:37:04.344 INFO:tasks.rados.rados.0.smithi040.stdout:2946: left oid 46 (ObjNum 942 snap 297 seq_num 942) 2024-04-22T04:37:04.344 INFO:tasks.rados.rados.0.smithi040.stdout:2947: finishing copy_from racing read to smithi04078109-40 2024-04-22T04:37:04.344 INFO:tasks.rados.rados.0.smithi040.stdout:2947: finishing copy_from to smithi04078109-40 2024-04-22T04:37:04.344 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1276 (ObjNum 919 snap 290 seq_num 919) dirty exists 2024-04-22T04:37:04.344 INFO:tasks.rados.rados.0.smithi040.stdout:2942: done (4 left) 2024-04-22T04:37:04.344 INFO:tasks.rados.rados.0.smithi040.stdout:2945: done (3 left) 2024-04-22T04:37:04.344 INFO:tasks.rados.rados.0.smithi040.stdout:2946: done (2 left) 2024-04-22T04:37:04.344 INFO:tasks.rados.rados.0.smithi040.stdout:2947: done (1 left) 2024-04-22T04:37:04.345 INFO:tasks.rados.rados.0.smithi040.stdout:2948: done (0 left) 2024-04-22T04:37:04.345 INFO:tasks.rados.rados.0.smithi040.stdout:2949: snap_remove snap 275 2024-04-22T04:37:04.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:04 smithi062 ceph-mon[78153]: pgmap v675: 121 pgs: 121 active+clean; 428 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-22T04:37:04.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:04 smithi040 ceph-mon[88445]: pgmap v675: 121 pgs: 121 active+clean; 428 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-22T04:37:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:04 smithi040 ceph-mon[91058]: pgmap v675: 121 pgs: 121 active+clean; 428 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-22T04:37:05.318 INFO:tasks.rados.rados.0.smithi040.stdout:2949: done (0 left) 2024-04-22T04:37:05.318 INFO:tasks.rados.rados.0.smithi040.stdout:2950: snap_remove snap 271 2024-04-22T04:37:05.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:05 smithi062 ceph-mon[78153]: osdmap e641: 8 total, 8 up, 8 in 2024-04-22T04:37:05.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:37:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:37:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:37:05.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:05 smithi040 ceph-mon[88445]: osdmap e641: 8 total, 8 up, 8 in 2024-04-22T04:37:05.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:05 smithi040 ceph-mon[91058]: osdmap e641: 8 total, 8 up, 8 in 2024-04-22T04:37:06.326 INFO:tasks.rados.rados.0.smithi040.stdout:2950: done (0 left) 2024-04-22T04:37:06.326 INFO:tasks.rados.rados.0.smithi040.stdout:2951: rollback oid 35 current snap is 298 2024-04-22T04:37:06.326 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 35 to 245 2024-04-22T04:37:06.326 INFO:tasks.rados.rados.0.smithi040.stdout:2952: snap_remove snap 277 2024-04-22T04:37:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:06 smithi062 ceph-mon[78153]: pgmap v677: 121 pgs: 121 active+clean; 428 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 443 B/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-22T04:37:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:06 smithi062 ceph-mon[78153]: osdmap e642: 8 total, 8 up, 8 in 2024-04-22T04:37:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:37:06.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:06 smithi040 ceph-mon[91058]: pgmap v677: 121 pgs: 121 active+clean; 428 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 443 B/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-22T04:37:06.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:06 smithi040 ceph-mon[91058]: osdmap e642: 8 total, 8 up, 8 in 2024-04-22T04:37:06.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:37:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:06 smithi040 ceph-mon[88445]: pgmap v677: 121 pgs: 121 active+clean; 428 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 443 B/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-22T04:37:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:06 smithi040 ceph-mon[88445]: osdmap e642: 8 total, 8 up, 8 in 2024-04-22T04:37:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:37:07.186 INFO:tasks.rados.rados.0.smithi040.stdout:2952: done (1 left) 2024-04-22T04:37:07.186 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 298 2024-04-22T04:37:07.186 INFO:tasks.rados.rados.0.smithi040.stdout:2953: seq_num 943 ranges {0=598016,598016=688128,1286144=114688} 2024-04-22T04:37:07.188 INFO:tasks.rados.rados.0.smithi040.stdout:2953: writing smithi04078109-13 from 0 to 598016 tid 1 2024-04-22T04:37:07.195 INFO:tasks.rados.rados.0.smithi040.stdout:2953: writing smithi04078109-13 from 598016 to 1286144 tid 2 2024-04-22T04:37:07.195 INFO:tasks.rados.rados.0.smithi040.stdout:2953: writing smithi04078109-13 from 1286144 to 1400832 tid 3 2024-04-22T04:37:07.195 INFO:tasks.rados.rados.0.smithi040.stdout:2954: setattr oid 41 current snap is 298 2024-04-22T04:37:07.195 INFO:tasks.rados.rados.0.smithi040.stdout:2951: finishing rollback tid 0 to smithi04078109-35 2024-04-22T04:37:07.195 INFO:tasks.rados.rados.0.smithi040.stdout:2951: finishing rollback tid 1 to smithi04078109-35 2024-04-22T04:37:07.195 INFO:tasks.rados.rados.0.smithi040.stdout:2951: finishing rollback tid 2 to smithi04078109-35 2024-04-22T04:37:07.195 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1709 (ObjNum 792 snap 237 seq_num 792) dirty exists 2024-04-22T04:37:07.197 INFO:tasks.rados.rados.0.smithi040.stdout:2951: done (2 left) 2024-04-22T04:37:07.197 INFO:tasks.rados.rados.0.smithi040.stdout:2955: read oid 49 snap -1 2024-04-22T04:37:07.197 INFO:tasks.rados.rados.0.smithi040.stdout:2955: expect (ObjNum 920 snap 290 seq_num 920) 2024-04-22T04:37:07.197 INFO:tasks.rados.rados.0.smithi040.stdout:2956: snap_create 2024-04-22T04:37:07.210 INFO:tasks.rados.rados.0.smithi040.stdout:2953: finishing write tid 1 to smithi04078109-13 2024-04-22T04:37:07.210 INFO:tasks.rados.rados.0.smithi040.stdout:2953: finishing write tid 2 to smithi04078109-13 2024-04-22T04:37:07.210 INFO:tasks.rados.rados.0.smithi040.stdout:2953: finishing write tid 3 to smithi04078109-13 2024-04-22T04:37:07.211 INFO:tasks.rados.rados.0.smithi040.stdout:2953: finishing write tid 4 to smithi04078109-13 2024-04-22T04:37:07.211 INFO:tasks.rados.rados.0.smithi040.stdout:2953: finishing write tid 5 to smithi04078109-13 2024-04-22T04:37:07.211 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 951 (ObjNum 943 snap 298 seq_num 943) dirty exists 2024-04-22T04:37:07.212 INFO:tasks.rados.rados.0.smithi040.stdout:2953: left oid 13 (ObjNum 943 snap 298 seq_num 943) 2024-04-22T04:37:07.217 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 2159 (ObjNum 892 snap 282 seq_num 892) dirty exists 2024-04-22T04:37:07.268 INFO:tasks.rados.rados.0.smithi040.stdout:2955: expect (ObjNum 920 snap 290 seq_num 920) 2024-04-22T04:37:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:07 smithi062 ceph-mon[78153]: osdmap e643: 8 total, 8 up, 8 in 2024-04-22T04:37:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:07 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:07 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:07 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:07 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:07 smithi062 ceph-mon[78153]: osdmap e644: 8 total, 8 up, 8 in 2024-04-22T04:37:07.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:07 smithi040 ceph-mon[88445]: osdmap e643: 8 total, 8 up, 8 in 2024-04-22T04:37:07.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:07 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:07.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:07 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:07.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:07 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:07.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:07 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:07.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:07 smithi040 ceph-mon[88445]: osdmap e644: 8 total, 8 up, 8 in 2024-04-22T04:37:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:07 smithi040 ceph-mon[91058]: osdmap e643: 8 total, 8 up, 8 in 2024-04-22T04:37:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:07 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:07 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:07 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:07 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:07 smithi040 ceph-mon[91058]: osdmap e644: 8 total, 8 up, 8 in 2024-04-22T04:37:08.802 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:08 smithi062 ceph-mon[78153]: pgmap v680: 121 pgs: 121 active+clean; 436 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-22T04:37:08.802 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:08 smithi062 ceph-mon[78153]: osdmap e645: 8 total, 8 up, 8 in 2024-04-22T04:37:08.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:08 smithi040 ceph-mon[88445]: pgmap v680: 121 pgs: 121 active+clean; 436 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-22T04:37:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:08 smithi040 ceph-mon[88445]: osdmap e645: 8 total, 8 up, 8 in 2024-04-22T04:37:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:08 smithi040 ceph-mon[91058]: pgmap v680: 121 pgs: 121 active+clean; 436 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-22T04:37:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:08 smithi040 ceph-mon[91058]: osdmap e645: 8 total, 8 up, 8 in 2024-04-22T04:37:09.061 INFO:tasks.rados.rados.0.smithi040.stdout:2953: done (3 left) 2024-04-22T04:37:09.062 INFO:tasks.rados.rados.0.smithi040.stdout:2954: done (2 left) 2024-04-22T04:37:09.062 INFO:tasks.rados.rados.0.smithi040.stdout:2955: done (1 left) 2024-04-22T04:37:09.062 INFO:tasks.rados.rados.0.smithi040.stdout:2956: done (0 left) 2024-04-22T04:37:09.062 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 299 2024-04-22T04:37:09.062 INFO:tasks.rados.rados.0.smithi040.stdout:2957: seq_num 944 ranges {1228800=614400,1843200=573440,2416640=229376} 2024-04-22T04:37:09.072 INFO:tasks.rados.rados.0.smithi040.stdout:2957: writing smithi04078109-12 from 1228800 to 1843200 tid 1 2024-04-22T04:37:09.075 INFO:tasks.rados.rados.0.smithi040.stdout:2957: writing smithi04078109-12 from 1843200 to 2416640 tid 2 2024-04-22T04:37:09.077 INFO:tasks.rados.rados.0.smithi040.stdout:2957: writing smithi04078109-12 from 2416640 to 2646016 tid 3 2024-04-22T04:37:09.077 INFO:tasks.rados.rados.0.smithi040.stdout:2958: rollback oid 47 current snap is 299 2024-04-22T04:37:09.077 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 47 to 261 2024-04-22T04:37:09.077 INFO:tasks.rados.rados.0.smithi040.stdout:2957: finishing write tid 1 to smithi04078109-12 2024-04-22T04:37:09.077 INFO:tasks.rados.rados.0.smithi040.stdout:2959: snap_create 2024-04-22T04:37:09.079 INFO:tasks.rados.rados.0.smithi040.stdout:2957: finishing write tid 2 to smithi04078109-12 2024-04-22T04:37:09.079 INFO:tasks.rados.rados.0.smithi040.stdout:2957: finishing write tid 3 to smithi04078109-12 2024-04-22T04:37:09.079 INFO:tasks.rados.rados.0.smithi040.stdout:2957: finishing write tid 4 to smithi04078109-12 2024-04-22T04:37:09.080 INFO:tasks.rados.rados.0.smithi040.stdout:2958: finishing rollback tid 0 to smithi04078109-47 2024-04-22T04:37:09.081 INFO:tasks.rados.rados.0.smithi040.stdout:2958: finishing rollback tid 1 to smithi04078109-47 2024-04-22T04:37:09.081 INFO:tasks.rados.rados.0.smithi040.stdout:2957: finishing write tid 5 to smithi04078109-12 2024-04-22T04:37:09.081 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1684 (ObjNum 944 snap 299 seq_num 944) dirty exists 2024-04-22T04:37:09.081 INFO:tasks.rados.rados.0.smithi040.stdout:2957: left oid 12 (ObjNum 944 snap 299 seq_num 944) 2024-04-22T04:37:09.081 INFO:tasks.rados.rados.0.smithi040.stdout:2958: finishing rollback tid 2 to smithi04078109-47 2024-04-22T04:37:09.081 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 1008 (ObjNum 700 snap 216 seq_num 700) dirty exists 2024-04-22T04:37:09.423 INFO:tasks.rados.rados.0.smithi040.stdout:2957: done (2 left) 2024-04-22T04:37:09.424 INFO:tasks.rados.rados.0.smithi040.stdout:2958: done (1 left) 2024-04-22T04:37:09.424 INFO:tasks.rados.rados.0.smithi040.stdout:2959: done (0 left) 2024-04-22T04:37:09.424 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 300 2024-04-22T04:37:09.424 INFO:tasks.rados.rados.0.smithi040.stdout:2960: seq_num 945 ranges {0=630784,630784=458752,1089536=344064} 2024-04-22T04:37:09.426 INFO:tasks.rados.rados.0.smithi040.stdout:2960: writing smithi04078109-20 from 0 to 630784 tid 1 2024-04-22T04:37:09.429 INFO:tasks.rados.rados.0.smithi040.stdout:2960: writing smithi04078109-20 from 630784 to 1089536 tid 2 2024-04-22T04:37:09.432 INFO:tasks.rados.rados.0.smithi040.stdout:2960: writing smithi04078109-20 from 1089536 to 1433600 tid 3 2024-04-22T04:37:09.432 INFO:tasks.rados.rados.0.smithi040.stdout:2961: read oid 17 snap 254 2024-04-22T04:37:09.432 INFO:tasks.rados.rados.0.smithi040.stdout:2961: expect (ObjNum 766 snap 230 seq_num 766) 2024-04-22T04:37:09.436 INFO:tasks.rados.rados.0.smithi040.stdout:2962: setattr oid 33 current snap is 300 2024-04-22T04:37:09.436 INFO:tasks.rados.rados.0.smithi040.stdout:2960: finishing write tid 1 to smithi04078109-20 2024-04-22T04:37:09.436 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 26 current snap is 300 2024-04-22T04:37:09.436 INFO:tasks.rados.rados.0.smithi040.stdout:2963: seq_num 946 ranges {3743744=647168,4390912=745472,5136384=57344} 2024-04-22T04:37:09.458 INFO:tasks.rados.rados.0.smithi040.stdout:2963: writing smithi04078109-26 from 3743744 to 4390912 tid 1 2024-04-22T04:37:09.463 INFO:tasks.rados.rados.0.smithi040.stdout:2963: writing smithi04078109-26 from 4390912 to 5136384 tid 2 2024-04-22T04:37:09.463 INFO:tasks.rados.rados.0.smithi040.stdout:2963: writing smithi04078109-26 from 5136384 to 5193728 tid 3 2024-04-22T04:37:09.463 INFO:tasks.rados.rados.0.smithi040.stdout:2964: snap_create 2024-04-22T04:37:09.463 INFO:tasks.rados.rados.0.smithi040.stdout:2960: finishing write tid 2 to smithi04078109-20 2024-04-22T04:37:09.463 INFO:tasks.rados.rados.0.smithi040.stdout:2960: finishing write tid 3 to smithi04078109-20 2024-04-22T04:37:09.463 INFO:tasks.rados.rados.0.smithi040.stdout:2960: finishing write tid 4 to smithi04078109-20 2024-04-22T04:37:09.463 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 1714 (ObjNum 932 snap 295 seq_num 932) dirty exists 2024-04-22T04:37:09.463 INFO:tasks.rados.rados.0.smithi040.stdout:2960: finishing write tid 5 to smithi04078109-20 2024-04-22T04:37:09.464 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1740 (ObjNum 945 snap 300 seq_num 945) dirty exists 2024-04-22T04:37:09.464 INFO:tasks.rados.rados.0.smithi040.stdout:2960: left oid 20 (ObjNum 945 snap 300 seq_num 945) 2024-04-22T04:37:09.464 INFO:tasks.rados.rados.0.smithi040.stdout:2963: finishing write tid 1 to smithi04078109-26 2024-04-22T04:37:09.469 INFO:tasks.rados.rados.0.smithi040.stdout:2963: finishing write tid 2 to smithi04078109-26 2024-04-22T04:37:09.469 INFO:tasks.rados.rados.0.smithi040.stdout:2963: finishing write tid 3 to smithi04078109-26 2024-04-22T04:37:09.469 INFO:tasks.rados.rados.0.smithi040.stdout:2963: finishing write tid 4 to smithi04078109-26 2024-04-22T04:37:09.470 INFO:tasks.rados.rados.0.smithi040.stdout:2963: finishing write tid 5 to smithi04078109-26 2024-04-22T04:37:09.470 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 1688 (ObjNum 946 snap 300 seq_num 946) dirty exists 2024-04-22T04:37:09.471 INFO:tasks.rados.rados.0.smithi040.stdout:2963: left oid 26 (ObjNum 946 snap 300 seq_num 946) 2024-04-22T04:37:09.472 INFO:tasks.rados.rados.0.smithi040.stdout:2961: expect (ObjNum 766 snap 230 seq_num 766) 2024-04-22T04:37:10.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:37:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:37:10] "GET /metrics HTTP/1.1" 200 241860 "" "Prometheus/2.43.0" 2024-04-22T04:37:10.428 INFO:tasks.rados.rados.0.smithi040.stdout:2960: done (4 left) 2024-04-22T04:37:10.428 INFO:tasks.rados.rados.0.smithi040.stdout:2961: done (3 left) 2024-04-22T04:37:10.428 INFO:tasks.rados.rados.0.smithi040.stdout:2962: done (2 left) 2024-04-22T04:37:10.428 INFO:tasks.rados.rados.0.smithi040.stdout:2963: done (1 left) 2024-04-22T04:37:10.428 INFO:tasks.rados.rados.0.smithi040.stdout:2964: done (0 left) 2024-04-22T04:37:10.428 INFO:tasks.rados.rados.0.smithi040.stdout:2965: copy_from oid 24 from oid 35 current snap is 301 2024-04-22T04:37:10.428 INFO:tasks.rados.rados.0.smithi040.stdout:2966: read oid 32 snap 298 2024-04-22T04:37:10.429 INFO:tasks.rados.rados.0.smithi040.stdout:2966: expect deleted 2024-04-22T04:37:10.429 INFO:tasks.rados.rados.0.smithi040.stdout:2967: read oid 38 snap -1 2024-04-22T04:37:10.429 INFO:tasks.rados.rados.0.smithi040.stdout:2967: expect (ObjNum 919 snap 290 seq_num 919) 2024-04-22T04:37:10.429 INFO:tasks.rados.rados.0.smithi040.stdout:2968: read oid 50 snap 289 2024-04-22T04:37:10.429 INFO:tasks.rados.rados.0.smithi040.stdout:2968: expect deleted 2024-04-22T04:37:10.429 INFO:tasks.rados.rados.0.smithi040.stdout:2969: snap_remove snap 300 2024-04-22T04:37:10.627 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:10 smithi062 ceph-mon[78153]: pgmap v683: 121 pgs: 121 active+clean; 441 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-22T04:37:10.628 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:10 smithi062 ceph-mon[78153]: osdmap e646: 8 total, 8 up, 8 in 2024-04-22T04:37:10.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:10 smithi040 ceph-mon[88445]: pgmap v683: 121 pgs: 121 active+clean; 441 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-22T04:37:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:10 smithi040 ceph-mon[88445]: osdmap e646: 8 total, 8 up, 8 in 2024-04-22T04:37:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:10 smithi040 ceph-mon[91058]: pgmap v683: 121 pgs: 121 active+clean; 441 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-22T04:37:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:10 smithi040 ceph-mon[91058]: osdmap e646: 8 total, 8 up, 8 in 2024-04-22T04:37:11.436 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: osdmap e647: 8 total, 8 up, 8 in 2024-04-22T04:37:11.437 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:11.437 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:11.437 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:37:11.437 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:37:11.437 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:11.437 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T04:37:11.437 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:37:11.446 INFO:tasks.rados.rados.0.smithi040.stdout:2969: done (4 left) 2024-04-22T04:37:11.447 INFO:tasks.rados.rados.0.smithi040.stdout:2970: delete oid 6 current snap is 301 2024-04-22T04:37:11.447 INFO:tasks.rados.rados.0.smithi040.stdout:2967: expect (ObjNum 919 snap 290 seq_num 919) 2024-04-22T04:37:11.476 INFO:tasks.rados.rados.0.smithi040.stdout:2965: finishing copy_from racing read to smithi04078109-24 2024-04-22T04:37:11.476 INFO:tasks.rados.rados.0.smithi040.stdout:2965: finishing copy_from to smithi04078109-24 2024-04-22T04:37:11.476 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 1709 (ObjNum 792 snap 237 seq_num 792) dirty exists 2024-04-22T04:37:11.476 INFO:tasks.rados.rados.0.smithi040.stdout:2965: done (4 left) 2024-04-22T04:37:11.476 INFO:tasks.rados.rados.0.smithi040.stdout:2966: done (3 left) 2024-04-22T04:37:11.476 INFO:tasks.rados.rados.0.smithi040.stdout:2967: done (2 left) 2024-04-22T04:37:11.476 INFO:tasks.rados.rados.0.smithi040.stdout:2968: done (1 left) 2024-04-22T04:37:11.476 INFO:tasks.rados.rados.0.smithi040.stdout:2970: done (0 left) 2024-04-22T04:37:11.476 INFO:tasks.rados.rados.0.smithi040.stdout:2971: rollback oid 31 current snap is 301 2024-04-22T04:37:11.476 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 31 to 289 2024-04-22T04:37:11.476 INFO:tasks.rados.rados.0.smithi040.stdout:2972: snap_remove snap 254 2024-04-22T04:37:11.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: osdmap e647: 8 total, 8 up, 8 in 2024-04-22T04:37:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:37:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:37:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T04:37:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:37:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:11.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-22T04:37:11.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-22T04:37:11.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-22T04:37:11.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-22T04:37:11.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-22T04:37:11.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-22T04:37:11.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-22T04:37:11.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-22T04:37:11.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-22T04:37:11.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-22T04:37:11.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-22T04:37:11.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-22T04:37:11.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-22T04:37:11.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-22T04:37:11.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-22T04:37:11.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-22T04:37:11.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-22T04:37:11.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-22T04:37:11.884 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-22T04:37:11.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-22T04:37:11.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-22T04:37:11.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-22T04:37:11.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-22T04:37:11.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-22T04:37:11.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-22T04:37:11.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.885 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-04-22T04:37:11.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-04-22T04:37:11.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-04-22T04:37:11.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-22T04:37:11.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-22T04:37:11.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-22T04:37:11.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:37:11.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:37:11.886 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:37:11.887 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:11 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:11.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-22T04:37:11.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-22T04:37:11.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-22T04:37:11.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-22T04:37:11.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-22T04:37:11.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-22T04:37:11.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-22T04:37:11.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-22T04:37:11.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: osdmap e647: 8 total, 8 up, 8 in 2024-04-22T04:37:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:37:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:37:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T04:37:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:37:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:11.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:11.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-22T04:37:11.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-22T04:37:11.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-22T04:37:11.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.913 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-22T04:37:11.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-22T04:37:11.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-22T04:37:11.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-22T04:37:11.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-22T04:37:11.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-22T04:37:11.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-22T04:37:11.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-22T04:37:11.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-22T04:37:11.913 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-22T04:37:11.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-22T04:37:11.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-22T04:37:11.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-22T04:37:11.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-22T04:37:11.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-22T04:37:11.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-22T04:37:11.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-22T04:37:11.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-22T04:37:11.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-22T04:37:11.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-22T04:37:11.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-22T04:37:11.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-22T04:37:11.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-22T04:37:11.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-22T04:37:11.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-22T04:37:11.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-22T04:37:11.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-22T04:37:11.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-22T04:37:11.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-22T04:37:11.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-22T04:37:11.915 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-22T04:37:11.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-22T04:37:11.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-22T04:37:11.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-22T04:37:11.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-22T04:37:11.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-22T04:37:11.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-22T04:37:11.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-22T04:37:11.916 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.916 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.916 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.916 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-04-22T04:37:11.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-04-22T04:37:11.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-04-22T04:37:11.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-22T04:37:11.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-22T04:37:11.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-22T04:37:11.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:37:11.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:37:11.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:37:11.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:11.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-22T04:37:11.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-22T04:37:11.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-04-22T04:37:11.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-04-22T04:37:11.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-04-22T04:37:11.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-22T04:37:11.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-22T04:37:11.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-22T04:37:11.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:37:11.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:37:11.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:37:11.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:11 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:12.187 INFO:tasks.rados.rados.0.smithi040.stdout:2972: done (1 left) 2024-04-22T04:37:12.188 INFO:tasks.rados.rados.0.smithi040.stdout:2973: read oid 14 snap -1 2024-04-22T04:37:12.188 INFO:tasks.rados.rados.0.smithi040.stdout:2973: expect (ObjNum 924 snap 290 seq_num 924) 2024-04-22T04:37:12.188 INFO:tasks.rados.rados.0.smithi040.stdout:2974: snap_remove snap 269 2024-04-22T04:37:12.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:12 smithi062 ceph-mon[78153]: pgmap v686: 121 pgs: 121 active+clean; 422 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1002 KiB/s wr, 5 op/s 2024-04-22T04:37:12.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:12 smithi062 ceph-mon[78153]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T04:37:12.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:12 smithi062 ceph-mon[78153]: Upgrade: Finalizing container_image settings 2024-04-22T04:37:12.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:12 smithi062 ceph-mon[78153]: Upgrade: Complete! 2024-04-22T04:37:12.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:12 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:37:12.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:12 smithi062 ceph-mon[78153]: osdmap e648: 8 total, 8 up, 8 in 2024-04-22T04:37:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:12 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:37:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:12 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:37:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:12 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:12 smithi062 ceph-mon[78153]: osdmap e649: 8 total, 8 up, 8 in 2024-04-22T04:37:12.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[88445]: pgmap v686: 121 pgs: 121 active+clean; 422 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1002 KiB/s wr, 5 op/s 2024-04-22T04:37:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[88445]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T04:37:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[88445]: Upgrade: Finalizing container_image settings 2024-04-22T04:37:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[88445]: Upgrade: Complete! 2024-04-22T04:37:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:37:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[88445]: osdmap e648: 8 total, 8 up, 8 in 2024-04-22T04:37:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:37:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:37:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[88445]: osdmap e649: 8 total, 8 up, 8 in 2024-04-22T04:37:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[91058]: pgmap v686: 121 pgs: 121 active+clean; 422 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1002 KiB/s wr, 5 op/s 2024-04-22T04:37:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[91058]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T04:37:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[91058]: Upgrade: Finalizing container_image settings 2024-04-22T04:37:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[91058]: Upgrade: Complete! 2024-04-22T04:37:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:37:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[91058]: osdmap e648: 8 total, 8 up, 8 in 2024-04-22T04:37:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:37:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:37:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:12 smithi040 ceph-mon[91058]: osdmap e649: 8 total, 8 up, 8 in 2024-04-22T04:37:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2974: done (2 left) 2024-04-22T04:37:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2975: read oid 20 snap -1 2024-04-22T04:37:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2975: expect (ObjNum 945 snap 300 seq_num 945) 2024-04-22T04:37:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2976: read oid 35 snap -1 2024-04-22T04:37:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2976: expect (ObjNum 792 snap 237 seq_num 792) 2024-04-22T04:37:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2977: read oid 13 snap -1 2024-04-22T04:37:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2977: expect (ObjNum 943 snap 298 seq_num 943) 2024-04-22T04:37:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2978: rollback oid 19 current snap is 301 2024-04-22T04:37:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 19 to 291 2024-04-22T04:37:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2979: delete oid 23 current snap is 301 2024-04-22T04:37:13.202 INFO:tasks.rados.rados.0.smithi040.stdout:2971: finishing rollback tid 0 to smithi04078109-31 2024-04-22T04:37:13.203 INFO:tasks.rados.rados.0.smithi040.stdout:2971: finishing rollback tid 1 to smithi04078109-31 2024-04-22T04:37:13.203 INFO:tasks.rados.rados.0.smithi040.stdout:2971: finishing rollback tid 2 to smithi04078109-31 2024-04-22T04:37:13.203 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2185 (ObjNum 775 snap 232 seq_num 775) dirty exists 2024-04-22T04:37:13.203 INFO:tasks.rados.rados.0.smithi040.stdout:2973: expect (ObjNum 924 snap 290 seq_num 924) 2024-04-22T04:37:13.730 INFO:tasks.rados.rados.0.smithi040.stdout:2978: finishing rollback tid 1 to smithi04078109-19 2024-04-22T04:37:13.730 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 1739 (ObjNum 0 snap 32647 seq_num 2852571328) dirty dne 2024-04-22T04:37:13.730 INFO:tasks.rados.rados.0.smithi040.stdout:2977: expect (ObjNum 943 snap 298 seq_num 943) 2024-04-22T04:37:13.767 INFO:tasks.rados.rados.0.smithi040.stdout:2975: expect (ObjNum 945 snap 300 seq_num 945) 2024-04-22T04:37:13.805 INFO:tasks.rados.rados.0.smithi040.stdout:2976: expect (ObjNum 792 snap 237 seq_num 792) 2024-04-22T04:37:13.840 INFO:tasks.rados.rados.0.smithi040.stdout:2971: done (6 left) 2024-04-22T04:37:13.840 INFO:tasks.rados.rados.0.smithi040.stdout:2973: done (5 left) 2024-04-22T04:37:13.840 INFO:tasks.rados.rados.0.smithi040.stdout:2975: done (4 left) 2024-04-22T04:37:13.841 INFO:tasks.rados.rados.0.smithi040.stdout:2976: done (3 left) 2024-04-22T04:37:13.841 INFO:tasks.rados.rados.0.smithi040.stdout:2977: done (2 left) 2024-04-22T04:37:13.841 INFO:tasks.rados.rados.0.smithi040.stdout:2978: done (1 left) 2024-04-22T04:37:13.841 INFO:tasks.rados.rados.0.smithi040.stdout:2979: done (0 left) 2024-04-22T04:37:13.841 INFO:tasks.rados.rados.0.smithi040.stdout:2980: rollback oid 46 current snap is 301 2024-04-22T04:37:13.841 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 46 to 298 2024-04-22T04:37:13.841 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 301 2024-04-22T04:37:13.841 INFO:tasks.rados.rados.0.smithi040.stdout:2981: seq_num 949 ranges {6324224=704512,7028736=794624,7823360=8192} 2024-04-22T04:37:13.878 INFO:tasks.rados.rados.0.smithi040.stdout:2981: writing smithi04078109-47 from 6324224 to 7028736 tid 1 2024-04-22T04:37:13.883 INFO:tasks.rados.rados.0.smithi040.stdout:2981: writing smithi04078109-47 from 7028736 to 7823360 tid 2 2024-04-22T04:37:13.883 INFO:tasks.rados.rados.0.smithi040.stdout:2981: writing smithi04078109-47 from 7823360 to 7831552 tid 3 2024-04-22T04:37:13.883 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 14 current snap is 301 2024-04-22T04:37:13.883 INFO:tasks.rados.rados.0.smithi040.stdout:2980: finishing rollback tid 0 to smithi04078109-46 2024-04-22T04:37:13.883 INFO:tasks.rados.rados.0.smithi040.stdout:2980: finishing rollback tid 1 to smithi04078109-46 2024-04-22T04:37:13.883 INFO:tasks.rados.rados.0.smithi040.stdout:2980: finishing rollback tid 2 to smithi04078109-46 2024-04-22T04:37:13.883 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1734 (ObjNum 942 snap 297 seq_num 942) dirty exists 2024-04-22T04:37:13.883 INFO:tasks.rados.rados.0.smithi040.stdout:2981: finishing write tid 1 to smithi04078109-47 2024-04-22T04:37:13.883 INFO:tasks.rados.rados.0.smithi040.stdout:2982: seq_num 950 ranges {8282112=720896,9003008=679936,9682944=122880} 2024-04-22T04:37:13.931 INFO:tasks.rados.rados.0.smithi040.stdout:2982: writing smithi04078109-14 from 8282112 to 9003008 tid 1 2024-04-22T04:37:13.935 INFO:tasks.rados.rados.0.smithi040.stdout:2982: writing smithi04078109-14 from 9003008 to 9682944 tid 2 2024-04-22T04:37:13.937 INFO:tasks.rados.rados.0.smithi040.stdout:2982: writing smithi04078109-14 from 9682944 to 9805824 tid 3 2024-04-22T04:37:13.937 INFO:tasks.rados.rados.0.smithi040.stdout:2980: done (2 left) 2024-04-22T04:37:13.937 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 18 current snap is 301 2024-04-22T04:37:13.937 INFO:tasks.rados.rados.0.smithi040.stdout:2981: finishing write tid 2 to smithi04078109-47 2024-04-22T04:37:13.937 INFO:tasks.rados.rados.0.smithi040.stdout:2981: finishing write tid 3 to smithi04078109-47 2024-04-22T04:37:13.937 INFO:tasks.rados.rados.0.smithi040.stdout:2981: finishing write tid 4 to smithi04078109-47 2024-04-22T04:37:13.937 INFO:tasks.rados.rados.0.smithi040.stdout:2981: finishing write tid 5 to smithi04078109-47 2024-04-22T04:37:13.937 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 1012 (ObjNum 949 snap 301 seq_num 949) dirty exists 2024-04-22T04:37:13.937 INFO:tasks.rados.rados.0.smithi040.stdout:2981: left oid 47 (ObjNum 949 snap 301 seq_num 949) 2024-04-22T04:37:13.937 INFO:tasks.rados.rados.0.smithi040.stdout:2982: finishing write tid 1 to smithi04078109-14 2024-04-22T04:37:13.937 INFO:tasks.rados.rados.0.smithi040.stdout:2983: seq_num 951 ranges {0=737280,737280=614400,1351680=188416} 2024-04-22T04:37:13.941 INFO:tasks.rados.rados.0.smithi040.stdout:2983: writing smithi04078109-18 from 0 to 737280 tid 1 2024-04-22T04:37:13.945 INFO:tasks.rados.rados.0.smithi040.stdout:2983: writing smithi04078109-18 from 737280 to 1351680 tid 2 2024-04-22T04:37:13.946 INFO:tasks.rados.rados.0.smithi040.stdout:2983: writing smithi04078109-18 from 1351680 to 1540096 tid 3 2024-04-22T04:37:13.947 INFO:tasks.rados.rados.0.smithi040.stdout:2981: done (2 left) 2024-04-22T04:37:13.947 INFO:tasks.rados.rados.0.smithi040.stdout:2984: snap_create 2024-04-22T04:37:13.947 INFO:tasks.rados.rados.0.smithi040.stdout:2982: finishing write tid 2 to smithi04078109-14 2024-04-22T04:37:13.947 INFO:tasks.rados.rados.0.smithi040.stdout:2982: finishing write tid 3 to smithi04078109-14 2024-04-22T04:37:13.947 INFO:tasks.rados.rados.0.smithi040.stdout:2982: finishing write tid 4 to smithi04078109-14 2024-04-22T04:37:13.947 INFO:tasks.rados.rados.0.smithi040.stdout:2982: finishing write tid 5 to smithi04078109-14 2024-04-22T04:37:13.947 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 1284 (ObjNum 950 snap 301 seq_num 950) dirty exists 2024-04-22T04:37:13.947 INFO:tasks.rados.rados.0.smithi040.stdout:2982: left oid 14 (ObjNum 950 snap 301 seq_num 950) 2024-04-22T04:37:13.947 INFO:tasks.rados.rados.0.smithi040.stdout:2983: finishing write tid 1 to smithi04078109-18 2024-04-22T04:37:13.948 INFO:tasks.rados.rados.0.smithi040.stdout:2983: finishing write tid 2 to smithi04078109-18 2024-04-22T04:37:13.949 INFO:tasks.rados.rados.0.smithi040.stdout:2983: finishing write tid 3 to smithi04078109-18 2024-04-22T04:37:13.949 INFO:tasks.rados.rados.0.smithi040.stdout:2983: finishing write tid 4 to smithi04078109-18 2024-04-22T04:37:13.950 INFO:tasks.rados.rados.0.smithi040.stdout:2983: finishing write tid 5 to smithi04078109-18 2024-04-22T04:37:13.950 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 1692 (ObjNum 951 snap 301 seq_num 951) dirty exists 2024-04-22T04:37:13.950 INFO:tasks.rados.rados.0.smithi040.stdout:2983: left oid 18 (ObjNum 951 snap 301 seq_num 951) 2024-04-22T04:37:14.446 INFO:tasks.rados.rados.0.smithi040.stdout:2982: done (2 left) 2024-04-22T04:37:14.446 INFO:tasks.rados.rados.0.smithi040.stdout:2983: done (1 left) 2024-04-22T04:37:14.446 INFO:tasks.rados.rados.0.smithi040.stdout:2984: done (0 left) 2024-04-22T04:37:14.446 INFO:tasks.rados.rados.0.smithi040.stdout:2985: copy_from oid 48 from oid 43 current snap is 302 2024-04-22T04:37:14.446 INFO:tasks.rados.rados.0.smithi040.stdout:2986: setattr oid 7 current snap is 302 2024-04-22T04:37:14.448 INFO:tasks.rados.rados.0.smithi040.stdout:2987: read oid 36 snap 236 2024-04-22T04:37:14.448 INFO:tasks.rados.rados.0.smithi040.stdout:2987: expect (ObjNum 769 snap 231 seq_num 769) 2024-04-22T04:37:14.448 INFO:tasks.rados.rados.0.smithi040.stdout:2988: snap_remove snap 292 2024-04-22T04:37:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:14 smithi062 ceph-mon[78153]: pgmap v689: 121 pgs: 121 active+clean; 435 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-04-22T04:37:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:14 smithi062 ceph-mon[78153]: osdmap e650: 8 total, 8 up, 8 in 2024-04-22T04:37:14.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:14 smithi040 ceph-mon[88445]: pgmap v689: 121 pgs: 121 active+clean; 435 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-04-22T04:37:14.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:14 smithi040 ceph-mon[88445]: osdmap e650: 8 total, 8 up, 8 in 2024-04-22T04:37:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:14 smithi040 ceph-mon[91058]: pgmap v689: 121 pgs: 121 active+clean; 435 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-04-22T04:37:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:14 smithi040 ceph-mon[91058]: osdmap e650: 8 total, 8 up, 8 in 2024-04-22T04:37:15.454 INFO:tasks.rados.rados.0.smithi040.stdout:2988: done (3 left) 2024-04-22T04:37:15.455 INFO:tasks.rados.rados.0.smithi040.stdout:2989: read oid 10 snap 286 2024-04-22T04:37:15.455 INFO:tasks.rados.rados.0.smithi040.stdout:2989: expect (ObjNum 854 snap 270 seq_num 854) 2024-04-22T04:37:15.455 INFO:tasks.rados.rados.0.smithi040.stdout:2990: setattr oid 47 current snap is 302 2024-04-22T04:37:15.457 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 1831 (ObjNum 724 snap 222 seq_num 724) dirty exists 2024-04-22T04:37:15.457 INFO:tasks.rados.rados.0.smithi040.stdout:2987: expect (ObjNum 769 snap 231 seq_num 769) 2024-04-22T04:37:15.498 INFO:tasks.rados.rados.0.smithi040.stdout:2985: finishing copy_from racing read to smithi04078109-48 2024-04-22T04:37:15.498 INFO:tasks.rados.rados.0.smithi040.stdout:2985: finishing copy_from to smithi04078109-48 2024-04-22T04:37:15.498 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 1361 (ObjNum 940 snap 297 seq_num 940) dirty exists 2024-04-22T04:37:15.498 INFO:tasks.rados.rados.0.smithi040.stdout:2989: expect (ObjNum 854 snap 270 seq_num 854) 2024-04-22T04:37:15.622 INFO:tasks.rados.rados.0.smithi040.stdout:2985: done (4 left) 2024-04-22T04:37:15.622 INFO:tasks.rados.rados.0.smithi040.stdout:2986: done (3 left) 2024-04-22T04:37:15.622 INFO:tasks.rados.rados.0.smithi040.stdout:2987: done (2 left) 2024-04-22T04:37:15.622 INFO:tasks.rados.rados.0.smithi040.stdout:2989: done (1 left) 2024-04-22T04:37:15.622 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 302 2024-04-22T04:37:15.622 INFO:tasks.rados.rados.0.smithi040.stdout:2991: seq_num 952 ranges {2646016=753664,3399680=499712,3899392=303104} 2024-04-22T04:37:15.640 INFO:tasks.rados.rados.0.smithi040.stdout:2991: writing smithi04078109-12 from 2646016 to 3399680 tid 1 2024-04-22T04:37:15.643 INFO:tasks.rados.rados.0.smithi040.stdout:2991: writing smithi04078109-12 from 3399680 to 3899392 tid 2 2024-04-22T04:37:15.645 INFO:tasks.rados.rados.0.smithi040.stdout:2991: writing smithi04078109-12 from 3899392 to 4202496 tid 3 2024-04-22T04:37:15.645 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 41 current snap is 302 2024-04-22T04:37:15.645 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 1013 (ObjNum 949 snap 301 seq_num 949) dirty exists 2024-04-22T04:37:15.645 INFO:tasks.rados.rados.0.smithi040.stdout:2991: finishing write tid 1 to smithi04078109-12 2024-04-22T04:37:15.645 INFO:tasks.rados.rados.0.smithi040.stdout:2992: seq_num 953 ranges {794624=770048,1564672=786432,2351104=16384} 2024-04-22T04:37:15.653 INFO:tasks.rados.rados.0.smithi040.stdout:2992: writing smithi04078109-41 from 794624 to 1564672 tid 1 2024-04-22T04:37:15.658 INFO:tasks.rados.rados.0.smithi040.stdout:2992: writing smithi04078109-41 from 1564672 to 2351104 tid 2 2024-04-22T04:37:15.658 INFO:tasks.rados.rados.0.smithi040.stdout:2992: writing smithi04078109-41 from 2351104 to 2367488 tid 3 2024-04-22T04:37:15.658 INFO:tasks.rados.rados.0.smithi040.stdout:2990: done (2 left) 2024-04-22T04:37:15.658 INFO:tasks.rados.rados.0.smithi040.stdout:2993: snap_remove snap 295 2024-04-22T04:37:15.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:15 smithi062 ceph-mon[78153]: osdmap e651: 8 total, 8 up, 8 in 2024-04-22T04:37:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:37:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:37:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:37:15.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:15 smithi040 ceph-mon[88445]: osdmap e651: 8 total, 8 up, 8 in 2024-04-22T04:37:15.908 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:15 smithi040 ceph-mon[91058]: osdmap e651: 8 total, 8 up, 8 in 2024-04-22T04:37:16.455 INFO:tasks.rados.rados.0.smithi040.stdout:2993: done (2 left) 2024-04-22T04:37:16.455 INFO:tasks.rados.rados.0.smithi040.stdout:2994: delete oid 44 current snap is 302 2024-04-22T04:37:16.455 INFO:tasks.rados.rados.0.smithi040.stdout:2991: finishing write tid 2 to smithi04078109-12 2024-04-22T04:37:16.455 INFO:tasks.rados.rados.0.smithi040.stdout:2991: finishing write tid 3 to smithi04078109-12 2024-04-22T04:37:16.455 INFO:tasks.rados.rados.0.smithi040.stdout:2991: finishing write tid 4 to smithi04078109-12 2024-04-22T04:37:16.455 INFO:tasks.rados.rados.0.smithi040.stdout:2991: finishing write tid 5 to smithi04078109-12 2024-04-22T04:37:16.455 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1696 (ObjNum 952 snap 302 seq_num 952) dirty exists 2024-04-22T04:37:16.455 INFO:tasks.rados.rados.0.smithi040.stdout:2991: left oid 12 (ObjNum 952 snap 302 seq_num 952) 2024-04-22T04:37:16.455 INFO:tasks.rados.rados.0.smithi040.stdout:2992: finishing write tid 1 to smithi04078109-41 2024-04-22T04:37:16.456 INFO:tasks.rados.rados.0.smithi040.stdout:2992: finishing write tid 2 to smithi04078109-41 2024-04-22T04:37:16.456 INFO:tasks.rados.rados.0.smithi040.stdout:2992: finishing write tid 3 to smithi04078109-41 2024-04-22T04:37:16.456 INFO:tasks.rados.rados.0.smithi040.stdout:2992: finishing write tid 4 to smithi04078109-41 2024-04-22T04:37:16.456 INFO:tasks.rados.rados.0.smithi040.stdout:2992: finishing write tid 5 to smithi04078109-41 2024-04-22T04:37:16.456 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 2186 (ObjNum 953 snap 302 seq_num 953) dirty exists 2024-04-22T04:37:16.456 INFO:tasks.rados.rados.0.smithi040.stdout:2992: left oid 41 (ObjNum 953 snap 302 seq_num 953) 2024-04-22T04:37:16.476 INFO:tasks.rados.rados.0.smithi040.stdout:2991: done (2 left) 2024-04-22T04:37:16.476 INFO:tasks.rados.rados.0.smithi040.stdout:2992: done (1 left) 2024-04-22T04:37:16.476 INFO:tasks.rados.rados.0.smithi040.stdout:2994: done (0 left) 2024-04-22T04:37:16.476 INFO:tasks.rados.rados.0.smithi040.stdout:2995: rollback oid 31 current snap is 302 2024-04-22T04:37:16.476 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 31 to 279 2024-04-22T04:37:16.476 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 29 current snap is 302 2024-04-22T04:37:16.476 INFO:tasks.rados.rados.0.smithi040.stdout:2996: seq_num 955 ranges {999424=802816,1802240=557056,2359296=245760} 2024-04-22T04:37:16.479 INFO:tasks.rados.rados.0.smithi040.stdout:2996: writing smithi04078109-29 from 999424 to 1802240 tid 1 2024-04-22T04:37:16.483 INFO:tasks.rados.rados.0.smithi040.stdout:2996: writing smithi04078109-29 from 1802240 to 2359296 tid 2 2024-04-22T04:37:16.485 INFO:tasks.rados.rados.0.smithi040.stdout:2996: writing smithi04078109-29 from 2359296 to 2605056 tid 3 2024-04-22T04:37:16.485 INFO:tasks.rados.rados.0.smithi040.stdout:2997: read oid 48 snap 276 2024-04-22T04:37:16.485 INFO:tasks.rados.rados.0.smithi040.stdout:2997: expect deleted 2024-04-22T04:37:16.485 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 302 2024-04-22T04:37:16.485 INFO:tasks.rados.rados.0.smithi040.stdout:2998: seq_num 956 ranges {4202496=417792,4620288=434176,5054464=770048} 2024-04-22T04:37:16.510 INFO:tasks.rados.rados.0.smithi040.stdout:2998: writing smithi04078109-12 from 4202496 to 4620288 tid 1 2024-04-22T04:37:16.513 INFO:tasks.rados.rados.0.smithi040.stdout:2998: writing smithi04078109-12 from 4620288 to 5054464 tid 2 2024-04-22T04:37:16.518 INFO:tasks.rados.rados.0.smithi040.stdout:2998: writing smithi04078109-12 from 5054464 to 5824512 tid 3 2024-04-22T04:37:16.518 INFO:tasks.rados.rados.0.smithi040.stdout:2999: copy_from oid 24 from oid 39 current snap is 302 2024-04-22T04:37:16.518 INFO:tasks.rados.rados.0.smithi040.stdout:2995: finishing rollback tid 0 to smithi04078109-31 2024-04-22T04:37:16.518 INFO:tasks.rados.rados.0.smithi040.stdout:2995: finishing rollback tid 1 to smithi04078109-31 2024-04-22T04:37:16.518 INFO:tasks.rados.rados.0.smithi040.stdout:2995: finishing rollback tid 2 to smithi04078109-31 2024-04-22T04:37:16.518 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2214 (ObjNum 871 snap 274 seq_num 871) dirty exists 2024-04-22T04:37:16.518 INFO:tasks.rados.rados.0.smithi040.stdout:2996: finishing write tid 1 to smithi04078109-29 2024-04-22T04:37:16.519 INFO:tasks.rados.rados.0.smithi040.stdout:2996: finishing write tid 2 to smithi04078109-29 2024-04-22T04:37:16.519 INFO:tasks.rados.rados.0.smithi040.stdout:2996: finishing write tid 3 to smithi04078109-29 2024-04-22T04:37:16.519 INFO:tasks.rados.rados.0.smithi040.stdout:2995: done (4 left) 2024-04-22T04:37:16.519 INFO:tasks.rados.rados.0.smithi040.stdout:3000: delete oid 11 current snap is 302 2024-04-22T04:37:16.519 INFO:tasks.rados.rados.0.smithi040.stdout:2996: finishing write tid 4 to smithi04078109-29 2024-04-22T04:37:16.519 INFO:tasks.rados.rados.0.smithi040.stdout:2996: finishing write tid 5 to smithi04078109-29 2024-04-22T04:37:16.519 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 1365 (ObjNum 955 snap 302 seq_num 955) dirty exists 2024-04-22T04:37:16.519 INFO:tasks.rados.rados.0.smithi040.stdout:2996: left oid 29 (ObjNum 955 snap 302 seq_num 955) 2024-04-22T04:37:16.519 INFO:tasks.rados.rados.0.smithi040.stdout:2998: finishing write tid 1 to smithi04078109-12 2024-04-22T04:37:16.519 INFO:tasks.rados.rados.0.smithi040.stdout:2998: finishing write tid 2 to smithi04078109-12 2024-04-22T04:37:16.523 INFO:tasks.rados.rados.0.smithi040.stdout:2998: finishing write tid 3 to smithi04078109-12 2024-04-22T04:37:16.523 INFO:tasks.rados.rados.0.smithi040.stdout:2998: finishing write tid 4 to smithi04078109-12 2024-04-22T04:37:16.524 INFO:tasks.rados.rados.0.smithi040.stdout:2996: done (4 left) 2024-04-22T04:37:16.524 INFO:tasks.rados.rados.0.smithi040.stdout:2997: done (3 left) 2024-04-22T04:37:16.524 INFO:tasks.rados.rados.0.smithi040.stdout:3000: done (2 left) 2024-04-22T04:37:16.524 INFO:tasks.rados.rados.0.smithi040.stdout:3001: read oid 5 snap -1 2024-04-22T04:37:16.524 INFO:tasks.rados.rados.0.smithi040.stdout:3001: expect deleted 2024-04-22T04:37:16.524 INFO:tasks.rados.rados.0.smithi040.stdout:3002: copy_from oid 44 from oid 30 current snap is 302 2024-04-22T04:37:16.525 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 302 2024-04-22T04:37:16.525 INFO:tasks.rados.rados.0.smithi040.stdout:3003: seq_num 958 ranges {1433600=450560,1884160=655360,2539520=548864} 2024-04-22T04:37:16.534 INFO:tasks.rados.rados.0.smithi040.stdout:3003: writing smithi04078109-20 from 1433600 to 1884160 tid 1 2024-04-22T04:37:16.538 INFO:tasks.rados.rados.0.smithi040.stdout:3003: writing smithi04078109-20 from 1884160 to 2539520 tid 2 2024-04-22T04:37:16.543 INFO:tasks.rados.rados.0.smithi040.stdout:3003: writing smithi04078109-20 from 2539520 to 3088384 tid 3 2024-04-22T04:37:16.543 INFO:tasks.rados.rados.0.smithi040.stdout:3004: delete oid 21 current snap is 302 2024-04-22T04:37:16.543 INFO:tasks.rados.rados.0.smithi040.stdout:2998: finishing write tid 5 to smithi04078109-12 2024-04-22T04:37:16.543 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1700 (ObjNum 956 snap 302 seq_num 956) dirty exists 2024-04-22T04:37:16.543 INFO:tasks.rados.rados.0.smithi040.stdout:2998: left oid 12 (ObjNum 956 snap 302 seq_num 956) 2024-04-22T04:37:16.543 INFO:tasks.rados.rados.0.smithi040.stdout:3003: finishing write tid 1 to smithi04078109-20 2024-04-22T04:37:16.543 INFO:tasks.rados.rados.0.smithi040.stdout:3002: finishing copy_from racing read to smithi04078109-44 2024-04-22T04:37:16.543 INFO:tasks.rados.rados.0.smithi040.stdout:3002: finishing copy_from to smithi04078109-44 2024-04-22T04:37:16.543 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 1698 (ObjNum 935 snap 295 seq_num 935) dirty exists 2024-04-22T04:37:16.544 INFO:tasks.rados.rados.0.smithi040.stdout:3003: finishing write tid 2 to smithi04078109-20 2024-04-22T04:37:16.545 INFO:tasks.rados.rados.0.smithi040.stdout:3003: finishing write tid 3 to smithi04078109-20 2024-04-22T04:37:16.546 INFO:tasks.rados.rados.0.smithi040.stdout:3003: finishing write tid 4 to smithi04078109-20 2024-04-22T04:37:16.547 INFO:tasks.rados.rados.0.smithi040.stdout:3003: finishing write tid 5 to smithi04078109-20 2024-04-22T04:37:16.547 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1744 (ObjNum 958 snap 302 seq_num 958) dirty exists 2024-04-22T04:37:16.547 INFO:tasks.rados.rados.0.smithi040.stdout:3003: left oid 20 (ObjNum 958 snap 302 seq_num 958) 2024-04-22T04:37:16.548 INFO:tasks.rados.rados.0.smithi040.stdout:2998: done (5 left) 2024-04-22T04:37:16.548 INFO:tasks.rados.rados.0.smithi040.stdout:3001: done (4 left) 2024-04-22T04:37:16.549 INFO:tasks.rados.rados.0.smithi040.stdout:3002: done (3 left) 2024-04-22T04:37:16.549 INFO:tasks.rados.rados.0.smithi040.stdout:3003: done (2 left) 2024-04-22T04:37:16.549 INFO:tasks.rados.rados.0.smithi040.stdout:3004: done (1 left) 2024-04-22T04:37:16.549 INFO:tasks.rados.rados.0.smithi040.stdout:3005: rollback oid 29 current snap is 302 2024-04-22T04:37:16.549 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 29 to 296 2024-04-22T04:37:16.549 INFO:tasks.rados.rados.0.smithi040.stdout:3006: copy_from oid 21 from oid 15 current snap is 302 2024-04-22T04:37:16.549 INFO:tasks.rados.rados.0.smithi040.stdout:3007: rollback oid 6 current snap is 302 2024-04-22T04:37:16.549 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 6 to 236 2024-04-22T04:37:16.549 INFO:tasks.rados.rados.0.smithi040.stdout:3008: delete oid 20 current snap is 302 2024-04-22T04:37:16.555 INFO:tasks.rados.rados.0.smithi040.stdout:3006: finishing copy_from to smithi04078109-21 2024-04-22T04:37:16.555 INFO:tasks.rados.rados.0.smithi040.stdout:3006: got expected ENOENT (src dne) 2024-04-22T04:37:16.555 INFO:tasks.rados.rados.0.smithi040.stdout:3006: finishing copy_from racing read to smithi04078109-21 2024-04-22T04:37:16.555 INFO:tasks.rados.rados.0.smithi040.stdout:3007: finishing rollback tid 1 to smithi04078109-6 2024-04-22T04:37:16.559 INFO:tasks.rados.rados.0.smithi040.stdout:3005: finishing rollback tid 0 to smithi04078109-29 2024-04-22T04:37:16.559 INFO:tasks.rados.rados.0.smithi040.stdout:3006: done (4 left) 2024-04-22T04:37:16.559 INFO:tasks.rados.rados.0.smithi040.stdout:3008: done (3 left) 2024-04-22T04:37:16.559 INFO:tasks.rados.rados.0.smithi040.stdout:3009: read oid 37 snap -1 2024-04-22T04:37:16.559 INFO:tasks.rados.rados.0.smithi040.stdout:3009: expect (ObjNum 724 snap 222 seq_num 724) 2024-04-22T04:37:16.563 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 3 current snap is 302 2024-04-22T04:37:16.563 INFO:tasks.rados.rados.0.smithi040.stdout:3010: seq_num 961 ranges {10321920=499712,10821632=712704,11534336=491520} 2024-04-22T04:37:16.618 INFO:tasks.rados.rados.0.smithi040.stdout:3010: writing smithi04078109-3 from 10321920 to 10821632 tid 1 2024-04-22T04:37:16.623 INFO:tasks.rados.rados.0.smithi040.stdout:3010: writing smithi04078109-3 from 10821632 to 11534336 tid 2 2024-04-22T04:37:16.626 INFO:tasks.rados.rados.0.smithi040.stdout:3010: writing smithi04078109-3 from 11534336 to 12025856 tid 3 2024-04-22T04:37:16.626 INFO:tasks.rados.rados.0.smithi040.stdout:3011: rmattr oid 15 current snap is 302 2024-04-22T04:37:16.626 INFO:tasks.rados.rados.0.smithi040.stdout:3007: finishing rollback tid 2 to smithi04078109-6 2024-04-22T04:37:16.626 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 2219 (ObjNum 780 snap 235 seq_num 780) dirty exists 2024-04-22T04:37:16.626 INFO:tasks.rados.rados.0.smithi040.stdout:3007: done (5 left) 2024-04-22T04:37:16.626 INFO:tasks.rados.rados.0.smithi040.stdout:3012: snap_remove snap 236 2024-04-22T04:37:16.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:16 smithi062 ceph-mon[78153]: pgmap v692: 121 pgs: 121 active+clean; 435 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-22T04:37:16.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:16 smithi062 ceph-mon[78153]: osdmap e652: 8 total, 8 up, 8 in 2024-04-22T04:37:16.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:16 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:16.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:16 smithi040 ceph-mon[88445]: pgmap v692: 121 pgs: 121 active+clean; 435 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-22T04:37:16.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:16 smithi040 ceph-mon[88445]: osdmap e652: 8 total, 8 up, 8 in 2024-04-22T04:37:16.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:16 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:16.908 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:16 smithi040 ceph-mon[91058]: pgmap v692: 121 pgs: 121 active+clean; 435 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-22T04:37:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:16 smithi040 ceph-mon[91058]: osdmap e652: 8 total, 8 up, 8 in 2024-04-22T04:37:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:16 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:37:17.195 INFO:tasks.rados.rados.0.smithi040.stdout:3012: done (5 left) 2024-04-22T04:37:17.195 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 302 2024-04-22T04:37:17.195 INFO:tasks.rados.rados.0.smithi040.stdout:3013: seq_num 962 ranges {5824512=516096,6340608=589824,6930432=614400} 2024-04-22T04:37:17.223 INFO:tasks.rados.rados.0.smithi040.stdout:3013: writing smithi04078109-12 from 5824512 to 6340608 tid 1 2024-04-22T04:37:17.226 INFO:tasks.rados.rados.0.smithi040.stdout:3013: writing smithi04078109-12 from 6340608 to 6930432 tid 2 2024-04-22T04:37:17.230 INFO:tasks.rados.rados.0.smithi040.stdout:3013: writing smithi04078109-12 from 6930432 to 7544832 tid 3 2024-04-22T04:37:17.230 INFO:tasks.rados.rados.0.smithi040.stdout:3014: snap_create 2024-04-22T04:37:17.230 INFO:tasks.rados.rados.0.smithi040.stdout:3005: finishing rollback tid 1 to smithi04078109-29 2024-04-22T04:37:17.230 INFO:tasks.rados.rados.0.smithi040.stdout:3005: finishing rollback tid 2 to smithi04078109-29 2024-04-22T04:37:17.231 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 1368 (ObjNum 919 snap 290 seq_num 919) dirty exists 2024-04-22T04:37:17.231 INFO:tasks.rados.rados.0.smithi040.stdout:3009: expect (ObjNum 724 snap 222 seq_num 724) 2024-04-22T04:37:17.302 INFO:tasks.rados.rados.0.smithi040.stdout:2999: finishing copy_from racing read to smithi04078109-24 2024-04-22T04:37:17.302 INFO:tasks.rados.rados.0.smithi040.stdout:2999: finishing copy_from to smithi04078109-24 2024-04-22T04:37:17.302 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 1827 (ObjNum 873 snap 274 seq_num 873) dirty exists 2024-04-22T04:37:17.302 INFO:tasks.rados.rados.0.smithi040.stdout:3010: finishing write tid 1 to smithi04078109-3 2024-04-22T04:37:17.302 INFO:tasks.rados.rados.0.smithi040.stdout:3010: finishing write tid 2 to smithi04078109-3 2024-04-22T04:37:17.302 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 0 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-22T04:37:17.302 INFO:tasks.rados.rados.0.smithi040.stdout:3010: finishing write tid 3 to smithi04078109-3 2024-04-22T04:37:17.302 INFO:tasks.rados.rados.0.smithi040.stdout:3010: finishing write tid 4 to smithi04078109-3 2024-04-22T04:37:17.302 INFO:tasks.rados.rados.0.smithi040.stdout:3010: finishing write tid 5 to smithi04078109-3 2024-04-22T04:37:17.302 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 1831 (ObjNum 961 snap 302 seq_num 961) dirty exists 2024-04-22T04:37:17.303 INFO:tasks.rados.rados.0.smithi040.stdout:3010: left oid 3 (ObjNum 961 snap 302 seq_num 961) 2024-04-22T04:37:17.303 INFO:tasks.rados.rados.0.smithi040.stdout:3013: finishing write tid 1 to smithi04078109-12 2024-04-22T04:37:17.303 INFO:tasks.rados.rados.0.smithi040.stdout:3013: finishing write tid 2 to smithi04078109-12 2024-04-22T04:37:17.303 INFO:tasks.rados.rados.0.smithi040.stdout:3013: finishing write tid 3 to smithi04078109-12 2024-04-22T04:37:17.303 INFO:tasks.rados.rados.0.smithi040.stdout:3013: finishing write tid 4 to smithi04078109-12 2024-04-22T04:37:17.303 INFO:tasks.rados.rados.0.smithi040.stdout:3013: finishing write tid 5 to smithi04078109-12 2024-04-22T04:37:17.303 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1704 (ObjNum 962 snap 302 seq_num 962) dirty exists 2024-04-22T04:37:17.303 INFO:tasks.rados.rados.0.smithi040.stdout:3013: left oid 12 (ObjNum 962 snap 302 seq_num 962) 2024-04-22T04:37:17.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:17 smithi062 ceph-mon[78153]: osdmap e653: 8 total, 8 up, 8 in 2024-04-22T04:37:17.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:17 smithi062 ceph-mon[78153]: osdmap e654: 8 total, 8 up, 8 in 2024-04-22T04:37:17.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:17 smithi040 ceph-mon[88445]: osdmap e653: 8 total, 8 up, 8 in 2024-04-22T04:37:17.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:17 smithi040 ceph-mon[88445]: osdmap e654: 8 total, 8 up, 8 in 2024-04-22T04:37:17.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:17 smithi040 ceph-mon[91058]: osdmap e653: 8 total, 8 up, 8 in 2024-04-22T04:37:17.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:17 smithi040 ceph-mon[91058]: osdmap e654: 8 total, 8 up, 8 in 2024-04-22T04:37:18.192 INFO:tasks.rados.rados.0.smithi040.stdout:2999: done (6 left) 2024-04-22T04:37:18.192 INFO:tasks.rados.rados.0.smithi040.stdout:3005: done (5 left) 2024-04-22T04:37:18.192 INFO:tasks.rados.rados.0.smithi040.stdout:3009: done (4 left) 2024-04-22T04:37:18.192 INFO:tasks.rados.rados.0.smithi040.stdout:3010: done (3 left) 2024-04-22T04:37:18.192 INFO:tasks.rados.rados.0.smithi040.stdout:3011: done (2 left) 2024-04-22T04:37:18.193 INFO:tasks.rados.rados.0.smithi040.stdout:3013: done (1 left) 2024-04-22T04:37:18.193 INFO:tasks.rados.rados.0.smithi040.stdout:3014: done (0 left) 2024-04-22T04:37:18.193 INFO:tasks.rados.rados.0.smithi040.stdout:3015: rollback oid 12 current snap is 303 2024-04-22T04:37:18.193 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 12 to 288 2024-04-22T04:37:18.193 INFO:tasks.rados.rados.0.smithi040.stdout:3016: rmattr oid 23 current snap is 303 2024-04-22T04:37:18.193 INFO:tasks.rados.rados.0.smithi040.stdout:3016: done (1 left) 2024-04-22T04:37:18.193 INFO:tasks.rados.rados.0.smithi040.stdout:3017: read oid 2 snap -1 2024-04-22T04:37:18.193 INFO:tasks.rados.rados.0.smithi040.stdout:3017: expect (ObjNum 724 snap 222 seq_num 724) 2024-04-22T04:37:18.193 INFO:tasks.rados.rados.0.smithi040.stdout:3018: copy_from oid 31 from oid 39 current snap is 303 2024-04-22T04:37:18.193 INFO:tasks.rados.rados.0.smithi040.stdout:3019: setattr oid 10 current snap is 303 2024-04-22T04:37:18.193 INFO:tasks.rados.rados.0.smithi040.stdout:3020: rollback oid 22 current snap is 303 2024-04-22T04:37:18.193 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 22 to 297 2024-04-22T04:37:18.199 INFO:tasks.rados.rados.0.smithi040.stdout:3021: rmattr oid 25 current snap is 303 2024-04-22T04:37:18.199 INFO:tasks.rados.rados.0.smithi040.stdout:3021: done (5 left) 2024-04-22T04:37:18.199 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 303 2024-04-22T04:37:18.199 INFO:tasks.rados.rados.0.smithi040.stdout:3022: seq_num 963 ranges {1400832=532480,1933312=475136,2408448=532480,2940928=196608} 2024-04-22T04:37:18.204 INFO:tasks.rados.rados.0.smithi040.stdout:3022: writing smithi04078109-13 from 1400832 to 1933312 tid 1 2024-04-22T04:37:18.207 INFO:tasks.rados.rados.0.smithi040.stdout:3022: writing smithi04078109-13 from 1933312 to 2408448 tid 2 2024-04-22T04:37:18.210 INFO:tasks.rados.rados.0.smithi040.stdout:3022: writing smithi04078109-13 from 2408448 to 2940928 tid 3 2024-04-22T04:37:18.212 INFO:tasks.rados.rados.0.smithi040.stdout:3022: writing smithi04078109-13 from 2940928 to 3137536 tid 4 2024-04-22T04:37:18.212 INFO:tasks.rados.rados.0.smithi040.stdout:3023: delete oid 4 current snap is 303 2024-04-22T04:37:18.212 INFO:tasks.rados.rados.0.smithi040.stdout:3015: finishing rollback tid 0 to smithi04078109-12 2024-04-22T04:37:18.212 INFO:tasks.rados.rados.0.smithi040.stdout:3015: finishing rollback tid 1 to smithi04078109-12 2024-04-22T04:37:18.212 INFO:tasks.rados.rados.0.smithi040.stdout:3015: finishing rollback tid 2 to smithi04078109-12 2024-04-22T04:37:18.212 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1707 (ObjNum 906 snap 286 seq_num 906) dirty exists 2024-04-22T04:37:18.212 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1362 (ObjNum 937 snap 296 seq_num 937) dirty exists 2024-04-22T04:37:18.212 INFO:tasks.rados.rados.0.smithi040.stdout:3017: expect (ObjNum 724 snap 222 seq_num 724) 2024-04-22T04:37:18.292 INFO:tasks.rados.rados.0.smithi040.stdout:3020: finishing rollback tid 0 to smithi04078109-22 2024-04-22T04:37:18.292 INFO:tasks.rados.rados.0.smithi040.stdout:3020: finishing rollback tid 1 to smithi04078109-22 2024-04-22T04:37:18.292 INFO:tasks.rados.rados.0.smithi040.stdout:3020: finishing rollback tid 2 to smithi04078109-22 2024-04-22T04:37:18.292 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 1271 (ObjNum 784 snap 237 seq_num 784) dirty exists 2024-04-22T04:37:18.292 INFO:tasks.rados.rados.0.smithi040.stdout:3022: finishing write tid 1 to smithi04078109-13 2024-04-22T04:37:18.292 INFO:tasks.rados.rados.0.smithi040.stdout:3022: finishing write tid 2 to smithi04078109-13 2024-04-22T04:37:18.292 INFO:tasks.rados.rados.0.smithi040.stdout:3015: done (6 left) 2024-04-22T04:37:18.292 INFO:tasks.rados.rados.0.smithi040.stdout:3017: done (5 left) 2024-04-22T04:37:18.292 INFO:tasks.rados.rados.0.smithi040.stdout:3019: done (4 left) 2024-04-22T04:37:18.292 INFO:tasks.rados.rados.0.smithi040.stdout:3020: done (3 left) 2024-04-22T04:37:18.292 INFO:tasks.rados.rados.0.smithi040.stdout:3023: done (2 left) 2024-04-22T04:37:18.292 INFO:tasks.rados.rados.0.smithi040.stdout:3024: copy_from oid 36 from oid 3 current snap is 303 2024-04-22T04:37:18.292 INFO:tasks.rados.rados.0.smithi040.stdout:3022: finishing write tid 3 to smithi04078109-13 2024-04-22T04:37:18.293 INFO:tasks.rados.rados.0.smithi040.stdout:3022: finishing write tid 4 to smithi04078109-13 2024-04-22T04:37:18.293 INFO:tasks.rados.rados.0.smithi040.stdout:3022: finishing write tid 5 to smithi04078109-13 2024-04-22T04:37:18.293 INFO:tasks.rados.rados.0.smithi040.stdout:3022: finishing write tid 6 to smithi04078109-13 2024-04-22T04:37:18.293 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 956 (ObjNum 963 snap 303 seq_num 963) dirty exists 2024-04-22T04:37:18.293 INFO:tasks.rados.rados.0.smithi040.stdout:3022: left oid 13 (ObjNum 963 snap 303 seq_num 963) 2024-04-22T04:37:18.293 INFO:tasks.rados.rados.0.smithi040.stdout:3018: finishing copy_from racing read to smithi04078109-31 2024-04-22T04:37:18.293 INFO:tasks.rados.rados.0.smithi040.stdout:3018: finishing copy_from to smithi04078109-31 2024-04-22T04:37:18.293 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 1827 (ObjNum 873 snap 274 seq_num 873) dirty exists 2024-04-22T04:37:18.293 INFO:tasks.rados.rados.0.smithi040.stdout:3018: done (2 left) 2024-04-22T04:37:18.293 INFO:tasks.rados.rados.0.smithi040.stdout:3022: done (1 left) 2024-04-22T04:37:18.293 INFO:tasks.rados.rados.0.smithi040.stdout:3025: delete oid 14 current snap is 303 2024-04-22T04:37:18.294 INFO:tasks.rados.rados.0.smithi040.stdout:3025: done (1 left) 2024-04-22T04:37:18.294 INFO:tasks.rados.rados.0.smithi040.stdout:3026: setattr oid 35 current snap is 303 2024-04-22T04:37:18.295 INFO:tasks.rados.rados.0.smithi040.stdout:3027: rollback oid 10 current snap is 303 2024-04-22T04:37:18.296 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 10 to 301 2024-04-22T04:37:18.296 INFO:tasks.rados.rados.0.smithi040.stdout:3028: copy_from oid 46 from oid 49 current snap is 303 2024-04-22T04:37:18.296 INFO:tasks.rados.rados.0.smithi040.stdout:3029: rollback oid 24 current snap is 303 2024-04-22T04:37:18.296 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 24 to 284 2024-04-22T04:37:18.296 INFO:tasks.rados.rados.0.smithi040.stdout:3030: read oid 15 snap -1 2024-04-22T04:37:18.296 INFO:tasks.rados.rados.0.smithi040.stdout:3030: expect deleted 2024-04-22T04:37:18.296 INFO:tasks.rados.rados.0.smithi040.stdout:3031: delete oid 1 current snap is 303 2024-04-22T04:37:18.299 INFO:tasks.rados.rados.0.smithi040.stdout:3027: finishing rollback tid 0 to smithi04078109-10 2024-04-22T04:37:18.302 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1744 (ObjNum 792 snap 237 seq_num 792) dirty exists 2024-04-22T04:37:18.302 INFO:tasks.rados.rados.0.smithi040.stdout:3027: finishing rollback tid 1 to smithi04078109-10 2024-04-22T04:37:18.303 INFO:tasks.rados.rados.0.smithi040.stdout:3027: finishing rollback tid 2 to smithi04078109-10 2024-04-22T04:37:18.303 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1365 (ObjNum 937 snap 296 seq_num 937) dirty exists 2024-04-22T04:37:18.304 INFO:tasks.rados.rados.0.smithi040.stdout:3026: done (6 left) 2024-04-22T04:37:18.304 INFO:tasks.rados.rados.0.smithi040.stdout:3027: done (5 left) 2024-04-22T04:37:18.304 INFO:tasks.rados.rados.0.smithi040.stdout:3030: done (4 left) 2024-04-22T04:37:18.304 INFO:tasks.rados.rados.0.smithi040.stdout:3031: done (3 left) 2024-04-22T04:37:18.304 INFO:tasks.rados.rados.0.smithi040.stdout:3032: setattr oid 29 current snap is 303 2024-04-22T04:37:18.305 INFO:tasks.rados.rados.0.smithi040.stdout:3029: finishing rollback tid 0 to smithi04078109-24 2024-04-22T04:37:18.305 INFO:tasks.rados.rados.0.smithi040.stdout:3033: snap_remove snap 286 2024-04-22T04:37:18.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:18 smithi062 ceph-mon[78153]: pgmap v695: 121 pgs: 121 active+clean; 437 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 384 KiB/s wr, 9 op/s 2024-04-22T04:37:18.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:18 smithi062 ceph-mon[78153]: osdmap e655: 8 total, 8 up, 8 in 2024-04-22T04:37:18.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:18 smithi040 ceph-mon[88445]: pgmap v695: 121 pgs: 121 active+clean; 437 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 384 KiB/s wr, 9 op/s 2024-04-22T04:37:18.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:18 smithi040 ceph-mon[88445]: osdmap e655: 8 total, 8 up, 8 in 2024-04-22T04:37:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:18 smithi040 ceph-mon[91058]: pgmap v695: 121 pgs: 121 active+clean; 437 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 384 KiB/s wr, 9 op/s 2024-04-22T04:37:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:18 smithi040 ceph-mon[91058]: osdmap e655: 8 total, 8 up, 8 in 2024-04-22T04:37:19.198 INFO:tasks.rados.rados.0.smithi040.stdout:3033: done (4 left) 2024-04-22T04:37:19.198 INFO:tasks.rados.rados.0.smithi040.stdout:3034: read oid 10 snap 245 2024-04-22T04:37:19.198 INFO:tasks.rados.rados.0.smithi040.stdout:3034: expect (ObjNum 777 snap 233 seq_num 777) 2024-04-22T04:37:19.205 INFO:tasks.rados.rados.0.smithi040.stdout:3035: read oid 16 snap -1 2024-04-22T04:37:19.205 INFO:tasks.rados.rados.0.smithi040.stdout:3035: expect deleted 2024-04-22T04:37:19.205 INFO:tasks.rados.rados.0.smithi040.stdout:3036: read oid 4 snap -1 2024-04-22T04:37:19.205 INFO:tasks.rados.rados.0.smithi040.stdout:3036: expect deleted 2024-04-22T04:37:19.205 INFO:tasks.rados.rados.0.smithi040.stdout:3037: copy_from oid 7 from oid 25 current snap is 303 2024-04-22T04:37:19.205 INFO:tasks.rados.rados.0.smithi040.stdout:3038: rollback oid 15 current snap is 303 2024-04-22T04:37:19.205 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 15 to 297 2024-04-22T04:37:19.205 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 27 current snap is 303 2024-04-22T04:37:19.205 INFO:tasks.rados.rados.0.smithi040.stdout:3039: seq_num 967 ranges {1572864=598016,2170880=466944,2637824=516096,3153920=221184} 2024-04-22T04:37:19.212 INFO:tasks.rados.rados.0.smithi040.stdout:3039: writing smithi04078109-27 from 1572864 to 2170880 tid 1 2024-04-22T04:37:19.214 INFO:tasks.rados.rados.0.smithi040.stdout:3039: writing smithi04078109-27 from 2170880 to 2637824 tid 2 2024-04-22T04:37:19.218 INFO:tasks.rados.rados.0.smithi040.stdout:3039: writing smithi04078109-27 from 2637824 to 3153920 tid 3 2024-04-22T04:37:19.219 INFO:tasks.rados.rados.0.smithi040.stdout:3039: writing smithi04078109-27 from 3153920 to 3375104 tid 4 2024-04-22T04:37:19.219 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 303 2024-04-22T04:37:19.219 INFO:tasks.rados.rados.0.smithi040.stdout:3029: finishing rollback tid 1 to smithi04078109-24 2024-04-22T04:37:19.219 INFO:tasks.rados.rados.0.smithi040.stdout:3040: seq_num 968 ranges {1228800=614400,1843200=745472,2588672=458752} 2024-04-22T04:37:19.230 INFO:tasks.rados.rados.0.smithi040.stdout:3040: writing smithi04078109-12 from 1228800 to 1843200 tid 1 2024-04-22T04:37:19.234 INFO:tasks.rados.rados.0.smithi040.stdout:3040: writing smithi04078109-12 from 1843200 to 2588672 tid 2 2024-04-22T04:37:19.237 INFO:tasks.rados.rados.0.smithi040.stdout:3040: writing smithi04078109-12 from 2588672 to 3047424 tid 3 2024-04-22T04:37:19.237 INFO:tasks.rados.rados.0.smithi040.stdout:3041: rollback oid 26 current snap is 303 2024-04-22T04:37:19.237 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 26 to 289 2024-04-22T04:37:19.237 INFO:tasks.rados.rados.0.smithi040.stdout:3029: finishing rollback tid 2 to smithi04078109-24 2024-04-22T04:37:19.238 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 1834 (ObjNum -63102066 snap 21849 seq_num 3717482871) dirty exists 2024-04-22T04:37:19.238 INFO:tasks.rados.rados.0.smithi040.stdout:3029: done (11 left) 2024-04-22T04:37:19.238 INFO:tasks.rados.rados.0.smithi040.stdout:3042: copy_from oid 24 from oid 17 current snap is 303 2024-04-22T04:37:19.238 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 1370 (ObjNum 919 snap 290 seq_num 919) dirty exists 2024-04-22T04:37:19.238 INFO:tasks.rados.rados.0.smithi040.stdout:3024: finishing copy_from racing read to smithi04078109-36 2024-04-22T04:37:19.238 INFO:tasks.rados.rados.0.smithi040.stdout:3024: finishing copy_from to smithi04078109-36 2024-04-22T04:37:19.238 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 1831 (ObjNum 961 snap 302 seq_num 961) dirty exists 2024-04-22T04:37:19.238 INFO:tasks.rados.rados.0.smithi040.stdout:3028: finishing copy_from racing read to smithi04078109-46 2024-04-22T04:37:19.238 INFO:tasks.rados.rados.0.smithi040.stdout:3028: finishing copy_from to smithi04078109-46 2024-04-22T04:37:19.238 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1829 (ObjNum 920 snap 290 seq_num 920) dirty exists 2024-04-22T04:37:19.238 INFO:tasks.rados.rados.0.smithi040.stdout:3038: finishing rollback tid 1 to smithi04078109-15 2024-04-22T04:37:19.238 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 1934 (ObjNum -1443354112 snap 21852 seq_num 2851744128) dirty dne 2024-04-22T04:37:19.238 INFO:tasks.rados.rados.0.smithi040.stdout:3034: expect (ObjNum 777 snap 233 seq_num 777) 2024-04-22T04:37:19.267 INFO:tasks.rados.rados.0.smithi040.stdout:3039: finishing write tid 1 to smithi04078109-27 2024-04-22T04:37:19.267 INFO:tasks.rados.rados.0.smithi040.stdout:3039: finishing write tid 2 to smithi04078109-27 2024-04-22T04:37:19.267 INFO:tasks.rados.rados.0.smithi040.stdout:3024: done (11 left) 2024-04-22T04:37:19.267 INFO:tasks.rados.rados.0.smithi040.stdout:3028: done (10 left) 2024-04-22T04:37:19.268 INFO:tasks.rados.rados.0.smithi040.stdout:3032: done (9 left) 2024-04-22T04:37:19.268 INFO:tasks.rados.rados.0.smithi040.stdout:3034: done (8 left) 2024-04-22T04:37:19.268 INFO:tasks.rados.rados.0.smithi040.stdout:3035: done (7 left) 2024-04-22T04:37:19.268 INFO:tasks.rados.rados.0.smithi040.stdout:3036: done (6 left) 2024-04-22T04:37:19.268 INFO:tasks.rados.rados.0.smithi040.stdout:3038: done (5 left) 2024-04-22T04:37:19.268 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 303 2024-04-22T04:37:19.268 INFO:tasks.rados.rados.0.smithi040.stdout:3039: finishing write tid 3 to smithi04078109-27 2024-04-22T04:37:19.268 INFO:tasks.rados.rados.0.smithi040.stdout:3039: finishing write tid 4 to smithi04078109-27 2024-04-22T04:37:19.268 INFO:tasks.rados.rados.0.smithi040.stdout:3039: finishing write tid 5 to smithi04078109-27 2024-04-22T04:37:19.268 INFO:tasks.rados.rados.0.smithi040.stdout:3037: finishing copy_from racing read to smithi04078109-7 2024-04-22T04:37:19.268 INFO:tasks.rados.rados.0.smithi040.stdout:3043: seq_num 969 ranges {0=638976,638976=630784,1269760=532480,1802240=40960} 2024-04-22T04:37:19.270 INFO:tasks.rados.rados.0.smithi040.stdout:3043: writing smithi04078109-32 from 0 to 638976 tid 1 2024-04-22T04:37:19.274 INFO:tasks.rados.rados.0.smithi040.stdout:3043: writing smithi04078109-32 from 638976 to 1269760 tid 2 2024-04-22T04:37:19.279 INFO:tasks.rados.rados.0.smithi040.stdout:3043: writing smithi04078109-32 from 1269760 to 1802240 tid 3 2024-04-22T04:37:19.279 INFO:tasks.rados.rados.0.smithi040.stdout:3043: writing smithi04078109-32 from 1802240 to 1843200 tid 4 2024-04-22T04:37:19.279 INFO:tasks.rados.rados.0.smithi040.stdout:3044: copy_from oid 39 from oid 41 current snap is 303 2024-04-22T04:37:19.279 INFO:tasks.rados.rados.0.smithi040.stdout:3037: finishing copy_from to smithi04078109-7 2024-04-22T04:37:19.279 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 2115 (ObjNum 931 snap 292 seq_num 931) dirty exists 2024-04-22T04:37:19.279 INFO:tasks.rados.rados.0.smithi040.stdout:3039: finishing write tid 6 to smithi04078109-27 2024-04-22T04:37:19.279 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 1749 (ObjNum 967 snap 303 seq_num 967) dirty exists 2024-04-22T04:37:19.279 INFO:tasks.rados.rados.0.smithi040.stdout:3039: left oid 27 (ObjNum 967 snap 303 seq_num 967) 2024-04-22T04:37:19.279 INFO:tasks.rados.rados.0.smithi040.stdout:3040: finishing write tid 1 to smithi04078109-12 2024-04-22T04:37:19.279 INFO:tasks.rados.rados.0.smithi040.stdout:3040: finishing write tid 2 to smithi04078109-12 2024-04-22T04:37:19.279 INFO:tasks.rados.rados.0.smithi040.stdout:3040: finishing write tid 3 to smithi04078109-12 2024-04-22T04:37:19.279 INFO:tasks.rados.rados.0.smithi040.stdout:3040: finishing write tid 4 to smithi04078109-12 2024-04-22T04:37:19.280 INFO:tasks.rados.rados.0.smithi040.stdout:3042: finishing copy_from racing read to smithi04078109-24 2024-04-22T04:37:19.280 INFO:tasks.rados.rados.0.smithi040.stdout:3041: finishing rollback tid 0 to smithi04078109-26 2024-04-22T04:37:19.280 INFO:tasks.rados.rados.0.smithi040.stdout:3040: finishing write tid 5 to smithi04078109-12 2024-04-22T04:37:19.280 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1711 (ObjNum 968 snap 303 seq_num 968) dirty exists 2024-04-22T04:37:19.280 INFO:tasks.rados.rados.0.smithi040.stdout:3040: left oid 12 (ObjNum 968 snap 303 seq_num 968) 2024-04-22T04:37:19.280 INFO:tasks.rados.rados.0.smithi040.stdout:3041: finishing rollback tid 1 to smithi04078109-26 2024-04-22T04:37:19.280 INFO:tasks.rados.rados.0.smithi040.stdout:3037: done (6 left) 2024-04-22T04:37:19.280 INFO:tasks.rados.rados.0.smithi040.stdout:3039: done (5 left) 2024-04-22T04:37:19.280 INFO:tasks.rados.rados.0.smithi040.stdout:3040: done (4 left) 2024-04-22T04:37:19.280 INFO:tasks.rados.rados.0.smithi040.stdout:3045: rollback oid 46 current snap is 303 2024-04-22T04:37:19.280 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 46 to 294 2024-04-22T04:37:19.280 INFO:tasks.rados.rados.0.smithi040.stdout:3041: finishing rollback tid 2 to smithi04078109-26 2024-04-22T04:37:19.280 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 1714 (ObjNum 854 snap 270 seq_num 854) dirty exists 2024-04-22T04:37:19.280 INFO:tasks.rados.rados.0.smithi040.stdout:3042: finishing copy_from to smithi04078109-24 2024-04-22T04:37:19.280 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 1276 (ObjNum 919 snap 290 seq_num 919) dirty exists 2024-04-22T04:37:19.281 INFO:tasks.rados.rados.0.smithi040.stdout:3043: finishing write tid 1 to smithi04078109-32 2024-04-22T04:37:19.281 INFO:tasks.rados.rados.0.smithi040.stdout:3043: finishing write tid 2 to smithi04078109-32 2024-04-22T04:37:19.281 INFO:tasks.rados.rados.0.smithi040.stdout:3041: done (4 left) 2024-04-22T04:37:19.281 INFO:tasks.rados.rados.0.smithi040.stdout:3042: done (3 left) 2024-04-22T04:37:19.281 INFO:tasks.rados.rados.0.smithi040.stdout:3046: copy_from oid 9 from oid 21 current snap is 303 2024-04-22T04:37:19.281 INFO:tasks.rados.rados.0.smithi040.stdout:3047: snap_create 2024-04-22T04:37:19.282 INFO:tasks.rados.rados.0.smithi040.stdout:3046: finishing copy_from to smithi04078109-9 2024-04-22T04:37:19.282 INFO:tasks.rados.rados.0.smithi040.stdout:3046: got expected ENOENT (src dne) 2024-04-22T04:37:19.282 INFO:tasks.rados.rados.0.smithi040.stdout:3046: finishing copy_from racing read to smithi04078109-9 2024-04-22T04:37:19.282 INFO:tasks.rados.rados.0.smithi040.stdout:3045: finishing rollback tid 0 to smithi04078109-46 2024-04-22T04:37:19.282 INFO:tasks.rados.rados.0.smithi040.stdout:3043: finishing write tid 3 to smithi04078109-32 2024-04-22T04:37:19.282 INFO:tasks.rados.rados.0.smithi040.stdout:3045: finishing rollback tid 1 to smithi04078109-46 2024-04-22T04:37:19.283 INFO:tasks.rados.rados.0.smithi040.stdout:3045: finishing rollback tid 2 to smithi04078109-46 2024-04-22T04:37:19.283 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1832 (ObjNum 854 snap 270 seq_num 854) dirty exists 2024-04-22T04:37:19.283 INFO:tasks.rados.rados.0.smithi040.stdout:3043: finishing write tid 4 to smithi04078109-32 2024-04-22T04:37:19.283 INFO:tasks.rados.rados.0.smithi040.stdout:3043: finishing write tid 5 to smithi04078109-32 2024-04-22T04:37:19.284 INFO:tasks.rados.rados.0.smithi040.stdout:3043: finishing write tid 6 to smithi04078109-32 2024-04-22T04:37:19.284 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 1839 (ObjNum 969 snap 303 seq_num 969) dirty exists 2024-04-22T04:37:19.284 INFO:tasks.rados.rados.0.smithi040.stdout:3043: left oid 32 (ObjNum 969 snap 303 seq_num 969) 2024-04-22T04:37:19.293 INFO:tasks.rados.rados.0.smithi040.stdout:3044: finishing copy_from racing read to smithi04078109-39 2024-04-22T04:37:19.295 INFO:tasks.rados.rados.0.smithi040.stdout:3044: finishing copy_from to smithi04078109-39 2024-04-22T04:37:19.295 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 2186 (ObjNum 953 snap 302 seq_num 953) dirty exists 2024-04-22T04:37:20.201 INFO:tasks.rados.rados.0.smithi040.stdout:3043: done (4 left) 2024-04-22T04:37:20.201 INFO:tasks.rados.rados.0.smithi040.stdout:3044: done (3 left) 2024-04-22T04:37:20.201 INFO:tasks.rados.rados.0.smithi040.stdout:3045: done (2 left) 2024-04-22T04:37:20.201 INFO:tasks.rados.rados.0.smithi040.stdout:3046: done (1 left) 2024-04-22T04:37:20.201 INFO:tasks.rados.rados.0.smithi040.stdout:3047: done (0 left) 2024-04-22T04:37:20.201 INFO:tasks.rados.rados.0.smithi040.stdout:3048: setattr oid 22 current snap is 304 2024-04-22T04:37:20.202 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 26 current snap is 304 2024-04-22T04:37:20.202 INFO:tasks.rados.rados.0.smithi040.stdout:3049: seq_num 970 ranges {3743744=655360,4399104=516096,4915200=688128} 2024-04-22T04:37:20.226 INFO:tasks.rados.rados.0.smithi040.stdout:3049: writing smithi04078109-26 from 3743744 to 4399104 tid 1 2024-04-22T04:37:20.229 INFO:tasks.rados.rados.0.smithi040.stdout:3049: writing smithi04078109-26 from 4399104 to 4915200 tid 2 2024-04-22T04:37:20.233 INFO:tasks.rados.rados.0.smithi040.stdout:3049: writing smithi04078109-26 from 4915200 to 5603328 tid 3 2024-04-22T04:37:20.234 INFO:tasks.rados.rados.0.smithi040.stdout:3050: read oid 36 snap 302 2024-04-22T04:37:20.234 INFO:tasks.rados.rados.0.smithi040.stdout:3050: expect deleted 2024-04-22T04:37:20.234 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 50 current snap is 304 2024-04-22T04:37:20.234 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 1272 (ObjNum 784 snap 237 seq_num 784) dirty exists 2024-04-22T04:37:20.234 INFO:tasks.rados.rados.0.smithi040.stdout:3049: finishing write tid 1 to smithi04078109-26 2024-04-22T04:37:20.234 INFO:tasks.rados.rados.0.smithi040.stdout:3049: finishing write tid 2 to smithi04078109-26 2024-04-22T04:37:20.234 INFO:tasks.rados.rados.0.smithi040.stdout:3051: seq_num 971 ranges {0=671744,671744=802816,1474560=401408} 2024-04-22T04:37:20.237 INFO:tasks.rados.rados.0.smithi040.stdout:3051: writing smithi04078109-50 from 0 to 671744 tid 1 2024-04-22T04:37:20.241 INFO:tasks.rados.rados.0.smithi040.stdout:3051: writing smithi04078109-50 from 671744 to 1474560 tid 2 2024-04-22T04:37:20.244 INFO:tasks.rados.rados.0.smithi040.stdout:3051: writing smithi04078109-50 from 1474560 to 1875968 tid 3 2024-04-22T04:37:20.244 INFO:tasks.rados.rados.0.smithi040.stdout:3048: done (3 left) 2024-04-22T04:37:20.244 INFO:tasks.rados.rados.0.smithi040.stdout:3052: snap_remove snap 284 2024-04-22T04:37:20.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:37:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:37:20] "GET /metrics HTTP/1.1" 200 241860 "" "Prometheus/2.43.0" 2024-04-22T04:37:20.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:20 smithi040 ceph-mon[88445]: pgmap v698: 121 pgs: 121 active+clean; 455 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 8.6 MiB/s wr, 29 op/s 2024-04-22T04:37:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:20 smithi040 ceph-mon[88445]: osdmap e656: 8 total, 8 up, 8 in 2024-04-22T04:37:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:20 smithi040 ceph-mon[91058]: pgmap v698: 121 pgs: 121 active+clean; 455 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 8.6 MiB/s wr, 29 op/s 2024-04-22T04:37:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:20 smithi040 ceph-mon[91058]: osdmap e656: 8 total, 8 up, 8 in 2024-04-22T04:37:20.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:20 smithi062 ceph-mon[78153]: pgmap v698: 121 pgs: 121 active+clean; 455 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 8.6 MiB/s wr, 29 op/s 2024-04-22T04:37:20.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:20 smithi062 ceph-mon[78153]: osdmap e656: 8 total, 8 up, 8 in 2024-04-22T04:37:21.205 INFO:tasks.rados.rados.0.smithi040.stdout:3052: done (3 left) 2024-04-22T04:37:21.205 INFO:tasks.rados.rados.0.smithi040.stdout:3053: read oid 45 snap -1 2024-04-22T04:37:21.205 INFO:tasks.rados.rados.0.smithi040.stdout:3053: expect (ObjNum 692 snap 213 seq_num 692) 2024-04-22T04:37:21.205 INFO:tasks.rados.rados.0.smithi040.stdout:3054: copy_from oid 48 from oid 38 current snap is 304 2024-04-22T04:37:21.205 INFO:tasks.rados.rados.0.smithi040.stdout:3055: snap_remove snap 255 2024-04-22T04:37:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:21 smithi062 ceph-mon[78153]: osdmap e657: 8 total, 8 up, 8 in 2024-04-22T04:37:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:37:21.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:21 smithi040 ceph-mon[88445]: osdmap e657: 8 total, 8 up, 8 in 2024-04-22T04:37:21.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:37:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:21 smithi040 ceph-mon[91058]: osdmap e657: 8 total, 8 up, 8 in 2024-04-22T04:37:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:37:22.189 INFO:tasks.rados.rados.0.smithi040.stdout:3055: done (5 left) 2024-04-22T04:37:22.189 INFO:tasks.rados.rados.0.smithi040.stdout:3056: rmattr oid 30 current snap is 304 2024-04-22T04:37:22.189 INFO:tasks.rados.rados.0.smithi040.stdout:3049: finishing write tid 3 to smithi04078109-26 2024-04-22T04:37:22.189 INFO:tasks.rados.rados.0.smithi040.stdout:3049: finishing write tid 4 to smithi04078109-26 2024-04-22T04:37:22.189 INFO:tasks.rados.rados.0.smithi040.stdout:3049: finishing write tid 5 to smithi04078109-26 2024-04-22T04:37:22.189 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 1718 (ObjNum 970 snap 304 seq_num 970) dirty exists 2024-04-22T04:37:22.189 INFO:tasks.rados.rados.0.smithi040.stdout:3049: left oid 26 (ObjNum 970 snap 304 seq_num 970) 2024-04-22T04:37:22.189 INFO:tasks.rados.rados.0.smithi040.stdout:3049: done (5 left) 2024-04-22T04:37:22.189 INFO:tasks.rados.rados.0.smithi040.stdout:3050: done (4 left) 2024-04-22T04:37:22.189 INFO:tasks.rados.rados.0.smithi040.stdout:3057: setattr oid 26 current snap is 304 2024-04-22T04:37:22.189 INFO:tasks.rados.rados.0.smithi040.stdout:3051: finishing write tid 1 to smithi04078109-50 2024-04-22T04:37:22.189 INFO:tasks.rados.rados.0.smithi040.stdout:3051: finishing write tid 2 to smithi04078109-50 2024-04-22T04:37:22.189 INFO:tasks.rados.rados.0.smithi040.stdout:3051: finishing write tid 3 to smithi04078109-50 2024-04-22T04:37:22.190 INFO:tasks.rados.rados.0.smithi040.stdout:3051: finishing write tid 4 to smithi04078109-50 2024-04-22T04:37:22.190 INFO:tasks.rados.rados.0.smithi040.stdout:3051: finishing write tid 5 to smithi04078109-50 2024-04-22T04:37:22.190 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 1017 (ObjNum 971 snap 304 seq_num 971) dirty exists 2024-04-22T04:37:22.190 INFO:tasks.rados.rados.0.smithi040.stdout:3051: left oid 50 (ObjNum 971 snap 304 seq_num 971) 2024-04-22T04:37:22.190 INFO:tasks.rados.rados.0.smithi040.stdout:3054: finishing copy_from racing read to smithi04078109-48 2024-04-22T04:37:22.190 INFO:tasks.rados.rados.0.smithi040.stdout:3054: finishing copy_from to smithi04078109-48 2024-04-22T04:37:22.190 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 1276 (ObjNum 919 snap 290 seq_num 919) dirty exists 2024-04-22T04:37:22.190 INFO:tasks.rados.rados.0.smithi040.stdout:3053: expect (ObjNum 692 snap 213 seq_num 692) 2024-04-22T04:37:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:22 smithi062 ceph-mon[78153]: pgmap v701: 121 pgs: 121 active+clean; 481 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 13 MiB/s wr, 28 op/s 2024-04-22T04:37:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:22 smithi062 ceph-mon[78153]: osdmap e658: 8 total, 8 up, 8 in 2024-04-22T04:37:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:22 smithi062 ceph-mon[78153]: osdmap e659: 8 total, 8 up, 8 in 2024-04-22T04:37:22.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:22 smithi040 ceph-mon[88445]: pgmap v701: 121 pgs: 121 active+clean; 481 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 13 MiB/s wr, 28 op/s 2024-04-22T04:37:22.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:22 smithi040 ceph-mon[88445]: osdmap e658: 8 total, 8 up, 8 in 2024-04-22T04:37:22.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:22 smithi040 ceph-mon[88445]: osdmap e659: 8 total, 8 up, 8 in 2024-04-22T04:37:22.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:22 smithi040 ceph-mon[91058]: pgmap v701: 121 pgs: 121 active+clean; 481 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 13 MiB/s wr, 28 op/s 2024-04-22T04:37:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:22 smithi040 ceph-mon[91058]: osdmap e658: 8 total, 8 up, 8 in 2024-04-22T04:37:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:22 smithi040 ceph-mon[91058]: osdmap e659: 8 total, 8 up, 8 in 2024-04-22T04:37:22.674 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 1764 (ObjNum 935 snap 295 seq_num 935) dirty exists 2024-04-22T04:37:22.674 INFO:tasks.rados.rados.0.smithi040.stdout:3051: done (4 left) 2024-04-22T04:37:22.674 INFO:tasks.rados.rados.0.smithi040.stdout:3053: done (3 left) 2024-04-22T04:37:22.674 INFO:tasks.rados.rados.0.smithi040.stdout:3054: done (2 left) 2024-04-22T04:37:22.674 INFO:tasks.rados.rados.0.smithi040.stdout:3056: done (1 left) 2024-04-22T04:37:22.674 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 304 2024-04-22T04:37:22.674 INFO:tasks.rados.rados.0.smithi040.stdout:3058: seq_num 972 ranges {7831552=688128,8519680=688128,9207808=516096} 2024-04-22T04:37:22.720 INFO:tasks.rados.rados.0.smithi040.stdout:3058: writing smithi04078109-47 from 7831552 to 8519680 tid 1 2024-04-22T04:37:22.724 INFO:tasks.rados.rados.0.smithi040.stdout:3058: writing smithi04078109-47 from 8519680 to 9207808 tid 2 2024-04-22T04:37:22.727 INFO:tasks.rados.rados.0.smithi040.stdout:3058: writing smithi04078109-47 from 9207808 to 9723904 tid 3 2024-04-22T04:37:22.727 INFO:tasks.rados.rados.0.smithi040.stdout:3059: read oid 43 snap -1 2024-04-22T04:37:22.727 INFO:tasks.rados.rados.0.smithi040.stdout:3059: expect (ObjNum 940 snap 297 seq_num 940) 2024-04-22T04:37:22.727 INFO:tasks.rados.rados.0.smithi040.stdout:3060: delete oid 8 current snap is 304 2024-04-22T04:37:22.727 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 1719 (ObjNum 970 snap 304 seq_num 970) dirty exists 2024-04-22T04:37:22.727 INFO:tasks.rados.rados.0.smithi040.stdout:3058: finishing write tid 1 to smithi04078109-47 2024-04-22T04:37:22.730 INFO:tasks.rados.rados.0.smithi040.stdout:3057: done (3 left) 2024-04-22T04:37:22.730 INFO:tasks.rados.rados.0.smithi040.stdout:3060: done (2 left) 2024-04-22T04:37:22.730 INFO:tasks.rados.rados.0.smithi040.stdout:3061: copy_from oid 35 from oid 2 current snap is 304 2024-04-22T04:37:22.730 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 304 2024-04-22T04:37:22.730 INFO:tasks.rados.rados.0.smithi040.stdout:3062: seq_num 974 ranges {1204224=720896,1925120=507904,2433024=671744,3104768=24576} 2024-04-22T04:37:22.741 INFO:tasks.rados.rados.0.smithi040.stdout:3062: writing smithi04078109-25 from 1204224 to 1925120 tid 1 2024-04-22T04:37:22.744 INFO:tasks.rados.rados.0.smithi040.stdout:3062: writing smithi04078109-25 from 1925120 to 2433024 tid 2 2024-04-22T04:37:22.749 INFO:tasks.rados.rados.0.smithi040.stdout:3062: writing smithi04078109-25 from 2433024 to 3104768 tid 3 2024-04-22T04:37:22.749 INFO:tasks.rados.rados.0.smithi040.stdout:3062: writing smithi04078109-25 from 3104768 to 3129344 tid 4 2024-04-22T04:37:22.749 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 304 2024-04-22T04:37:22.749 INFO:tasks.rados.rados.0.smithi040.stdout:3058: finishing write tid 2 to smithi04078109-47 2024-04-22T04:37:22.749 INFO:tasks.rados.rados.0.smithi040.stdout:3058: finishing write tid 3 to smithi04078109-47 2024-04-22T04:37:22.749 INFO:tasks.rados.rados.0.smithi040.stdout:3058: finishing write tid 4 to smithi04078109-47 2024-04-22T04:37:22.749 INFO:tasks.rados.rados.0.smithi040.stdout:3058: finishing write tid 5 to smithi04078109-47 2024-04-22T04:37:22.750 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 1021 (ObjNum 972 snap 304 seq_num 972) dirty exists 2024-04-22T04:37:22.750 INFO:tasks.rados.rados.0.smithi040.stdout:3058: left oid 47 (ObjNum 972 snap 304 seq_num 972) 2024-04-22T04:37:22.750 INFO:tasks.rados.rados.0.smithi040.stdout:3061: finishing copy_from racing read to smithi04078109-35 2024-04-22T04:37:22.750 INFO:tasks.rados.rados.0.smithi040.stdout:3061: finishing copy_from to smithi04078109-35 2024-04-22T04:37:22.750 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1677 (ObjNum 724 snap 222 seq_num 724) dirty exists 2024-04-22T04:37:22.750 INFO:tasks.rados.rados.0.smithi040.stdout:3062: finishing write tid 1 to smithi04078109-25 2024-04-22T04:37:22.750 INFO:tasks.rados.rados.0.smithi040.stdout:3062: finishing write tid 2 to smithi04078109-25 2024-04-22T04:37:22.750 INFO:tasks.rados.rados.0.smithi040.stdout:3063: seq_num 975 ranges {0=737280,737280=786432,1523712=417792} 2024-04-22T04:37:22.755 INFO:tasks.rados.rados.0.smithi040.stdout:3063: writing smithi04078109-11 from 0 to 737280 tid 1 2024-04-22T04:37:22.759 INFO:tasks.rados.rados.0.smithi040.stdout:3063: writing smithi04078109-11 from 737280 to 1523712 tid 2 2024-04-22T04:37:22.763 INFO:tasks.rados.rados.0.smithi040.stdout:3063: writing smithi04078109-11 from 1523712 to 1941504 tid 3 2024-04-22T04:37:22.763 INFO:tasks.rados.rados.0.smithi040.stdout:3058: done (4 left) 2024-04-22T04:37:22.763 INFO:tasks.rados.rados.0.smithi040.stdout:3061: done (3 left) 2024-04-22T04:37:22.763 INFO:tasks.rados.rados.0.smithi040.stdout:3064: read oid 8 snap -1 2024-04-22T04:37:22.763 INFO:tasks.rados.rados.0.smithi040.stdout:3064: expect deleted 2024-04-22T04:37:22.763 INFO:tasks.rados.rados.0.smithi040.stdout:3065: snap_create 2024-04-22T04:37:22.763 INFO:tasks.rados.rados.0.smithi040.stdout:3062: finishing write tid 3 to smithi04078109-25 2024-04-22T04:37:22.764 INFO:tasks.rados.rados.0.smithi040.stdout:3062: finishing write tid 4 to smithi04078109-25 2024-04-22T04:37:22.764 INFO:tasks.rados.rados.0.smithi040.stdout:3062: finishing write tid 5 to smithi04078109-25 2024-04-22T04:37:22.764 INFO:tasks.rados.rados.0.smithi040.stdout:3062: finishing write tid 6 to smithi04078109-25 2024-04-22T04:37:22.764 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 2251 (ObjNum 974 snap 304 seq_num 974) dirty exists 2024-04-22T04:37:22.764 INFO:tasks.rados.rados.0.smithi040.stdout:3062: left oid 25 (ObjNum 974 snap 304 seq_num 974) 2024-04-22T04:37:22.764 INFO:tasks.rados.rados.0.smithi040.stdout:3063: finishing write tid 1 to smithi04078109-11 2024-04-22T04:37:22.764 INFO:tasks.rados.rados.0.smithi040.stdout:3063: finishing write tid 2 to smithi04078109-11 2024-04-22T04:37:22.767 INFO:tasks.rados.rados.0.smithi040.stdout:3063: finishing write tid 3 to smithi04078109-11 2024-04-22T04:37:22.767 INFO:tasks.rados.rados.0.smithi040.stdout:3063: finishing write tid 4 to smithi04078109-11 2024-04-22T04:37:22.769 INFO:tasks.rados.rados.0.smithi040.stdout:3059: expect (ObjNum 940 snap 297 seq_num 940) 2024-04-22T04:37:23.335 INFO:tasks.rados.rados.0.smithi040.stdout:3063: finishing write tid 5 to smithi04078109-11 2024-04-22T04:37:23.335 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 2255 (ObjNum 975 snap 304 seq_num 975) dirty exists 2024-04-22T04:37:23.335 INFO:tasks.rados.rados.0.smithi040.stdout:3063: left oid 11 (ObjNum 975 snap 304 seq_num 975) 2024-04-22T04:37:23.335 INFO:tasks.rados.rados.0.smithi040.stdout:3059: done (4 left) 2024-04-22T04:37:23.335 INFO:tasks.rados.rados.0.smithi040.stdout:3062: done (3 left) 2024-04-22T04:37:23.335 INFO:tasks.rados.rados.0.smithi040.stdout:3063: done (2 left) 2024-04-22T04:37:23.336 INFO:tasks.rados.rados.0.smithi040.stdout:3064: done (1 left) 2024-04-22T04:37:23.336 INFO:tasks.rados.rados.0.smithi040.stdout:3065: done (0 left) 2024-04-22T04:37:23.336 INFO:tasks.rados.rados.0.smithi040.stdout:3066: setattr oid 38 current snap is 305 2024-04-22T04:37:23.336 INFO:tasks.rados.rados.0.smithi040.stdout:3067: snap_remove snap 261 2024-04-22T04:37:24.226 INFO:tasks.rados.rados.0.smithi040.stdout:3067: done (1 left) 2024-04-22T04:37:24.226 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 305 2024-04-22T04:37:24.226 INFO:tasks.rados.rados.0.smithi040.stdout:3068: seq_num 976 ranges {1843200=753664,2596864=671744,3268608=532480} 2024-04-22T04:37:24.237 INFO:tasks.rados.rados.0.smithi040.stdout:3068: writing smithi04078109-32 from 1843200 to 2596864 tid 1 2024-04-22T04:37:24.245 INFO:tasks.rados.rados.0.smithi040.stdout:3068: writing smithi04078109-32 from 2596864 to 3268608 tid 2 2024-04-22T04:37:24.245 INFO:tasks.rados.rados.0.smithi040.stdout:3068: writing smithi04078109-32 from 3268608 to 3801088 tid 3 2024-04-22T04:37:24.245 INFO:tasks.rados.rados.0.smithi040.stdout:3069: delete oid 16 current snap is 305 2024-04-22T04:37:24.249 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 1366 (ObjNum 919 snap 290 seq_num 919) dirty exists 2024-04-22T04:37:24.249 INFO:tasks.rados.rados.0.smithi040.stdout:3068: finishing write tid 1 to smithi04078109-32 2024-04-22T04:37:24.252 INFO:tasks.rados.rados.0.smithi040.stdout:3068: finishing write tid 2 to smithi04078109-32 2024-04-22T04:37:24.257 INFO:tasks.rados.rados.0.smithi040.stdout:3066: done (2 left) 2024-04-22T04:37:24.257 INFO:tasks.rados.rados.0.smithi040.stdout:3069: done (1 left) 2024-04-22T04:37:24.257 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 305 2024-04-22T04:37:24.257 INFO:tasks.rados.rados.0.smithi040.stdout:3070: seq_num 978 ranges {14221312=786432,15007744=442368,15450112=647168,16097280=114688} 2024-04-22T04:37:24.335 INFO:tasks.rados.rados.0.smithi040.stdout:3070: writing smithi04078109-31 from 14221312 to 15007744 tid 1 2024-04-22T04:37:24.337 INFO:tasks.rados.rados.0.smithi040.stdout:3070: writing smithi04078109-31 from 15007744 to 15450112 tid 2 2024-04-22T04:37:24.341 INFO:tasks.rados.rados.0.smithi040.stdout:3070: writing smithi04078109-31 from 15450112 to 16097280 tid 3 2024-04-22T04:37:24.342 INFO:tasks.rados.rados.0.smithi040.stdout:3070: writing smithi04078109-31 from 16097280 to 16211968 tid 4 2024-04-22T04:37:24.342 INFO:tasks.rados.rados.0.smithi040.stdout:3071: snap_remove snap 290 2024-04-22T04:37:24.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:24 smithi062 ceph-mon[78153]: pgmap v704: 121 pgs: 121 active+clean; 483 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 15 MiB/s wr, 44 op/s 2024-04-22T04:37:24.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:24 smithi062 ceph-mon[78153]: osdmap e660: 8 total, 8 up, 8 in 2024-04-22T04:37:24.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:24 smithi040 ceph-mon[91058]: pgmap v704: 121 pgs: 121 active+clean; 483 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 15 MiB/s wr, 44 op/s 2024-04-22T04:37:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:24 smithi040 ceph-mon[91058]: osdmap e660: 8 total, 8 up, 8 in 2024-04-22T04:37:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:24 smithi040 ceph-mon[88445]: pgmap v704: 121 pgs: 121 active+clean; 483 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 15 MiB/s wr, 44 op/s 2024-04-22T04:37:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:24 smithi040 ceph-mon[88445]: osdmap e660: 8 total, 8 up, 8 in 2024-04-22T04:37:25.232 INFO:tasks.rados.rados.0.smithi040.stdout:3071: done (2 left) 2024-04-22T04:37:25.232 INFO:tasks.rados.rados.0.smithi040.stdout:3072: rmattr oid 19 current snap is 305 2024-04-22T04:37:25.232 INFO:tasks.rados.rados.0.smithi040.stdout:3072: done (2 left) 2024-04-22T04:37:25.232 INFO:tasks.rados.rados.0.smithi040.stdout:3073: delete oid 17 current snap is 305 2024-04-22T04:37:25.232 INFO:tasks.rados.rados.0.smithi040.stdout:3068: finishing write tid 3 to smithi04078109-32 2024-04-22T04:37:25.233 INFO:tasks.rados.rados.0.smithi040.stdout:3068: finishing write tid 4 to smithi04078109-32 2024-04-22T04:37:25.233 INFO:tasks.rados.rados.0.smithi040.stdout:3068: finishing write tid 5 to smithi04078109-32 2024-04-22T04:37:25.233 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 1843 (ObjNum 976 snap 305 seq_num 976) dirty exists 2024-04-22T04:37:25.233 INFO:tasks.rados.rados.0.smithi040.stdout:3068: left oid 32 (ObjNum 976 snap 305 seq_num 976) 2024-04-22T04:37:25.233 INFO:tasks.rados.rados.0.smithi040.stdout:3070: finishing write tid 1 to smithi04078109-31 2024-04-22T04:37:25.233 INFO:tasks.rados.rados.0.smithi040.stdout:3070: finishing write tid 2 to smithi04078109-31 2024-04-22T04:37:25.233 INFO:tasks.rados.rados.0.smithi040.stdout:3070: finishing write tid 3 to smithi04078109-31 2024-04-22T04:37:25.233 INFO:tasks.rados.rados.0.smithi040.stdout:3070: finishing write tid 4 to smithi04078109-31 2024-04-22T04:37:25.233 INFO:tasks.rados.rados.0.smithi040.stdout:3070: finishing write tid 5 to smithi04078109-31 2024-04-22T04:37:25.233 INFO:tasks.rados.rados.0.smithi040.stdout:3070: finishing write tid 6 to smithi04078109-31 2024-04-22T04:37:25.233 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2267 (ObjNum 978 snap 305 seq_num 978) dirty exists 2024-04-22T04:37:25.233 INFO:tasks.rados.rados.0.smithi040.stdout:3070: left oid 31 (ObjNum 978 snap 305 seq_num 978) 2024-04-22T04:37:25.250 INFO:tasks.rados.rados.0.smithi040.stdout:3068: done (2 left) 2024-04-22T04:37:25.250 INFO:tasks.rados.rados.0.smithi040.stdout:3070: done (1 left) 2024-04-22T04:37:25.250 INFO:tasks.rados.rados.0.smithi040.stdout:3073: done (0 left) 2024-04-22T04:37:25.250 INFO:tasks.rados.rados.0.smithi040.stdout:3074: rollback oid 41 current snap is 305 2024-04-22T04:37:25.250 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 41 to 299 2024-04-22T04:37:25.250 INFO:tasks.rados.rados.0.smithi040.stdout:3075: read oid 26 snap -1 2024-04-22T04:37:25.250 INFO:tasks.rados.rados.0.smithi040.stdout:3075: expect (ObjNum 970 snap 304 seq_num 970) 2024-04-22T04:37:25.250 INFO:tasks.rados.rados.0.smithi040.stdout:3076: read oid 15 snap -1 2024-04-22T04:37:25.250 INFO:tasks.rados.rados.0.smithi040.stdout:3076: expect deleted 2024-04-22T04:37:25.250 INFO:tasks.rados.rados.0.smithi040.stdout:3077: read oid 48 snap 297 2024-04-22T04:37:25.250 INFO:tasks.rados.rados.0.smithi040.stdout:3077: expect deleted 2024-04-22T04:37:25.250 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 37 current snap is 305 2024-04-22T04:37:25.251 INFO:tasks.rados.rados.0.smithi040.stdout:3078: seq_num 980 ranges {1630208=417792,2048000=614400,2662400=663552,3325952=327680} 2024-04-22T04:37:25.256 INFO:tasks.rados.rados.0.smithi040.stdout:3078: writing smithi04078109-37 from 1630208 to 2048000 tid 1 2024-04-22T04:37:25.261 INFO:tasks.rados.rados.0.smithi040.stdout:3078: writing smithi04078109-37 from 2048000 to 2662400 tid 2 2024-04-22T04:37:25.265 INFO:tasks.rados.rados.0.smithi040.stdout:3078: writing smithi04078109-37 from 2662400 to 3325952 tid 3 2024-04-22T04:37:25.267 INFO:tasks.rados.rados.0.smithi040.stdout:3078: writing smithi04078109-37 from 3325952 to 3653632 tid 4 2024-04-22T04:37:25.267 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 305 2024-04-22T04:37:25.267 INFO:tasks.rados.rados.0.smithi040.stdout:3079: seq_num 981 ranges {16211968=434176,16646144=540672,17186816=466944,17653760=524288,18178048=73728} 2024-04-22T04:37:25.358 INFO:tasks.rados.rados.0.smithi040.stdout:3079: writing smithi04078109-31 from 16211968 to 16646144 tid 1 2024-04-22T04:37:25.361 INFO:tasks.rados.rados.0.smithi040.stdout:3079: writing smithi04078109-31 from 16646144 to 17186816 tid 2 2024-04-22T04:37:25.364 INFO:tasks.rados.rados.0.smithi040.stdout:3079: writing smithi04078109-31 from 17186816 to 17653760 tid 3 2024-04-22T04:37:25.367 INFO:tasks.rados.rados.0.smithi040.stdout:3079: writing smithi04078109-31 from 17653760 to 18178048 tid 4 2024-04-22T04:37:25.368 INFO:tasks.rados.rados.0.smithi040.stdout:3079: writing smithi04078109-31 from 18178048 to 18251776 tid 5 2024-04-22T04:37:25.368 INFO:tasks.rados.rados.0.smithi040.stdout:3080: copy_from oid 43 from oid 20 current snap is 305 2024-04-22T04:37:25.368 INFO:tasks.rados.rados.0.smithi040.stdout:3074: finishing rollback tid 0 to smithi04078109-41 2024-04-22T04:37:25.368 INFO:tasks.rados.rados.0.smithi040.stdout:3074: finishing rollback tid 1 to smithi04078109-41 2024-04-22T04:37:25.368 INFO:tasks.rados.rados.0.smithi040.stdout:3074: finishing rollback tid 2 to smithi04078109-41 2024-04-22T04:37:25.368 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 2239 (ObjNum 892 snap 282 seq_num 892) dirty exists 2024-04-22T04:37:25.368 INFO:tasks.rados.rados.0.smithi040.stdout:3078: finishing write tid 1 to smithi04078109-37 2024-04-22T04:37:25.368 INFO:tasks.rados.rados.0.smithi040.stdout:3078: finishing write tid 2 to smithi04078109-37 2024-04-22T04:37:25.368 INFO:tasks.rados.rados.0.smithi040.stdout:3078: finishing write tid 3 to smithi04078109-37 2024-04-22T04:37:25.368 INFO:tasks.rados.rados.0.smithi040.stdout:3075: expect (ObjNum 970 snap 304 seq_num 970) 2024-04-22T04:37:25.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:25 smithi062 ceph-mon[78153]: osdmap e661: 8 total, 8 up, 8 in 2024-04-22T04:37:25.609 INFO:tasks.rados.rados.0.smithi040.stdout:3078: finishing write tid 4 to smithi04078109-37 2024-04-22T04:37:25.609 INFO:tasks.rados.rados.0.smithi040.stdout:3078: finishing write tid 5 to smithi04078109-37 2024-04-22T04:37:25.609 INFO:tasks.rados.rados.0.smithi040.stdout:3078: finishing write tid 6 to smithi04078109-37 2024-04-22T04:37:25.609 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 2245 (ObjNum 980 snap 305 seq_num 980) dirty exists 2024-04-22T04:37:25.609 INFO:tasks.rados.rados.0.smithi040.stdout:3078: left oid 37 (ObjNum 980 snap 305 seq_num 980) 2024-04-22T04:37:25.610 INFO:tasks.rados.rados.0.smithi040.stdout:3079: finishing write tid 1 to smithi04078109-31 2024-04-22T04:37:25.610 INFO:tasks.rados.rados.0.smithi040.stdout:3074: done (6 left) 2024-04-22T04:37:25.610 INFO:tasks.rados.rados.0.smithi040.stdout:3075: done (5 left) 2024-04-22T04:37:25.610 INFO:tasks.rados.rados.0.smithi040.stdout:3076: done (4 left) 2024-04-22T04:37:25.610 INFO:tasks.rados.rados.0.smithi040.stdout:3077: done (3 left) 2024-04-22T04:37:25.610 INFO:tasks.rados.rados.0.smithi040.stdout:3078: done (2 left) 2024-04-22T04:37:25.610 INFO:tasks.rados.rados.0.smithi040.stdout:3081: read oid 26 snap -1 2024-04-22T04:37:25.610 INFO:tasks.rados.rados.0.smithi040.stdout:3081: expect (ObjNum 970 snap 304 seq_num 970) 2024-04-22T04:37:25.610 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 305 2024-04-22T04:37:25.610 INFO:tasks.rados.rados.0.smithi040.stdout:3082: seq_num 982 ranges {0=450560,450560=425984,876544=679936,1556480=466944,2023424=32768} 2024-04-22T04:37:25.611 INFO:tasks.rados.rados.0.smithi040.stdout:3082: writing smithi04078109-17 from 0 to 450560 tid 1 2024-04-22T04:37:25.614 INFO:tasks.rados.rados.0.smithi040.stdout:3082: writing smithi04078109-17 from 450560 to 876544 tid 2 2024-04-22T04:37:25.618 INFO:tasks.rados.rados.0.smithi040.stdout:3082: writing smithi04078109-17 from 876544 to 1556480 tid 3 2024-04-22T04:37:25.621 INFO:tasks.rados.rados.0.smithi040.stdout:3082: writing smithi04078109-17 from 1556480 to 2023424 tid 4 2024-04-22T04:37:25.621 INFO:tasks.rados.rados.0.smithi040.stdout:3082: writing smithi04078109-17 from 2023424 to 2056192 tid 5 2024-04-22T04:37:25.621 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 28 current snap is 305 2024-04-22T04:37:25.622 INFO:tasks.rados.rados.0.smithi040.stdout:3083: seq_num 983 ranges {991232=466944,1458176=712704,2170880=434176,2605056=458752} 2024-04-22T04:37:25.630 INFO:tasks.rados.rados.0.smithi040.stdout:3083: writing smithi04078109-28 from 991232 to 1458176 tid 1 2024-04-22T04:37:25.634 INFO:tasks.rados.rados.0.smithi040.stdout:3083: writing smithi04078109-28 from 1458176 to 2170880 tid 2 2024-04-22T04:37:25.636 INFO:tasks.rados.rados.0.smithi040.stdout:3083: writing smithi04078109-28 from 2170880 to 2605056 tid 3 2024-04-22T04:37:25.639 INFO:tasks.rados.rados.0.smithi040.stdout:3083: writing smithi04078109-28 from 2605056 to 3063808 tid 4 2024-04-22T04:37:25.640 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 305 2024-04-22T04:37:25.640 INFO:tasks.rados.rados.0.smithi040.stdout:3079: finishing write tid 2 to smithi04078109-31 2024-04-22T04:37:25.640 INFO:tasks.rados.rados.0.smithi040.stdout:3079: finishing write tid 3 to smithi04078109-31 2024-04-22T04:37:25.640 INFO:tasks.rados.rados.0.smithi040.stdout:3084: seq_num 984 ranges {8519680=483328,9003008=598016,9601024=647168,10248192=360448} 2024-04-22T04:37:25.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:25 smithi040 ceph-mon[88445]: osdmap e661: 8 total, 8 up, 8 in 2024-04-22T04:37:25.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:25 smithi040 ceph-mon[91058]: osdmap e661: 8 total, 8 up, 8 in 2024-04-22T04:37:25.688 INFO:tasks.rados.rados.0.smithi040.stdout:3084: writing smithi04078109-6 from 8519680 to 9003008 tid 1 2024-04-22T04:37:25.692 INFO:tasks.rados.rados.0.smithi040.stdout:3084: writing smithi04078109-6 from 9003008 to 9601024 tid 2 2024-04-22T04:37:25.696 INFO:tasks.rados.rados.0.smithi040.stdout:3084: writing smithi04078109-6 from 9601024 to 10248192 tid 3 2024-04-22T04:37:25.699 INFO:tasks.rados.rados.0.smithi040.stdout:3084: writing smithi04078109-6 from 10248192 to 10608640 tid 4 2024-04-22T04:37:25.699 INFO:tasks.rados.rados.0.smithi040.stdout:3085: copy_from oid 33 from oid 4 current snap is 305 2024-04-22T04:37:25.699 INFO:tasks.rados.rados.0.smithi040.stdout:3080: finishing copy_from to smithi04078109-43 2024-04-22T04:37:25.699 INFO:tasks.rados.rados.0.smithi040.stdout:3080: got expected ENOENT (src dne) 2024-04-22T04:37:25.699 INFO:tasks.rados.rados.0.smithi040.stdout:3080: finishing copy_from racing read to smithi04078109-43 2024-04-22T04:37:25.699 INFO:tasks.rados.rados.0.smithi040.stdout:3079: finishing write tid 4 to smithi04078109-31 2024-04-22T04:37:25.699 INFO:tasks.rados.rados.0.smithi040.stdout:3079: finishing write tid 5 to smithi04078109-31 2024-04-22T04:37:25.699 INFO:tasks.rados.rados.0.smithi040.stdout:3079: finishing write tid 6 to smithi04078109-31 2024-04-22T04:37:25.699 INFO:tasks.rados.rados.0.smithi040.stdout:3079: finishing write tid 7 to smithi04078109-31 2024-04-22T04:37:25.699 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2279 (ObjNum 981 snap 305 seq_num 981) dirty exists 2024-04-22T04:37:25.699 INFO:tasks.rados.rados.0.smithi040.stdout:3079: left oid 31 (ObjNum 981 snap 305 seq_num 981) 2024-04-22T04:37:25.699 INFO:tasks.rados.rados.0.smithi040.stdout:3082: finishing write tid 1 to smithi04078109-17 2024-04-22T04:37:25.699 INFO:tasks.rados.rados.0.smithi040.stdout:3082: finishing write tid 2 to smithi04078109-17 2024-04-22T04:37:25.700 INFO:tasks.rados.rados.0.smithi040.stdout:3082: finishing write tid 3 to smithi04078109-17 2024-04-22T04:37:25.700 INFO:tasks.rados.rados.0.smithi040.stdout:3082: finishing write tid 4 to smithi04078109-17 2024-04-22T04:37:25.700 INFO:tasks.rados.rados.0.smithi040.stdout:3079: done (6 left) 2024-04-22T04:37:25.700 INFO:tasks.rados.rados.0.smithi040.stdout:3080: done (5 left) 2024-04-22T04:37:25.700 INFO:tasks.rados.rados.0.smithi040.stdout:3086: snap_create 2024-04-22T04:37:25.700 INFO:tasks.rados.rados.0.smithi040.stdout:3081: expect (ObjNum 970 snap 304 seq_num 970) 2024-04-22T04:37:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:37:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:37:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:37:25.939 INFO:tasks.rados.rados.0.smithi040.stdout:3082: finishing write tid 5 to smithi04078109-17 2024-04-22T04:37:25.940 INFO:tasks.rados.rados.0.smithi040.stdout:3082: finishing write tid 6 to smithi04078109-17 2024-04-22T04:37:25.940 INFO:tasks.rados.rados.0.smithi040.stdout:3082: finishing write tid 7 to smithi04078109-17 2024-04-22T04:37:25.940 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 2251 (ObjNum 982 snap 305 seq_num 982) dirty exists 2024-04-22T04:37:25.940 INFO:tasks.rados.rados.0.smithi040.stdout:3082: left oid 17 (ObjNum 982 snap 305 seq_num 982) 2024-04-22T04:37:25.940 INFO:tasks.rados.rados.0.smithi040.stdout:3083: finishing write tid 1 to smithi04078109-28 2024-04-22T04:37:25.940 INFO:tasks.rados.rados.0.smithi040.stdout:3083: finishing write tid 2 to smithi04078109-28 2024-04-22T04:37:25.940 INFO:tasks.rados.rados.0.smithi040.stdout:3083: finishing write tid 3 to smithi04078109-28 2024-04-22T04:37:25.940 INFO:tasks.rados.rados.0.smithi040.stdout:3083: finishing write tid 4 to smithi04078109-28 2024-04-22T04:37:25.940 INFO:tasks.rados.rados.0.smithi040.stdout:3083: finishing write tid 5 to smithi04078109-28 2024-04-22T04:37:25.940 INFO:tasks.rados.rados.0.smithi040.stdout:3083: finishing write tid 6 to smithi04078109-28 2024-04-22T04:37:25.940 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 2192 (ObjNum 983 snap 305 seq_num 983) dirty exists 2024-04-22T04:37:25.940 INFO:tasks.rados.rados.0.smithi040.stdout:3083: left oid 28 (ObjNum 983 snap 305 seq_num 983) 2024-04-22T04:37:25.940 INFO:tasks.rados.rados.0.smithi040.stdout:3084: finishing write tid 1 to smithi04078109-6 2024-04-22T04:37:25.940 INFO:tasks.rados.rados.0.smithi040.stdout:3084: finishing write tid 2 to smithi04078109-6 2024-04-22T04:37:25.940 INFO:tasks.rados.rados.0.smithi040.stdout:3085: finishing copy_from to smithi04078109-33 2024-04-22T04:37:25.941 INFO:tasks.rados.rados.0.smithi040.stdout:3085: got expected ENOENT (src dne) 2024-04-22T04:37:25.941 INFO:tasks.rados.rados.0.smithi040.stdout:3085: finishing copy_from racing read to smithi04078109-33 2024-04-22T04:37:25.941 INFO:tasks.rados.rados.0.smithi040.stdout:3084: finishing write tid 3 to smithi04078109-6 2024-04-22T04:37:25.941 INFO:tasks.rados.rados.0.smithi040.stdout:3084: finishing write tid 4 to smithi04078109-6 2024-04-22T04:37:25.941 INFO:tasks.rados.rados.0.smithi040.stdout:3084: finishing write tid 5 to smithi04078109-6 2024-04-22T04:37:25.941 INFO:tasks.rados.rados.0.smithi040.stdout:3084: finishing write tid 6 to smithi04078109-6 2024-04-22T04:37:25.941 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 2285 (ObjNum 984 snap 305 seq_num 984) dirty exists 2024-04-22T04:37:25.941 INFO:tasks.rados.rados.0.smithi040.stdout:3084: left oid 6 (ObjNum 984 snap 305 seq_num 984) 2024-04-22T04:37:26.230 INFO:tasks.rados.rados.0.smithi040.stdout:3081: done (5 left) 2024-04-22T04:37:26.230 INFO:tasks.rados.rados.0.smithi040.stdout:3082: done (4 left) 2024-04-22T04:37:26.230 INFO:tasks.rados.rados.0.smithi040.stdout:3083: done (3 left) 2024-04-22T04:37:26.231 INFO:tasks.rados.rados.0.smithi040.stdout:3084: done (2 left) 2024-04-22T04:37:26.231 INFO:tasks.rados.rados.0.smithi040.stdout:3085: done (1 left) 2024-04-22T04:37:26.231 INFO:tasks.rados.rados.0.smithi040.stdout:3086: done (0 left) 2024-04-22T04:37:26.231 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 306 2024-04-22T04:37:26.231 INFO:tasks.rados.rados.0.smithi040.stdout:3087: seq_num 985 ranges {3137536=499712,3637248=483328,4120576=450560,4571136=581632,5152768=90112} 2024-04-22T04:37:26.250 INFO:tasks.rados.rados.0.smithi040.stdout:3087: writing smithi04078109-13 from 3137536 to 3637248 tid 1 2024-04-22T04:37:26.252 INFO:tasks.rados.rados.0.smithi040.stdout:3087: writing smithi04078109-13 from 3637248 to 4120576 tid 2 2024-04-22T04:37:26.255 INFO:tasks.rados.rados.0.smithi040.stdout:3087: writing smithi04078109-13 from 4120576 to 4571136 tid 3 2024-04-22T04:37:26.258 INFO:tasks.rados.rados.0.smithi040.stdout:3087: writing smithi04078109-13 from 4571136 to 5152768 tid 4 2024-04-22T04:37:26.259 INFO:tasks.rados.rados.0.smithi040.stdout:3087: writing smithi04078109-13 from 5152768 to 5242880 tid 5 2024-04-22T04:37:26.259 INFO:tasks.rados.rados.0.smithi040.stdout:3088: rollback oid 43 current snap is 306 2024-04-22T04:37:26.259 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 43 to 298 2024-04-22T04:37:26.259 INFO:tasks.rados.rados.0.smithi040.stdout:3087: finishing write tid 1 to smithi04078109-13 2024-04-22T04:37:26.259 INFO:tasks.rados.rados.0.smithi040.stdout:3087: finishing write tid 2 to smithi04078109-13 2024-04-22T04:37:26.260 INFO:tasks.rados.rados.0.smithi040.stdout:3087: finishing write tid 3 to smithi04078109-13 2024-04-22T04:37:26.260 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 30 current snap is 306 2024-04-22T04:37:26.260 INFO:tasks.rados.rados.0.smithi040.stdout:3089: seq_num 986 ranges {2899968=516096,3416064=770048,4186112=655360,4841472=180224} 2024-04-22T04:37:26.278 INFO:tasks.rados.rados.0.smithi040.stdout:3089: writing smithi04078109-30 from 2899968 to 3416064 tid 1 2024-04-22T04:37:26.282 INFO:tasks.rados.rados.0.smithi040.stdout:3089: writing smithi04078109-30 from 3416064 to 4186112 tid 2 2024-04-22T04:37:26.286 INFO:tasks.rados.rados.0.smithi040.stdout:3089: writing smithi04078109-30 from 4186112 to 4841472 tid 3 2024-04-22T04:37:26.288 INFO:tasks.rados.rados.0.smithi040.stdout:3089: writing smithi04078109-30 from 4841472 to 5021696 tid 4 2024-04-22T04:37:26.288 INFO:tasks.rados.rados.0.smithi040.stdout:3090: snap_create 2024-04-22T04:37:26.288 INFO:tasks.rados.rados.0.smithi040.stdout:3087: finishing write tid 4 to smithi04078109-13 2024-04-22T04:37:26.288 INFO:tasks.rados.rados.0.smithi040.stdout:3087: finishing write tid 5 to smithi04078109-13 2024-04-22T04:37:26.288 INFO:tasks.rados.rados.0.smithi040.stdout:3088: finishing rollback tid 0 to smithi04078109-43 2024-04-22T04:37:26.288 INFO:tasks.rados.rados.0.smithi040.stdout:3087: finishing write tid 6 to smithi04078109-13 2024-04-22T04:37:26.288 INFO:tasks.rados.rados.0.smithi040.stdout:3088: finishing rollback tid 1 to smithi04078109-43 2024-04-22T04:37:26.288 INFO:tasks.rados.rados.0.smithi040.stdout:3088: finishing rollback tid 2 to smithi04078109-43 2024-04-22T04:37:26.288 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 1369 (ObjNum 940 snap 297 seq_num 940) dirty exists 2024-04-22T04:37:26.288 INFO:tasks.rados.rados.0.smithi040.stdout:3087: finishing write tid 7 to smithi04078109-13 2024-04-22T04:37:26.288 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 963 (ObjNum 985 snap 306 seq_num 985) dirty exists 2024-04-22T04:37:26.288 INFO:tasks.rados.rados.0.smithi040.stdout:3087: left oid 13 (ObjNum 985 snap 306 seq_num 985) 2024-04-22T04:37:26.289 INFO:tasks.rados.rados.0.smithi040.stdout:3089: finishing write tid 1 to smithi04078109-30 2024-04-22T04:37:26.289 INFO:tasks.rados.rados.0.smithi040.stdout:3089: finishing write tid 2 to smithi04078109-30 2024-04-22T04:37:26.290 INFO:tasks.rados.rados.0.smithi040.stdout:3089: finishing write tid 3 to smithi04078109-30 2024-04-22T04:37:26.290 INFO:tasks.rados.rados.0.smithi040.stdout:3089: finishing write tid 4 to smithi04078109-30 2024-04-22T04:37:26.291 INFO:tasks.rados.rados.0.smithi040.stdout:3089: finishing write tid 5 to smithi04078109-30 2024-04-22T04:37:26.292 INFO:tasks.rados.rados.0.smithi040.stdout:3089: finishing write tid 6 to smithi04078109-30 2024-04-22T04:37:26.292 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 1792 (ObjNum 986 snap 306 seq_num 986) dirty exists 2024-04-22T04:37:26.292 INFO:tasks.rados.rados.0.smithi040.stdout:3089: left oid 30 (ObjNum 986 snap 306 seq_num 986) 2024-04-22T04:37:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:26 smithi062 ceph-mon[78153]: pgmap v707: 121 pgs: 121 active+clean; 483 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 10 MiB/s wr, 35 op/s 2024-04-22T04:37:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:26 smithi062 ceph-mon[78153]: osdmap e662: 8 total, 8 up, 8 in 2024-04-22T04:37:26.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:26 smithi040 ceph-mon[88445]: pgmap v707: 121 pgs: 121 active+clean; 483 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 10 MiB/s wr, 35 op/s 2024-04-22T04:37:26.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:26 smithi040 ceph-mon[88445]: osdmap e662: 8 total, 8 up, 8 in 2024-04-22T04:37:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:26 smithi040 ceph-mon[91058]: pgmap v707: 121 pgs: 121 active+clean; 483 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 10 MiB/s wr, 35 op/s 2024-04-22T04:37:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:26 smithi040 ceph-mon[91058]: osdmap e662: 8 total, 8 up, 8 in 2024-04-22T04:37:27.191 INFO:tasks.rados.rados.0.smithi040.stdout:3087: done (3 left) 2024-04-22T04:37:27.191 INFO:tasks.rados.rados.0.smithi040.stdout:3088: done (2 left) 2024-04-22T04:37:27.191 INFO:tasks.rados.rados.0.smithi040.stdout:3089: done (1 left) 2024-04-22T04:37:27.191 INFO:tasks.rados.rados.0.smithi040.stdout:3090: done (0 left) 2024-04-22T04:37:27.191 INFO:tasks.rados.rados.0.smithi040.stdout:3091: snap_remove snap 303 2024-04-22T04:37:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:27 smithi062 ceph-mon[78153]: osdmap e663: 8 total, 8 up, 8 in 2024-04-22T04:37:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:27 smithi062 ceph-mon[78153]: osdmap e664: 8 total, 8 up, 8 in 2024-04-22T04:37:27.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:27 smithi040 ceph-mon[88445]: osdmap e663: 8 total, 8 up, 8 in 2024-04-22T04:37:27.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:27 smithi040 ceph-mon[88445]: osdmap e664: 8 total, 8 up, 8 in 2024-04-22T04:37:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:27 smithi040 ceph-mon[91058]: osdmap e663: 8 total, 8 up, 8 in 2024-04-22T04:37:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:27 smithi040 ceph-mon[91058]: osdmap e664: 8 total, 8 up, 8 in 2024-04-22T04:37:28.190 INFO:tasks.rados.rados.0.smithi040.stdout:3091: done (0 left) 2024-04-22T04:37:28.191 INFO:tasks.rados.rados.0.smithi040.stdout:3092: setattr oid 40 current snap is 307 2024-04-22T04:37:28.192 INFO:tasks.rados.rados.0.smithi040.stdout:3093: read oid 41 snap 276 2024-04-22T04:37:28.192 INFO:tasks.rados.rados.0.smithi040.stdout:3093: expect (ObjNum 874 snap 275 seq_num 874) 2024-04-22T04:37:28.192 INFO:tasks.rados.rados.0.smithi040.stdout:3094: snap_remove snap 291 2024-04-22T04:37:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:28 smithi062 ceph-mon[78153]: pgmap v710: 121 pgs: 121 active+clean; 478 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-04-22T04:37:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:28 smithi062 ceph-mon[78153]: osdmap e665: 8 total, 8 up, 8 in 2024-04-22T04:37:28.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:28 smithi040 ceph-mon[88445]: pgmap v710: 121 pgs: 121 active+clean; 478 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-04-22T04:37:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:28 smithi040 ceph-mon[88445]: osdmap e665: 8 total, 8 up, 8 in 2024-04-22T04:37:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:28 smithi040 ceph-mon[91058]: pgmap v710: 121 pgs: 121 active+clean; 478 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-04-22T04:37:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:28 smithi040 ceph-mon[91058]: osdmap e665: 8 total, 8 up, 8 in 2024-04-22T04:37:29.202 INFO:tasks.rados.rados.0.smithi040.stdout:3094: done (2 left) 2024-04-22T04:37:29.202 INFO:tasks.rados.rados.0.smithi040.stdout:3095: copy_from oid 27 from oid 44 current snap is 307 2024-04-22T04:37:29.202 INFO:tasks.rados.rados.0.smithi040.stdout:3096: rmattr oid 4 current snap is 307 2024-04-22T04:37:29.202 INFO:tasks.rados.rados.0.smithi040.stdout:3096: done (3 left) 2024-04-22T04:37:29.202 INFO:tasks.rados.rados.0.smithi040.stdout:3097: rmattr oid 26 current snap is 307 2024-04-22T04:37:29.202 INFO:tasks.rados.rados.0.smithi040.stdout:3098: read oid 43 snap 289 2024-04-22T04:37:29.202 INFO:tasks.rados.rados.0.smithi040.stdout:3098: expect (ObjNum 901 snap 284 seq_num 901) 2024-04-22T04:37:29.202 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 4 current snap is 307 2024-04-22T04:37:29.203 INFO:tasks.rados.rados.0.smithi040.stdout:3099: seq_num 987 ranges {0=532480,532480=647168,1179648=417792,1597440=409600,2007040=131072} 2024-04-22T04:37:29.203 INFO:tasks.rados.rados.0.smithi040.stdout:3099: writing smithi04078109-4 from 0 to 532480 tid 1 2024-04-22T04:37:29.206 INFO:tasks.rados.rados.0.smithi040.stdout:3099: writing smithi04078109-4 from 532480 to 1179648 tid 2 2024-04-22T04:37:29.209 INFO:tasks.rados.rados.0.smithi040.stdout:3099: writing smithi04078109-4 from 1179648 to 1597440 tid 3 2024-04-22T04:37:29.212 INFO:tasks.rados.rados.0.smithi040.stdout:3099: writing smithi04078109-4 from 1597440 to 2007040 tid 4 2024-04-22T04:37:29.212 INFO:tasks.rados.rados.0.smithi040.stdout:3099: writing smithi04078109-4 from 2007040 to 2138112 tid 5 2024-04-22T04:37:29.213 INFO:tasks.rados.rados.0.smithi040.stdout:3100: snap_remove snap 305 2024-04-22T04:37:30.169 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -e sha1=5d8738502c195d34e1bca867c85b1d92f1aa34c6 -- bash -c 'ceph orch ps' 2024-04-22T04:37:30.197 INFO:tasks.rados.rados.0.smithi040.stdout:3100: done (6 left) 2024-04-22T04:37:30.197 INFO:tasks.rados.rados.0.smithi040.stdout:3101: rmattr oid 36 current snap is 307 2024-04-22T04:37:30.197 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 2287 (ObjNum 919 snap 290 seq_num 919) dirty exists 2024-04-22T04:37:30.197 INFO:tasks.rados.rados.0.smithi040.stdout:3093: expect (ObjNum 874 snap 275 seq_num 874) 2024-04-22T04:37:30.208 INFO:tasks.rados.rados.0.smithi040.stdout:3099: finishing write tid 1 to smithi04078109-4 2024-04-22T04:37:30.208 INFO:tasks.rados.rados.0.smithi040.stdout:3099: finishing write tid 2 to smithi04078109-4 2024-04-22T04:37:30.208 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 1720 (ObjNum 970 snap 304 seq_num 970) dirty exists 2024-04-22T04:37:30.208 INFO:tasks.rados.rados.0.smithi040.stdout:3099: finishing write tid 3 to smithi04078109-4 2024-04-22T04:37:30.208 INFO:tasks.rados.rados.0.smithi040.stdout:3099: finishing write tid 4 to smithi04078109-4 2024-04-22T04:37:30.208 INFO:tasks.rados.rados.0.smithi040.stdout:3099: finishing write tid 5 to smithi04078109-4 2024-04-22T04:37:30.209 INFO:tasks.rados.rados.0.smithi040.stdout:3099: finishing write tid 6 to smithi04078109-4 2024-04-22T04:37:30.209 INFO:tasks.rados.rados.0.smithi040.stdout:3099: finishing write tid 7 to smithi04078109-4 2024-04-22T04:37:30.209 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 969 (ObjNum 987 snap 307 seq_num 987) dirty exists 2024-04-22T04:37:30.209 INFO:tasks.rados.rados.0.smithi040.stdout:3099: left oid 4 (ObjNum 987 snap 307 seq_num 987) 2024-04-22T04:37:30.209 INFO:tasks.rados.rados.0.smithi040.stdout:3095: finishing copy_from racing read to smithi04078109-27 2024-04-22T04:37:30.209 INFO:tasks.rados.rados.0.smithi040.stdout:3095: finishing copy_from to smithi04078109-27 2024-04-22T04:37:30.209 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 1698 (ObjNum 935 snap 295 seq_num 935) dirty exists 2024-04-22T04:37:30.209 INFO:tasks.rados.rados.0.smithi040.stdout:3098: expect (ObjNum 901 snap 284 seq_num 901) 2024-04-22T04:37:30.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:37:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:37:30] "GET /metrics HTTP/1.1" 200 241922 "" "Prometheus/2.43.0" 2024-04-22T04:37:30.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:30 smithi040 ceph-mon[88445]: pgmap v713: 121 pgs: 121 active+clean; 474 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 4.2 MiB/s wr, 28 op/s 2024-04-22T04:37:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:30 smithi040 ceph-mon[88445]: osdmap e666: 8 total, 8 up, 8 in 2024-04-22T04:37:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:30 smithi040 ceph-mon[88445]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:37:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:30 smithi040 ceph-mon[91058]: pgmap v713: 121 pgs: 121 active+clean; 474 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 4.2 MiB/s wr, 28 op/s 2024-04-22T04:37:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:30 smithi040 ceph-mon[91058]: osdmap e666: 8 total, 8 up, 8 in 2024-04-22T04:37:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:30 smithi040 ceph-mon[91058]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:37:30.528 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 1832 (ObjNum 961 snap 302 seq_num 961) dirty exists 2024-04-22T04:37:30.528 INFO:tasks.rados.rados.0.smithi040.stdout:3092: done (6 left) 2024-04-22T04:37:30.528 INFO:tasks.rados.rados.0.smithi040.stdout:3093: done (5 left) 2024-04-22T04:37:30.528 INFO:tasks.rados.rados.0.smithi040.stdout:3095: done (4 left) 2024-04-22T04:37:30.528 INFO:tasks.rados.rados.0.smithi040.stdout:3097: done (3 left) 2024-04-22T04:37:30.528 INFO:tasks.rados.rados.0.smithi040.stdout:3098: done (2 left) 2024-04-22T04:37:30.528 INFO:tasks.rados.rados.0.smithi040.stdout:3099: done (1 left) 2024-04-22T04:37:30.528 INFO:tasks.rados.rados.0.smithi040.stdout:3101: done (0 left) 2024-04-22T04:37:30.528 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 30 current snap is 307 2024-04-22T04:37:30.528 INFO:tasks.rados.rados.0.smithi040.stdout:3102: seq_num 988 ranges {5021696=557056,5578752=532480,6111232=622592,6733824=450560} 2024-04-22T04:37:30.558 INFO:tasks.rados.rados.0.smithi040.stdout:3102: writing smithi04078109-30 from 5021696 to 5578752 tid 1 2024-04-22T04:37:30.561 INFO:tasks.rados.rados.0.smithi040.stdout:3102: writing smithi04078109-30 from 5578752 to 6111232 tid 2 2024-04-22T04:37:30.565 INFO:tasks.rados.rados.0.smithi040.stdout:3102: writing smithi04078109-30 from 6111232 to 6733824 tid 3 2024-04-22T04:37:30.569 INFO:tasks.rados.rados.0.smithi040.stdout:3102: writing smithi04078109-30 from 6733824 to 7184384 tid 4 2024-04-22T04:37:30.569 INFO:tasks.rados.rados.0.smithi040.stdout:3103: read oid 44 snap -1 2024-04-22T04:37:30.569 INFO:tasks.rados.rados.0.smithi040.stdout:3103: expect (ObjNum 935 snap 295 seq_num 935) 2024-04-22T04:37:30.569 INFO:tasks.rados.rados.0.smithi040.stdout:3104: rmattr oid 47 current snap is 307 2024-04-22T04:37:30.569 INFO:tasks.rados.rados.0.smithi040.stdout:3102: finishing write tid 1 to smithi04078109-30 2024-04-22T04:37:30.569 INFO:tasks.rados.rados.0.smithi040.stdout:3102: finishing write tid 2 to smithi04078109-30 2024-04-22T04:37:30.569 INFO:tasks.rados.rados.0.smithi040.stdout:3102: finishing write tid 3 to smithi04078109-30 2024-04-22T04:37:30.569 INFO:tasks.rados.rados.0.smithi040.stdout:3105: read oid 28 snap 244 2024-04-22T04:37:30.569 INFO:tasks.rados.rados.0.smithi040.stdout:3105: expect (ObjNum 804 snap 242 seq_num 804) 2024-04-22T04:37:30.569 INFO:tasks.rados.rados.0.smithi040.stdout:3106: read oid 42 snap -1 2024-04-22T04:37:30.569 INFO:tasks.rados.rados.0.smithi040.stdout:3106: expect (ObjNum 930 snap 292 seq_num 930) 2024-04-22T04:37:30.570 INFO:tasks.rados.rados.0.smithi040.stdout:3107: snap_remove snap 245 2024-04-22T04:37:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:30 smithi062 ceph-mon[78153]: pgmap v713: 121 pgs: 121 active+clean; 474 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 4.2 MiB/s wr, 28 op/s 2024-04-22T04:37:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:30 smithi062 ceph-mon[78153]: osdmap e666: 8 total, 8 up, 8 in 2024-04-22T04:37:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:30 smithi062 ceph-mon[78153]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:37:31.203 INFO:tasks.rados.rados.0.smithi040.stdout:3107: done (5 left) 2024-04-22T04:37:31.203 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 307 2024-04-22T04:37:31.203 INFO:tasks.rados.rados.0.smithi040.stdout:3108: seq_num 989 ranges {1630208=573440,2203648=466944,2670592=434176,3104768=638976,3743744=65536} 2024-04-22T04:37:31.216 INFO:tasks.rados.rados.0.smithi040.stdout:3108: writing smithi04078109-35 from 1630208 to 2203648 tid 1 2024-04-22T04:37:31.220 INFO:tasks.rados.rados.0.smithi040.stdout:3108: writing smithi04078109-35 from 2203648 to 2670592 tid 2 2024-04-22T04:37:31.227 INFO:tasks.rados.rados.0.smithi040.stdout:3108: writing smithi04078109-35 from 2670592 to 3104768 tid 3 2024-04-22T04:37:31.227 INFO:tasks.rados.rados.0.smithi040.stdout:3108: writing smithi04078109-35 from 3104768 to 3743744 tid 4 2024-04-22T04:37:31.227 INFO:tasks.rados.rados.0.smithi040.stdout:3108: writing smithi04078109-35 from 3743744 to 3809280 tid 5 2024-04-22T04:37:31.227 INFO:tasks.rados.rados.0.smithi040.stdout:3109: rollback oid 21 current snap is 307 2024-04-22T04:37:31.227 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 21 to 302 2024-04-22T04:37:31.227 INFO:tasks.rados.rados.0.smithi040.stdout:3102: finishing write tid 4 to smithi04078109-30 2024-04-22T04:37:31.227 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 4 current snap is 307 2024-04-22T04:37:31.227 INFO:tasks.rados.rados.0.smithi040.stdout:3102: finishing write tid 5 to smithi04078109-30 2024-04-22T04:37:31.227 INFO:tasks.rados.rados.0.smithi040.stdout:3102: finishing write tid 6 to smithi04078109-30 2024-04-22T04:37:31.227 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 1812 (ObjNum 988 snap 307 seq_num 988) dirty exists 2024-04-22T04:37:31.227 INFO:tasks.rados.rados.0.smithi040.stdout:3102: left oid 30 (ObjNum 988 snap 307 seq_num 988) 2024-04-22T04:37:31.227 INFO:tasks.rados.rados.0.smithi040.stdout:3103: expect (ObjNum 935 snap 295 seq_num 935) 2024-04-22T04:37:31.363 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 1022 (ObjNum 972 snap 304 seq_num 972) dirty exists 2024-04-22T04:37:31.363 INFO:tasks.rados.rados.0.smithi040.stdout:3106: expect (ObjNum 930 snap 292 seq_num 930) 2024-04-22T04:37:31.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:31 smithi040 ceph-mon[88445]: osdmap e667: 8 total, 8 up, 8 in 2024-04-22T04:37:31.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:31 smithi040 ceph-mon[91058]: osdmap e667: 8 total, 8 up, 8 in 2024-04-22T04:37:31.422 INFO:tasks.rados.rados.0.smithi040.stdout:3105: expect (ObjNum 804 snap 242 seq_num 804) 2024-04-22T04:37:31.530 INFO:tasks.rados.rados.0.smithi040.stdout:3108: finishing write tid 1 to smithi04078109-35 2024-04-22T04:37:31.530 INFO:tasks.rados.rados.0.smithi040.stdout:3108: finishing write tid 2 to smithi04078109-35 2024-04-22T04:37:31.530 INFO:tasks.rados.rados.0.smithi040.stdout:3108: finishing write tid 3 to smithi04078109-35 2024-04-22T04:37:31.530 INFO:tasks.rados.rados.0.smithi040.stdout:3108: finishing write tid 4 to smithi04078109-35 2024-04-22T04:37:31.530 INFO:tasks.rados.rados.0.smithi040.stdout:3108: finishing write tid 5 to smithi04078109-35 2024-04-22T04:37:31.530 INFO:tasks.rados.rados.0.smithi040.stdout:3108: finishing write tid 6 to smithi04078109-35 2024-04-22T04:37:31.530 INFO:tasks.rados.rados.0.smithi040.stdout:3110: seq_num 990 ranges {2138112=589824,2727936=753664,3481600=638976,4120576=212992} 2024-04-22T04:37:31.545 INFO:tasks.rados.rados.0.smithi040.stdout:3110: writing smithi04078109-4 from 2138112 to 2727936 tid 1 2024-04-22T04:37:31.549 INFO:tasks.rados.rados.0.smithi040.stdout:3110: writing smithi04078109-4 from 2727936 to 3481600 tid 2 2024-04-22T04:37:31.552 INFO:tasks.rados.rados.0.smithi040.stdout:3110: writing smithi04078109-4 from 3481600 to 4120576 tid 3 2024-04-22T04:37:31.554 INFO:tasks.rados.rados.0.smithi040.stdout:3110: writing smithi04078109-4 from 4120576 to 4333568 tid 4 2024-04-22T04:37:31.554 INFO:tasks.rados.rados.0.smithi040.stdout:3102: done (7 left) 2024-04-22T04:37:31.554 INFO:tasks.rados.rados.0.smithi040.stdout:3103: done (6 left) 2024-04-22T04:37:31.554 INFO:tasks.rados.rados.0.smithi040.stdout:3104: done (5 left) 2024-04-22T04:37:31.554 INFO:tasks.rados.rados.0.smithi040.stdout:3105: done (4 left) 2024-04-22T04:37:31.554 INFO:tasks.rados.rados.0.smithi040.stdout:3106: done (3 left) 2024-04-22T04:37:31.554 INFO:tasks.rados.rados.0.smithi040.stdout:3111: snap_remove snap 244 2024-04-22T04:37:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:31 smithi062 ceph-mon[78153]: osdmap e667: 8 total, 8 up, 8 in 2024-04-22T04:37:32.190 INFO:tasks.rados.rados.0.smithi040.stdout:3111: done (3 left) 2024-04-22T04:37:32.190 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 307 2024-04-22T04:37:32.190 INFO:tasks.rados.rados.0.smithi040.stdout:3109: finishing rollback tid 1 to smithi04078109-21 2024-04-22T04:37:32.190 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 1736 (ObjNum 288 snap 0 seq_num 161) dirty dne 2024-04-22T04:37:32.190 INFO:tasks.rados.rados.0.smithi040.stdout:3108: finishing write tid 7 to smithi04078109-35 2024-04-22T04:37:32.190 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1823 (ObjNum 989 snap 307 seq_num 989) dirty exists 2024-04-22T04:37:32.191 INFO:tasks.rados.rados.0.smithi040.stdout:3108: left oid 35 (ObjNum 989 snap 307 seq_num 989) 2024-04-22T04:37:32.191 INFO:tasks.rados.rados.0.smithi040.stdout:3110: finishing write tid 1 to smithi04078109-4 2024-04-22T04:37:32.191 INFO:tasks.rados.rados.0.smithi040.stdout:3110: finishing write tid 2 to smithi04078109-4 2024-04-22T04:37:32.191 INFO:tasks.rados.rados.0.smithi040.stdout:3110: finishing write tid 3 to smithi04078109-4 2024-04-22T04:37:32.191 INFO:tasks.rados.rados.0.smithi040.stdout:3110: finishing write tid 4 to smithi04078109-4 2024-04-22T04:37:32.191 INFO:tasks.rados.rados.0.smithi040.stdout:3110: finishing write tid 5 to smithi04078109-4 2024-04-22T04:37:32.191 INFO:tasks.rados.rados.0.smithi040.stdout:3110: finishing write tid 6 to smithi04078109-4 2024-04-22T04:37:32.191 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 974 (ObjNum 990 snap 307 seq_num 990) dirty exists 2024-04-22T04:37:32.191 INFO:tasks.rados.rados.0.smithi040.stdout:3110: left oid 4 (ObjNum 990 snap 307 seq_num 990) 2024-04-22T04:37:32.191 INFO:tasks.rados.rados.0.smithi040.stdout:3112: seq_num 991 ranges {0=606208,606208=638976,1245184=794624,2039808=172032} 2024-04-22T04:37:32.194 INFO:tasks.rados.rados.0.smithi040.stdout:3112: writing smithi04078109-20 from 0 to 606208 tid 1 2024-04-22T04:37:32.204 INFO:tasks.rados.rados.0.smithi040.stdout:3112: writing smithi04078109-20 from 606208 to 1245184 tid 2 2024-04-22T04:37:32.204 INFO:tasks.rados.rados.0.smithi040.stdout:3112: writing smithi04078109-20 from 1245184 to 2039808 tid 3 2024-04-22T04:37:32.210 INFO:tasks.rados.rados.0.smithi040.stdout:3112: writing smithi04078109-20 from 2039808 to 2211840 tid 4 2024-04-22T04:37:32.210 INFO:tasks.rados.rados.0.smithi040.stdout:3108: done (3 left) 2024-04-22T04:37:32.210 INFO:tasks.rados.rados.0.smithi040.stdout:3109: done (2 left) 2024-04-22T04:37:32.210 INFO:tasks.rados.rados.0.smithi040.stdout:3110: done (1 left) 2024-04-22T04:37:32.210 INFO:tasks.rados.rados.0.smithi040.stdout:3113: read oid 25 snap -1 2024-04-22T04:37:32.210 INFO:tasks.rados.rados.0.smithi040.stdout:3113: expect (ObjNum 974 snap 304 seq_num 974) 2024-04-22T04:37:32.210 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 307 2024-04-22T04:37:32.210 INFO:tasks.rados.rados.0.smithi040.stdout:3114: seq_num 992 ranges {1941504=622592,2564096=524288,3088384=606208,3694592=475136} 2024-04-22T04:37:32.222 INFO:tasks.rados.rados.0.smithi040.stdout:3114: writing smithi04078109-11 from 1941504 to 2564096 tid 1 2024-04-22T04:37:32.228 INFO:tasks.rados.rados.0.smithi040.stdout:3114: writing smithi04078109-11 from 2564096 to 3088384 tid 2 2024-04-22T04:37:32.231 INFO:tasks.rados.rados.0.smithi040.stdout:3114: writing smithi04078109-11 from 3088384 to 3694592 tid 3 2024-04-22T04:37:32.233 INFO:tasks.rados.rados.0.smithi040.stdout:3114: writing smithi04078109-11 from 3694592 to 4169728 tid 4 2024-04-22T04:37:32.233 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 307 2024-04-22T04:37:32.234 INFO:tasks.rados.rados.0.smithi040.stdout:3112: finishing write tid 1 to smithi04078109-20 2024-04-22T04:37:32.234 INFO:tasks.rados.rados.0.smithi040.stdout:3112: finishing write tid 2 to smithi04078109-20 2024-04-22T04:37:32.234 INFO:tasks.rados.rados.0.smithi040.stdout:3112: finishing write tid 3 to smithi04078109-20 2024-04-22T04:37:32.234 INFO:tasks.rados.rados.0.smithi040.stdout:3112: finishing write tid 4 to smithi04078109-20 2024-04-22T04:37:32.234 INFO:tasks.rados.rados.0.smithi040.stdout:3112: finishing write tid 5 to smithi04078109-20 2024-04-22T04:37:32.234 INFO:tasks.rados.rados.0.smithi040.stdout:3112: finishing write tid 6 to smithi04078109-20 2024-04-22T04:37:32.234 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1837 (ObjNum 991 snap 307 seq_num 991) dirty exists 2024-04-22T04:37:32.234 INFO:tasks.rados.rados.0.smithi040.stdout:3112: left oid 20 (ObjNum 991 snap 307 seq_num 991) 2024-04-22T04:37:32.235 INFO:tasks.rados.rados.0.smithi040.stdout:3115: seq_num 993 ranges {7168000=638976,7806976=409600,8216576=409600,8626176=688128,9314304=98304} 2024-04-22T04:37:32.277 INFO:tasks.rados.rados.0.smithi040.stdout:3115: writing smithi04078109-10 from 7168000 to 7806976 tid 1 2024-04-22T04:37:32.279 INFO:tasks.rados.rados.0.smithi040.stdout:3115: writing smithi04078109-10 from 7806976 to 8216576 tid 2 2024-04-22T04:37:32.282 INFO:tasks.rados.rados.0.smithi040.stdout:3115: writing smithi04078109-10 from 8216576 to 8626176 tid 3 2024-04-22T04:37:32.286 INFO:tasks.rados.rados.0.smithi040.stdout:3115: writing smithi04078109-10 from 8626176 to 9314304 tid 4 2024-04-22T04:37:32.286 INFO:tasks.rados.rados.0.smithi040.stdout:3115: writing smithi04078109-10 from 9314304 to 9412608 tid 5 2024-04-22T04:37:32.287 INFO:tasks.rados.rados.0.smithi040.stdout:3112: done (3 left) 2024-04-22T04:37:32.287 INFO:tasks.rados.rados.0.smithi040.stdout:3116: snap_create 2024-04-22T04:37:32.287 INFO:tasks.rados.rados.0.smithi040.stdout:3113: expect (ObjNum 974 snap 304 seq_num 974) 2024-04-22T04:37:32.392 INFO:tasks.rados.rados.0.smithi040.stdout:3114: finishing write tid 1 to smithi04078109-11 2024-04-22T04:37:32.393 INFO:tasks.rados.rados.0.smithi040.stdout:3114: finishing write tid 2 to smithi04078109-11 2024-04-22T04:37:32.393 INFO:tasks.rados.rados.0.smithi040.stdout:3114: finishing write tid 3 to smithi04078109-11 2024-04-22T04:37:32.393 INFO:tasks.rados.rados.0.smithi040.stdout:3114: finishing write tid 4 to smithi04078109-11 2024-04-22T04:37:32.393 INFO:tasks.rados.rados.0.smithi040.stdout:3114: finishing write tid 5 to smithi04078109-11 2024-04-22T04:37:32.393 INFO:tasks.rados.rados.0.smithi040.stdout:3114: finishing write tid 6 to smithi04078109-11 2024-04-22T04:37:32.393 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 2325 (ObjNum 992 snap 307 seq_num 992) dirty exists 2024-04-22T04:37:32.393 INFO:tasks.rados.rados.0.smithi040.stdout:3114: left oid 11 (ObjNum 992 snap 307 seq_num 992) 2024-04-22T04:37:32.393 INFO:tasks.rados.rados.0.smithi040.stdout:3115: finishing write tid 1 to smithi04078109-10 2024-04-22T04:37:32.393 INFO:tasks.rados.rados.0.smithi040.stdout:3115: finishing write tid 2 to smithi04078109-10 2024-04-22T04:37:32.393 INFO:tasks.rados.rados.0.smithi040.stdout:3115: finishing write tid 3 to smithi04078109-10 2024-04-22T04:37:32.393 INFO:tasks.rados.rados.0.smithi040.stdout:3115: finishing write tid 4 to smithi04078109-10 2024-04-22T04:37:32.393 INFO:tasks.rados.rados.0.smithi040.stdout:3115: finishing write tid 5 to smithi04078109-10 2024-04-22T04:37:32.393 INFO:tasks.rados.rados.0.smithi040.stdout:3115: finishing write tid 6 to smithi04078109-10 2024-04-22T04:37:32.393 INFO:tasks.rados.rados.0.smithi040.stdout:3115: finishing write tid 7 to smithi04078109-10 2024-04-22T04:37:32.393 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1375 (ObjNum 993 snap 307 seq_num 993) dirty exists 2024-04-22T04:37:32.393 INFO:tasks.rados.rados.0.smithi040.stdout:3115: left oid 10 (ObjNum 993 snap 307 seq_num 993) 2024-04-22T04:37:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:32 smithi062 ceph-mon[78153]: pgmap v716: 121 pgs: 121 active+clean; 480 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-04-22T04:37:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:32 smithi062 ceph-mon[78153]: osdmap e668: 8 total, 8 up, 8 in 2024-04-22T04:37:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:32 smithi062 ceph-mon[78153]: osdmap e669: 8 total, 8 up, 8 in 2024-04-22T04:37:32.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:32 smithi040 ceph-mon[88445]: pgmap v716: 121 pgs: 121 active+clean; 480 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-04-22T04:37:32.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:32 smithi040 ceph-mon[88445]: osdmap e668: 8 total, 8 up, 8 in 2024-04-22T04:37:32.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:32 smithi040 ceph-mon[88445]: osdmap e669: 8 total, 8 up, 8 in 2024-04-22T04:37:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:32 smithi040 ceph-mon[91058]: pgmap v716: 121 pgs: 121 active+clean; 480 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-04-22T04:37:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:32 smithi040 ceph-mon[91058]: osdmap e668: 8 total, 8 up, 8 in 2024-04-22T04:37:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:32 smithi040 ceph-mon[91058]: osdmap e669: 8 total, 8 up, 8 in 2024-04-22T04:37:32.697 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T04:37:32.697 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (56s) 52s ago 11m 17.7M - 0.25.0 c8568f914cd2 5276a17f1d54 2024-04-22T04:37:32.697 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi062 *:3000 running (31s) 26s ago 11m 42.0M - 9.4.7 954c08fa6188 4f3907c45404 2024-04-22T04:37:32.697 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (2m) 52s ago 12m 15.0M - 17.2.7-878-g5d873850 c90a446c4c8e e27e105fa9bc 2024-04-22T04:37:32.698 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi062 running (2m) 26s ago 12m 14.5M - 17.2.7-878-g5d873850 c90a446c4c8e 1ff1b72a662c 2024-04-22T04:37:32.698 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi062 *:8443,9283 running (8m) 26s ago 16m 434M - 17.2.7-878-g5d873850 c90a446c4c8e aa2238c1b793 2024-04-22T04:37:32.698 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283 running (9m) 52s ago 18m 496M - 17.2.7-878-g5d873850 c90a446c4c8e edd41a239d91 2024-04-22T04:37:32.698 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (8m) 52s ago 18m 71.3M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0d79462ba4ea 2024-04-22T04:37:32.698 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi062 running (7m) 26s ago 17m 54.7M 2048M 17.2.7-878-g5d873850 c90a446c4c8e ecb1ef3cca09 2024-04-22T04:37:32.698 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (7m) 52s ago 17m 57.8M 2048M 17.2.7-878-g5d873850 c90a446c4c8e 0c9cde756a31 2024-04-22T04:37:32.698 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (110s) 52s ago 12m 8484k - 1.5.0 0da6a335fe13 2b6d267f9cd4 2024-04-22T04:37:32.698 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi062 *:9100 running (102s) 26s ago 12m 9298k - 1.5.0 0da6a335fe13 3171a2d26bd5 2024-04-22T04:37:32.698 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (6m) 52s ago 16m 426M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 7f49c536057f 2024-04-22T04:37:32.698 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (6m) 52s ago 15m 361M 2489M 17.2.7-878-g5d873850 c90a446c4c8e d3e5e137996e 2024-04-22T04:37:32.698 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (5m) 52s ago 15m 233M 2489M 17.2.7-878-g5d873850 c90a446c4c8e 5eca6db3ad94 2024-04-22T04:37:32.698 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (4m) 52s ago 15m 191M 2489M 17.2.7-878-g5d873850 c90a446c4c8e aee12043cd2a 2024-04-22T04:37:32.698 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi062 running (4m) 26s ago 14m 301M 2488M 17.2.7-878-g5d873850 c90a446c4c8e ec18adf29702 2024-04-22T04:37:32.699 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi062 running (3m) 26s ago 14m 184M 2488M 17.2.7-878-g5d873850 c90a446c4c8e 07c31e3a4c64 2024-04-22T04:37:32.699 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi062 running (3m) 26s ago 13m 127M 2488M 17.2.7-878-g5d873850 c90a446c4c8e c19dea6ef4ce 2024-04-22T04:37:32.699 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi062 running (2m) 26s ago 13m 98.0M 2488M 17.2.7-878-g5d873850 c90a446c4c8e 5b69e15fbbf9 2024-04-22T04:37:32.699 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi062 *:9095 running (78s) 26s ago 12m 52.0M - 2.43.0 a07b618ecd1d 4458419c04fe 2024-04-22T04:37:33.213 INFO:tasks.rados.rados.0.smithi040.stdout:3113: done (3 left) 2024-04-22T04:37:33.213 INFO:tasks.rados.rados.0.smithi040.stdout:3114: done (2 left) 2024-04-22T04:37:33.213 INFO:tasks.rados.rados.0.smithi040.stdout:3115: done (1 left) 2024-04-22T04:37:33.213 INFO:tasks.rados.rados.0.smithi040.stdout:3116: done (0 left) 2024-04-22T04:37:33.213 INFO:tasks.rados.rados.0.smithi040.stdout:3117: read oid 28 snap -1 2024-04-22T04:37:33.213 INFO:tasks.rados.rados.0.smithi040.stdout:3117: expect (ObjNum 983 snap 305 seq_num 983) 2024-04-22T04:37:33.213 INFO:tasks.rados.rados.0.smithi040.stdout:3118: delete oid 3 current snap is 308 2024-04-22T04:37:33.217 INFO:tasks.rados.rados.0.smithi040.stdout:3118: done (1 left) 2024-04-22T04:37:33.217 INFO:tasks.rados.rados.0.smithi040.stdout:3119: delete oid 2 current snap is 308 2024-04-22T04:37:33.221 INFO:tasks.rados.rados.0.smithi040.stdout:3119: done (1 left) 2024-04-22T04:37:33.221 INFO:tasks.rados.rados.0.smithi040.stdout:3120: snap_create 2024-04-22T04:37:33.230 INFO:tasks.rados.rados.0.smithi040.stdout:3117: expect (ObjNum 983 snap 305 seq_num 983) 2024-04-22T04:37:33.583 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -e sha1=5d8738502c195d34e1bca867c85b1d92f1aa34c6 -- bash -c 'ceph versions' 2024-04-22T04:37:34.214 INFO:tasks.rados.rados.0.smithi040.stdout:3117: done (1 left) 2024-04-22T04:37:34.214 INFO:tasks.rados.rados.0.smithi040.stdout:3120: done (0 left) 2024-04-22T04:37:34.214 INFO:tasks.rados.rados.0.smithi040.stdout:3121: setattr oid 28 current snap is 309 2024-04-22T04:37:34.218 INFO:tasks.rados.rados.0.smithi040.stdout:3122: read oid 7 snap 297 2024-04-22T04:37:34.219 INFO:tasks.rados.rados.0.smithi040.stdout:3122: expect (ObjNum 724 snap 222 seq_num 724) 2024-04-22T04:37:34.219 INFO:tasks.rados.rados.0.smithi040.stdout:3123: rollback oid 14 current snap is 309 2024-04-22T04:37:34.219 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 14 to 297 2024-04-22T04:37:34.219 INFO:tasks.rados.rados.0.smithi040.stdout:3124: read oid 46 snap -1 2024-04-22T04:37:34.219 INFO:tasks.rados.rados.0.smithi040.stdout:3124: expect (ObjNum 854 snap 270 seq_num 854) 2024-04-22T04:37:34.219 INFO:tasks.rados.rados.0.smithi040.stdout:3125: rmattr oid 20 current snap is 309 2024-04-22T04:37:34.219 INFO:tasks.rados.rados.0.smithi040.stdout:3125: done (4 left) 2024-04-22T04:37:34.219 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 34 current snap is 309 2024-04-22T04:37:34.219 INFO:tasks.rados.rados.0.smithi040.stdout:3126: seq_num 996 ranges {811008=688128,1499136=507904,2007040=581632,2588672=516096} 2024-04-22T04:37:34.228 INFO:tasks.rados.rados.0.smithi040.stdout:3126: writing smithi04078109-34 from 811008 to 1499136 tid 1 2024-04-22T04:37:34.231 INFO:tasks.rados.rados.0.smithi040.stdout:3126: writing smithi04078109-34 from 1499136 to 2007040 tid 2 2024-04-22T04:37:34.234 INFO:tasks.rados.rados.0.smithi040.stdout:3126: writing smithi04078109-34 from 2007040 to 2588672 tid 3 2024-04-22T04:37:34.238 INFO:tasks.rados.rados.0.smithi040.stdout:3126: writing smithi04078109-34 from 2588672 to 3104768 tid 4 2024-04-22T04:37:34.238 INFO:tasks.rados.rados.0.smithi040.stdout:3127: snap_remove snap 299 2024-04-22T04:37:34.490 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:34 smithi040 ceph-mon[88445]: from='client.34467 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:37:34.491 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:34 smithi040 ceph-mon[88445]: pgmap v719: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 459 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.2 MiB/s wr, 27 op/s 2024-04-22T04:37:34.491 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:34 smithi040 ceph-mon[88445]: osdmap e670: 8 total, 8 up, 8 in 2024-04-22T04:37:34.491 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:34 smithi040 ceph-mon[91058]: from='client.34467 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:37:34.491 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:34 smithi040 ceph-mon[91058]: pgmap v719: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 459 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.2 MiB/s wr, 27 op/s 2024-04-22T04:37:34.491 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:34 smithi040 ceph-mon[91058]: osdmap e670: 8 total, 8 up, 8 in 2024-04-22T04:37:34.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:34 smithi062 ceph-mon[78153]: from='client.34467 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T04:37:34.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:34 smithi062 ceph-mon[78153]: pgmap v719: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 459 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.2 MiB/s wr, 27 op/s 2024-04-22T04:37:34.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:34 smithi062 ceph-mon[78153]: osdmap e670: 8 total, 8 up, 8 in 2024-04-22T04:37:35.235 INFO:tasks.rados.rados.0.smithi040.stdout:3127: done (5 left) 2024-04-22T04:37:35.235 INFO:tasks.rados.rados.0.smithi040.stdout:3128: read oid 27 snap -1 2024-04-22T04:37:35.235 INFO:tasks.rados.rados.0.smithi040.stdout:3128: expect (ObjNum 935 snap 295 seq_num 935) 2024-04-22T04:37:35.235 INFO:tasks.rados.rados.0.smithi040.stdout:3129: read oid 18 snap -1 2024-04-22T04:37:35.235 INFO:tasks.rados.rados.0.smithi040.stdout:3129: expect (ObjNum 951 snap 301 seq_num 951) 2024-04-22T04:37:35.235 INFO:tasks.rados.rados.0.smithi040.stdout:3130: snap_remove snap 304 2024-04-22T04:37:35.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:35 smithi062 ceph-mon[78153]: osdmap e671: 8 total, 8 up, 8 in 2024-04-22T04:37:35.505 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:35 smithi040 ceph-mon[88445]: osdmap e671: 8 total, 8 up, 8 in 2024-04-22T04:37:35.506 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:35 smithi040 ceph-mon[91058]: osdmap e671: 8 total, 8 up, 8 in 2024-04-22T04:37:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:37:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:37:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:37:36.241 INFO:tasks.rados.rados.0.smithi040.stdout:3130: done (7 left) 2024-04-22T04:37:36.241 INFO:tasks.rados.rados.0.smithi040.stdout:3131: rollback oid 22 current snap is 309 2024-04-22T04:37:36.241 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 22 to 278 2024-04-22T04:37:36.241 INFO:tasks.rados.rados.0.smithi040.stdout:3132: copy_from oid 4 from oid 49 current snap is 309 2024-04-22T04:37:36.241 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 309 2024-04-22T04:37:36.241 INFO:tasks.rados.rados.0.smithi040.stdout:3133: seq_num 997 ranges {3809280=704512,4513792=794624,5308416=794624,6103040=16384} 2024-04-22T04:37:36.267 INFO:tasks.rados.rados.0.smithi040.stdout:3133: writing smithi04078109-35 from 3809280 to 4513792 tid 1 2024-04-22T04:37:36.267 INFO:tasks.rados.rados.0.smithi040.stdout:3133: writing smithi04078109-35 from 4513792 to 5308416 tid 2 2024-04-22T04:37:36.273 INFO:tasks.rados.rados.0.smithi040.stdout:3133: writing smithi04078109-35 from 5308416 to 6103040 tid 3 2024-04-22T04:37:36.273 INFO:tasks.rados.rados.0.smithi040.stdout:3133: writing smithi04078109-35 from 6103040 to 6119424 tid 4 2024-04-22T04:37:36.273 INFO:tasks.rados.rados.0.smithi040.stdout:3134: snap_remove snap 294 2024-04-22T04:37:36.364 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2024-04-22T04:37:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2024-04-22T04:37:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 3 2024-04-22T04:37:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:37:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2024-04-22T04:37:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:37:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:37:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2024-04-22T04:37:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 8 2024-04-22T04:37:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:37:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2024-04-22T04:37:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 2 2024-04-22T04:37:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2024-04-22T04:37:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2024-04-22T04:37:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)": 15 2024-04-22T04:37:36.366 INFO:teuthology.orchestra.run.smithi040.stdout: } 2024-04-22T04:37:36.366 INFO:teuthology.orchestra.run.smithi040.stdout:} 2024-04-22T04:37:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:36 smithi062 ceph-mon[78153]: pgmap v722: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 459 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-22T04:37:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:36 smithi062 ceph-mon[78153]: osdmap e672: 8 total, 8 up, 8 in 2024-04-22T04:37:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:37:36.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:36 smithi040 ceph-mon[88445]: pgmap v722: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 459 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-22T04:37:36.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:36 smithi040 ceph-mon[88445]: osdmap e672: 8 total, 8 up, 8 in 2024-04-22T04:37:36.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:37:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:36 smithi040 ceph-mon[91058]: pgmap v722: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 459 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-22T04:37:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:36 smithi040 ceph-mon[91058]: osdmap e672: 8 total, 8 up, 8 in 2024-04-22T04:37:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:37:36.951 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -e sha1=5d8738502c195d34e1bca867c85b1d92f1aa34c6 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-04-22T04:37:37.194 INFO:tasks.rados.rados.0.smithi040.stdout:3134: done (10 left) 2024-04-22T04:37:37.194 INFO:tasks.rados.rados.0.smithi040.stdout:3135: rollback oid 36 current snap is 309 2024-04-22T04:37:37.194 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 36 to 288 2024-04-22T04:37:37.205 INFO:tasks.rados.rados.0.smithi040.stdout:3136: setattr oid 3 current snap is 309 2024-04-22T04:37:37.205 INFO:tasks.rados.rados.0.smithi040.stdout:3137: copy_from oid 5 from oid 38 current snap is 309 2024-04-22T04:37:37.205 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 309 2024-04-22T04:37:37.205 INFO:tasks.rados.rados.0.smithi040.stdout:3138: seq_num 998 ranges {18251776=720896,18972672=679936,19652608=598016,20250624=327680} 2024-04-22T04:37:37.310 INFO:tasks.rados.rados.0.smithi040.stdout:3138: writing smithi04078109-31 from 18251776 to 18972672 tid 1 2024-04-22T04:37:37.314 INFO:tasks.rados.rados.0.smithi040.stdout:3138: writing smithi04078109-31 from 18972672 to 19652608 tid 2 2024-04-22T04:37:37.317 INFO:tasks.rados.rados.0.smithi040.stdout:3138: writing smithi04078109-31 from 19652608 to 20250624 tid 3 2024-04-22T04:37:37.320 INFO:tasks.rados.rados.0.smithi040.stdout:3138: writing smithi04078109-31 from 20250624 to 20578304 tid 4 2024-04-22T04:37:37.320 INFO:tasks.rados.rados.0.smithi040.stdout:3139: copy_from oid 40 from oid 20 current snap is 309 2024-04-22T04:37:37.320 INFO:tasks.rados.rados.0.smithi040.stdout:3123: finishing rollback tid 1 to smithi04078109-14 2024-04-22T04:37:37.320 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 2193 (ObjNum 983 snap 305 seq_num 983) dirty exists 2024-04-22T04:37:37.320 INFO:tasks.rados.rados.0.smithi040.stdout:3123: finishing rollback tid 2 to smithi04078109-14 2024-04-22T04:37:37.320 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 1372 (ObjNum 924 snap 290 seq_num 924) dirty exists 2024-04-22T04:37:37.320 INFO:tasks.rados.rados.0.smithi040.stdout:3122: expect (ObjNum 724 snap 222 seq_num 724) 2024-04-22T04:37:37.392 INFO:tasks.rados.rados.0.smithi040.stdout:3126: finishing write tid 1 to smithi04078109-34 2024-04-22T04:37:37.392 INFO:tasks.rados.rados.0.smithi040.stdout:3126: finishing write tid 2 to smithi04078109-34 2024-04-22T04:37:37.392 INFO:tasks.rados.rados.0.smithi040.stdout:3121: done (14 left) 2024-04-22T04:37:37.392 INFO:tasks.rados.rados.0.smithi040.stdout:3122: done (13 left) 2024-04-22T04:37:37.392 INFO:tasks.rados.rados.0.smithi040.stdout:3123: done (12 left) 2024-04-22T04:37:37.392 INFO:tasks.rados.rados.0.smithi040.stdout:3140: delete oid 37 current snap is 309 2024-04-22T04:37:37.392 INFO:tasks.rados.rados.0.smithi040.stdout:3126: finishing write tid 3 to smithi04078109-34 2024-04-22T04:37:37.392 INFO:tasks.rados.rados.0.smithi040.stdout:3126: finishing write tid 4 to smithi04078109-34 2024-04-22T04:37:37.393 INFO:tasks.rados.rados.0.smithi040.stdout:3126: finishing write tid 5 to smithi04078109-34 2024-04-22T04:37:37.393 INFO:tasks.rados.rados.0.smithi040.stdout:3126: finishing write tid 6 to smithi04078109-34 2024-04-22T04:37:37.393 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 2120 (ObjNum 996 snap 309 seq_num 996) dirty exists 2024-04-22T04:37:37.393 INFO:tasks.rados.rados.0.smithi040.stdout:3126: left oid 34 (ObjNum 996 snap 309 seq_num 996) 2024-04-22T04:37:37.393 INFO:tasks.rados.rados.0.smithi040.stdout:3124: expect (ObjNum 854 snap 270 seq_num 854) 2024-04-22T04:37:37.523 INFO:tasks.rados.rados.0.smithi040.stdout:3129: expect (ObjNum 951 snap 301 seq_num 951) 2024-04-22T04:37:37.566 INFO:tasks.rados.rados.0.smithi040.stdout:3128: expect (ObjNum 935 snap 295 seq_num 935) 2024-04-22T04:37:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:37 smithi062 ceph-mon[78153]: osdmap e673: 8 total, 8 up, 8 in 2024-04-22T04:37:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:37 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2567424963' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:37 smithi062 ceph-mon[78153]: osdmap e674: 8 total, 8 up, 8 in 2024-04-22T04:37:37.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:37 smithi040 ceph-mon[88445]: osdmap e673: 8 total, 8 up, 8 in 2024-04-22T04:37:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:37 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2567424963' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:37 smithi040 ceph-mon[88445]: osdmap e674: 8 total, 8 up, 8 in 2024-04-22T04:37:37.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:37 smithi040 ceph-mon[91058]: osdmap e673: 8 total, 8 up, 8 in 2024-04-22T04:37:37.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:37 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2567424963' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:37.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:37 smithi040 ceph-mon[91058]: osdmap e674: 8 total, 8 up, 8 in 2024-04-22T04:37:37.699 INFO:tasks.rados.rados.0.smithi040.stdout:3131: finishing rollback tid 0 to smithi04078109-22 2024-04-22T04:37:37.699 INFO:tasks.rados.rados.0.smithi040.stdout:3131: finishing rollback tid 1 to smithi04078109-22 2024-04-22T04:37:37.699 INFO:tasks.rados.rados.0.smithi040.stdout:3131: finishing rollback tid 2 to smithi04078109-22 2024-04-22T04:37:37.699 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 1275 (ObjNum 784 snap 237 seq_num 784) dirty exists 2024-04-22T04:37:37.699 INFO:tasks.rados.rados.0.smithi040.stdout:3133: finishing write tid 1 to smithi04078109-35 2024-04-22T04:37:37.699 INFO:tasks.rados.rados.0.smithi040.stdout:3133: finishing write tid 2 to smithi04078109-35 2024-04-22T04:37:37.699 INFO:tasks.rados.rados.0.smithi040.stdout:3124: done (12 left) 2024-04-22T04:37:37.699 INFO:tasks.rados.rados.0.smithi040.stdout:3126: done (11 left) 2024-04-22T04:37:37.699 INFO:tasks.rados.rados.0.smithi040.stdout:3128: done (10 left) 2024-04-22T04:37:37.699 INFO:tasks.rados.rados.0.smithi040.stdout:3129: done (9 left) 2024-04-22T04:37:37.700 INFO:tasks.rados.rados.0.smithi040.stdout:3131: done (8 left) 2024-04-22T04:37:37.700 INFO:tasks.rados.rados.0.smithi040.stdout:3140: done (7 left) 2024-04-22T04:37:37.700 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 18 current snap is 309 2024-04-22T04:37:37.700 INFO:tasks.rados.rados.0.smithi040.stdout:3133: finishing write tid 3 to smithi04078109-35 2024-04-22T04:37:37.700 INFO:tasks.rados.rados.0.smithi040.stdout:3133: finishing write tid 4 to smithi04078109-35 2024-04-22T04:37:37.700 INFO:tasks.rados.rados.0.smithi040.stdout:3141: seq_num 1000 ranges {1540096=753664,2293760=442368,2736128=565248,3301376=458752,3760128=139264} 2024-04-22T04:37:37.711 INFO:tasks.rados.rados.0.smithi040.stdout:3141: writing smithi04078109-18 from 1540096 to 2293760 tid 1 2024-04-22T04:37:37.714 INFO:tasks.rados.rados.0.smithi040.stdout:3141: writing smithi04078109-18 from 2293760 to 2736128 tid 2 2024-04-22T04:37:37.718 INFO:tasks.rados.rados.0.smithi040.stdout:3141: writing smithi04078109-18 from 2736128 to 3301376 tid 3 2024-04-22T04:37:37.720 INFO:tasks.rados.rados.0.smithi040.stdout:3141: writing smithi04078109-18 from 3301376 to 3760128 tid 4 2024-04-22T04:37:37.722 INFO:tasks.rados.rados.0.smithi040.stdout:3141: writing smithi04078109-18 from 3760128 to 3899392 tid 5 2024-04-22T04:37:37.722 INFO:tasks.rados.rados.0.smithi040.stdout:3133: finishing write tid 5 to smithi04078109-35 2024-04-22T04:37:37.722 INFO:tasks.rados.rados.0.smithi040.stdout:3142: read oid 17 snap -1 2024-04-22T04:37:37.722 INFO:tasks.rados.rados.0.smithi040.stdout:3142: expect (ObjNum 982 snap 305 seq_num 982) 2024-04-22T04:37:37.722 INFO:tasks.rados.rados.0.smithi040.stdout:3143: delete oid 2 current snap is 309 2024-04-22T04:37:37.722 INFO:tasks.rados.rados.0.smithi040.stdout:3133: finishing write tid 6 to smithi04078109-35 2024-04-22T04:37:37.722 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1852 (ObjNum 997 snap 309 seq_num 997) dirty exists 2024-04-22T04:37:37.722 INFO:tasks.rados.rados.0.smithi040.stdout:3133: left oid 35 (ObjNum 997 snap 309 seq_num 997) 2024-04-22T04:37:37.723 INFO:tasks.rados.rados.0.smithi040.stdout:3132: finishing copy_from racing read to smithi04078109-4 2024-04-22T04:37:37.723 INFO:tasks.rados.rados.0.smithi040.stdout:3132: finishing copy_from to smithi04078109-4 2024-04-22T04:37:37.723 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 1829 (ObjNum 920 snap 290 seq_num 920) dirty exists 2024-04-22T04:37:37.723 INFO:tasks.rados.rados.0.smithi040.stdout:3135: finishing rollback tid 0 to smithi04078109-36 2024-04-22T04:37:37.723 INFO:tasks.rados.rados.0.smithi040.stdout:3135: finishing rollback tid 1 to smithi04078109-36 2024-04-22T04:37:37.723 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 1839 (ObjNum -1441808976 snap 21852 seq_num 2851426944) dirty dne 2024-04-22T04:37:37.723 INFO:tasks.rados.rados.0.smithi040.stdout:3137: finishing copy_from racing read to smithi04078109-5 2024-04-22T04:37:37.723 INFO:tasks.rados.rados.0.smithi040.stdout:3137: finishing copy_from to smithi04078109-5 2024-04-22T04:37:37.723 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 1366 (ObjNum 919 snap 290 seq_num 919) dirty exists 2024-04-22T04:37:37.723 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 1845 (ObjNum 1 snap 32647 seq_num 2853234400) dirty exists 2024-04-22T04:37:37.723 INFO:tasks.rados.rados.0.smithi040.stdout:3138: finishing write tid 1 to smithi04078109-31 2024-04-22T04:37:37.723 INFO:tasks.rados.rados.0.smithi040.stdout:3138: finishing write tid 2 to smithi04078109-31 2024-04-22T04:37:37.723 INFO:tasks.rados.rados.0.smithi040.stdout:3138: finishing write tid 3 to smithi04078109-31 2024-04-22T04:37:37.723 INFO:tasks.rados.rados.0.smithi040.stdout:3138: finishing write tid 4 to smithi04078109-31 2024-04-22T04:37:37.723 INFO:tasks.rados.rados.0.smithi040.stdout:3138: finishing write tid 5 to smithi04078109-31 2024-04-22T04:37:37.724 INFO:tasks.rados.rados.0.smithi040.stdout:3138: finishing write tid 6 to smithi04078109-31 2024-04-22T04:37:37.724 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2357 (ObjNum 998 snap 309 seq_num 998) dirty exists 2024-04-22T04:37:37.724 INFO:tasks.rados.rados.0.smithi040.stdout:3138: left oid 31 (ObjNum 998 snap 309 seq_num 998) 2024-04-22T04:37:37.724 INFO:tasks.rados.rados.0.smithi040.stdout:3139: finishing copy_from racing read to smithi04078109-40 2024-04-22T04:37:37.724 INFO:tasks.rados.rados.0.smithi040.stdout:3139: finishing copy_from to smithi04078109-40 2024-04-22T04:37:37.724 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1837 (ObjNum 991 snap 307 seq_num 991) dirty exists 2024-04-22T04:37:37.724 INFO:tasks.rados.rados.0.smithi040.stdout:3141: finishing write tid 1 to smithi04078109-18 2024-04-22T04:37:37.724 INFO:tasks.rados.rados.0.smithi040.stdout:3141: finishing write tid 2 to smithi04078109-18 2024-04-22T04:37:37.724 INFO:tasks.rados.rados.0.smithi040.stdout:3141: finishing write tid 3 to smithi04078109-18 2024-04-22T04:37:37.730 INFO:tasks.rados.rados.0.smithi040.stdout:3142: expect (ObjNum 982 snap 305 seq_num 982) 2024-04-22T04:37:37.788 INFO:tasks.rados.rados.0.smithi040.stdout:3141: finishing write tid 4 to smithi04078109-18 2024-04-22T04:37:37.788 INFO:tasks.rados.rados.0.smithi040.stdout:3141: finishing write tid 5 to smithi04078109-18 2024-04-22T04:37:37.788 INFO:tasks.rados.rados.0.smithi040.stdout:3141: finishing write tid 6 to smithi04078109-18 2024-04-22T04:37:37.788 INFO:tasks.rados.rados.0.smithi040.stdout:3141: finishing write tid 7 to smithi04078109-18 2024-04-22T04:37:37.788 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 1726 (ObjNum 1000 snap 309 seq_num 1000) dirty exists 2024-04-22T04:37:37.789 INFO:tasks.rados.rados.0.smithi040.stdout:3141: left oid 18 (ObjNum 1000 snap 309 seq_num 1000) 2024-04-22T04:37:37.789 INFO:tasks.rados.rados.0.smithi040.stdout:3132: done (9 left) 2024-04-22T04:37:37.789 INFO:tasks.rados.rados.0.smithi040.stdout:3133: done (8 left) 2024-04-22T04:37:37.789 INFO:tasks.rados.rados.0.smithi040.stdout:3135: done (7 left) 2024-04-22T04:37:37.789 INFO:tasks.rados.rados.0.smithi040.stdout:3136: done (6 left) 2024-04-22T04:37:37.789 INFO:tasks.rados.rados.0.smithi040.stdout:3137: done (5 left) 2024-04-22T04:37:37.789 INFO:tasks.rados.rados.0.smithi040.stdout:3138: done (4 left) 2024-04-22T04:37:37.789 INFO:tasks.rados.rados.0.smithi040.stdout:3139: done (3 left) 2024-04-22T04:37:37.789 INFO:tasks.rados.rados.0.smithi040.stdout:3141: done (2 left) 2024-04-22T04:37:37.789 INFO:tasks.rados.rados.0.smithi040.stdout:3142: done (1 left) 2024-04-22T04:37:37.789 INFO:tasks.rados.rados.0.smithi040.stdout:3143: done (0 left) 2024-04-22T04:37:37.789 INFO:tasks.rados.rados.0.smithi040.stdout:3144: read oid 46 snap -1 2024-04-22T04:37:37.789 INFO:tasks.rados.rados.0.smithi040.stdout:3144: expect (ObjNum 854 snap 270 seq_num 854) 2024-04-22T04:37:37.790 INFO:tasks.rados.rados.0.smithi040.stdout:3145: rmattr oid 49 current snap is 309 2024-04-22T04:37:37.790 INFO:tasks.rados.rados.0.smithi040.stdout:3146: snap_create 2024-04-22T04:37:37.792 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 2121 (ObjNum 920 snap 290 seq_num 920) dirty exists 2024-04-22T04:37:37.804 INFO:tasks.rados.rados.0.smithi040.stdout:3144: expect (ObjNum 854 snap 270 seq_num 854) 2024-04-22T04:37:38.290 INFO:tasks.rados.rados.0.smithi040.stdout:3144: done (2 left) 2024-04-22T04:37:38.290 INFO:tasks.rados.rados.0.smithi040.stdout:3145: done (1 left) 2024-04-22T04:37:38.291 INFO:tasks.rados.rados.0.smithi040.stdout:3146: done (0 left) 2024-04-22T04:37:38.291 INFO:tasks.rados.rados.0.smithi040.stdout:3147: snap_create 2024-04-22T04:37:38.478 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:38 smithi040 ceph-mon[88445]: pgmap v725: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 404 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-04-22T04:37:38.479 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:38 smithi040 ceph-mon[91058]: pgmap v725: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 404 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-04-22T04:37:38.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:38 smithi062 ceph-mon[78153]: pgmap v725: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 404 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-04-22T04:37:39.297 INFO:tasks.rados.rados.0.smithi040.stdout:3147: done (0 left) 2024-04-22T04:37:39.297 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 311 2024-04-22T04:37:39.298 INFO:tasks.rados.rados.0.smithi040.stdout:3148: seq_num 1002 ranges {0=786432,786432=614400,1400832=581632,1982464=409600} 2024-04-22T04:37:39.303 INFO:tasks.rados.rados.0.smithi040.stdout:3148: writing smithi04078109-15 from 0 to 786432 tid 1 2024-04-22T04:37:39.307 INFO:tasks.rados.rados.0.smithi040.stdout:3148: writing smithi04078109-15 from 786432 to 1400832 tid 2 2024-04-22T04:37:39.312 INFO:tasks.rados.rados.0.smithi040.stdout:3148: writing smithi04078109-15 from 1400832 to 1982464 tid 3 2024-04-22T04:37:39.315 INFO:tasks.rados.rados.0.smithi040.stdout:3148: writing smithi04078109-15 from 1982464 to 2392064 tid 4 2024-04-22T04:37:39.315 INFO:tasks.rados.rados.0.smithi040.stdout:3148: finishing write tid 1 to smithi04078109-15 2024-04-22T04:37:39.315 INFO:tasks.rados.rados.0.smithi040.stdout:3148: finishing write tid 2 to smithi04078109-15 2024-04-22T04:37:39.315 INFO:tasks.rados.rados.0.smithi040.stdout:3148: finishing write tid 3 to smithi04078109-15 2024-04-22T04:37:39.315 INFO:tasks.rados.rados.0.smithi040.stdout:3149: rollback oid 3 current snap is 311 2024-04-22T04:37:39.315 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 3 to 278 2024-04-22T04:37:39.316 INFO:tasks.rados.rados.0.smithi040.stdout:3150: read oid 50 snap 288 2024-04-22T04:37:39.316 INFO:tasks.rados.rados.0.smithi040.stdout:3150: expect deleted 2024-04-22T04:37:39.316 INFO:tasks.rados.rados.0.smithi040.stdout:3151: snap_create 2024-04-22T04:37:39.319 INFO:tasks.rados.rados.0.smithi040.stdout:3148: finishing write tid 4 to smithi04078109-15 2024-04-22T04:37:39.319 INFO:tasks.rados.rados.0.smithi040.stdout:3148: finishing write tid 5 to smithi04078109-15 2024-04-22T04:37:39.321 INFO:tasks.rados.rados.0.smithi040.stdout:3148: finishing write tid 6 to smithi04078109-15 2024-04-22T04:37:39.321 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 2320 (ObjNum 1002 snap 311 seq_num 1002) dirty exists 2024-04-22T04:37:39.321 INFO:tasks.rados.rados.0.smithi040.stdout:3148: left oid 15 (ObjNum 1002 snap 311 seq_num 1002) 2024-04-22T04:37:39.322 INFO:tasks.rados.rados.0.smithi040.stdout:3149: finishing rollback tid 0 to smithi04078109-3 2024-04-22T04:37:39.322 INFO:tasks.rados.rados.0.smithi040.stdout:3149: finishing rollback tid 1 to smithi04078109-3 2024-04-22T04:37:39.322 INFO:tasks.rados.rados.0.smithi040.stdout:3149: finishing rollback tid 2 to smithi04078109-3 2024-04-22T04:37:39.322 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 1848 (ObjNum 764 snap 230 seq_num 764) dirty exists 2024-04-22T04:37:39.411 INFO:teuthology.orchestra.run.smithi040.stdout:true 2024-04-22T04:37:39.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:39 smithi062 ceph-mon[78153]: osdmap e675: 8 total, 8 up, 8 in 2024-04-22T04:37:39.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:39 smithi040 ceph-mon[88445]: osdmap e675: 8 total, 8 up, 8 in 2024-04-22T04:37:39.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:39 smithi040 ceph-mon[91058]: osdmap e675: 8 total, 8 up, 8 in 2024-04-22T04:37:40.127 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:37:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:37:40] "GET /metrics HTTP/1.1" 200 241942 "" "Prometheus/2.43.0" 2024-04-22T04:37:40.152 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -e sha1=5d8738502c195d34e1bca867c85b1d92f1aa34c6 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-04-22T04:37:40.307 INFO:tasks.rados.rados.0.smithi040.stdout:3148: done (3 left) 2024-04-22T04:37:40.307 INFO:tasks.rados.rados.0.smithi040.stdout:3149: done (2 left) 2024-04-22T04:37:40.307 INFO:tasks.rados.rados.0.smithi040.stdout:3150: done (1 left) 2024-04-22T04:37:40.307 INFO:tasks.rados.rados.0.smithi040.stdout:3151: done (0 left) 2024-04-22T04:37:40.307 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 7 current snap is 312 2024-04-22T04:37:40.307 INFO:tasks.rados.rados.0.smithi040.stdout:3152: seq_num 1003 ranges {1204224=802816,2007040=499712,2506752=737280,3244032=368640} 2024-04-22T04:37:40.319 INFO:tasks.rados.rados.0.smithi040.stdout:3152: writing smithi04078109-7 from 1204224 to 2007040 tid 1 2024-04-22T04:37:40.323 INFO:tasks.rados.rados.0.smithi040.stdout:3152: writing smithi04078109-7 from 2007040 to 2506752 tid 2 2024-04-22T04:37:40.328 INFO:tasks.rados.rados.0.smithi040.stdout:3152: writing smithi04078109-7 from 2506752 to 3244032 tid 3 2024-04-22T04:37:40.331 INFO:tasks.rados.rados.0.smithi040.stdout:3152: writing smithi04078109-7 from 3244032 to 3612672 tid 4 2024-04-22T04:37:40.331 INFO:tasks.rados.rados.0.smithi040.stdout:3153: rollback oid 44 current snap is 312 2024-04-22T04:37:40.331 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 44 to 308 2024-04-22T04:37:40.331 INFO:tasks.rados.rados.0.smithi040.stdout:3152: finishing write tid 1 to smithi04078109-7 2024-04-22T04:37:40.331 INFO:tasks.rados.rados.0.smithi040.stdout:3152: finishing write tid 2 to smithi04078109-7 2024-04-22T04:37:40.331 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 42 current snap is 312 2024-04-22T04:37:40.331 INFO:tasks.rados.rados.0.smithi040.stdout:3154: seq_num 1004 ranges {1818624=16384} 2024-04-22T04:37:40.342 INFO:tasks.rados.rados.0.smithi040.stdout:3154: writing smithi04078109-42 from 1818624 to 1835008 tid 1 2024-04-22T04:37:40.342 INFO:tasks.rados.rados.0.smithi040.stdout:3155: rollback oid 9 current snap is 312 2024-04-22T04:37:40.342 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 9 to 289 2024-04-22T04:37:40.342 INFO:tasks.rados.rados.0.smithi040.stdout:3152: finishing write tid 3 to smithi04078109-7 2024-04-22T04:37:40.342 INFO:tasks.rados.rados.0.smithi040.stdout:3153: finishing rollback tid 0 to smithi04078109-44 2024-04-22T04:37:40.342 INFO:tasks.rados.rados.0.smithi040.stdout:3152: finishing write tid 4 to smithi04078109-7 2024-04-22T04:37:40.342 INFO:tasks.rados.rados.0.smithi040.stdout:3153: finishing rollback tid 1 to smithi04078109-44 2024-04-22T04:37:40.342 INFO:tasks.rados.rados.0.smithi040.stdout:3152: finishing write tid 5 to smithi04078109-7 2024-04-22T04:37:40.342 INFO:tasks.rados.rados.0.smithi040.stdout:3153: finishing rollback tid 2 to smithi04078109-44 2024-04-22T04:37:40.342 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 2363 (ObjNum 935 snap 295 seq_num 935) dirty exists 2024-04-22T04:37:40.343 INFO:tasks.rados.rados.0.smithi040.stdout:3153: done (3 left) 2024-04-22T04:37:40.343 INFO:tasks.rados.rados.0.smithi040.stdout:3156: read oid 28 snap -1 2024-04-22T04:37:40.343 INFO:tasks.rados.rados.0.smithi040.stdout:3156: expect (ObjNum 983 snap 305 seq_num 983) 2024-04-22T04:37:40.343 INFO:tasks.rados.rados.0.smithi040.stdout:3157: rollback oid 6 current snap is 312 2024-04-22T04:37:40.343 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 6 to 276 2024-04-22T04:37:40.343 INFO:tasks.rados.rados.0.smithi040.stdout:3158: rmattr oid 40 current snap is 312 2024-04-22T04:37:40.343 INFO:tasks.rados.rados.0.smithi040.stdout:3158: done (5 left) 2024-04-22T04:37:40.343 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 27 current snap is 312 2024-04-22T04:37:40.343 INFO:tasks.rados.rados.0.smithi040.stdout:3159: seq_num 1005 ranges {2899968=32768} 2024-04-22T04:37:40.359 INFO:tasks.rados.rados.0.smithi040.stdout:3159: writing smithi04078109-27 from 2899968 to 2932736 tid 1 2024-04-22T04:37:40.359 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 312 2024-04-22T04:37:40.360 INFO:tasks.rados.rados.0.smithi040.stdout:3152: finishing write tid 6 to smithi04078109-7 2024-04-22T04:37:40.360 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 2126 (ObjNum 1003 snap 312 seq_num 1003) dirty exists 2024-04-22T04:37:40.360 INFO:tasks.rados.rados.0.smithi040.stdout:3152: left oid 7 (ObjNum 1003 snap 312 seq_num 1003) 2024-04-22T04:37:40.360 INFO:tasks.rados.rados.0.smithi040.stdout:3155: finishing rollback tid 0 to smithi04078109-9 2024-04-22T04:37:40.360 INFO:tasks.rados.rados.0.smithi040.stdout:3155: finishing rollback tid 1 to smithi04078109-9 2024-04-22T04:37:40.360 INFO:tasks.rados.rados.0.smithi040.stdout:3155: finishing rollback tid 2 to smithi04078109-9 2024-04-22T04:37:40.360 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 2129 (ObjNum 812 snap 249 seq_num 812) dirty exists 2024-04-22T04:37:40.360 INFO:tasks.rados.rados.0.smithi040.stdout:3157: finishing rollback tid 0 to smithi04078109-6 2024-04-22T04:37:40.360 INFO:tasks.rados.rados.0.smithi040.stdout:3157: finishing rollback tid 1 to smithi04078109-6 2024-04-22T04:37:40.360 INFO:tasks.rados.rados.0.smithi040.stdout:3154: finishing write tid 1 to smithi04078109-42 2024-04-22T04:37:40.360 INFO:tasks.rados.rados.0.smithi040.stdout:3160: seq_num 1006 ranges {3129344=49152} 2024-04-22T04:37:40.378 INFO:tasks.rados.rados.0.smithi040.stdout:3160: writing smithi04078109-25 from 3129344 to 3178496 tid 1 2024-04-22T04:37:40.378 INFO:tasks.rados.rados.0.smithi040.stdout:3152: done (6 left) 2024-04-22T04:37:40.378 INFO:tasks.rados.rados.0.smithi040.stdout:3155: done (5 left) 2024-04-22T04:37:40.379 INFO:tasks.rados.rados.0.smithi040.stdout:3161: copy_from oid 5 from oid 10 current snap is 312 2024-04-22T04:37:40.379 INFO:tasks.rados.rados.0.smithi040.stdout:3154: finishing write tid 2 to smithi04078109-42 2024-04-22T04:37:40.379 INFO:tasks.rados.rados.0.smithi040.stdout:3157: finishing rollback tid 2 to smithi04078109-6 2024-04-22T04:37:40.379 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 2367 (ObjNum 817 snap 253 seq_num 817) dirty exists 2024-04-22T04:37:40.379 INFO:tasks.rados.rados.0.smithi040.stdout:3154: finishing write tid 3 to smithi04078109-42 2024-04-22T04:37:40.379 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 1024 (ObjNum 1004 snap 312 seq_num 1004) dirty exists 2024-04-22T04:37:40.379 INFO:tasks.rados.rados.0.smithi040.stdout:3154: left oid 42 (ObjNum 1004 snap 312 seq_num 1004) 2024-04-22T04:37:40.379 INFO:tasks.rados.rados.0.smithi040.stdout:3156: expect (ObjNum 983 snap 305 seq_num 983) 2024-04-22T04:37:40.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:40 smithi040 ceph-mon[88445]: pgmap v728: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 415 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-04-22T04:37:40.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:40 smithi040 ceph-mon[88445]: osdmap e676: 8 total, 8 up, 8 in 2024-04-22T04:37:40.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:40 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1691163840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:40 smithi040 ceph-mon[91058]: pgmap v728: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 415 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-04-22T04:37:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:40 smithi040 ceph-mon[91058]: osdmap e676: 8 total, 8 up, 8 in 2024-04-22T04:37:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:40 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1691163840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:40.493 INFO:tasks.rados.rados.0.smithi040.stdout:3159: finishing write tid 1 to smithi04078109-27 2024-04-22T04:37:40.493 INFO:tasks.rados.rados.0.smithi040.stdout:3159: finishing write tid 2 to smithi04078109-27 2024-04-22T04:37:40.493 INFO:tasks.rados.rados.0.smithi040.stdout:3159: finishing write tid 3 to smithi04078109-27 2024-04-22T04:37:40.493 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 1751 (ObjNum 1005 snap 312 seq_num 1005) dirty exists 2024-04-22T04:37:40.494 INFO:tasks.rados.rados.0.smithi040.stdout:3159: left oid 27 (ObjNum 1005 snap 312 seq_num 1005) 2024-04-22T04:37:40.494 INFO:tasks.rados.rados.0.smithi040.stdout:3160: finishing write tid 1 to smithi04078109-25 2024-04-22T04:37:40.494 INFO:tasks.rados.rados.0.smithi040.stdout:3160: finishing write tid 2 to smithi04078109-25 2024-04-22T04:37:40.494 INFO:tasks.rados.rados.0.smithi040.stdout:3154: done (5 left) 2024-04-22T04:37:40.494 INFO:tasks.rados.rados.0.smithi040.stdout:3156: done (4 left) 2024-04-22T04:37:40.494 INFO:tasks.rados.rados.0.smithi040.stdout:3157: done (3 left) 2024-04-22T04:37:40.494 INFO:tasks.rados.rados.0.smithi040.stdout:3159: done (2 left) 2024-04-22T04:37:40.494 INFO:tasks.rados.rados.0.smithi040.stdout:3162: read oid 34 snap 311 2024-04-22T04:37:40.494 INFO:tasks.rados.rados.0.smithi040.stdout:3162: expect (ObjNum 996 snap 309 seq_num 996) 2024-04-22T04:37:40.494 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 18 current snap is 312 2024-04-22T04:37:40.494 INFO:tasks.rados.rados.0.smithi040.stdout:3160: finishing write tid 3 to smithi04078109-25 2024-04-22T04:37:40.494 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 2370 (ObjNum 1006 snap 312 seq_num 1006) dirty exists 2024-04-22T04:37:40.494 INFO:tasks.rados.rados.0.smithi040.stdout:3160: left oid 25 (ObjNum 1006 snap 312 seq_num 1006) 2024-04-22T04:37:40.494 INFO:tasks.rados.rados.0.smithi040.stdout:3161: finishing copy_from racing read to smithi04078109-5 2024-04-22T04:37:40.494 INFO:tasks.rados.rados.0.smithi040.stdout:3161: finishing copy_from to smithi04078109-5 2024-04-22T04:37:40.495 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 1375 (ObjNum 993 snap 307 seq_num 993) dirty exists 2024-04-22T04:37:40.495 INFO:tasks.rados.rados.0.smithi040.stdout:3163: seq_num 1007 ranges {3899392=65536} 2024-04-22T04:37:40.514 INFO:tasks.rados.rados.0.smithi040.stdout:3163: writing smithi04078109-18 from 3899392 to 3964928 tid 1 2024-04-22T04:37:40.514 INFO:tasks.rados.rados.0.smithi040.stdout:3160: done (3 left) 2024-04-22T04:37:40.515 INFO:tasks.rados.rados.0.smithi040.stdout:3161: done (2 left) 2024-04-22T04:37:40.515 INFO:tasks.rados.rados.0.smithi040.stdout:3164: snap_remove snap 296 2024-04-22T04:37:40.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:40 smithi062 ceph-mon[78153]: pgmap v728: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 415 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-04-22T04:37:40.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:40 smithi062 ceph-mon[78153]: osdmap e676: 8 total, 8 up, 8 in 2024-04-22T04:37:40.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:40 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1691163840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:41.322 INFO:tasks.rados.rados.0.smithi040.stdout:3164: done (2 left) 2024-04-22T04:37:41.322 INFO:tasks.rados.rados.0.smithi040.stdout:3165: snap_create 2024-04-22T04:37:41.322 INFO:tasks.rados.rados.0.smithi040.stdout:3162: expect (ObjNum 996 snap 309 seq_num 996) 2024-04-22T04:37:41.428 INFO:tasks.rados.rados.0.smithi040.stdout:3163: finishing write tid 1 to smithi04078109-18 2024-04-22T04:37:41.428 INFO:tasks.rados.rados.0.smithi040.stdout:3163: finishing write tid 2 to smithi04078109-18 2024-04-22T04:37:41.428 INFO:tasks.rados.rados.0.smithi040.stdout:3163: finishing write tid 3 to smithi04078109-18 2024-04-22T04:37:41.428 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 1728 (ObjNum 1007 snap 312 seq_num 1007) dirty exists 2024-04-22T04:37:41.428 INFO:tasks.rados.rados.0.smithi040.stdout:3163: left oid 18 (ObjNum 1007 snap 312 seq_num 1007) 2024-04-22T04:37:41.561 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:41 smithi040 ceph-mon[88445]: osdmap e677: 8 total, 8 up, 8 in 2024-04-22T04:37:41.561 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:41 smithi040 ceph-mon[91058]: osdmap e677: 8 total, 8 up, 8 in 2024-04-22T04:37:41.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:41 smithi062 ceph-mon[78153]: osdmap e677: 8 total, 8 up, 8 in 2024-04-22T04:37:42.197 INFO:tasks.rados.rados.0.smithi040.stdout:3162: done (2 left) 2024-04-22T04:37:42.197 INFO:tasks.rados.rados.0.smithi040.stdout:3163: done (1 left) 2024-04-22T04:37:42.197 INFO:tasks.rados.rados.0.smithi040.stdout:3165: done (0 left) 2024-04-22T04:37:42.197 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 34 current snap is 313 2024-04-22T04:37:42.197 INFO:tasks.rados.rados.0.smithi040.stdout:3166: seq_num 1008 ranges {3104768=90112} 2024-04-22T04:37:42.214 INFO:tasks.rados.rados.0.smithi040.stdout:3166: writing smithi04078109-34 from 3104768 to 3194880 tid 1 2024-04-22T04:37:42.214 INFO:tasks.rados.rados.0.smithi040.stdout:3167: setattr oid 41 current snap is 313 2024-04-22T04:37:42.215 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 313 2024-04-22T04:37:42.215 INFO:tasks.rados.rados.0.smithi040.stdout:3168: seq_num 1009 ranges {2211840=106496} 2024-04-22T04:37:42.229 INFO:tasks.rados.rados.0.smithi040.stdout:3168: writing smithi04078109-40 from 2211840 to 2318336 tid 1 2024-04-22T04:37:42.229 INFO:tasks.rados.rados.0.smithi040.stdout:3169: read oid 47 snap 312 2024-04-22T04:37:42.229 INFO:tasks.rados.rados.0.smithi040.stdout:3169: expect (ObjNum 972 snap 304 seq_num 972) 2024-04-22T04:37:42.229 INFO:tasks.rados.rados.0.smithi040.stdout:3170: snap_create 2024-04-22T04:37:42.229 INFO:tasks.rados.rados.0.smithi040.stdout:3166: finishing write tid 1 to smithi04078109-34 2024-04-22T04:37:42.229 INFO:tasks.rados.rados.0.smithi040.stdout:3166: finishing write tid 2 to smithi04078109-34 2024-04-22T04:37:42.229 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 2332 (ObjNum 892 snap 282 seq_num 892) dirty exists 2024-04-22T04:37:42.229 INFO:tasks.rados.rados.0.smithi040.stdout:3166: finishing write tid 3 to smithi04078109-34 2024-04-22T04:37:42.229 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 2131 (ObjNum 1008 snap 313 seq_num 1008) dirty exists 2024-04-22T04:37:42.229 INFO:tasks.rados.rados.0.smithi040.stdout:3166: left oid 34 (ObjNum 1008 snap 313 seq_num 1008) 2024-04-22T04:37:42.233 INFO:tasks.rados.rados.0.smithi040.stdout:3168: finishing write tid 1 to smithi04078109-40 2024-04-22T04:37:42.234 INFO:tasks.rados.rados.0.smithi040.stdout:3168: finishing write tid 2 to smithi04078109-40 2024-04-22T04:37:42.236 INFO:tasks.rados.rados.0.smithi040.stdout:3168: finishing write tid 3 to smithi04078109-40 2024-04-22T04:37:42.236 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 2381 (ObjNum 1009 snap 313 seq_num 1009) dirty exists 2024-04-22T04:37:42.236 INFO:tasks.rados.rados.0.smithi040.stdout:3168: left oid 40 (ObjNum 1009 snap 313 seq_num 1009) 2024-04-22T04:37:42.278 INFO:tasks.rados.rados.0.smithi040.stdout:3169: expect (ObjNum 972 snap 304 seq_num 972) 2024-04-22T04:37:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:42 smithi062 ceph-mon[78153]: pgmap v731: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 419 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-04-22T04:37:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:42 smithi062 ceph-mon[78153]: osdmap e678: 8 total, 8 up, 8 in 2024-04-22T04:37:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:42 smithi062 ceph-mon[78153]: osdmap e679: 8 total, 8 up, 8 in 2024-04-22T04:37:42.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:42 smithi040 ceph-mon[88445]: pgmap v731: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 419 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-04-22T04:37:42.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:42 smithi040 ceph-mon[88445]: osdmap e678: 8 total, 8 up, 8 in 2024-04-22T04:37:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:42 smithi040 ceph-mon[88445]: osdmap e679: 8 total, 8 up, 8 in 2024-04-22T04:37:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:42 smithi040 ceph-mon[91058]: pgmap v731: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 419 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-04-22T04:37:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:42 smithi040 ceph-mon[91058]: osdmap e678: 8 total, 8 up, 8 in 2024-04-22T04:37:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:42 smithi040 ceph-mon[91058]: osdmap e679: 8 total, 8 up, 8 in 2024-04-22T04:37:42.825 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.7-878-g5d873850 (5d8738502c195d34e1bca867c85b1d92f1aa34c6) quincy (stable)" 2024-04-22T04:37:43.196 INFO:tasks.rados.rados.0.smithi040.stdout:3166: done (4 left) 2024-04-22T04:37:43.197 INFO:tasks.rados.rados.0.smithi040.stdout:3167: done (3 left) 2024-04-22T04:37:43.197 INFO:tasks.rados.rados.0.smithi040.stdout:3168: done (2 left) 2024-04-22T04:37:43.197 INFO:tasks.rados.rados.0.smithi040.stdout:3169: done (1 left) 2024-04-22T04:37:43.197 INFO:tasks.rados.rados.0.smithi040.stdout:3170: done (0 left) 2024-04-22T04:37:43.197 INFO:tasks.rados.rados.0.smithi040.stdout:3171: rmattr oid 44 current snap is 314 2024-04-22T04:37:43.197 INFO:tasks.rados.rados.0.smithi040.stdout:3172: rmattr oid 36 current snap is 314 2024-04-22T04:37:43.197 INFO:tasks.rados.rados.0.smithi040.stdout:3172: done (1 left) 2024-04-22T04:37:43.197 INFO:tasks.rados.rados.0.smithi040.stdout:3173: read oid 37 snap -1 2024-04-22T04:37:43.197 INFO:tasks.rados.rados.0.smithi040.stdout:3173: expect deleted 2024-04-22T04:37:43.197 INFO:tasks.rados.rados.0.smithi040.stdout:3174: rmattr oid 50 current snap is 314 2024-04-22T04:37:43.197 INFO:tasks.rados.rados.0.smithi040.stdout:3174: done (2 left) 2024-04-22T04:37:43.197 INFO:tasks.rados.rados.0.smithi040.stdout:3175: snap_create 2024-04-22T04:37:43.201 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 2383 (ObjNum 935 snap 295 seq_num 935) dirty exists 2024-04-22T04:37:43.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:43 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2760748876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:43.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:43 smithi062 ceph-mon[78153]: osdmap e680: 8 total, 8 up, 8 in 2024-04-22T04:37:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:43 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2760748876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:43 smithi040 ceph-mon[88445]: osdmap e680: 8 total, 8 up, 8 in 2024-04-22T04:37:43.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:43 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2760748876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T04:37:43.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:43 smithi040 ceph-mon[91058]: osdmap e680: 8 total, 8 up, 8 in 2024-04-22T04:37:43.743 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-22T04:37:43.743 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-04-22T04:37:43.743 DEBUG:teuthology.parallel:result is None 2024-04-22T04:37:44.198 INFO:tasks.rados.rados.0.smithi040.stdout:3171: done (2 left) 2024-04-22T04:37:44.198 INFO:tasks.rados.rados.0.smithi040.stdout:3173: done (1 left) 2024-04-22T04:37:44.199 INFO:tasks.rados.rados.0.smithi040.stdout:3175: done (0 left) 2024-04-22T04:37:44.199 INFO:tasks.rados.rados.0.smithi040.stdout:3176: snap_remove snap 306 2024-04-22T04:37:44.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:44 smithi062 ceph-mon[78153]: pgmap v734: 121 pgs: 121 active+clean; 458 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 8.4 MiB/s wr, 16 op/s 2024-04-22T04:37:44.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:44 smithi062 ceph-mon[78153]: osdmap e681: 8 total, 8 up, 8 in 2024-04-22T04:37:44.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:44 smithi040 ceph-mon[91058]: pgmap v734: 121 pgs: 121 active+clean; 458 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 8.4 MiB/s wr, 16 op/s 2024-04-22T04:37:44.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:44 smithi040 ceph-mon[91058]: osdmap e681: 8 total, 8 up, 8 in 2024-04-22T04:37:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:44 smithi040 ceph-mon[88445]: pgmap v734: 121 pgs: 121 active+clean; 458 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 8.4 MiB/s wr, 16 op/s 2024-04-22T04:37:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:44 smithi040 ceph-mon[88445]: osdmap e681: 8 total, 8 up, 8 in 2024-04-22T04:37:45.200 INFO:tasks.rados.rados.0.smithi040.stdout:3176: done (0 left) 2024-04-22T04:37:45.200 INFO:tasks.rados.rados.0.smithi040.stdout:3177: read oid 1 snap -1 2024-04-22T04:37:45.200 INFO:tasks.rados.rados.0.smithi040.stdout:3177: expect deleted 2024-04-22T04:37:45.200 INFO:tasks.rados.rados.0.smithi040.stdout:3178: copy_from oid 12 from oid 10 current snap is 315 2024-04-22T04:37:45.200 INFO:tasks.rados.rados.0.smithi040.stdout:3179: read oid 45 snap -1 2024-04-22T04:37:45.200 INFO:tasks.rados.rados.0.smithi040.stdout:3179: expect (ObjNum 692 snap 213 seq_num 692) 2024-04-22T04:37:45.200 INFO:tasks.rados.rados.0.smithi040.stdout:3180: snap_remove snap 278 2024-04-22T04:37:45.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:37:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:37:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:37:46.206 INFO:tasks.rados.rados.0.smithi040.stdout:3180: done (3 left) 2024-04-22T04:37:46.207 INFO:tasks.rados.rados.0.smithi040.stdout:3181: rollback oid 5 current snap is 315 2024-04-22T04:37:46.207 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 5 to 314 2024-04-22T04:37:46.207 INFO:tasks.rados.rados.0.smithi040.stdout:3182: setattr oid 46 current snap is 315 2024-04-22T04:37:46.207 INFO:tasks.rados.rados.0.smithi040.stdout:3179: expect (ObjNum 692 snap 213 seq_num 692) 2024-04-22T04:37:46.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:46 smithi062 ceph-mon[78153]: pgmap v737: 121 pgs: 121 active+clean; 458 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 10 op/s 2024-04-22T04:37:46.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:46 smithi062 ceph-mon[78153]: osdmap e682: 8 total, 8 up, 8 in 2024-04-22T04:37:46.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:46 smithi040 ceph-mon[91058]: pgmap v737: 121 pgs: 121 active+clean; 458 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 10 op/s 2024-04-22T04:37:46.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:46 smithi040 ceph-mon[91058]: osdmap e682: 8 total, 8 up, 8 in 2024-04-22T04:37:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:46 smithi040 ceph-mon[88445]: pgmap v737: 121 pgs: 121 active+clean; 458 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 10 op/s 2024-04-22T04:37:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:46 smithi040 ceph-mon[88445]: osdmap e682: 8 total, 8 up, 8 in 2024-04-22T04:37:46.689 INFO:tasks.rados.rados.0.smithi040.stdout:3178: finishing copy_from racing read to smithi04078109-12 2024-04-22T04:37:46.689 INFO:tasks.rados.rados.0.smithi040.stdout:3178: finishing copy_from to smithi04078109-12 2024-04-22T04:37:46.689 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1375 (ObjNum 993 snap 307 seq_num 993) dirty exists 2024-04-22T04:37:46.689 INFO:tasks.rados.rados.0.smithi040.stdout:3181: finishing rollback tid 0 to smithi04078109-5 2024-04-22T04:37:46.689 INFO:tasks.rados.rados.0.smithi040.stdout:3181: finishing rollback tid 1 to smithi04078109-5 2024-04-22T04:37:46.689 INFO:tasks.rados.rados.0.smithi040.stdout:3181: finishing rollback tid 2 to smithi04078109-5 2024-04-22T04:37:46.689 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 2346 (ObjNum 993 snap 307 seq_num 993) dirty exists 2024-04-22T04:37:46.690 INFO:tasks.rados.rados.0.smithi040.stdout:3177: done (4 left) 2024-04-22T04:37:46.690 INFO:tasks.rados.rados.0.smithi040.stdout:3178: done (3 left) 2024-04-22T04:37:46.690 INFO:tasks.rados.rados.0.smithi040.stdout:3179: done (2 left) 2024-04-22T04:37:46.690 INFO:tasks.rados.rados.0.smithi040.stdout:3181: done (1 left) 2024-04-22T04:37:46.690 INFO:tasks.rados.rados.0.smithi040.stdout:3183: copy_from oid 3 from oid 22 current snap is 315 2024-04-22T04:37:46.690 INFO:tasks.rados.rados.0.smithi040.stdout:3184: read oid 48 snap -1 2024-04-22T04:37:46.690 INFO:tasks.rados.rados.0.smithi040.stdout:3184: expect (ObjNum 919 snap 290 seq_num 919) 2024-04-22T04:37:46.690 INFO:tasks.rados.rados.0.smithi040.stdout:3185: rollback oid 24 current snap is 315 2024-04-22T04:37:46.690 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 24 to 289 2024-04-22T04:37:46.690 INFO:tasks.rados.rados.0.smithi040.stdout:3186: snap_remove snap 311 2024-04-22T04:37:47.200 INFO:tasks.rados.rados.0.smithi040.stdout:3186: done (4 left) 2024-04-22T04:37:47.200 INFO:tasks.rados.rados.0.smithi040.stdout:3187: rollback oid 38 current snap is 315 2024-04-22T04:37:47.200 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 38 to 289 2024-04-22T04:37:47.200 INFO:tasks.rados.rados.0.smithi040.stdout:3188: rmattr oid 26 current snap is 315 2024-04-22T04:37:47.200 INFO:tasks.rados.rados.0.smithi040.stdout:3189: snap_remove snap 301 2024-04-22T04:37:47.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:47 smithi062 ceph-mon[78153]: osdmap e683: 8 total, 8 up, 8 in 2024-04-22T04:37:47.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:47 smithi062 ceph-mon[78153]: osdmap e684: 8 total, 8 up, 8 in 2024-04-22T04:37:47.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:47 smithi040 ceph-mon[88445]: osdmap e683: 8 total, 8 up, 8 in 2024-04-22T04:37:47.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:47 smithi040 ceph-mon[88445]: osdmap e684: 8 total, 8 up, 8 in 2024-04-22T04:37:47.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:47 smithi040 ceph-mon[91058]: osdmap e683: 8 total, 8 up, 8 in 2024-04-22T04:37:47.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:47 smithi040 ceph-mon[91058]: osdmap e684: 8 total, 8 up, 8 in 2024-04-22T04:37:48.201 INFO:tasks.rados.rados.0.smithi040.stdout:3189: done (6 left) 2024-04-22T04:37:48.201 INFO:tasks.rados.rados.0.smithi040.stdout:3190: snap_remove snap 276 2024-04-22T04:37:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:48 smithi062 ceph-mon[78153]: pgmap v740: 121 pgs: 121 active+clean; 456 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 648 KiB/s wr, 12 op/s 2024-04-22T04:37:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:48 smithi062 ceph-mon[78153]: osdmap e685: 8 total, 8 up, 8 in 2024-04-22T04:37:48.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:48 smithi040 ceph-mon[88445]: pgmap v740: 121 pgs: 121 active+clean; 456 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 648 KiB/s wr, 12 op/s 2024-04-22T04:37:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:48 smithi040 ceph-mon[88445]: osdmap e685: 8 total, 8 up, 8 in 2024-04-22T04:37:48.662 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:48 smithi040 ceph-mon[91058]: pgmap v740: 121 pgs: 121 active+clean; 456 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 648 KiB/s wr, 12 op/s 2024-04-22T04:37:48.662 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:48 smithi040 ceph-mon[91058]: osdmap e685: 8 total, 8 up, 8 in 2024-04-22T04:37:49.200 INFO:tasks.rados.rados.0.smithi040.stdout:3190: done (6 left) 2024-04-22T04:37:49.201 INFO:tasks.rados.rados.0.smithi040.stdout:3191: read oid 20 snap 297 2024-04-22T04:37:49.201 INFO:tasks.rados.rados.0.smithi040.stdout:3191: expect deleted 2024-04-22T04:37:49.201 INFO:tasks.rados.rados.0.smithi040.stdout:3192: rollback oid 4 current snap is 315 2024-04-22T04:37:49.201 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 4 to 279 2024-04-22T04:37:49.208 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1833 (ObjNum 854 snap 270 seq_num 854) dirty exists 2024-04-22T04:37:49.209 INFO:tasks.rados.rados.0.smithi040.stdout:3184: expect (ObjNum 919 snap 290 seq_num 919) 2024-04-22T04:37:49.241 INFO:tasks.rados.rados.0.smithi040.stdout:3185: finishing rollback tid 0 to smithi04078109-24 2024-04-22T04:37:49.241 INFO:tasks.rados.rados.0.smithi040.stdout:3185: finishing rollback tid 1 to smithi04078109-24 2024-04-22T04:37:49.241 INFO:tasks.rados.rados.0.smithi040.stdout:3185: finishing rollback tid 2 to smithi04078109-24 2024-04-22T04:37:49.241 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 1851 (ObjNum -1441858224 snap 21852 seq_num 825767728) dirty exists 2024-04-22T04:37:49.241 INFO:tasks.rados.rados.0.smithi040.stdout:3182: done (7 left) 2024-04-22T04:37:49.241 INFO:tasks.rados.rados.0.smithi040.stdout:3184: done (6 left) 2024-04-22T04:37:49.242 INFO:tasks.rados.rados.0.smithi040.stdout:3185: done (5 left) 2024-04-22T04:37:49.242 INFO:tasks.rados.rados.0.smithi040.stdout:3193: snap_create 2024-04-22T04:37:49.242 INFO:tasks.rados.rados.0.smithi040.stdout:3183: finishing copy_from racing read to smithi04078109-3 2024-04-22T04:37:49.242 INFO:tasks.rados.rados.0.smithi040.stdout:3183: finishing copy_from to smithi04078109-3 2024-04-22T04:37:49.242 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 1275 (ObjNum 784 snap 237 seq_num 784) dirty exists 2024-04-22T04:37:49.242 INFO:tasks.rados.rados.0.smithi040.stdout:3187: finishing rollback tid 0 to smithi04078109-38 2024-04-22T04:37:49.242 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 1729 (ObjNum 970 snap 304 seq_num 970) dirty exists 2024-04-22T04:37:49.242 INFO:tasks.rados.rados.0.smithi040.stdout:3187: finishing rollback tid 1 to smithi04078109-38 2024-04-22T04:37:49.242 INFO:tasks.rados.rados.0.smithi040.stdout:3187: finishing rollback tid 2 to smithi04078109-38 2024-04-22T04:37:49.242 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 1378 (ObjNum 755 snap 227 seq_num 755) dirty exists 2024-04-22T04:37:49.242 INFO:tasks.rados.rados.0.smithi040.stdout:3192: finishing rollback tid 0 to smithi04078109-4 2024-04-22T04:37:49.242 INFO:tasks.rados.rados.0.smithi040.stdout:3192: finishing rollback tid 1 to smithi04078109-4 2024-04-22T04:37:49.242 INFO:tasks.rados.rados.0.smithi040.stdout:3192: finishing rollback tid 2 to smithi04078109-4 2024-04-22T04:37:49.242 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 1832 (ObjNum 814 snap 250 seq_num 814) dirty exists 2024-04-22T04:37:50.238 INFO:tasks.rados.rados.0.smithi040.stdout:3183: done (5 left) 2024-04-22T04:37:50.238 INFO:tasks.rados.rados.0.smithi040.stdout:3187: done (4 left) 2024-04-22T04:37:50.238 INFO:tasks.rados.rados.0.smithi040.stdout:3188: done (3 left) 2024-04-22T04:37:50.238 INFO:tasks.rados.rados.0.smithi040.stdout:3191: done (2 left) 2024-04-22T04:37:50.238 INFO:tasks.rados.rados.0.smithi040.stdout:3192: done (1 left) 2024-04-22T04:37:50.238 INFO:tasks.rados.rados.0.smithi040.stdout:3193: done (0 left) 2024-04-22T04:37:50.238 INFO:tasks.rados.rados.0.smithi040.stdout:3194: read oid 13 snap -1 2024-04-22T04:37:50.238 INFO:tasks.rados.rados.0.smithi040.stdout:3194: expect (ObjNum 985 snap 306 seq_num 985) 2024-04-22T04:37:50.238 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 316 2024-04-22T04:37:50.238 INFO:tasks.rados.rados.0.smithi040.stdout:3195: seq_num 1010 ranges {2211840=122880} 2024-04-22T04:37:50.251 INFO:tasks.rados.rados.0.smithi040.stdout:3195: writing smithi04078109-20 from 2211840 to 2334720 tid 1 2024-04-22T04:37:50.251 INFO:tasks.rados.rados.0.smithi040.stdout:3196: rmattr oid 45 current snap is 316 2024-04-22T04:37:50.251 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 22 current snap is 316 2024-04-22T04:37:50.251 INFO:tasks.rados.rados.0.smithi040.stdout:3197: seq_num 1011 ranges {7200768=139264} 2024-04-22T04:37:50.292 INFO:tasks.rados.rados.0.smithi040.stdout:3197: writing smithi04078109-22 from 7200768 to 7340032 tid 1 2024-04-22T04:37:50.292 INFO:tasks.rados.rados.0.smithi040.stdout:3198: rmattr oid 50 current snap is 316 2024-04-22T04:37:50.292 INFO:tasks.rados.rados.0.smithi040.stdout:3198: done (4 left) 2024-04-22T04:37:50.292 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 316 2024-04-22T04:37:50.292 INFO:tasks.rados.rados.0.smithi040.stdout:3195: finishing write tid 1 to smithi04078109-20 2024-04-22T04:37:50.292 INFO:tasks.rados.rados.0.smithi040.stdout:3199: seq_num 1012 ranges {0=155648} 2024-04-22T04:37:50.292 INFO:tasks.rados.rados.0.smithi040.stdout:3199: writing smithi04078109-23 from 0 to 155648 tid 1 2024-04-22T04:37:50.293 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 316 2024-04-22T04:37:50.293 INFO:tasks.rados.rados.0.smithi040.stdout:3195: finishing write tid 2 to smithi04078109-20 2024-04-22T04:37:50.293 INFO:tasks.rados.rados.0.smithi040.stdout:3200: seq_num 1013 ranges {11591680=172032} 2024-04-22T04:37:50.357 INFO:tasks.rados.rados.0.smithi040.stdout:3200: writing smithi04078109-6 from 11591680 to 11763712 tid 1 2024-04-22T04:37:50.357 INFO:tasks.rados.rados.0.smithi040.stdout:3201: delete oid 4 current snap is 316 2024-04-22T04:37:50.357 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 2132 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-04-22T04:37:50.357 INFO:tasks.rados.rados.0.smithi040.stdout:3195: finishing write tid 3 to smithi04078109-20 2024-04-22T04:37:50.357 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1841 (ObjNum 1010 snap 316 seq_num 1010) dirty exists 2024-04-22T04:37:50.358 INFO:tasks.rados.rados.0.smithi040.stdout:3195: left oid 20 (ObjNum 1010 snap 316 seq_num 1010) 2024-04-22T04:37:50.358 INFO:tasks.rados.rados.0.smithi040.stdout:3194: expect (ObjNum 985 snap 306 seq_num 985) 2024-04-22T04:37:50.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:37:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:37:50] "GET /metrics HTTP/1.1" 200 241942 "" "Prometheus/2.43.0" 2024-04-22T04:37:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:50 smithi040 ceph-mon[88445]: pgmap v743: 121 pgs: 121 active+clean; 475 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.6 MiB/s wr, 22 op/s 2024-04-22T04:37:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:50 smithi040 ceph-mon[88445]: osdmap e686: 8 total, 8 up, 8 in 2024-04-22T04:37:50.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:50 smithi040 ceph-mon[91058]: pgmap v743: 121 pgs: 121 active+clean; 475 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.6 MiB/s wr, 22 op/s 2024-04-22T04:37:50.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:50 smithi040 ceph-mon[91058]: osdmap e686: 8 total, 8 up, 8 in 2024-04-22T04:37:50.574 INFO:tasks.rados.rados.0.smithi040.stdout:3199: finishing write tid 1 to smithi04078109-23 2024-04-22T04:37:50.574 INFO:tasks.rados.rados.0.smithi040.stdout:3199: finishing write tid 2 to smithi04078109-23 2024-04-22T04:37:50.574 INFO:tasks.rados.rados.0.smithi040.stdout:3194: done (6 left) 2024-04-22T04:37:50.574 INFO:tasks.rados.rados.0.smithi040.stdout:3195: done (5 left) 2024-04-22T04:37:50.574 INFO:tasks.rados.rados.0.smithi040.stdout:3196: done (4 left) 2024-04-22T04:37:50.574 INFO:tasks.rados.rados.0.smithi040.stdout:3201: done (3 left) 2024-04-22T04:37:50.574 INFO:tasks.rados.rados.0.smithi040.stdout:3202: read oid 44 snap -1 2024-04-22T04:37:50.575 INFO:tasks.rados.rados.0.smithi040.stdout:3202: expect (ObjNum 935 snap 295 seq_num 935) 2024-04-22T04:37:50.575 INFO:tasks.rados.rados.0.smithi040.stdout:3203: rollback oid 47 current snap is 316 2024-04-22T04:37:50.575 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 47 to 298 2024-04-22T04:37:50.575 INFO:tasks.rados.rados.0.smithi040.stdout:3197: finishing write tid 1 to smithi04078109-22 2024-04-22T04:37:50.575 INFO:tasks.rados.rados.0.smithi040.stdout:3197: finishing write tid 2 to smithi04078109-22 2024-04-22T04:37:50.575 INFO:tasks.rados.rados.0.smithi040.stdout:3199: finishing write tid 3 to smithi04078109-23 2024-04-22T04:37:50.575 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 1853 (ObjNum 1012 snap 316 seq_num 1012) dirty exists 2024-04-22T04:37:50.575 INFO:tasks.rados.rados.0.smithi040.stdout:3199: left oid 23 (ObjNum 1012 snap 316 seq_num 1012) 2024-04-22T04:37:50.575 INFO:tasks.rados.rados.0.smithi040.stdout:3197: finishing write tid 3 to smithi04078109-22 2024-04-22T04:37:50.575 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 1277 (ObjNum 1011 snap 316 seq_num 1011) dirty exists 2024-04-22T04:37:50.575 INFO:tasks.rados.rados.0.smithi040.stdout:3197: left oid 22 (ObjNum 1011 snap 316 seq_num 1011) 2024-04-22T04:37:50.575 INFO:tasks.rados.rados.0.smithi040.stdout:3200: finishing write tid 1 to smithi04078109-6 2024-04-22T04:37:50.575 INFO:tasks.rados.rados.0.smithi040.stdout:3200: finishing write tid 2 to smithi04078109-6 2024-04-22T04:37:50.575 INFO:tasks.rados.rados.0.smithi040.stdout:3200: finishing write tid 3 to smithi04078109-6 2024-04-22T04:37:50.575 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 2430 (ObjNum 1013 snap 316 seq_num 1013) dirty exists 2024-04-22T04:37:50.575 INFO:tasks.rados.rados.0.smithi040.stdout:3200: left oid 6 (ObjNum 1013 snap 316 seq_num 1013) 2024-04-22T04:37:50.576 INFO:tasks.rados.rados.0.smithi040.stdout:3197: done (4 left) 2024-04-22T04:37:50.576 INFO:tasks.rados.rados.0.smithi040.stdout:3199: done (3 left) 2024-04-22T04:37:50.576 INFO:tasks.rados.rados.0.smithi040.stdout:3200: done (2 left) 2024-04-22T04:37:50.576 INFO:tasks.rados.rados.0.smithi040.stdout:3204: snap_remove snap 288 2024-04-22T04:37:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:50 smithi062 ceph-mon[78153]: pgmap v743: 121 pgs: 121 active+clean; 475 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.6 MiB/s wr, 22 op/s 2024-04-22T04:37:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:50 smithi062 ceph-mon[78153]: osdmap e686: 8 total, 8 up, 8 in 2024-04-22T04:37:51.259 INFO:tasks.rados.rados.0.smithi040.stdout:3204: done (2 left) 2024-04-22T04:37:51.259 INFO:tasks.rados.rados.0.smithi040.stdout:3205: delete oid 49 current snap is 316 2024-04-22T04:37:51.263 INFO:tasks.rados.rados.0.smithi040.stdout:3203: finishing rollback tid 0 to smithi04078109-47 2024-04-22T04:37:51.263 INFO:tasks.rados.rados.0.smithi040.stdout:3203: finishing rollback tid 1 to smithi04078109-47 2024-04-22T04:37:51.263 INFO:tasks.rados.rados.0.smithi040.stdout:3203: finishing rollback tid 2 to smithi04078109-47 2024-04-22T04:37:51.263 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 1027 (ObjNum 902 snap 284 seq_num 902) dirty exists 2024-04-22T04:37:51.263 INFO:tasks.rados.rados.0.smithi040.stdout:3202: expect (ObjNum 935 snap 295 seq_num 935) 2024-04-22T04:37:51.400 INFO:tasks.rados.rados.0.smithi040.stdout:3202: done (2 left) 2024-04-22T04:37:51.400 INFO:tasks.rados.rados.0.smithi040.stdout:3203: done (1 left) 2024-04-22T04:37:51.400 INFO:tasks.rados.rados.0.smithi040.stdout:3205: done (0 left) 2024-04-22T04:37:51.400 INFO:tasks.rados.rados.0.smithi040.stdout:3206: delete oid 29 current snap is 316 2024-04-22T04:37:51.402 INFO:tasks.rados.rados.0.smithi040.stdout:3206: done (0 left) 2024-04-22T04:37:51.402 INFO:tasks.rados.rados.0.smithi040.stdout:3207: rmattr oid 32 current snap is 316 2024-04-22T04:37:51.402 INFO:tasks.rados.rados.0.smithi040.stdout:3207: done (0 left) 2024-04-22T04:37:51.402 INFO:tasks.rados.rados.0.smithi040.stdout:3208: snap_remove snap 310 2024-04-22T04:37:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:51 smithi062 ceph-mon[78153]: osdmap e687: 8 total, 8 up, 8 in 2024-04-22T04:37:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:37:51.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:51 smithi040 ceph-mon[88445]: osdmap e687: 8 total, 8 up, 8 in 2024-04-22T04:37:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:37:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:51 smithi040 ceph-mon[91058]: osdmap e687: 8 total, 8 up, 8 in 2024-04-22T04:37:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:37:52.209 INFO:tasks.rados.rados.0.smithi040.stdout:3208: done (0 left) 2024-04-22T04:37:52.209 INFO:tasks.rados.rados.0.smithi040.stdout:3209: read oid 29 snap -1 2024-04-22T04:37:52.209 INFO:tasks.rados.rados.0.smithi040.stdout:3209: expect deleted 2024-04-22T04:37:52.209 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 41 current snap is 316 2024-04-22T04:37:52.209 INFO:tasks.rados.rados.0.smithi040.stdout:3210: seq_num 1017 ranges {794624=237568} 2024-04-22T04:37:52.213 INFO:tasks.rados.rados.0.smithi040.stdout:3210: writing smithi04078109-41 from 794624 to 1032192 tid 1 2024-04-22T04:37:52.213 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 2 current snap is 316 2024-04-22T04:37:52.213 INFO:tasks.rados.rados.0.smithi040.stdout:3211: seq_num 1018 ranges {0=253952} 2024-04-22T04:37:52.215 INFO:tasks.rados.rados.0.smithi040.stdout:3211: writing smithi04078109-2 from 0 to 253952 tid 1 2024-04-22T04:37:52.215 INFO:tasks.rados.rados.0.smithi040.stdout:3212: read oid 8 snap -1 2024-04-22T04:37:52.215 INFO:tasks.rados.rados.0.smithi040.stdout:3212: expect deleted 2024-04-22T04:37:52.217 INFO:tasks.rados.rados.0.smithi040.stdout:3213: setattr oid 22 current snap is 316 2024-04-22T04:37:52.217 INFO:tasks.rados.rados.0.smithi040.stdout:3214: snap_create 2024-04-22T04:37:52.224 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 1278 (ObjNum 1011 snap 316 seq_num 1011) dirty exists 2024-04-22T04:37:52.269 INFO:tasks.rados.rados.0.smithi040.stdout:3210: finishing write tid 1 to smithi04078109-41 2024-04-22T04:37:52.269 INFO:tasks.rados.rados.0.smithi040.stdout:3210: finishing write tid 2 to smithi04078109-41 2024-04-22T04:37:52.270 INFO:tasks.rados.rados.0.smithi040.stdout:3211: finishing write tid 1 to smithi04078109-2 2024-04-22T04:37:52.270 INFO:tasks.rados.rados.0.smithi040.stdout:3211: finishing write tid 2 to smithi04078109-2 2024-04-22T04:37:52.272 INFO:tasks.rados.rados.0.smithi040.stdout:3210: finishing write tid 3 to smithi04078109-41 2024-04-22T04:37:52.272 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 2377 (ObjNum 1017 snap 316 seq_num 1017) dirty exists 2024-04-22T04:37:52.273 INFO:tasks.rados.rados.0.smithi040.stdout:3210: left oid 41 (ObjNum 1017 snap 316 seq_num 1017) 2024-04-22T04:37:52.273 INFO:tasks.rados.rados.0.smithi040.stdout:3211: finishing write tid 3 to smithi04078109-2 2024-04-22T04:37:52.273 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 2379 (ObjNum 1018 snap 316 seq_num 1018) dirty exists 2024-04-22T04:37:52.273 INFO:tasks.rados.rados.0.smithi040.stdout:3211: left oid 2 (ObjNum 1018 snap 316 seq_num 1018) 2024-04-22T04:37:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:52 smithi062 ceph-mon[78153]: pgmap v746: 121 pgs: 121 active+clean; 469 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-04-22T04:37:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:52 smithi062 ceph-mon[78153]: osdmap e688: 8 total, 8 up, 8 in 2024-04-22T04:37:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:52 smithi062 ceph-mon[78153]: osdmap e689: 8 total, 8 up, 8 in 2024-04-22T04:37:52.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:52 smithi040 ceph-mon[88445]: pgmap v746: 121 pgs: 121 active+clean; 469 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-04-22T04:37:52.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:52 smithi040 ceph-mon[88445]: osdmap e688: 8 total, 8 up, 8 in 2024-04-22T04:37:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:52 smithi040 ceph-mon[88445]: osdmap e689: 8 total, 8 up, 8 in 2024-04-22T04:37:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:52 smithi040 ceph-mon[91058]: pgmap v746: 121 pgs: 121 active+clean; 469 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-04-22T04:37:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:52 smithi040 ceph-mon[91058]: osdmap e688: 8 total, 8 up, 8 in 2024-04-22T04:37:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:52 smithi040 ceph-mon[91058]: osdmap e689: 8 total, 8 up, 8 in 2024-04-22T04:37:53.204 INFO:tasks.rados.rados.0.smithi040.stdout:3209: done (5 left) 2024-04-22T04:37:53.204 INFO:tasks.rados.rados.0.smithi040.stdout:3210: done (4 left) 2024-04-22T04:37:53.204 INFO:tasks.rados.rados.0.smithi040.stdout:3211: done (3 left) 2024-04-22T04:37:53.205 INFO:tasks.rados.rados.0.smithi040.stdout:3212: done (2 left) 2024-04-22T04:37:53.205 INFO:tasks.rados.rados.0.smithi040.stdout:3213: done (1 left) 2024-04-22T04:37:53.205 INFO:tasks.rados.rados.0.smithi040.stdout:3214: done (0 left) 2024-04-22T04:37:53.205 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 14 current snap is 317 2024-04-22T04:37:53.205 INFO:tasks.rados.rados.0.smithi040.stdout:3215: seq_num 1019 ranges {8282112=270336} 2024-04-22T04:37:53.251 INFO:tasks.rados.rados.0.smithi040.stdout:3215: writing smithi04078109-14 from 8282112 to 8552448 tid 1 2024-04-22T04:37:53.252 INFO:tasks.rados.rados.0.smithi040.stdout:3216: rollback oid 15 current snap is 317 2024-04-22T04:37:53.252 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 15 to 308 2024-04-22T04:37:53.252 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 317 2024-04-22T04:37:53.252 INFO:tasks.rados.rados.0.smithi040.stdout:3217: seq_num 1020 ranges {3743744=286720} 2024-04-22T04:37:53.275 INFO:tasks.rados.rados.0.smithi040.stdout:3217: writing smithi04078109-46 from 3743744 to 4030464 tid 1 2024-04-22T04:37:53.275 INFO:tasks.rados.rados.0.smithi040.stdout:3218: read oid 49 snap 308 2024-04-22T04:37:53.275 INFO:tasks.rados.rados.0.smithi040.stdout:3218: expect (ObjNum 920 snap 290 seq_num 920) 2024-04-22T04:37:53.275 INFO:tasks.rados.rados.0.smithi040.stdout:3216: finishing rollback tid 0 to smithi04078109-15 2024-04-22T04:37:53.275 INFO:tasks.rados.rados.0.smithi040.stdout:3215: finishing write tid 1 to smithi04078109-14 2024-04-22T04:37:53.275 INFO:tasks.rados.rados.0.smithi040.stdout:3215: finishing write tid 2 to smithi04078109-14 2024-04-22T04:37:53.275 INFO:tasks.rados.rados.0.smithi040.stdout:3216: finishing rollback tid 1 to smithi04078109-15 2024-04-22T04:37:53.275 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 2382 (ObjNum 1785288279 snap 1667590511 seq_num 1483297358) dirty dne 2024-04-22T04:37:53.275 INFO:tasks.rados.rados.0.smithi040.stdout:3215: finishing write tid 3 to smithi04078109-14 2024-04-22T04:37:53.276 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 1375 (ObjNum 1019 snap 317 seq_num 1019) dirty exists 2024-04-22T04:37:53.276 INFO:tasks.rados.rados.0.smithi040.stdout:3215: left oid 14 (ObjNum 1019 snap 317 seq_num 1019) 2024-04-22T04:37:53.276 INFO:tasks.rados.rados.0.smithi040.stdout:3219: read oid 33 snap -1 2024-04-22T04:37:53.276 INFO:tasks.rados.rados.0.smithi040.stdout:3219: expect (ObjNum 932 snap 295 seq_num 932) 2024-04-22T04:37:53.276 INFO:tasks.rados.rados.0.smithi040.stdout:3215: done (4 left) 2024-04-22T04:37:53.276 INFO:tasks.rados.rados.0.smithi040.stdout:3216: done (3 left) 2024-04-22T04:37:53.276 INFO:tasks.rados.rados.0.smithi040.stdout:3220: rollback oid 10 current snap is 317 2024-04-22T04:37:53.276 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 10 to 308 2024-04-22T04:37:53.276 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 36 current snap is 317 2024-04-22T04:37:53.276 INFO:tasks.rados.rados.0.smithi040.stdout:3221: seq_num 1021 ranges {0=303104} 2024-04-22T04:37:53.277 INFO:tasks.rados.rados.0.smithi040.stdout:3221: writing smithi04078109-36 from 0 to 303104 tid 1 2024-04-22T04:37:53.277 INFO:tasks.rados.rados.0.smithi040.stdout:3222: read oid 19 snap -1 2024-04-22T04:37:53.277 INFO:tasks.rados.rados.0.smithi040.stdout:3222: expect deleted 2024-04-22T04:37:53.277 INFO:tasks.rados.rados.0.smithi040.stdout:3223: copy_from oid 16 from oid 22 current snap is 317 2024-04-22T04:37:53.277 INFO:tasks.rados.rados.0.smithi040.stdout:3224: delete oid 43 current snap is 317 2024-04-22T04:37:53.285 INFO:tasks.rados.rados.0.smithi040.stdout:3221: finishing write tid 1 to smithi04078109-36 2024-04-22T04:37:53.285 INFO:tasks.rados.rados.0.smithi040.stdout:3217: finishing write tid 1 to smithi04078109-46 2024-04-22T04:37:53.285 INFO:tasks.rados.rados.0.smithi040.stdout:3217: finishing write tid 2 to smithi04078109-46 2024-04-22T04:37:53.286 INFO:tasks.rados.rados.0.smithi040.stdout:3220: finishing rollback tid 0 to smithi04078109-10 2024-04-22T04:37:53.286 INFO:tasks.rados.rados.0.smithi040.stdout:3221: finishing write tid 2 to smithi04078109-36 2024-04-22T04:37:53.286 INFO:tasks.rados.rados.0.smithi040.stdout:3220: finishing rollback tid 1 to smithi04078109-10 2024-04-22T04:37:53.287 INFO:tasks.rados.rados.0.smithi040.stdout:3220: finishing rollback tid 2 to smithi04078109-10 2024-04-22T04:37:53.287 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1381 (ObjNum 993 snap 307 seq_num 993) dirty exists 2024-04-22T04:37:53.287 INFO:tasks.rados.rados.0.smithi040.stdout:3220: done (7 left) 2024-04-22T04:37:53.287 INFO:tasks.rados.rados.0.smithi040.stdout:3222: done (6 left) 2024-04-22T04:37:53.287 INFO:tasks.rados.rados.0.smithi040.stdout:3224: done (5 left) 2024-04-22T04:37:53.287 INFO:tasks.rados.rados.0.smithi040.stdout:3225: snap_remove snap 307 2024-04-22T04:37:54.256 INFO:tasks.rados.rados.0.smithi040.stdout:3225: done (5 left) 2024-04-22T04:37:54.257 INFO:tasks.rados.rados.0.smithi040.stdout:3226: read oid 13 snap 315 2024-04-22T04:37:54.257 INFO:tasks.rados.rados.0.smithi040.stdout:3226: expect (ObjNum 985 snap 306 seq_num 985) 2024-04-22T04:37:54.257 INFO:tasks.rados.rados.0.smithi040.stdout:3227: rollback oid 11 current snap is 317 2024-04-22T04:37:54.257 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 11 to 308 2024-04-22T04:37:54.257 INFO:tasks.rados.rados.0.smithi040.stdout:3228: snap_create 2024-04-22T04:37:54.257 INFO:tasks.rados.rados.0.smithi040.stdout:3221: finishing write tid 3 to smithi04078109-36 2024-04-22T04:37:54.257 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 1843 (ObjNum 1021 snap 317 seq_num 1021) dirty exists 2024-04-22T04:37:54.257 INFO:tasks.rados.rados.0.smithi040.stdout:3221: left oid 36 (ObjNum 1021 snap 317 seq_num 1021) 2024-04-22T04:37:54.258 INFO:tasks.rados.rados.0.smithi040.stdout:3217: finishing write tid 3 to smithi04078109-46 2024-04-22T04:37:54.258 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1835 (ObjNum 1020 snap 317 seq_num 1020) dirty exists 2024-04-22T04:37:54.258 INFO:tasks.rados.rados.0.smithi040.stdout:3217: left oid 46 (ObjNum 1020 snap 317 seq_num 1020) 2024-04-22T04:37:54.258 INFO:tasks.rados.rados.0.smithi040.stdout:3219: expect (ObjNum 932 snap 295 seq_num 932) 2024-04-22T04:37:54.461 INFO:tasks.rados.rados.0.smithi040.stdout:3223: finishing copy_from racing read to smithi04078109-16 2024-04-22T04:37:54.462 INFO:tasks.rados.rados.0.smithi040.stdout:3223: finishing copy_from to smithi04078109-16 2024-04-22T04:37:54.462 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 1278 (ObjNum 1011 snap 316 seq_num 1011) dirty exists 2024-04-22T04:37:54.462 INFO:tasks.rados.rados.0.smithi040.stdout:3218: expect (ObjNum 920 snap 290 seq_num 920) 2024-04-22T04:37:54.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:54 smithi062 ceph-mon[78153]: pgmap v749: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 472 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 102 KiB/s wr, 6 op/s 2024-04-22T04:37:54.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:54 smithi062 ceph-mon[78153]: osdmap e690: 8 total, 8 up, 8 in 2024-04-22T04:37:54.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:54 smithi040 ceph-mon[88445]: pgmap v749: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 472 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 102 KiB/s wr, 6 op/s 2024-04-22T04:37:54.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:54 smithi040 ceph-mon[88445]: osdmap e690: 8 total, 8 up, 8 in 2024-04-22T04:37:54.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:54 smithi040 ceph-mon[91058]: pgmap v749: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 472 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 102 KiB/s wr, 6 op/s 2024-04-22T04:37:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:54 smithi040 ceph-mon[91058]: osdmap e690: 8 total, 8 up, 8 in 2024-04-22T04:37:55.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:55 smithi062 ceph-mon[78153]: osdmap e691: 8 total, 8 up, 8 in 2024-04-22T04:37:55.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:37:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:37:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:37:55.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:55 smithi040 ceph-mon[88445]: osdmap e691: 8 total, 8 up, 8 in 2024-04-22T04:37:55.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:55 smithi040 ceph-mon[91058]: osdmap e691: 8 total, 8 up, 8 in 2024-04-22T04:37:56.253 INFO:tasks.rados.rados.0.smithi040.stdout:3217: done (7 left) 2024-04-22T04:37:56.253 INFO:tasks.rados.rados.0.smithi040.stdout:3218: done (6 left) 2024-04-22T04:37:56.253 INFO:tasks.rados.rados.0.smithi040.stdout:3219: done (5 left) 2024-04-22T04:37:56.253 INFO:tasks.rados.rados.0.smithi040.stdout:3221: done (4 left) 2024-04-22T04:37:56.253 INFO:tasks.rados.rados.0.smithi040.stdout:3223: done (3 left) 2024-04-22T04:37:56.253 INFO:tasks.rados.rados.0.smithi040.stdout:3228: done (2 left) 2024-04-22T04:37:56.253 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 45 current snap is 318 2024-04-22T04:37:56.253 INFO:tasks.rados.rados.0.smithi040.stdout:3227: finishing rollback tid 0 to smithi04078109-11 2024-04-22T04:37:56.253 INFO:tasks.rados.rados.0.smithi040.stdout:3227: finishing rollback tid 1 to smithi04078109-11 2024-04-22T04:37:56.253 INFO:tasks.rados.rados.0.smithi040.stdout:3229: seq_num 1023 ranges {7684096=335872} 2024-04-22T04:37:56.296 INFO:tasks.rados.rados.0.smithi040.stdout:3229: writing smithi04078109-45 from 7684096 to 8019968 tid 1 2024-04-22T04:37:56.297 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 22 current snap is 318 2024-04-22T04:37:56.297 INFO:tasks.rados.rados.0.smithi040.stdout:3230: seq_num 1024 ranges {7340032=352256} 2024-04-22T04:37:56.338 INFO:tasks.rados.rados.0.smithi040.stdout:3230: writing smithi04078109-22 from 7340032 to 7692288 tid 1 2024-04-22T04:37:56.339 INFO:tasks.rados.rados.0.smithi040.stdout:3231: snap_create 2024-04-22T04:37:56.339 INFO:tasks.rados.rados.0.smithi040.stdout:3227: finishing rollback tid 2 to smithi04078109-11 2024-04-22T04:37:56.339 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 2446 (ObjNum 992 snap 307 seq_num 992) dirty exists 2024-04-22T04:37:56.339 INFO:tasks.rados.rados.0.smithi040.stdout:3226: expect (ObjNum 985 snap 306 seq_num 985) 2024-04-22T04:37:56.554 INFO:tasks.rados.rados.0.smithi040.stdout:3229: finishing write tid 1 to smithi04078109-45 2024-04-22T04:37:56.554 INFO:tasks.rados.rados.0.smithi040.stdout:3229: finishing write tid 2 to smithi04078109-45 2024-04-22T04:37:56.554 INFO:tasks.rados.rados.0.smithi040.stdout:3229: finishing write tid 3 to smithi04078109-45 2024-04-22T04:37:56.554 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 2135 (ObjNum 1023 snap 318 seq_num 1023) dirty exists 2024-04-22T04:37:56.554 INFO:tasks.rados.rados.0.smithi040.stdout:3229: left oid 45 (ObjNum 1023 snap 318 seq_num 1023) 2024-04-22T04:37:56.554 INFO:tasks.rados.rados.0.smithi040.stdout:3230: finishing write tid 1 to smithi04078109-22 2024-04-22T04:37:56.554 INFO:tasks.rados.rados.0.smithi040.stdout:3230: finishing write tid 2 to smithi04078109-22 2024-04-22T04:37:56.554 INFO:tasks.rados.rados.0.smithi040.stdout:3230: finishing write tid 3 to smithi04078109-22 2024-04-22T04:37:56.555 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 1280 (ObjNum 1024 snap 318 seq_num 1024) dirty exists 2024-04-22T04:37:56.555 INFO:tasks.rados.rados.0.smithi040.stdout:3230: left oid 22 (ObjNum 1024 snap 318 seq_num 1024) 2024-04-22T04:37:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:56 smithi062 ceph-mon[78153]: pgmap v752: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 472 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 68 KiB/s wr, 4 op/s 2024-04-22T04:37:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:56 smithi062 ceph-mon[78153]: osdmap e692: 8 total, 8 up, 8 in 2024-04-22T04:37:56.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:56 smithi040 ceph-mon[88445]: pgmap v752: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 472 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 68 KiB/s wr, 4 op/s 2024-04-22T04:37:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:56 smithi040 ceph-mon[88445]: osdmap e692: 8 total, 8 up, 8 in 2024-04-22T04:37:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:56 smithi040 ceph-mon[91058]: pgmap v752: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 472 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 68 KiB/s wr, 4 op/s 2024-04-22T04:37:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:56 smithi040 ceph-mon[91058]: osdmap e692: 8 total, 8 up, 8 in 2024-04-22T04:37:57.201 INFO:tasks.rados.rados.0.smithi040.stdout:3226: done (4 left) 2024-04-22T04:37:57.201 INFO:tasks.rados.rados.0.smithi040.stdout:3227: done (3 left) 2024-04-22T04:37:57.201 INFO:tasks.rados.rados.0.smithi040.stdout:3229: done (2 left) 2024-04-22T04:37:57.201 INFO:tasks.rados.rados.0.smithi040.stdout:3230: done (1 left) 2024-04-22T04:37:57.201 INFO:tasks.rados.rados.0.smithi040.stdout:3231: done (0 left) 2024-04-22T04:37:57.201 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 319 2024-04-22T04:37:57.201 INFO:tasks.rados.rados.0.smithi040.stdout:3232: seq_num 1025 ranges {20578304=368640} 2024-04-22T04:37:57.315 INFO:tasks.rados.rados.0.smithi040.stdout:3232: writing smithi04078109-31 from 20578304 to 20946944 tid 1 2024-04-22T04:37:57.316 INFO:tasks.rados.rados.0.smithi040.stdout:3233: rmattr oid 35 current snap is 319 2024-04-22T04:37:57.316 INFO:tasks.rados.rados.0.smithi040.stdout:3234: read oid 46 snap 308 2024-04-22T04:37:57.316 INFO:tasks.rados.rados.0.smithi040.stdout:3234: expect (ObjNum 854 snap 270 seq_num 854) 2024-04-22T04:37:57.316 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 24 current snap is 319 2024-04-22T04:37:57.316 INFO:tasks.rados.rados.0.smithi040.stdout:3235: seq_num 1026 ranges {0=385024} 2024-04-22T04:37:57.317 INFO:tasks.rados.rados.0.smithi040.stdout:3235: writing smithi04078109-24 from 0 to 385024 tid 1 2024-04-22T04:37:57.318 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 43 current snap is 319 2024-04-22T04:37:57.318 INFO:tasks.rados.rados.0.smithi040.stdout:3236: seq_num 1027 ranges {0=409600} 2024-04-22T04:37:57.320 INFO:tasks.rados.rados.0.smithi040.stdout:3236: writing smithi04078109-43 from 0 to 409600 tid 1 2024-04-22T04:37:57.321 INFO:tasks.rados.rados.0.smithi040.stdout:3237: copy_from oid 9 from oid 15 current snap is 319 2024-04-22T04:37:57.321 INFO:tasks.rados.rados.0.smithi040.stdout:3238: copy_from oid 28 from oid 49 current snap is 319 2024-04-22T04:37:57.321 INFO:tasks.rados.rados.0.smithi040.stdout:3239: copy_from oid 34 from oid 21 current snap is 319 2024-04-22T04:37:57.321 INFO:tasks.rados.rados.0.smithi040.stdout:3240: read oid 3 snap -1 2024-04-22T04:37:57.321 INFO:tasks.rados.rados.0.smithi040.stdout:3240: expect (ObjNum 784 snap 237 seq_num 784) 2024-04-22T04:37:57.321 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 26 current snap is 319 2024-04-22T04:37:57.321 INFO:tasks.rados.rados.0.smithi040.stdout:3241: seq_num 1028 ranges {5603328=425984} 2024-04-22T04:37:57.356 INFO:tasks.rados.rados.0.smithi040.stdout:3241: writing smithi04078109-26 from 5603328 to 6029312 tid 1 2024-04-22T04:37:57.356 INFO:tasks.rados.rados.0.smithi040.stdout:3242: delete oid 1 current snap is 319 2024-04-22T04:37:57.356 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1902 (ObjNum 997 snap 309 seq_num 997) dirty exists 2024-04-22T04:37:57.356 INFO:tasks.rados.rados.0.smithi040.stdout:3232: finishing write tid 1 to smithi04078109-31 2024-04-22T04:37:57.356 INFO:tasks.rados.rados.0.smithi040.stdout:3237: finishing copy_from to smithi04078109-9 2024-04-22T04:37:57.356 INFO:tasks.rados.rados.0.smithi040.stdout:3237: got expected ENOENT (src dne) 2024-04-22T04:37:57.357 INFO:tasks.rados.rados.0.smithi040.stdout:3237: finishing copy_from racing read to smithi04078109-9 2024-04-22T04:37:57.357 INFO:tasks.rados.rados.0.smithi040.stdout:3239: finishing copy_from to smithi04078109-34 2024-04-22T04:37:57.357 INFO:tasks.rados.rados.0.smithi040.stdout:3239: got expected ENOENT (src dne) 2024-04-22T04:37:57.357 INFO:tasks.rados.rados.0.smithi040.stdout:3239: finishing copy_from racing read to smithi04078109-34 2024-04-22T04:37:57.357 INFO:tasks.rados.rados.0.smithi040.stdout:3238: finishing copy_from to smithi04078109-28 2024-04-22T04:37:57.357 INFO:tasks.rados.rados.0.smithi040.stdout:3238: got expected ENOENT (src dne) 2024-04-22T04:37:57.357 INFO:tasks.rados.rados.0.smithi040.stdout:3238: finishing copy_from racing read to smithi04078109-28 2024-04-22T04:37:57.357 INFO:tasks.rados.rados.0.smithi040.stdout:3232: finishing write tid 2 to smithi04078109-31 2024-04-22T04:37:57.357 INFO:tasks.rados.rados.0.smithi040.stdout:3232: finishing write tid 3 to smithi04078109-31 2024-04-22T04:37:57.357 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2459 (ObjNum 1025 snap 319 seq_num 1025) dirty exists 2024-04-22T04:37:57.357 INFO:tasks.rados.rados.0.smithi040.stdout:3232: left oid 31 (ObjNum 1025 snap 319 seq_num 1025) 2024-04-22T04:37:57.357 INFO:tasks.rados.rados.0.smithi040.stdout:3235: finishing write tid 1 to smithi04078109-24 2024-04-22T04:37:57.357 INFO:tasks.rados.rados.0.smithi040.stdout:3235: finishing write tid 2 to smithi04078109-24 2024-04-22T04:37:57.357 INFO:tasks.rados.rados.0.smithi040.stdout:3236: finishing write tid 1 to smithi04078109-43 2024-04-22T04:37:57.358 INFO:tasks.rados.rados.0.smithi040.stdout:3236: finishing write tid 2 to smithi04078109-43 2024-04-22T04:37:57.358 INFO:tasks.rados.rados.0.smithi040.stdout:3236: finishing write tid 3 to smithi04078109-43 2024-04-22T04:37:57.358 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 1384 (ObjNum 1027 snap 319 seq_num 1027) dirty exists 2024-04-22T04:37:57.358 INFO:tasks.rados.rados.0.smithi040.stdout:3236: left oid 43 (ObjNum 1027 snap 319 seq_num 1027) 2024-04-22T04:37:57.358 INFO:tasks.rados.rados.0.smithi040.stdout:3234: expect (ObjNum 854 snap 270 seq_num 854) 2024-04-22T04:37:57.481 INFO:tasks.rados.rados.0.smithi040.stdout:3240: expect (ObjNum 784 snap 237 seq_num 784) 2024-04-22T04:37:57.861 INFO:tasks.rados.rados.0.smithi040.stdout:3235: finishing write tid 3 to smithi04078109-24 2024-04-22T04:37:57.861 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 1855 (ObjNum 1026 snap 319 seq_num 1026) dirty exists 2024-04-22T04:37:57.861 INFO:tasks.rados.rados.0.smithi040.stdout:3235: left oid 24 (ObjNum 1026 snap 319 seq_num 1026) 2024-04-22T04:37:57.861 INFO:tasks.rados.rados.0.smithi040.stdout:3241: finishing write tid 1 to smithi04078109-26 2024-04-22T04:37:57.861 INFO:tasks.rados.rados.0.smithi040.stdout:3241: finishing write tid 2 to smithi04078109-26 2024-04-22T04:37:57.861 INFO:tasks.rados.rados.0.smithi040.stdout:3232: done (10 left) 2024-04-22T04:37:57.861 INFO:tasks.rados.rados.0.smithi040.stdout:3233: done (9 left) 2024-04-22T04:37:57.861 INFO:tasks.rados.rados.0.smithi040.stdout:3234: done (8 left) 2024-04-22T04:37:57.861 INFO:tasks.rados.rados.0.smithi040.stdout:3235: done (7 left) 2024-04-22T04:37:57.861 INFO:tasks.rados.rados.0.smithi040.stdout:3236: done (6 left) 2024-04-22T04:37:57.861 INFO:tasks.rados.rados.0.smithi040.stdout:3237: done (5 left) 2024-04-22T04:37:57.862 INFO:tasks.rados.rados.0.smithi040.stdout:3238: done (4 left) 2024-04-22T04:37:57.862 INFO:tasks.rados.rados.0.smithi040.stdout:3239: done (3 left) 2024-04-22T04:37:57.862 INFO:tasks.rados.rados.0.smithi040.stdout:3240: done (2 left) 2024-04-22T04:37:57.862 INFO:tasks.rados.rados.0.smithi040.stdout:3242: done (1 left) 2024-04-22T04:37:57.862 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 319 2024-04-22T04:37:57.862 INFO:tasks.rados.rados.0.smithi040.stdout:3241: finishing write tid 3 to smithi04078109-26 2024-04-22T04:37:57.862 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 1731 (ObjNum 1028 snap 319 seq_num 1028) dirty exists 2024-04-22T04:37:57.862 INFO:tasks.rados.rados.0.smithi040.stdout:3241: left oid 26 (ObjNum 1028 snap 319 seq_num 1028) 2024-04-22T04:37:57.862 INFO:tasks.rados.rados.0.smithi040.stdout:3243: seq_num 1030 ranges {20946944=458752} 2024-04-22T04:37:57.977 INFO:tasks.rados.rados.0.smithi040.stdout:3243: writing smithi04078109-31 from 20946944 to 21405696 tid 1 2024-04-22T04:37:57.977 INFO:tasks.rados.rados.0.smithi040.stdout:3241: done (1 left) 2024-04-22T04:37:57.977 INFO:tasks.rados.rados.0.smithi040.stdout:3244: snap_create 2024-04-22T04:37:57.980 INFO:tasks.rados.rados.0.smithi040.stdout:3243: finishing write tid 1 to smithi04078109-31 2024-04-22T04:37:57.981 INFO:tasks.rados.rados.0.smithi040.stdout:3243: finishing write tid 2 to smithi04078109-31 2024-04-22T04:37:57.982 INFO:tasks.rados.rados.0.smithi040.stdout:3243: finishing write tid 3 to smithi04078109-31 2024-04-22T04:37:57.982 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2461 (ObjNum 1030 snap 319 seq_num 1030) dirty exists 2024-04-22T04:37:57.982 INFO:tasks.rados.rados.0.smithi040.stdout:3243: left oid 31 (ObjNum 1030 snap 319 seq_num 1030) 2024-04-22T04:37:58.262 INFO:tasks.rados.rados.0.smithi040.stdout:3243: done (1 left) 2024-04-22T04:37:58.262 INFO:tasks.rados.rados.0.smithi040.stdout:3244: done (0 left) 2024-04-22T04:37:58.262 INFO:tasks.rados.rados.0.smithi040.stdout:3245: copy_from oid 40 from oid 20 current snap is 320 2024-04-22T04:37:58.262 INFO:tasks.rados.rados.0.smithi040.stdout:3246: rmattr oid 46 current snap is 320 2024-04-22T04:37:58.262 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 320 2024-04-22T04:37:58.262 INFO:tasks.rados.rados.0.smithi040.stdout:3247: seq_num 1031 ranges {4169728=475136} 2024-04-22T04:37:58.286 INFO:tasks.rados.rados.0.smithi040.stdout:3247: writing smithi04078109-11 from 4169728 to 4644864 tid 1 2024-04-22T04:37:58.286 INFO:tasks.rados.rados.0.smithi040.stdout:3248: snap_create 2024-04-22T04:37:58.286 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1836 (ObjNum 1020 snap 317 seq_num 1020) dirty exists 2024-04-22T04:37:58.286 INFO:tasks.rados.rados.0.smithi040.stdout:3245: finishing copy_from racing read to smithi04078109-40 2024-04-22T04:37:58.287 INFO:tasks.rados.rados.0.smithi040.stdout:3245: finishing copy_from to smithi04078109-40 2024-04-22T04:37:58.287 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1841 (ObjNum 1010 snap 316 seq_num 1010) dirty exists 2024-04-22T04:37:58.290 INFO:tasks.rados.rados.0.smithi040.stdout:3247: finishing write tid 1 to smithi04078109-11 2024-04-22T04:37:58.290 INFO:tasks.rados.rados.0.smithi040.stdout:3247: finishing write tid 2 to smithi04078109-11 2024-04-22T04:37:58.291 INFO:tasks.rados.rados.0.smithi040.stdout:3247: finishing write tid 3 to smithi04078109-11 2024-04-22T04:37:58.291 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 2466 (ObjNum 1031 snap 320 seq_num 1031) dirty exists 2024-04-22T04:37:58.291 INFO:tasks.rados.rados.0.smithi040.stdout:3247: left oid 11 (ObjNum 1031 snap 320 seq_num 1031) 2024-04-22T04:37:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:58 smithi062 ceph-mon[78153]: pgmap v754: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 480 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-22T04:37:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:58 smithi062 ceph-mon[78153]: osdmap e693: 8 total, 8 up, 8 in 2024-04-22T04:37:58.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:58 smithi040 ceph-mon[88445]: pgmap v754: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 480 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-22T04:37:58.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:58 smithi040 ceph-mon[88445]: osdmap e693: 8 total, 8 up, 8 in 2024-04-22T04:37:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:58 smithi040 ceph-mon[91058]: pgmap v754: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 480 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-22T04:37:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:58 smithi040 ceph-mon[91058]: osdmap e693: 8 total, 8 up, 8 in 2024-04-22T04:37:59.267 INFO:tasks.rados.rados.0.smithi040.stdout:3245: done (3 left) 2024-04-22T04:37:59.267 INFO:tasks.rados.rados.0.smithi040.stdout:3246: done (2 left) 2024-04-22T04:37:59.267 INFO:tasks.rados.rados.0.smithi040.stdout:3247: done (1 left) 2024-04-22T04:37:59.267 INFO:tasks.rados.rados.0.smithi040.stdout:3248: done (0 left) 2024-04-22T04:37:59.267 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 39 current snap is 321 2024-04-22T04:37:59.267 INFO:tasks.rados.rados.0.smithi040.stdout:3249: seq_num 1032 ranges {2367488=491520} 2024-04-22T04:37:59.282 INFO:tasks.rados.rados.0.smithi040.stdout:3249: writing smithi04078109-39 from 2367488 to 2859008 tid 1 2024-04-22T04:37:59.282 INFO:tasks.rados.rados.0.smithi040.stdout:3250: read oid 17 snap -1 2024-04-22T04:37:59.282 INFO:tasks.rados.rados.0.smithi040.stdout:3250: expect (ObjNum 982 snap 305 seq_num 982) 2024-04-22T04:37:59.282 INFO:tasks.rados.rados.0.smithi040.stdout:3251: snap_create 2024-04-22T04:37:59.289 INFO:tasks.rados.rados.0.smithi040.stdout:3249: finishing write tid 1 to smithi04078109-39 2024-04-22T04:37:59.290 INFO:tasks.rados.rados.0.smithi040.stdout:3249: finishing write tid 2 to smithi04078109-39 2024-04-22T04:37:59.291 INFO:tasks.rados.rados.0.smithi040.stdout:3250: expect (ObjNum 982 snap 305 seq_num 982) 2024-04-22T04:37:59.346 INFO:tasks.rados.rados.0.smithi040.stdout:3249: finishing write tid 3 to smithi04078109-39 2024-04-22T04:37:59.346 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 2195 (ObjNum 1032 snap 321 seq_num 1032) dirty exists 2024-04-22T04:37:59.346 INFO:tasks.rados.rados.0.smithi040.stdout:3249: left oid 39 (ObjNum 1032 snap 321 seq_num 1032) 2024-04-22T04:37:59.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:37:59 smithi062 ceph-mon[78153]: osdmap e694: 8 total, 8 up, 8 in 2024-04-22T04:37:59.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:37:59 smithi040 ceph-mon[88445]: osdmap e694: 8 total, 8 up, 8 in 2024-04-22T04:37:59.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:37:59 smithi040 ceph-mon[91058]: osdmap e694: 8 total, 8 up, 8 in 2024-04-22T04:38:00.268 INFO:tasks.rados.rados.0.smithi040.stdout:3249: done (2 left) 2024-04-22T04:38:00.268 INFO:tasks.rados.rados.0.smithi040.stdout:3250: done (1 left) 2024-04-22T04:38:00.268 INFO:tasks.rados.rados.0.smithi040.stdout:3251: done (0 left) 2024-04-22T04:38:00.268 INFO:tasks.rados.rados.0.smithi040.stdout:3252: snap_create 2024-04-22T04:38:00.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:38:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:38:00] "GET /metrics HTTP/1.1" 200 241930 "" "Prometheus/2.43.0" 2024-04-22T04:38:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:00 smithi040 ceph-mon[91058]: pgmap v757: 121 pgs: 121 active+clean; 480 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-04-22T04:38:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:00 smithi040 ceph-mon[91058]: osdmap e695: 8 total, 8 up, 8 in 2024-04-22T04:38:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:00 smithi040 ceph-mon[88445]: pgmap v757: 121 pgs: 121 active+clean; 480 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-04-22T04:38:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:00 smithi040 ceph-mon[88445]: osdmap e695: 8 total, 8 up, 8 in 2024-04-22T04:38:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:00 smithi062 ceph-mon[78153]: pgmap v757: 121 pgs: 121 active+clean; 480 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-04-22T04:38:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:00 smithi062 ceph-mon[78153]: osdmap e695: 8 total, 8 up, 8 in 2024-04-22T04:38:01.279 INFO:tasks.rados.rados.0.smithi040.stdout:3252: done (0 left) 2024-04-22T04:38:01.279 INFO:tasks.rados.rados.0.smithi040.stdout:3253: rollback oid 32 current snap is 323 2024-04-22T04:38:01.279 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 32 to 309 2024-04-22T04:38:01.279 INFO:tasks.rados.rados.0.smithi040.stdout:3254: copy_from oid 1 from oid 15 current snap is 323 2024-04-22T04:38:01.279 INFO:tasks.rados.rados.0.smithi040.stdout:3255: snap_remove snap 320 2024-04-22T04:38:01.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:01 smithi062 ceph-mon[78153]: osdmap e696: 8 total, 8 up, 8 in 2024-04-22T04:38:01.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:01 smithi040 ceph-mon[88445]: osdmap e696: 8 total, 8 up, 8 in 2024-04-22T04:38:01.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:01 smithi040 ceph-mon[91058]: osdmap e696: 8 total, 8 up, 8 in 2024-04-22T04:38:02.202 INFO:tasks.rados.rados.0.smithi040.stdout:3255: done (2 left) 2024-04-22T04:38:02.202 INFO:tasks.rados.rados.0.smithi040.stdout:3256: copy_from oid 40 from oid 30 current snap is 323 2024-04-22T04:38:02.202 INFO:tasks.rados.rados.0.smithi040.stdout:3257: read oid 29 snap -1 2024-04-22T04:38:02.202 INFO:tasks.rados.rados.0.smithi040.stdout:3257: expect deleted 2024-04-22T04:38:02.202 INFO:tasks.rados.rados.0.smithi040.stdout:3258: read oid 6 snap -1 2024-04-22T04:38:02.203 INFO:tasks.rados.rados.0.smithi040.stdout:3258: expect (ObjNum 1013 snap 316 seq_num 1013) 2024-04-22T04:38:02.203 INFO:tasks.rados.rados.0.smithi040.stdout:3259: copy_from oid 36 from oid 21 current snap is 323 2024-04-22T04:38:02.203 INFO:tasks.rados.rados.0.smithi040.stdout:3260: snap_remove snap 321 2024-04-22T04:38:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:02 smithi062 ceph-mon[78153]: pgmap v760: 121 pgs: 121 active+clean; 485 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-22T04:38:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:02 smithi062 ceph-mon[78153]: osdmap e697: 8 total, 8 up, 8 in 2024-04-22T04:38:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:02 smithi062 ceph-mon[78153]: osdmap e698: 8 total, 8 up, 8 in 2024-04-22T04:38:02.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:02 smithi040 ceph-mon[88445]: pgmap v760: 121 pgs: 121 active+clean; 485 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-22T04:38:02.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:02 smithi040 ceph-mon[88445]: osdmap e697: 8 total, 8 up, 8 in 2024-04-22T04:38:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:02 smithi040 ceph-mon[88445]: osdmap e698: 8 total, 8 up, 8 in 2024-04-22T04:38:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:02 smithi040 ceph-mon[91058]: pgmap v760: 121 pgs: 121 active+clean; 485 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-22T04:38:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:02 smithi040 ceph-mon[91058]: osdmap e697: 8 total, 8 up, 8 in 2024-04-22T04:38:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:02 smithi040 ceph-mon[91058]: osdmap e698: 8 total, 8 up, 8 in 2024-04-22T04:38:03.204 INFO:tasks.rados.rados.0.smithi040.stdout:3260: done (6 left) 2024-04-22T04:38:03.204 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 323 2024-04-22T04:38:03.204 INFO:tasks.rados.rados.0.smithi040.stdout:3261: seq_num 1033 ranges {155648=507904} 2024-04-22T04:38:03.210 INFO:tasks.rados.rados.0.smithi040.stdout:3261: writing smithi04078109-23 from 155648 to 663552 tid 1 2024-04-22T04:38:03.210 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 27 current snap is 323 2024-04-22T04:38:03.210 INFO:tasks.rados.rados.0.smithi040.stdout:3262: seq_num 1034 ranges {2932736=524288} 2024-04-22T04:38:03.228 INFO:tasks.rados.rados.0.smithi040.stdout:3262: writing smithi04078109-27 from 2932736 to 3457024 tid 1 2024-04-22T04:38:03.228 INFO:tasks.rados.rados.0.smithi040.stdout:3263: setattr oid 28 current snap is 323 2024-04-22T04:38:03.228 INFO:tasks.rados.rados.0.smithi040.stdout:3254: finishing copy_from to smithi04078109-1 2024-04-22T04:38:03.228 INFO:tasks.rados.rados.0.smithi040.stdout:3254: got expected ENOENT (src dne) 2024-04-22T04:38:03.228 INFO:tasks.rados.rados.0.smithi040.stdout:3254: finishing copy_from racing read to smithi04078109-1 2024-04-22T04:38:03.228 INFO:tasks.rados.rados.0.smithi040.stdout:3253: finishing rollback tid 0 to smithi04078109-32 2024-04-22T04:38:03.228 INFO:tasks.rados.rados.0.smithi040.stdout:3253: finishing rollback tid 1 to smithi04078109-32 2024-04-22T04:38:03.228 INFO:tasks.rados.rados.0.smithi040.stdout:3253: finishing rollback tid 2 to smithi04078109-32 2024-04-22T04:38:03.228 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 1858 (ObjNum 976 snap 305 seq_num 976) dirty exists 2024-04-22T04:38:03.228 INFO:tasks.rados.rados.0.smithi040.stdout:3259: finishing copy_from to smithi04078109-36 2024-04-22T04:38:03.229 INFO:tasks.rados.rados.0.smithi040.stdout:3259: got expected ENOENT (src dne) 2024-04-22T04:38:03.229 INFO:tasks.rados.rados.0.smithi040.stdout:3259: finishing copy_from racing read to smithi04078109-36 2024-04-22T04:38:03.229 INFO:tasks.rados.rados.0.smithi040.stdout:3256: finishing copy_from racing read to smithi04078109-40 2024-04-22T04:38:03.229 INFO:tasks.rados.rados.0.smithi040.stdout:3258: expect (ObjNum 1013 snap 316 seq_num 1013) 2024-04-22T04:38:04.465 INFO:tasks.rados.rados.0.smithi040.stdout:3256: finishing copy_from to smithi04078109-40 2024-04-22T04:38:04.465 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1812 (ObjNum 988 snap 307 seq_num 988) dirty exists 2024-04-22T04:38:04.465 INFO:tasks.rados.rados.0.smithi040.stdout:3261: finishing write tid 1 to smithi04078109-23 2024-04-22T04:38:04.465 INFO:tasks.rados.rados.0.smithi040.stdout:3261: finishing write tid 2 to smithi04078109-23 2024-04-22T04:38:04.465 INFO:tasks.rados.rados.0.smithi040.stdout:3261: finishing write tid 3 to smithi04078109-23 2024-04-22T04:38:04.465 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 1860 (ObjNum 1033 snap 323 seq_num 1033) dirty exists 2024-04-22T04:38:04.465 INFO:tasks.rados.rados.0.smithi040.stdout:3261: left oid 23 (ObjNum 1033 snap 323 seq_num 1033) 2024-04-22T04:38:04.465 INFO:tasks.rados.rados.0.smithi040.stdout:3262: finishing write tid 1 to smithi04078109-27 2024-04-22T04:38:04.466 INFO:tasks.rados.rados.0.smithi040.stdout:3262: finishing write tid 2 to smithi04078109-27 2024-04-22T04:38:04.466 INFO:tasks.rados.rados.0.smithi040.stdout:3262: finishing write tid 3 to smithi04078109-27 2024-04-22T04:38:04.466 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 1753 (ObjNum 1034 snap 323 seq_num 1034) dirty exists 2024-04-22T04:38:04.466 INFO:tasks.rados.rados.0.smithi040.stdout:3262: left oid 27 (ObjNum 1034 snap 323 seq_num 1034) 2024-04-22T04:38:04.466 INFO:tasks.rados.rados.0.smithi040.stdout:3253: done (8 left) 2024-04-22T04:38:04.466 INFO:tasks.rados.rados.0.smithi040.stdout:3254: done (7 left) 2024-04-22T04:38:04.466 INFO:tasks.rados.rados.0.smithi040.stdout:3256: done (6 left) 2024-04-22T04:38:04.466 INFO:tasks.rados.rados.0.smithi040.stdout:3257: done (5 left) 2024-04-22T04:38:04.466 INFO:tasks.rados.rados.0.smithi040.stdout:3258: done (4 left) 2024-04-22T04:38:04.466 INFO:tasks.rados.rados.0.smithi040.stdout:3259: done (3 left) 2024-04-22T04:38:04.466 INFO:tasks.rados.rados.0.smithi040.stdout:3261: done (2 left) 2024-04-22T04:38:04.466 INFO:tasks.rados.rados.0.smithi040.stdout:3262: done (1 left) 2024-04-22T04:38:04.466 INFO:tasks.rados.rados.0.smithi040.stdout:3264: snap_remove snap 297 2024-04-22T04:38:04.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:04 smithi062 ceph-mon[78153]: pgmap v763: 121 pgs: 121 active+clean; 486 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-22T04:38:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:04 smithi062 ceph-mon[78153]: osdmap e699: 8 total, 8 up, 8 in 2024-04-22T04:38:04.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:04 smithi040 ceph-mon[88445]: pgmap v763: 121 pgs: 121 active+clean; 486 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-22T04:38:04.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:04 smithi040 ceph-mon[88445]: osdmap e699: 8 total, 8 up, 8 in 2024-04-22T04:38:04.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:04 smithi040 ceph-mon[91058]: pgmap v763: 121 pgs: 121 active+clean; 486 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-22T04:38:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:04 smithi040 ceph-mon[91058]: osdmap e699: 8 total, 8 up, 8 in 2024-04-22T04:38:05.215 INFO:tasks.rados.rados.0.smithi040.stdout:3264: done (1 left) 2024-04-22T04:38:05.215 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 323 2024-04-22T04:38:05.215 INFO:tasks.rados.rados.0.smithi040.stdout:3265: seq_num 1035 ranges {5242880=540672} 2024-04-22T04:38:05.243 INFO:tasks.rados.rados.0.smithi040.stdout:3265: writing smithi04078109-13 from 5242880 to 5783552 tid 1 2024-04-22T04:38:05.243 INFO:tasks.rados.rados.0.smithi040.stdout:3266: read oid 31 snap -1 2024-04-22T04:38:05.243 INFO:tasks.rados.rados.0.smithi040.stdout:3266: expect (ObjNum 1030 snap 319 seq_num 1030) 2024-04-22T04:38:05.243 INFO:tasks.rados.rados.0.smithi040.stdout:3267: read oid 46 snap 313 2024-04-22T04:38:05.244 INFO:tasks.rados.rados.0.smithi040.stdout:3267: expect (ObjNum 854 snap 270 seq_num 854) 2024-04-22T04:38:05.244 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 323 2024-04-22T04:38:05.244 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 2196 (ObjNum 983 snap 305 seq_num 983) dirty exists 2024-04-22T04:38:05.244 INFO:tasks.rados.rados.0.smithi040.stdout:3268: seq_num 1036 ranges {2056192=557056} 2024-04-22T04:38:05.259 INFO:tasks.rados.rados.0.smithi040.stdout:3268: writing smithi04078109-17 from 2056192 to 2613248 tid 1 2024-04-22T04:38:05.259 INFO:tasks.rados.rados.0.smithi040.stdout:3263: done (4 left) 2024-04-22T04:38:05.259 INFO:tasks.rados.rados.0.smithi040.stdout:3269: setattr oid 21 current snap is 323 2024-04-22T04:38:05.259 INFO:tasks.rados.rados.0.smithi040.stdout:3265: finishing write tid 1 to smithi04078109-13 2024-04-22T04:38:05.259 INFO:tasks.rados.rados.0.smithi040.stdout:3265: finishing write tid 2 to smithi04078109-13 2024-04-22T04:38:05.259 INFO:tasks.rados.rados.0.smithi040.stdout:3265: finishing write tid 3 to smithi04078109-13 2024-04-22T04:38:05.259 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 1835 (ObjNum 1035 snap 323 seq_num 1035) dirty exists 2024-04-22T04:38:05.259 INFO:tasks.rados.rados.0.smithi040.stdout:3265: left oid 13 (ObjNum 1035 snap 323 seq_num 1035) 2024-04-22T04:38:05.261 INFO:tasks.rados.rados.0.smithi040.stdout:3265: done (4 left) 2024-04-22T04:38:05.261 INFO:tasks.rados.rados.0.smithi040.stdout:3270: rmattr oid 43 current snap is 323 2024-04-22T04:38:05.261 INFO:tasks.rados.rados.0.smithi040.stdout:3270: done (4 left) 2024-04-22T04:38:05.261 INFO:tasks.rados.rados.0.smithi040.stdout:3271: read oid 24 snap 289 2024-04-22T04:38:05.261 INFO:tasks.rados.rados.0.smithi040.stdout:3271: expect (ObjNum -1442265456 snap 21852 seq_num 2851766736) 2024-04-22T04:38:05.261 INFO:tasks.rados.rados.0.smithi040.stdout:3272: rmattr oid 20 current snap is 323 2024-04-22T04:38:05.261 INFO:tasks.rados.rados.0.smithi040.stdout:3272: done (5 left) 2024-04-22T04:38:05.262 INFO:tasks.rados.rados.0.smithi040.stdout:3273: snap_remove snap 318 2024-04-22T04:38:05.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:38:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:38:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:38:06.222 INFO:tasks.rados.rados.0.smithi040.stdout:3273: done (5 left) 2024-04-22T04:38:06.222 INFO:tasks.rados.rados.0.smithi040.stdout:3274: copy_from oid 44 from oid 43 current snap is 323 2024-04-22T04:38:06.222 INFO:tasks.rados.rados.0.smithi040.stdout:3275: snap_create 2024-04-22T04:38:06.222 INFO:tasks.rados.rados.0.smithi040.stdout:3271: expect (ObjNum -1442265456 snap 21852 seq_num 2851766736) 2024-04-22T04:38:06.227 INFO:tasks.rados.rados.0.smithi040.stdout:3267: expect (ObjNum 854 snap 270 seq_num 854) 2024-04-22T04:38:06.355 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 1914 (ObjNum 1 snap 32647 seq_num 2853013280) dirty exists 2024-04-22T04:38:06.355 INFO:tasks.rados.rados.0.smithi040.stdout:3268: finishing write tid 1 to smithi04078109-17 2024-04-22T04:38:06.355 INFO:tasks.rados.rados.0.smithi040.stdout:3268: finishing write tid 2 to smithi04078109-17 2024-04-22T04:38:06.356 INFO:tasks.rados.rados.0.smithi040.stdout:3268: finishing write tid 3 to smithi04078109-17 2024-04-22T04:38:06.356 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 2399 (ObjNum 1036 snap 323 seq_num 1036) dirty exists 2024-04-22T04:38:06.356 INFO:tasks.rados.rados.0.smithi040.stdout:3268: left oid 17 (ObjNum 1036 snap 323 seq_num 1036) 2024-04-22T04:38:06.356 INFO:tasks.rados.rados.0.smithi040.stdout:3266: expect (ObjNum 1030 snap 319 seq_num 1030) 2024-04-22T04:38:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:06 smithi062 ceph-mon[78153]: pgmap v765: 121 pgs: 121 active+clean; 486 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 441 KiB/s wr, 11 op/s 2024-04-22T04:38:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:06 smithi062 ceph-mon[78153]: osdmap e700: 8 total, 8 up, 8 in 2024-04-22T04:38:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:38:06.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:06 smithi040 ceph-mon[88445]: pgmap v765: 121 pgs: 121 active+clean; 486 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 441 KiB/s wr, 11 op/s 2024-04-22T04:38:06.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:06 smithi040 ceph-mon[88445]: osdmap e700: 8 total, 8 up, 8 in 2024-04-22T04:38:06.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:38:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:06 smithi040 ceph-mon[91058]: pgmap v765: 121 pgs: 121 active+clean; 486 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 441 KiB/s wr, 11 op/s 2024-04-22T04:38:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:06 smithi040 ceph-mon[91058]: osdmap e700: 8 total, 8 up, 8 in 2024-04-22T04:38:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:38:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:07 smithi062 ceph-mon[78153]: osdmap e701: 8 total, 8 up, 8 in 2024-04-22T04:38:07.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:07 smithi040 ceph-mon[88445]: osdmap e701: 8 total, 8 up, 8 in 2024-04-22T04:38:07.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:07 smithi040 ceph-mon[91058]: osdmap e701: 8 total, 8 up, 8 in 2024-04-22T04:38:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:08 smithi062 ceph-mon[78153]: pgmap v768: 121 pgs: 121 active+clean; 494 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-22T04:38:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:08 smithi062 ceph-mon[78153]: osdmap e702: 8 total, 8 up, 8 in 2024-04-22T04:38:08.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:08 smithi040 ceph-mon[88445]: pgmap v768: 121 pgs: 121 active+clean; 494 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-22T04:38:08.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:08 smithi040 ceph-mon[88445]: osdmap e702: 8 total, 8 up, 8 in 2024-04-22T04:38:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:08 smithi040 ceph-mon[91058]: pgmap v768: 121 pgs: 121 active+clean; 494 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-22T04:38:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:08 smithi040 ceph-mon[91058]: osdmap e702: 8 total, 8 up, 8 in 2024-04-22T04:38:09.551 INFO:tasks.rados.rados.0.smithi040.stdout:3274: finishing copy_from racing read to smithi04078109-44 2024-04-22T04:38:09.551 INFO:tasks.rados.rados.0.smithi040.stdout:3274: finishing copy_from to smithi04078109-44 2024-04-22T04:38:09.551 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 1384 (ObjNum 1027 snap 319 seq_num 1027) dirty exists 2024-04-22T04:38:09.551 INFO:tasks.rados.rados.0.smithi040.stdout:3266: done (6 left) 2024-04-22T04:38:09.551 INFO:tasks.rados.rados.0.smithi040.stdout:3267: done (5 left) 2024-04-22T04:38:09.552 INFO:tasks.rados.rados.0.smithi040.stdout:3268: done (4 left) 2024-04-22T04:38:09.552 INFO:tasks.rados.rados.0.smithi040.stdout:3269: done (3 left) 2024-04-22T04:38:09.552 INFO:tasks.rados.rados.0.smithi040.stdout:3271: done (2 left) 2024-04-22T04:38:09.552 INFO:tasks.rados.rados.0.smithi040.stdout:3274: done (1 left) 2024-04-22T04:38:09.552 INFO:tasks.rados.rados.0.smithi040.stdout:3275: done (0 left) 2024-04-22T04:38:09.552 INFO:tasks.rados.rados.0.smithi040.stdout:3276: snap_create 2024-04-22T04:38:10.231 INFO:tasks.rados.rados.0.smithi040.stdout:3276: done (0 left) 2024-04-22T04:38:10.231 INFO:tasks.rados.rados.0.smithi040.stdout:3277: snap_create 2024-04-22T04:38:10.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:10 smithi040 ceph-mon[88445]: pgmap v770: 121 pgs: 121 active+clean; 494 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-22T04:38:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:38:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:38:10] "GET /metrics HTTP/1.1" 200 241931 "" "Prometheus/2.43.0" 2024-04-22T04:38:10.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:10 smithi040 ceph-mon[91058]: pgmap v770: 121 pgs: 121 active+clean; 494 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-22T04:38:10.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:10 smithi062 ceph-mon[78153]: pgmap v770: 121 pgs: 121 active+clean; 494 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-22T04:38:11.236 INFO:tasks.rados.rados.0.smithi040.stdout:3277: done (0 left) 2024-04-22T04:38:11.236 INFO:tasks.rados.rados.0.smithi040.stdout:3278: rmattr oid 31 current snap is 326 2024-04-22T04:38:11.236 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 37 current snap is 326 2024-04-22T04:38:11.236 INFO:tasks.rados.rados.0.smithi040.stdout:3279: seq_num 1037 ranges {0=573440} 2024-04-22T04:38:11.239 INFO:tasks.rados.rados.0.smithi040.stdout:3279: writing smithi04078109-37 from 0 to 573440 tid 1 2024-04-22T04:38:11.239 INFO:tasks.rados.rados.0.smithi040.stdout:3280: copy_from oid 2 from oid 39 current snap is 326 2024-04-22T04:38:11.239 INFO:tasks.rados.rados.0.smithi040.stdout:3281: rollback oid 44 current snap is 326 2024-04-22T04:38:11.239 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 44 to 308 2024-04-22T04:38:11.242 INFO:tasks.rados.rados.0.smithi040.stdout:3282: read oid 4 snap -1 2024-04-22T04:38:11.242 INFO:tasks.rados.rados.0.smithi040.stdout:3282: expect deleted 2024-04-22T04:38:11.242 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 18 current snap is 326 2024-04-22T04:38:11.242 INFO:tasks.rados.rados.0.smithi040.stdout:3283: seq_num 1038 ranges {3964928=589824} 2024-04-22T04:38:11.266 INFO:tasks.rados.rados.0.smithi040.stdout:3283: writing smithi04078109-18 from 3964928 to 4554752 tid 1 2024-04-22T04:38:11.266 INFO:tasks.rados.rados.0.smithi040.stdout:3284: read oid 41 snap -1 2024-04-22T04:38:11.266 INFO:tasks.rados.rados.0.smithi040.stdout:3284: expect (ObjNum 1017 snap 316 seq_num 1017) 2024-04-22T04:38:11.266 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 326 2024-04-22T04:38:11.266 INFO:tasks.rados.rados.0.smithi040.stdout:3279: finishing write tid 1 to smithi04078109-37 2024-04-22T04:38:11.267 INFO:tasks.rados.rados.0.smithi040.stdout:3279: finishing write tid 2 to smithi04078109-37 2024-04-22T04:38:11.267 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2488 (ObjNum 1030 snap 319 seq_num 1030) dirty exists 2024-04-22T04:38:11.267 INFO:tasks.rados.rados.0.smithi040.stdout:3279: finishing write tid 3 to smithi04078109-37 2024-04-22T04:38:11.267 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 2403 (ObjNum 1037 snap 326 seq_num 1037) dirty exists 2024-04-22T04:38:11.267 INFO:tasks.rados.rados.0.smithi040.stdout:3279: left oid 37 (ObjNum 1037 snap 326 seq_num 1037) 2024-04-22T04:38:11.267 INFO:tasks.rados.rados.0.smithi040.stdout:3281: finishing rollback tid 0 to smithi04078109-44 2024-04-22T04:38:11.267 INFO:tasks.rados.rados.0.smithi040.stdout:3281: finishing rollback tid 1 to smithi04078109-44 2024-04-22T04:38:11.267 INFO:tasks.rados.rados.0.smithi040.stdout:3281: finishing rollback tid 2 to smithi04078109-44 2024-04-22T04:38:11.267 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 2492 (ObjNum 935 snap 295 seq_num 935) dirty exists 2024-04-22T04:38:11.267 INFO:tasks.rados.rados.0.smithi040.stdout:3280: finishing copy_from racing read to smithi04078109-2 2024-04-22T04:38:11.267 INFO:tasks.rados.rados.0.smithi040.stdout:3280: finishing copy_from to smithi04078109-2 2024-04-22T04:38:11.267 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 2195 (ObjNum 1032 snap 321 seq_num 1032) dirty exists 2024-04-22T04:38:11.267 INFO:tasks.rados.rados.0.smithi040.stdout:3285: seq_num 1039 ranges {3801088=606208} 2024-04-22T04:38:11.290 INFO:tasks.rados.rados.0.smithi040.stdout:3285: writing smithi04078109-32 from 3801088 to 4407296 tid 1 2024-04-22T04:38:11.291 INFO:tasks.rados.rados.0.smithi040.stdout:3278: done (7 left) 2024-04-22T04:38:11.291 INFO:tasks.rados.rados.0.smithi040.stdout:3279: done (6 left) 2024-04-22T04:38:11.291 INFO:tasks.rados.rados.0.smithi040.stdout:3280: done (5 left) 2024-04-22T04:38:11.291 INFO:tasks.rados.rados.0.smithi040.stdout:3281: done (4 left) 2024-04-22T04:38:11.291 INFO:tasks.rados.rados.0.smithi040.stdout:3282: done (3 left) 2024-04-22T04:38:11.291 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 8 current snap is 326 2024-04-22T04:38:11.291 INFO:tasks.rados.rados.0.smithi040.stdout:3286: seq_num 1040 ranges {0=622592} 2024-04-22T04:38:11.294 INFO:tasks.rados.rados.0.smithi040.stdout:3286: writing smithi04078109-8 from 0 to 622592 tid 1 2024-04-22T04:38:11.295 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 34 current snap is 326 2024-04-22T04:38:11.295 INFO:tasks.rados.rados.0.smithi040.stdout:3287: seq_num 1041 ranges {3194880=638976} 2024-04-22T04:38:11.315 INFO:tasks.rados.rados.0.smithi040.stdout:3287: writing smithi04078109-34 from 3194880 to 3833856 tid 1 2024-04-22T04:38:11.315 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 7 current snap is 326 2024-04-22T04:38:11.315 INFO:tasks.rados.rados.0.smithi040.stdout:3288: seq_num 1042 ranges {3612672=655360} 2024-04-22T04:38:11.339 INFO:tasks.rados.rados.0.smithi040.stdout:3288: writing smithi04078109-7 from 3612672 to 4268032 tid 1 2024-04-22T04:38:11.339 INFO:tasks.rados.rados.0.smithi040.stdout:3289: read oid 49 snap -1 2024-04-22T04:38:11.339 INFO:tasks.rados.rados.0.smithi040.stdout:3289: expect deleted 2024-04-22T04:38:11.339 INFO:tasks.rados.rados.0.smithi040.stdout:3290: snap_remove snap 289 2024-04-22T04:38:11.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:11 smithi062 ceph-mon[78153]: osdmap e703: 8 total, 8 up, 8 in 2024-04-22T04:38:11.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:11 smithi040 ceph-mon[88445]: osdmap e703: 8 total, 8 up, 8 in 2024-04-22T04:38:11.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:11 smithi040 ceph-mon[91058]: osdmap e703: 8 total, 8 up, 8 in 2024-04-22T04:38:12.204 INFO:tasks.rados.rados.0.smithi040.stdout:3290: done (7 left) 2024-04-22T04:38:12.204 INFO:tasks.rados.rados.0.smithi040.stdout:3291: delete oid 4 current snap is 326 2024-04-22T04:38:12.204 INFO:tasks.rados.rados.0.smithi040.stdout:3283: finishing write tid 1 to smithi04078109-18 2024-04-22T04:38:12.204 INFO:tasks.rados.rados.0.smithi040.stdout:3283: finishing write tid 2 to smithi04078109-18 2024-04-22T04:38:12.204 INFO:tasks.rados.rados.0.smithi040.stdout:3284: expect (ObjNum 1017 snap 316 seq_num 1017) 2024-04-22T04:38:12.263 INFO:tasks.rados.rados.0.smithi040.stdout:3283: finishing write tid 3 to smithi04078109-18 2024-04-22T04:38:12.264 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 1733 (ObjNum 1038 snap 326 seq_num 1038) dirty exists 2024-04-22T04:38:12.264 INFO:tasks.rados.rados.0.smithi040.stdout:3283: left oid 18 (ObjNum 1038 snap 326 seq_num 1038) 2024-04-22T04:38:12.264 INFO:tasks.rados.rados.0.smithi040.stdout:3285: finishing write tid 1 to smithi04078109-32 2024-04-22T04:38:12.264 INFO:tasks.rados.rados.0.smithi040.stdout:3283: done (7 left) 2024-04-22T04:38:12.264 INFO:tasks.rados.rados.0.smithi040.stdout:3284: done (6 left) 2024-04-22T04:38:12.264 INFO:tasks.rados.rados.0.smithi040.stdout:3291: done (5 left) 2024-04-22T04:38:12.264 INFO:tasks.rados.rados.0.smithi040.stdout:3292: rollback oid 12 current snap is 326 2024-04-22T04:38:12.264 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 12 to 309 2024-04-22T04:38:12.264 INFO:tasks.rados.rados.0.smithi040.stdout:3285: finishing write tid 2 to smithi04078109-32 2024-04-22T04:38:12.264 INFO:tasks.rados.rados.0.smithi040.stdout:3285: finishing write tid 3 to smithi04078109-32 2024-04-22T04:38:12.264 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 1862 (ObjNum 1039 snap 326 seq_num 1039) dirty exists 2024-04-22T04:38:12.264 INFO:tasks.rados.rados.0.smithi040.stdout:3285: left oid 32 (ObjNum 1039 snap 326 seq_num 1039) 2024-04-22T04:38:12.264 INFO:tasks.rados.rados.0.smithi040.stdout:3286: finishing write tid 1 to smithi04078109-8 2024-04-22T04:38:12.265 INFO:tasks.rados.rados.0.smithi040.stdout:3286: finishing write tid 2 to smithi04078109-8 2024-04-22T04:38:12.265 INFO:tasks.rados.rados.0.smithi040.stdout:3286: finishing write tid 3 to smithi04078109-8 2024-04-22T04:38:12.265 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 2198 (ObjNum 1040 snap 326 seq_num 1040) dirty exists 2024-04-22T04:38:12.265 INFO:tasks.rados.rados.0.smithi040.stdout:3286: left oid 8 (ObjNum 1040 snap 326 seq_num 1040) 2024-04-22T04:38:12.265 INFO:tasks.rados.rados.0.smithi040.stdout:3287: finishing write tid 1 to smithi04078109-34 2024-04-22T04:38:12.265 INFO:tasks.rados.rados.0.smithi040.stdout:3287: finishing write tid 2 to smithi04078109-34 2024-04-22T04:38:12.265 INFO:tasks.rados.rados.0.smithi040.stdout:3287: finishing write tid 3 to smithi04078109-34 2024-04-22T04:38:12.265 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 2137 (ObjNum 1041 snap 326 seq_num 1041) dirty exists 2024-04-22T04:38:12.265 INFO:tasks.rados.rados.0.smithi040.stdout:3287: left oid 34 (ObjNum 1041 snap 326 seq_num 1041) 2024-04-22T04:38:12.265 INFO:tasks.rados.rados.0.smithi040.stdout:3288: finishing write tid 1 to smithi04078109-7 2024-04-22T04:38:12.265 INFO:tasks.rados.rados.0.smithi040.stdout:3288: finishing write tid 2 to smithi04078109-7 2024-04-22T04:38:12.265 INFO:tasks.rados.rados.0.smithi040.stdout:3288: finishing write tid 3 to smithi04078109-7 2024-04-22T04:38:12.265 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 2139 (ObjNum 1042 snap 326 seq_num 1042) dirty exists 2024-04-22T04:38:12.265 INFO:tasks.rados.rados.0.smithi040.stdout:3288: left oid 7 (ObjNum 1042 snap 326 seq_num 1042) 2024-04-22T04:38:12.265 INFO:tasks.rados.rados.0.smithi040.stdout:3285: done (5 left) 2024-04-22T04:38:12.265 INFO:tasks.rados.rados.0.smithi040.stdout:3286: done (4 left) 2024-04-22T04:38:12.266 INFO:tasks.rados.rados.0.smithi040.stdout:3287: done (3 left) 2024-04-22T04:38:12.266 INFO:tasks.rados.rados.0.smithi040.stdout:3288: done (2 left) 2024-04-22T04:38:12.266 INFO:tasks.rados.rados.0.smithi040.stdout:3289: done (1 left) 2024-04-22T04:38:12.266 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 326 2024-04-22T04:38:12.266 INFO:tasks.rados.rados.0.smithi040.stdout:3293: seq_num 1044 ranges {0=688128} 2024-04-22T04:38:12.267 INFO:tasks.rados.rados.0.smithi040.stdout:3293: writing smithi04078109-49 from 0 to 688128 tid 1 2024-04-22T04:38:12.267 INFO:tasks.rados.rados.0.smithi040.stdout:3294: read oid 4 snap 324 2024-04-22T04:38:12.267 INFO:tasks.rados.rados.0.smithi040.stdout:3294: expect deleted 2024-04-22T04:38:12.267 INFO:tasks.rados.rados.0.smithi040.stdout:3295: delete oid 5 current snap is 326 2024-04-22T04:38:12.268 INFO:tasks.rados.rados.0.smithi040.stdout:3292: finishing rollback tid 0 to smithi04078109-12 2024-04-22T04:38:12.268 INFO:tasks.rados.rados.0.smithi040.stdout:3292: finishing rollback tid 1 to smithi04078109-12 2024-04-22T04:38:12.268 INFO:tasks.rados.rados.0.smithi040.stdout:3292: finishing rollback tid 2 to smithi04078109-12 2024-04-22T04:38:12.268 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1736 (ObjNum 968 snap 303 seq_num 968) dirty exists 2024-04-22T04:38:12.270 INFO:tasks.rados.rados.0.smithi040.stdout:3292: done (3 left) 2024-04-22T04:38:12.270 INFO:tasks.rados.rados.0.smithi040.stdout:3294: done (2 left) 2024-04-22T04:38:12.270 INFO:tasks.rados.rados.0.smithi040.stdout:3295: done (1 left) 2024-04-22T04:38:12.270 INFO:tasks.rados.rados.0.smithi040.stdout:3296: snap_create 2024-04-22T04:38:12.271 INFO:tasks.rados.rados.0.smithi040.stdout:3293: finishing write tid 1 to smithi04078109-49 2024-04-22T04:38:12.271 INFO:tasks.rados.rados.0.smithi040.stdout:3293: finishing write tid 2 to smithi04078109-49 2024-04-22T04:38:12.272 INFO:tasks.rados.rados.0.smithi040.stdout:3293: finishing write tid 3 to smithi04078109-49 2024-04-22T04:38:12.272 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 2141 (ObjNum 1044 snap 326 seq_num 1044) dirty exists 2024-04-22T04:38:12.272 INFO:tasks.rados.rados.0.smithi040.stdout:3293: left oid 49 (ObjNum 1044 snap 326 seq_num 1044) 2024-04-22T04:38:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:12 smithi062 ceph-mon[78153]: pgmap v772: 121 pgs: 121 active+clean; 494 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 441 KiB/s wr, 11 op/s 2024-04-22T04:38:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:12 smithi062 ceph-mon[78153]: osdmap e704: 8 total, 8 up, 8 in 2024-04-22T04:38:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:12 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:38:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:12 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:38:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:12 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:38:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:12 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:38:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:12 smithi062 ceph-mon[78153]: osdmap e705: 8 total, 8 up, 8 in 2024-04-22T04:38:12.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:12 smithi040 ceph-mon[88445]: pgmap v772: 121 pgs: 121 active+clean; 494 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 441 KiB/s wr, 11 op/s 2024-04-22T04:38:12.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:12 smithi040 ceph-mon[88445]: osdmap e704: 8 total, 8 up, 8 in 2024-04-22T04:38:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:12 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:38:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:12 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:38:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:12 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:38:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:12 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:38:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:12 smithi040 ceph-mon[88445]: osdmap e705: 8 total, 8 up, 8 in 2024-04-22T04:38:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:12 smithi040 ceph-mon[91058]: pgmap v772: 121 pgs: 121 active+clean; 494 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 441 KiB/s wr, 11 op/s 2024-04-22T04:38:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:12 smithi040 ceph-mon[91058]: osdmap e704: 8 total, 8 up, 8 in 2024-04-22T04:38:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:12 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:38:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:12 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:38:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:12 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:38:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:12 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:38:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:12 smithi040 ceph-mon[91058]: osdmap e705: 8 total, 8 up, 8 in 2024-04-22T04:38:13.246 INFO:tasks.rados.rados.0.smithi040.stdout:3293: done (1 left) 2024-04-22T04:38:13.246 INFO:tasks.rados.rados.0.smithi040.stdout:3296: done (0 left) 2024-04-22T04:38:13.246 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 45 current snap is 327 2024-04-22T04:38:13.246 INFO:tasks.rados.rados.0.smithi040.stdout:3297: seq_num 1046 ranges {8019968=729088} 2024-04-22T04:38:13.293 INFO:tasks.rados.rados.0.smithi040.stdout:3297: writing smithi04078109-45 from 8019968 to 8749056 tid 1 2024-04-22T04:38:13.293 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 1 current snap is 327 2024-04-22T04:38:13.293 INFO:tasks.rados.rados.0.smithi040.stdout:3298: seq_num 1047 ranges {0=745472} 2024-04-22T04:38:13.298 INFO:tasks.rados.rados.0.smithi040.stdout:3298: writing smithi04078109-1 from 0 to 745472 tid 1 2024-04-22T04:38:13.298 INFO:tasks.rados.rados.0.smithi040.stdout:3299: snap_remove snap 308 2024-04-22T04:38:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:3299: done (2 left) 2024-04-22T04:38:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:3300: read oid 9 snap 324 2024-04-22T04:38:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:3300: expect (ObjNum 812 snap 249 seq_num 812) 2024-04-22T04:38:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:3301: rmattr oid 31 current snap is 327 2024-04-22T04:38:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:3302: read oid 40 snap 322 2024-04-22T04:38:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:3302: expect (ObjNum 1010 snap 316 seq_num 1010) 2024-04-22T04:38:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:3303: snap_create 2024-04-22T04:38:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:3297: finishing write tid 1 to smithi04078109-45 2024-04-22T04:38:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:3297: finishing write tid 2 to smithi04078109-45 2024-04-22T04:38:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:3298: finishing write tid 1 to smithi04078109-1 2024-04-22T04:38:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:3298: finishing write tid 2 to smithi04078109-1 2024-04-22T04:38:14.257 INFO:tasks.rados.rados.0.smithi040.stdout:3297: finishing write tid 3 to smithi04078109-45 2024-04-22T04:38:14.258 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 2143 (ObjNum 1046 snap 327 seq_num 1046) dirty exists 2024-04-22T04:38:14.258 INFO:tasks.rados.rados.0.smithi040.stdout:3297: left oid 45 (ObjNum 1046 snap 327 seq_num 1046) 2024-04-22T04:38:14.258 INFO:tasks.rados.rados.0.smithi040.stdout:3298: finishing write tid 3 to smithi04078109-1 2024-04-22T04:38:14.258 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 1924 (ObjNum 1047 snap 327 seq_num 1047) dirty exists 2024-04-22T04:38:14.258 INFO:tasks.rados.rados.0.smithi040.stdout:3298: left oid 1 (ObjNum 1047 snap 327 seq_num 1047) 2024-04-22T04:38:14.283 INFO:tasks.rados.rados.0.smithi040.stdout:3300: expect (ObjNum 812 snap 249 seq_num 812) 2024-04-22T04:38:14.331 INFO:tasks.rados.rados.0.smithi040.stdout:3302: expect (ObjNum 1010 snap 316 seq_num 1010) 2024-04-22T04:38:14.428 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2498 (ObjNum 1030 snap 319 seq_num 1030) dirty exists 2024-04-22T04:38:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:14 smithi062 ceph-mon[78153]: pgmap v775: 121 pgs: 121 active+clean; 491 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 368 KiB/s wr, 6 op/s 2024-04-22T04:38:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:14 smithi062 ceph-mon[78153]: osdmap e706: 8 total, 8 up, 8 in 2024-04-22T04:38:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:14 smithi040 ceph-mon[88445]: pgmap v775: 121 pgs: 121 active+clean; 491 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 368 KiB/s wr, 6 op/s 2024-04-22T04:38:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:14 smithi040 ceph-mon[88445]: osdmap e706: 8 total, 8 up, 8 in 2024-04-22T04:38:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:14 smithi040 ceph-mon[91058]: pgmap v775: 121 pgs: 121 active+clean; 491 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 368 KiB/s wr, 6 op/s 2024-04-22T04:38:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:14 smithi040 ceph-mon[91058]: osdmap e706: 8 total, 8 up, 8 in 2024-04-22T04:38:15.260 INFO:tasks.rados.rados.0.smithi040.stdout:3297: done (5 left) 2024-04-22T04:38:15.260 INFO:tasks.rados.rados.0.smithi040.stdout:3298: done (4 left) 2024-04-22T04:38:15.260 INFO:tasks.rados.rados.0.smithi040.stdout:3300: done (3 left) 2024-04-22T04:38:15.260 INFO:tasks.rados.rados.0.smithi040.stdout:3301: done (2 left) 2024-04-22T04:38:15.260 INFO:tasks.rados.rados.0.smithi040.stdout:3302: done (1 left) 2024-04-22T04:38:15.260 INFO:tasks.rados.rados.0.smithi040.stdout:3303: done (0 left) 2024-04-22T04:38:15.260 INFO:tasks.rados.rados.0.smithi040.stdout:3304: snap_remove snap 324 2024-04-22T04:38:15.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:15 smithi062 ceph-mon[78153]: osdmap e707: 8 total, 8 up, 8 in 2024-04-22T04:38:15.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:38:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:38:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:38:15.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:15 smithi040 ceph-mon[88445]: osdmap e707: 8 total, 8 up, 8 in 2024-04-22T04:38:15.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:15 smithi040 ceph-mon[91058]: osdmap e707: 8 total, 8 up, 8 in 2024-04-22T04:38:16.266 INFO:tasks.rados.rados.0.smithi040.stdout:3304: done (0 left) 2024-04-22T04:38:16.266 INFO:tasks.rados.rados.0.smithi040.stdout:3305: rollback oid 24 current snap is 328 2024-04-22T04:38:16.266 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 24 to 314 2024-04-22T04:38:16.266 INFO:tasks.rados.rados.0.smithi040.stdout:3306: copy_from oid 33 from oid 15 current snap is 328 2024-04-22T04:38:16.266 INFO:tasks.rados.rados.0.smithi040.stdout:3307: snap_remove snap 279 2024-04-22T04:38:16.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:16 smithi062 ceph-mon[78153]: pgmap v778: 121 pgs: 121 active+clean; 491 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 292 KiB/s wr, 1 op/s 2024-04-22T04:38:16.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:16 smithi062 ceph-mon[78153]: osdmap e708: 8 total, 8 up, 8 in 2024-04-22T04:38:16.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:16 smithi040 ceph-mon[91058]: pgmap v778: 121 pgs: 121 active+clean; 491 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 292 KiB/s wr, 1 op/s 2024-04-22T04:38:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:16 smithi040 ceph-mon[91058]: osdmap e708: 8 total, 8 up, 8 in 2024-04-22T04:38:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:16 smithi040 ceph-mon[88445]: pgmap v778: 121 pgs: 121 active+clean; 491 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 292 KiB/s wr, 1 op/s 2024-04-22T04:38:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:16 smithi040 ceph-mon[88445]: osdmap e708: 8 total, 8 up, 8 in 2024-04-22T04:38:17.209 INFO:tasks.rados.rados.0.smithi040.stdout:3307: done (2 left) 2024-04-22T04:38:17.209 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 328 2024-04-22T04:38:17.209 INFO:tasks.rados.rados.0.smithi040.stdout:3308: seq_num 1048 ranges {7184384=761856} 2024-04-22T04:38:17.254 INFO:tasks.rados.rados.0.smithi040.stdout:3308: writing smithi04078109-40 from 7184384 to 7946240 tid 1 2024-04-22T04:38:17.254 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 328 2024-04-22T04:38:17.255 INFO:tasks.rados.rados.0.smithi040.stdout:3309: seq_num 1049 ranges {0=778240} 2024-04-22T04:38:17.259 INFO:tasks.rados.rados.0.smithi040.stdout:3309: writing smithi04078109-21 from 0 to 778240 tid 1 2024-04-22T04:38:17.260 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 328 2024-04-22T04:38:17.260 INFO:tasks.rados.rados.0.smithi040.stdout:3305: finishing rollback tid 0 to smithi04078109-24 2024-04-22T04:38:17.260 INFO:tasks.rados.rados.0.smithi040.stdout:3310: seq_num 1050 ranges {0=794624} 2024-04-22T04:38:17.265 INFO:tasks.rados.rados.0.smithi040.stdout:3310: writing smithi04078109-19 from 0 to 794624 tid 1 2024-04-22T04:38:17.265 INFO:tasks.rados.rados.0.smithi040.stdout:3311: delete oid 46 current snap is 328 2024-04-22T04:38:17.265 INFO:tasks.rados.rados.0.smithi040.stdout:3305: finishing rollback tid 1 to smithi04078109-24 2024-04-22T04:38:17.265 INFO:tasks.rados.rados.0.smithi040.stdout:3305: finishing rollback tid 2 to smithi04078109-24 2024-04-22T04:38:17.265 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 1865 (ObjNum 919 snap 290 seq_num 919) dirty exists 2024-04-22T04:38:17.266 INFO:tasks.rados.rados.0.smithi040.stdout:3306: finishing copy_from to smithi04078109-33 2024-04-22T04:38:17.266 INFO:tasks.rados.rados.0.smithi040.stdout:3306: got expected ENOENT (src dne) 2024-04-22T04:38:17.266 INFO:tasks.rados.rados.0.smithi040.stdout:3306: finishing copy_from racing read to smithi04078109-33 2024-04-22T04:38:17.266 INFO:tasks.rados.rados.0.smithi040.stdout:3308: finishing write tid 1 to smithi04078109-40 2024-04-22T04:38:17.266 INFO:tasks.rados.rados.0.smithi040.stdout:3308: finishing write tid 2 to smithi04078109-40 2024-04-22T04:38:17.266 INFO:tasks.rados.rados.0.smithi040.stdout:3309: finishing write tid 1 to smithi04078109-21 2024-04-22T04:38:17.266 INFO:tasks.rados.rados.0.smithi040.stdout:3309: finishing write tid 2 to smithi04078109-21 2024-04-22T04:38:17.266 INFO:tasks.rados.rados.0.smithi040.stdout:3308: finishing write tid 3 to smithi04078109-40 2024-04-22T04:38:17.267 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 2525 (ObjNum 1048 snap 328 seq_num 1048) dirty exists 2024-04-22T04:38:17.267 INFO:tasks.rados.rados.0.smithi040.stdout:3308: left oid 40 (ObjNum 1048 snap 328 seq_num 1048) 2024-04-22T04:38:17.267 INFO:tasks.rados.rados.0.smithi040.stdout:3309: finishing write tid 3 to smithi04078109-21 2024-04-22T04:38:17.267 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 1937 (ObjNum 1049 snap 328 seq_num 1049) dirty exists 2024-04-22T04:38:17.267 INFO:tasks.rados.rados.0.smithi040.stdout:3309: left oid 21 (ObjNum 1049 snap 328 seq_num 1049) 2024-04-22T04:38:17.268 INFO:tasks.rados.rados.0.smithi040.stdout:3305: done (5 left) 2024-04-22T04:38:17.268 INFO:tasks.rados.rados.0.smithi040.stdout:3306: done (4 left) 2024-04-22T04:38:17.268 INFO:tasks.rados.rados.0.smithi040.stdout:3308: done (3 left) 2024-04-22T04:38:17.268 INFO:tasks.rados.rados.0.smithi040.stdout:3309: done (2 left) 2024-04-22T04:38:17.268 INFO:tasks.rados.rados.0.smithi040.stdout:3311: done (1 left) 2024-04-22T04:38:17.268 INFO:tasks.rados.rados.0.smithi040.stdout:3312: snap_create 2024-04-22T04:38:17.269 INFO:tasks.rados.rados.0.smithi040.stdout:3310: finishing write tid 1 to smithi04078109-19 2024-04-22T04:38:17.269 INFO:tasks.rados.rados.0.smithi040.stdout:3310: finishing write tid 2 to smithi04078109-19 2024-04-22T04:38:17.271 INFO:tasks.rados.rados.0.smithi040.stdout:3310: finishing write tid 3 to smithi04078109-19 2024-04-22T04:38:17.271 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 1755 (ObjNum 1050 snap 328 seq_num 1050) dirty exists 2024-04-22T04:38:17.271 INFO:tasks.rados.rados.0.smithi040.stdout:3310: left oid 19 (ObjNum 1050 snap 328 seq_num 1050) 2024-04-22T04:38:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:17 smithi062 ceph-mon[78153]: osdmap e709: 8 total, 8 up, 8 in 2024-04-22T04:38:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:17 smithi062 ceph-mon[78153]: osdmap e710: 8 total, 8 up, 8 in 2024-04-22T04:38:17.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:17 smithi040 ceph-mon[88445]: osdmap e709: 8 total, 8 up, 8 in 2024-04-22T04:38:17.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:17 smithi040 ceph-mon[88445]: osdmap e710: 8 total, 8 up, 8 in 2024-04-22T04:38:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:17 smithi040 ceph-mon[91058]: osdmap e709: 8 total, 8 up, 8 in 2024-04-22T04:38:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:17 smithi040 ceph-mon[91058]: osdmap e710: 8 total, 8 up, 8 in 2024-04-22T04:38:18.275 INFO:tasks.rados.rados.0.smithi040.stdout:3310: done (1 left) 2024-04-22T04:38:18.276 INFO:tasks.rados.rados.0.smithi040.stdout:3312: done (0 left) 2024-04-22T04:38:18.276 INFO:tasks.rados.rados.0.smithi040.stdout:3313: read oid 21 snap 319 2024-04-22T04:38:18.276 INFO:tasks.rados.rados.0.smithi040.stdout:3313: expect deleted 2024-04-22T04:38:18.276 INFO:tasks.rados.rados.0.smithi040.stdout:3314: delete oid 3 current snap is 329 2024-04-22T04:38:18.280 INFO:tasks.rados.rados.0.smithi040.stdout:3313: done (1 left) 2024-04-22T04:38:18.280 INFO:tasks.rados.rados.0.smithi040.stdout:3314: done (0 left) 2024-04-22T04:38:18.280 INFO:tasks.rados.rados.0.smithi040.stdout:3315: read oid 23 snap 328 2024-04-22T04:38:18.280 INFO:tasks.rados.rados.0.smithi040.stdout:3315: expect (ObjNum 1033 snap 323 seq_num 1033) 2024-04-22T04:38:18.280 INFO:tasks.rados.rados.0.smithi040.stdout:3316: setattr oid 29 current snap is 329 2024-04-22T04:38:18.281 INFO:tasks.rados.rados.0.smithi040.stdout:3317: copy_from oid 21 from oid 16 current snap is 329 2024-04-22T04:38:18.282 INFO:tasks.rados.rados.0.smithi040.stdout:3318: delete oid 4 current snap is 329 2024-04-22T04:38:18.286 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 1376 (ObjNum -1442938240 snap 21852 seq_num 2852492928) dirty exists 2024-04-22T04:38:18.287 INFO:tasks.rados.rados.0.smithi040.stdout:3315: expect (ObjNum 1033 snap 323 seq_num 1033) 2024-04-22T04:38:18.314 INFO:tasks.rados.rados.0.smithi040.stdout:3315: done (3 left) 2024-04-22T04:38:18.314 INFO:tasks.rados.rados.0.smithi040.stdout:3316: done (2 left) 2024-04-22T04:38:18.314 INFO:tasks.rados.rados.0.smithi040.stdout:3318: done (1 left) 2024-04-22T04:38:18.314 INFO:tasks.rados.rados.0.smithi040.stdout:3319: snap_create 2024-04-22T04:38:18.317 INFO:tasks.rados.rados.0.smithi040.stdout:3317: finishing copy_from racing read to smithi04078109-21 2024-04-22T04:38:18.322 INFO:tasks.rados.rados.0.smithi040.stdout:3317: finishing copy_from to smithi04078109-21 2024-04-22T04:38:18.322 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 1278 (ObjNum 1011 snap 316 seq_num 1011) dirty exists 2024-04-22T04:38:18.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:18 smithi062 ceph-mon[78153]: pgmap v781: 121 pgs: 121 active+clean; 467 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-22T04:38:18.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:18 smithi040 ceph-mon[88445]: pgmap v781: 121 pgs: 121 active+clean; 467 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-22T04:38:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:18 smithi040 ceph-mon[91058]: pgmap v781: 121 pgs: 121 active+clean; 467 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-22T04:38:19.286 INFO:tasks.rados.rados.0.smithi040.stdout:3317: done (1 left) 2024-04-22T04:38:19.286 INFO:tasks.rados.rados.0.smithi040.stdout:3319: done (0 left) 2024-04-22T04:38:19.286 INFO:tasks.rados.rados.0.smithi040.stdout:3320: copy_from oid 14 from oid 19 current snap is 330 2024-04-22T04:38:19.286 INFO:tasks.rados.rados.0.smithi040.stdout:3321: rmattr oid 49 current snap is 330 2024-04-22T04:38:19.286 INFO:tasks.rados.rados.0.smithi040.stdout:3321: done (1 left) 2024-04-22T04:38:19.286 INFO:tasks.rados.rados.0.smithi040.stdout:3322: delete oid 29 current snap is 330 2024-04-22T04:38:19.294 INFO:tasks.rados.rados.0.smithi040.stdout:3320: finishing copy_from racing read to smithi04078109-14 2024-04-22T04:38:19.295 INFO:tasks.rados.rados.0.smithi040.stdout:3322: done (1 left) 2024-04-22T04:38:19.295 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 39 current snap is 330 2024-04-22T04:38:19.295 INFO:tasks.rados.rados.0.smithi040.stdout:3323: seq_num 1055 ranges {2859008=475136,3334144=401408} 2024-04-22T04:38:19.312 INFO:tasks.rados.rados.0.smithi040.stdout:3323: writing smithi04078109-39 from 2859008 to 3334144 tid 1 2024-04-22T04:38:19.315 INFO:tasks.rados.rados.0.smithi040.stdout:3323: writing smithi04078109-39 from 3334144 to 3735552 tid 2 2024-04-22T04:38:19.315 INFO:tasks.rados.rados.0.smithi040.stdout:3324: delete oid 5 current snap is 330 2024-04-22T04:38:19.315 INFO:tasks.rados.rados.0.smithi040.stdout:3320: finishing copy_from to smithi04078109-14 2024-04-22T04:38:19.315 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 1755 (ObjNum 1050 snap 328 seq_num 1050) dirty exists 2024-04-22T04:38:19.318 INFO:tasks.rados.rados.0.smithi040.stdout:3320: done (2 left) 2024-04-22T04:38:19.318 INFO:tasks.rados.rados.0.smithi040.stdout:3324: done (1 left) 2024-04-22T04:38:19.319 INFO:tasks.rados.rados.0.smithi040.stdout:3325: rmattr oid 47 current snap is 330 2024-04-22T04:38:19.319 INFO:tasks.rados.rados.0.smithi040.stdout:3325: done (1 left) 2024-04-22T04:38:19.319 INFO:tasks.rados.rados.0.smithi040.stdout:3326: read oid 47 snap 316 2024-04-22T04:38:19.319 INFO:tasks.rados.rados.0.smithi040.stdout:3326: expect (ObjNum 902 snap 284 seq_num 902) 2024-04-22T04:38:19.319 INFO:tasks.rados.rados.0.smithi040.stdout:3327: read oid 15 snap -1 2024-04-22T04:38:19.319 INFO:tasks.rados.rados.0.smithi040.stdout:3327: expect deleted 2024-04-22T04:38:19.319 INFO:tasks.rados.rados.0.smithi040.stdout:3328: rollback oid 37 current snap is 330 2024-04-22T04:38:19.319 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 37 to 315 2024-04-22T04:38:19.319 INFO:tasks.rados.rados.0.smithi040.stdout:3329: copy_from oid 49 from oid 14 current snap is 330 2024-04-22T04:38:19.319 INFO:tasks.rados.rados.0.smithi040.stdout:3330: read oid 40 snap 319 2024-04-22T04:38:19.319 INFO:tasks.rados.rados.0.smithi040.stdout:3330: expect (ObjNum 1009 snap 313 seq_num 1009) 2024-04-22T04:38:19.319 INFO:tasks.rados.rados.0.smithi040.stdout:3331: read oid 12 snap -1 2024-04-22T04:38:19.319 INFO:tasks.rados.rados.0.smithi040.stdout:3331: expect (ObjNum 968 snap 303 seq_num 968) 2024-04-22T04:38:19.319 INFO:tasks.rados.rados.0.smithi040.stdout:3332: snap_remove snap 325 2024-04-22T04:38:19.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:19 smithi062 ceph-mon[78153]: osdmap e711: 8 total, 8 up, 8 in 2024-04-22T04:38:19.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:19 smithi040 ceph-mon[88445]: osdmap e711: 8 total, 8 up, 8 in 2024-04-22T04:38:19.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:19 smithi040 ceph-mon[91058]: osdmap e711: 8 total, 8 up, 8 in 2024-04-22T04:38:20.298 INFO:tasks.rados.rados.0.smithi040.stdout:3332: done (7 left) 2024-04-22T04:38:20.298 INFO:tasks.rados.rados.0.smithi040.stdout:3333: setattr oid 50 current snap is 330 2024-04-22T04:38:20.299 INFO:tasks.rados.rados.0.smithi040.stdout:3323: finishing write tid 1 to smithi04078109-39 2024-04-22T04:38:20.299 INFO:tasks.rados.rados.0.smithi040.stdout:3323: finishing write tid 2 to smithi04078109-39 2024-04-22T04:38:20.299 INFO:tasks.rados.rados.0.smithi040.stdout:3323: finishing write tid 3 to smithi04078109-39 2024-04-22T04:38:20.299 INFO:tasks.rados.rados.0.smithi040.stdout:3328: finishing rollback tid 0 to smithi04078109-37 2024-04-22T04:38:20.299 INFO:tasks.rados.rados.0.smithi040.stdout:3323: finishing write tid 4 to smithi04078109-39 2024-04-22T04:38:20.299 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 2201 (ObjNum 1055 snap 330 seq_num 1055) dirty exists 2024-04-22T04:38:20.299 INFO:tasks.rados.rados.0.smithi040.stdout:3323: left oid 39 (ObjNum 1055 snap 330 seq_num 1055) 2024-04-22T04:38:20.299 INFO:tasks.rados.rados.0.smithi040.stdout:3328: finishing rollback tid 1 to smithi04078109-37 2024-04-22T04:38:20.299 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 2433 (ObjNum -1442732432 snap 21852 seq_num 2851816896) dirty dne 2024-04-22T04:38:20.300 INFO:tasks.rados.rados.0.smithi040.stdout:3329: finishing copy_from racing read to smithi04078109-49 2024-04-22T04:38:20.300 INFO:tasks.rados.rados.0.smithi040.stdout:3330: expect (ObjNum 1009 snap 313 seq_num 1009) 2024-04-22T04:38:20.405 INFO:tasks.rados.rados.0.smithi040.stdout:3329: finishing copy_from to smithi04078109-49 2024-04-22T04:38:20.405 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 1755 (ObjNum 1050 snap 328 seq_num 1050) dirty exists 2024-04-22T04:38:20.405 INFO:tasks.rados.rados.0.smithi040.stdout:3326: expect (ObjNum 902 snap 284 seq_num 902) 2024-04-22T04:38:20.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:20 smithi040 ceph-mon[88445]: pgmap v784: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 438 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-22T04:38:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:20 smithi040 ceph-mon[88445]: osdmap e712: 8 total, 8 up, 8 in 2024-04-22T04:38:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:38:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:38:20] "GET /metrics HTTP/1.1" 200 241931 "" "Prometheus/2.43.0" 2024-04-22T04:38:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:20 smithi040 ceph-mon[91058]: pgmap v784: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 438 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-22T04:38:20.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:20 smithi040 ceph-mon[91058]: osdmap e712: 8 total, 8 up, 8 in 2024-04-22T04:38:20.452 INFO:tasks.rados.rados.0.smithi040.stdout:3331: expect (ObjNum 968 snap 303 seq_num 968) 2024-04-22T04:38:20.564 INFO:tasks.rados.rados.0.smithi040.stdout:3323: done (7 left) 2024-04-22T04:38:20.564 INFO:tasks.rados.rados.0.smithi040.stdout:3326: done (6 left) 2024-04-22T04:38:20.564 INFO:tasks.rados.rados.0.smithi040.stdout:3327: done (5 left) 2024-04-22T04:38:20.564 INFO:tasks.rados.rados.0.smithi040.stdout:3328: done (4 left) 2024-04-22T04:38:20.564 INFO:tasks.rados.rados.0.smithi040.stdout:3329: done (3 left) 2024-04-22T04:38:20.564 INFO:tasks.rados.rados.0.smithi040.stdout:3330: done (2 left) 2024-04-22T04:38:20.564 INFO:tasks.rados.rados.0.smithi040.stdout:3331: done (1 left) 2024-04-22T04:38:20.564 INFO:tasks.rados.rados.0.smithi040.stdout:3334: copy_from oid 43 from oid 15 current snap is 330 2024-04-22T04:38:20.564 INFO:tasks.rados.rados.0.smithi040.stdout:3335: rollback oid 11 current snap is 330 2024-04-22T04:38:20.564 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 11 to 315 2024-04-22T04:38:20.564 INFO:tasks.rados.rados.0.smithi040.stdout:3336: rollback oid 3 current snap is 330 2024-04-22T04:38:20.564 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 3 to 298 2024-04-22T04:38:20.565 INFO:tasks.rados.rados.0.smithi040.stdout:3337: rmattr oid 31 current snap is 330 2024-04-22T04:38:20.565 INFO:tasks.rados.rados.0.smithi040.stdout:3338: read oid 17 snap -1 2024-04-22T04:38:20.565 INFO:tasks.rados.rados.0.smithi040.stdout:3338: expect (ObjNum 1036 snap 323 seq_num 1036) 2024-04-22T04:38:20.565 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 44 current snap is 330 2024-04-22T04:38:20.565 INFO:tasks.rados.rados.0.smithi040.stdout:3339: seq_num 1057 ranges {2899968=507904,3407872=401408} 2024-04-22T04:38:20.582 INFO:tasks.rados.rados.0.smithi040.stdout:3339: writing smithi04078109-44 from 2899968 to 3407872 tid 1 2024-04-22T04:38:20.585 INFO:tasks.rados.rados.0.smithi040.stdout:3339: writing smithi04078109-44 from 3407872 to 3809280 tid 2 2024-04-22T04:38:20.585 INFO:tasks.rados.rados.0.smithi040.stdout:3340: copy_from oid 37 from oid 29 current snap is 330 2024-04-22T04:38:20.585 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 1028 (ObjNum 971 snap 304 seq_num 971) dirty exists 2024-04-22T04:38:20.585 INFO:tasks.rados.rados.0.smithi040.stdout:3334: finishing copy_from to smithi04078109-43 2024-04-22T04:38:20.585 INFO:tasks.rados.rados.0.smithi040.stdout:3334: got expected ENOENT (src dne) 2024-04-22T04:38:20.585 INFO:tasks.rados.rados.0.smithi040.stdout:3334: finishing copy_from racing read to smithi04078109-43 2024-04-22T04:38:20.585 INFO:tasks.rados.rados.0.smithi040.stdout:3333: done (7 left) 2024-04-22T04:38:20.586 INFO:tasks.rados.rados.0.smithi040.stdout:3334: done (6 left) 2024-04-22T04:38:20.586 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 9 current snap is 330 2024-04-22T04:38:20.586 INFO:tasks.rados.rados.0.smithi040.stdout:3336: finishing rollback tid 1 to smithi04078109-3 2024-04-22T04:38:20.586 INFO:tasks.rados.rados.0.smithi040.stdout:3341: seq_num 1058 ranges {1605632=524288,2129920=401408} 2024-04-22T04:38:20.596 INFO:tasks.rados.rados.0.smithi040.stdout:3341: writing smithi04078109-9 from 1605632 to 2129920 tid 1 2024-04-22T04:38:20.599 INFO:tasks.rados.rados.0.smithi040.stdout:3341: writing smithi04078109-9 from 2129920 to 2531328 tid 2 2024-04-22T04:38:20.600 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 5 current snap is 330 2024-04-22T04:38:20.600 INFO:tasks.rados.rados.0.smithi040.stdout:3336: finishing rollback tid 2 to smithi04078109-3 2024-04-22T04:38:20.600 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 1868 (ObjNum 764 snap 230 seq_num 764) dirty exists 2024-04-22T04:38:20.600 INFO:tasks.rados.rados.0.smithi040.stdout:3335: finishing rollback tid 0 to smithi04078109-11 2024-04-22T04:38:20.600 INFO:tasks.rados.rados.0.smithi040.stdout:3335: finishing rollback tid 1 to smithi04078109-11 2024-04-22T04:38:20.600 INFO:tasks.rados.rados.0.smithi040.stdout:3335: finishing rollback tid 2 to smithi04078109-11 2024-04-22T04:38:20.600 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 2535 (ObjNum 992 snap 307 seq_num 992) dirty exists 2024-04-22T04:38:20.601 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2537 (ObjNum 1030 snap 319 seq_num 1030) dirty exists 2024-04-22T04:38:20.601 INFO:tasks.rados.rados.0.smithi040.stdout:3338: expect (ObjNum 1036 snap 323 seq_num 1036) 2024-04-22T04:38:20.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:20 smithi062 ceph-mon[78153]: pgmap v784: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 438 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-22T04:38:20.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:20 smithi062 ceph-mon[78153]: osdmap e712: 8 total, 8 up, 8 in 2024-04-22T04:38:20.702 INFO:tasks.rados.rados.0.smithi040.stdout:3340: finishing copy_from to smithi04078109-37 2024-04-22T04:38:20.703 INFO:tasks.rados.rados.0.smithi040.stdout:3340: got expected ENOENT (src dne) 2024-04-22T04:38:20.703 INFO:tasks.rados.rados.0.smithi040.stdout:3340: finishing copy_from racing read to smithi04078109-37 2024-04-22T04:38:20.703 INFO:tasks.rados.rados.0.smithi040.stdout:3339: finishing write tid 1 to smithi04078109-44 2024-04-22T04:38:20.703 INFO:tasks.rados.rados.0.smithi040.stdout:3339: finishing write tid 2 to smithi04078109-44 2024-04-22T04:38:20.703 INFO:tasks.rados.rados.0.smithi040.stdout:3342: seq_num 1059 ranges {0=540672,540672=401408} 2024-04-22T04:38:20.705 INFO:tasks.rados.rados.0.smithi040.stdout:3342: writing smithi04078109-5 from 0 to 540672 tid 1 2024-04-22T04:38:20.709 INFO:tasks.rados.rados.0.smithi040.stdout:3342: writing smithi04078109-5 from 540672 to 942080 tid 2 2024-04-22T04:38:20.709 INFO:tasks.rados.rados.0.smithi040.stdout:3335: done (7 left) 2024-04-22T04:38:20.709 INFO:tasks.rados.rados.0.smithi040.stdout:3336: done (6 left) 2024-04-22T04:38:20.709 INFO:tasks.rados.rados.0.smithi040.stdout:3337: done (5 left) 2024-04-22T04:38:20.709 INFO:tasks.rados.rados.0.smithi040.stdout:3338: done (4 left) 2024-04-22T04:38:20.709 INFO:tasks.rados.rados.0.smithi040.stdout:3340: done (3 left) 2024-04-22T04:38:20.709 INFO:tasks.rados.rados.0.smithi040.stdout:3343: rollback oid 20 current snap is 330 2024-04-22T04:38:20.709 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 20 to 327 2024-04-22T04:38:20.709 INFO:tasks.rados.rados.0.smithi040.stdout:3339: finishing write tid 3 to smithi04078109-44 2024-04-22T04:38:20.710 INFO:tasks.rados.rados.0.smithi040.stdout:3339: finishing write tid 4 to smithi04078109-44 2024-04-22T04:38:20.710 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 2541 (ObjNum 1057 snap 330 seq_num 1057) dirty exists 2024-04-22T04:38:20.710 INFO:tasks.rados.rados.0.smithi040.stdout:3339: left oid 44 (ObjNum 1057 snap 330 seq_num 1057) 2024-04-22T04:38:20.710 INFO:tasks.rados.rados.0.smithi040.stdout:3341: finishing write tid 1 to smithi04078109-9 2024-04-22T04:38:20.710 INFO:tasks.rados.rados.0.smithi040.stdout:3341: finishing write tid 2 to smithi04078109-9 2024-04-22T04:38:20.710 INFO:tasks.rados.rados.0.smithi040.stdout:3341: finishing write tid 3 to smithi04078109-9 2024-04-22T04:38:20.710 INFO:tasks.rados.rados.0.smithi040.stdout:3341: finishing write tid 4 to smithi04078109-9 2024-04-22T04:38:20.710 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 2146 (ObjNum 1058 snap 330 seq_num 1058) dirty exists 2024-04-22T04:38:20.710 INFO:tasks.rados.rados.0.smithi040.stdout:3341: left oid 9 (ObjNum 1058 snap 330 seq_num 1058) 2024-04-22T04:38:20.710 INFO:tasks.rados.rados.0.smithi040.stdout:3339: done (3 left) 2024-04-22T04:38:20.710 INFO:tasks.rados.rados.0.smithi040.stdout:3341: done (2 left) 2024-04-22T04:38:20.710 INFO:tasks.rados.rados.0.smithi040.stdout:3344: rmattr oid 47 current snap is 330 2024-04-22T04:38:20.710 INFO:tasks.rados.rados.0.smithi040.stdout:3344: done (2 left) 2024-04-22T04:38:20.710 INFO:tasks.rados.rados.0.smithi040.stdout:3345: setattr oid 31 current snap is 330 2024-04-22T04:38:20.711 INFO:tasks.rados.rados.0.smithi040.stdout:3346: snap_create 2024-04-22T04:38:20.712 INFO:tasks.rados.rados.0.smithi040.stdout:3342: finishing write tid 1 to smithi04078109-5 2024-04-22T04:38:20.712 INFO:tasks.rados.rados.0.smithi040.stdout:3342: finishing write tid 2 to smithi04078109-5 2024-04-22T04:38:20.714 INFO:tasks.rados.rados.0.smithi040.stdout:3343: finishing rollback tid 0 to smithi04078109-20 2024-04-22T04:38:20.714 INFO:tasks.rados.rados.0.smithi040.stdout:3343: finishing rollback tid 1 to smithi04078109-20 2024-04-22T04:38:20.714 INFO:tasks.rados.rados.0.smithi040.stdout:3343: finishing rollback tid 2 to smithi04078109-20 2024-04-22T04:38:20.714 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1846 (ObjNum 1010 snap 316 seq_num 1010) dirty exists 2024-04-22T04:38:20.714 INFO:tasks.rados.rados.0.smithi040.stdout:3342: finishing write tid 3 to smithi04078109-5 2024-04-22T04:38:20.715 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2542 (ObjNum 1030 snap 319 seq_num 1030) dirty exists 2024-04-22T04:38:20.715 INFO:tasks.rados.rados.0.smithi040.stdout:3342: finishing write tid 4 to smithi04078109-5 2024-04-22T04:38:20.715 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 2440 (ObjNum 1059 snap 330 seq_num 1059) dirty exists 2024-04-22T04:38:20.715 INFO:tasks.rados.rados.0.smithi040.stdout:3342: left oid 5 (ObjNum 1059 snap 330 seq_num 1059) 2024-04-22T04:38:21.304 INFO:tasks.rados.rados.0.smithi040.stdout:3342: done (3 left) 2024-04-22T04:38:21.304 INFO:tasks.rados.rados.0.smithi040.stdout:3343: done (2 left) 2024-04-22T04:38:21.304 INFO:tasks.rados.rados.0.smithi040.stdout:3345: done (1 left) 2024-04-22T04:38:21.304 INFO:tasks.rados.rados.0.smithi040.stdout:3346: done (0 left) 2024-04-22T04:38:21.304 INFO:tasks.rados.rados.0.smithi040.stdout:3347: delete oid 42 current snap is 331 2024-04-22T04:38:21.311 INFO:tasks.rados.rados.0.smithi040.stdout:3347: done (0 left) 2024-04-22T04:38:21.311 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 26 current snap is 331 2024-04-22T04:38:21.311 INFO:tasks.rados.rados.0.smithi040.stdout:3348: seq_num 1061 ranges {6029312=573440,6602752=401408} 2024-04-22T04:38:21.347 INFO:tasks.rados.rados.0.smithi040.stdout:3348: writing smithi04078109-26 from 6029312 to 6602752 tid 1 2024-04-22T04:38:21.350 INFO:tasks.rados.rados.0.smithi040.stdout:3348: writing smithi04078109-26 from 6602752 to 7004160 tid 2 2024-04-22T04:38:21.350 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 42 current snap is 331 2024-04-22T04:38:21.350 INFO:tasks.rados.rados.0.smithi040.stdout:3349: seq_num 1062 ranges {0=589824,589824=401408} 2024-04-22T04:38:21.353 INFO:tasks.rados.rados.0.smithi040.stdout:3349: writing smithi04078109-42 from 0 to 589824 tid 1 2024-04-22T04:38:21.356 INFO:tasks.rados.rados.0.smithi040.stdout:3349: writing smithi04078109-42 from 589824 to 991232 tid 2 2024-04-22T04:38:21.356 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 22 current snap is 331 2024-04-22T04:38:21.356 INFO:tasks.rados.rados.0.smithi040.stdout:3348: finishing write tid 1 to smithi04078109-26 2024-04-22T04:38:21.356 INFO:tasks.rados.rados.0.smithi040.stdout:3348: finishing write tid 2 to smithi04078109-26 2024-04-22T04:38:21.357 INFO:tasks.rados.rados.0.smithi040.stdout:3350: seq_num 1063 ranges {7692288=606208,8298496=401408} 2024-04-22T04:38:21.401 INFO:tasks.rados.rados.0.smithi040.stdout:3350: writing smithi04078109-22 from 7692288 to 8298496 tid 1 2024-04-22T04:38:21.404 INFO:tasks.rados.rados.0.smithi040.stdout:3350: writing smithi04078109-22 from 8298496 to 8699904 tid 2 2024-04-22T04:38:21.404 INFO:tasks.rados.rados.0.smithi040.stdout:3351: delete oid 44 current snap is 331 2024-04-22T04:38:21.404 INFO:tasks.rados.rados.0.smithi040.stdout:3348: finishing write tid 3 to smithi04078109-26 2024-04-22T04:38:21.404 INFO:tasks.rados.rados.0.smithi040.stdout:3348: finishing write tid 4 to smithi04078109-26 2024-04-22T04:38:21.404 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 1739 (ObjNum 1061 snap 331 seq_num 1061) dirty exists 2024-04-22T04:38:21.404 INFO:tasks.rados.rados.0.smithi040.stdout:3348: left oid 26 (ObjNum 1061 snap 331 seq_num 1061) 2024-04-22T04:38:21.404 INFO:tasks.rados.rados.0.smithi040.stdout:3349: finishing write tid 1 to smithi04078109-42 2024-04-22T04:38:21.404 INFO:tasks.rados.rados.0.smithi040.stdout:3349: finishing write tid 2 to smithi04078109-42 2024-04-22T04:38:21.404 INFO:tasks.rados.rados.0.smithi040.stdout:3349: finishing write tid 3 to smithi04078109-42 2024-04-22T04:38:21.404 INFO:tasks.rados.rados.0.smithi040.stdout:3349: finishing write tid 4 to smithi04078109-42 2024-04-22T04:38:21.404 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 1032 (ObjNum 1062 snap 331 seq_num 1062) dirty exists 2024-04-22T04:38:21.404 INFO:tasks.rados.rados.0.smithi040.stdout:3349: left oid 42 (ObjNum 1062 snap 331 seq_num 1062) 2024-04-22T04:38:21.407 INFO:tasks.rados.rados.0.smithi040.stdout:3348: done (3 left) 2024-04-22T04:38:21.407 INFO:tasks.rados.rados.0.smithi040.stdout:3349: done (2 left) 2024-04-22T04:38:21.407 INFO:tasks.rados.rados.0.smithi040.stdout:3351: done (1 left) 2024-04-22T04:38:21.407 INFO:tasks.rados.rados.0.smithi040.stdout:3352: read oid 18 snap -1 2024-04-22T04:38:21.407 INFO:tasks.rados.rados.0.smithi040.stdout:3352: expect (ObjNum 1038 snap 326 seq_num 1038) 2024-04-22T04:38:21.411 INFO:tasks.rados.rados.0.smithi040.stdout:3353: read oid 34 snap -1 2024-04-22T04:38:21.411 INFO:tasks.rados.rados.0.smithi040.stdout:3353: expect (ObjNum 1041 snap 326 seq_num 1041) 2024-04-22T04:38:21.411 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 42 current snap is 331 2024-04-22T04:38:21.411 INFO:tasks.rados.rados.0.smithi040.stdout:3354: seq_num 1065 ranges {991232=638976,1630208=401408} 2024-04-22T04:38:21.416 INFO:tasks.rados.rados.0.smithi040.stdout:3354: writing smithi04078109-42 from 991232 to 1630208 tid 1 2024-04-22T04:38:21.420 INFO:tasks.rados.rados.0.smithi040.stdout:3354: writing smithi04078109-42 from 1630208 to 2031616 tid 2 2024-04-22T04:38:21.420 INFO:tasks.rados.rados.0.smithi040.stdout:3355: copy_from oid 48 from oid 32 current snap is 331 2024-04-22T04:38:21.420 INFO:tasks.rados.rados.0.smithi040.stdout:3350: finishing write tid 1 to smithi04078109-22 2024-04-22T04:38:21.420 INFO:tasks.rados.rados.0.smithi040.stdout:3350: finishing write tid 2 to smithi04078109-22 2024-04-22T04:38:21.420 INFO:tasks.rados.rados.0.smithi040.stdout:3350: finishing write tid 3 to smithi04078109-22 2024-04-22T04:38:21.420 INFO:tasks.rados.rados.0.smithi040.stdout:3350: finishing write tid 4 to smithi04078109-22 2024-04-22T04:38:21.420 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 1283 (ObjNum 1063 snap 331 seq_num 1063) dirty exists 2024-04-22T04:38:21.421 INFO:tasks.rados.rados.0.smithi040.stdout:3350: left oid 22 (ObjNum 1063 snap 331 seq_num 1063) 2024-04-22T04:38:21.421 INFO:tasks.rados.rados.0.smithi040.stdout:3350: done (4 left) 2024-04-22T04:38:21.421 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 3 current snap is 331 2024-04-22T04:38:21.421 INFO:tasks.rados.rados.0.smithi040.stdout:3356: seq_num 1066 ranges {10321920=663552,10985472=401408} 2024-04-22T04:38:21.480 INFO:tasks.rados.rados.0.smithi040.stdout:3356: writing smithi04078109-3 from 10321920 to 10985472 tid 1 2024-04-22T04:38:21.483 INFO:tasks.rados.rados.0.smithi040.stdout:3356: writing smithi04078109-3 from 10985472 to 11386880 tid 2 2024-04-22T04:38:21.483 INFO:tasks.rados.rados.0.smithi040.stdout:3357: read oid 31 snap -1 2024-04-22T04:38:21.483 INFO:tasks.rados.rados.0.smithi040.stdout:3357: expect (ObjNum 1030 snap 319 seq_num 1030) 2024-04-22T04:38:21.483 INFO:tasks.rados.rados.0.smithi040.stdout:3358: read oid 17 snap -1 2024-04-22T04:38:21.483 INFO:tasks.rados.rados.0.smithi040.stdout:3358: expect (ObjNum 1036 snap 323 seq_num 1036) 2024-04-22T04:38:21.483 INFO:tasks.rados.rados.0.smithi040.stdout:3359: delete oid 20 current snap is 331 2024-04-22T04:38:21.483 INFO:tasks.rados.rados.0.smithi040.stdout:3354: finishing write tid 1 to smithi04078109-42 2024-04-22T04:38:21.483 INFO:tasks.rados.rados.0.smithi040.stdout:3354: finishing write tid 2 to smithi04078109-42 2024-04-22T04:38:21.484 INFO:tasks.rados.rados.0.smithi040.stdout:3354: finishing write tid 3 to smithi04078109-42 2024-04-22T04:38:21.484 INFO:tasks.rados.rados.0.smithi040.stdout:3353: expect (ObjNum 1041 snap 326 seq_num 1041) 2024-04-22T04:38:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:21 smithi062 ceph-mon[78153]: osdmap e713: 8 total, 8 up, 8 in 2024-04-22T04:38:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:38:21.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:21 smithi040 ceph-mon[88445]: osdmap e713: 8 total, 8 up, 8 in 2024-04-22T04:38:21.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:38:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:21 smithi040 ceph-mon[91058]: osdmap e713: 8 total, 8 up, 8 in 2024-04-22T04:38:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:38:21.711 INFO:tasks.rados.rados.0.smithi040.stdout:3354: finishing write tid 4 to smithi04078109-42 2024-04-22T04:38:21.711 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 1035 (ObjNum 1065 snap 331 seq_num 1065) dirty exists 2024-04-22T04:38:21.711 INFO:tasks.rados.rados.0.smithi040.stdout:3354: left oid 42 (ObjNum 1065 snap 331 seq_num 1065) 2024-04-22T04:38:21.711 INFO:tasks.rados.rados.0.smithi040.stdout:3352: expect (ObjNum 1038 snap 326 seq_num 1038) 2024-04-22T04:38:21.987 INFO:tasks.rados.rados.0.smithi040.stdout:3355: finishing copy_from racing read to smithi04078109-48 2024-04-22T04:38:21.987 INFO:tasks.rados.rados.0.smithi040.stdout:3355: finishing copy_from to smithi04078109-48 2024-04-22T04:38:21.987 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 1862 (ObjNum 1039 snap 326 seq_num 1039) dirty exists 2024-04-22T04:38:21.987 INFO:tasks.rados.rados.0.smithi040.stdout:3352: done (7 left) 2024-04-22T04:38:21.987 INFO:tasks.rados.rados.0.smithi040.stdout:3353: done (6 left) 2024-04-22T04:38:21.987 INFO:tasks.rados.rados.0.smithi040.stdout:3354: done (5 left) 2024-04-22T04:38:21.987 INFO:tasks.rados.rados.0.smithi040.stdout:3355: done (4 left) 2024-04-22T04:38:21.988 INFO:tasks.rados.rados.0.smithi040.stdout:3359: done (3 left) 2024-04-22T04:38:21.988 INFO:tasks.rados.rados.0.smithi040.stdout:3360: copy_from oid 14 from oid 29 current snap is 331 2024-04-22T04:38:21.988 INFO:tasks.rados.rados.0.smithi040.stdout:3356: finishing write tid 1 to smithi04078109-3 2024-04-22T04:38:21.988 INFO:tasks.rados.rados.0.smithi040.stdout:3358: expect (ObjNum 1036 snap 323 seq_num 1036) 2024-04-22T04:38:22.090 INFO:tasks.rados.rados.0.smithi040.stdout:3356: finishing write tid 2 to smithi04078109-3 2024-04-22T04:38:22.090 INFO:tasks.rados.rados.0.smithi040.stdout:3356: finishing write tid 3 to smithi04078109-3 2024-04-22T04:38:22.090 INFO:tasks.rados.rados.0.smithi040.stdout:3356: finishing write tid 4 to smithi04078109-3 2024-04-22T04:38:22.090 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 1871 (ObjNum 1066 snap 331 seq_num 1066) dirty exists 2024-04-22T04:38:22.090 INFO:tasks.rados.rados.0.smithi040.stdout:3356: left oid 3 (ObjNum 1066 snap 331 seq_num 1066) 2024-04-22T04:38:22.090 INFO:tasks.rados.rados.0.smithi040.stdout:3357: expect (ObjNum 1030 snap 319 seq_num 1030) 2024-04-22T04:38:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:22 smithi062 ceph-mon[78153]: pgmap v787: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 420 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 776 KiB/s wr, 5 op/s 2024-04-22T04:38:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:22 smithi062 ceph-mon[78153]: osdmap e714: 8 total, 8 up, 8 in 2024-04-22T04:38:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:22 smithi062 ceph-mon[78153]: osdmap e715: 8 total, 8 up, 8 in 2024-04-22T04:38:22.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:22 smithi040 ceph-mon[88445]: pgmap v787: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 420 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 776 KiB/s wr, 5 op/s 2024-04-22T04:38:22.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:22 smithi040 ceph-mon[88445]: osdmap e714: 8 total, 8 up, 8 in 2024-04-22T04:38:22.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:22 smithi040 ceph-mon[88445]: osdmap e715: 8 total, 8 up, 8 in 2024-04-22T04:38:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:22 smithi040 ceph-mon[91058]: pgmap v787: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 420 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 776 KiB/s wr, 5 op/s 2024-04-22T04:38:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:22 smithi040 ceph-mon[91058]: osdmap e714: 8 total, 8 up, 8 in 2024-04-22T04:38:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:22 smithi040 ceph-mon[91058]: osdmap e715: 8 total, 8 up, 8 in 2024-04-22T04:38:24.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:24 smithi062 ceph-mon[78153]: pgmap v790: 121 pgs: 121 active+clean; 433 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-22T04:38:24.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:24 smithi040 ceph-mon[88445]: pgmap v790: 121 pgs: 121 active+clean; 433 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-22T04:38:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:24 smithi040 ceph-mon[91058]: pgmap v790: 121 pgs: 121 active+clean; 433 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-22T04:38:25.289 INFO:tasks.rados.rados.0.smithi040.stdout:3360: finishing copy_from to smithi04078109-14 2024-04-22T04:38:25.289 INFO:tasks.rados.rados.0.smithi040.stdout:3360: got expected ENOENT (src dne) 2024-04-22T04:38:25.289 INFO:tasks.rados.rados.0.smithi040.stdout:3360: finishing copy_from racing read to smithi04078109-14 2024-04-22T04:38:25.290 INFO:tasks.rados.rados.0.smithi040.stdout:3356: done (3 left) 2024-04-22T04:38:25.290 INFO:tasks.rados.rados.0.smithi040.stdout:3357: done (2 left) 2024-04-22T04:38:25.290 INFO:tasks.rados.rados.0.smithi040.stdout:3358: done (1 left) 2024-04-22T04:38:25.290 INFO:tasks.rados.rados.0.smithi040.stdout:3360: done (0 left) 2024-04-22T04:38:25.290 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 331 2024-04-22T04:38:25.290 INFO:tasks.rados.rados.0.smithi040.stdout:3361: seq_num 1068 ranges {5783552=696320,6479872=401408} 2024-04-22T04:38:25.324 INFO:tasks.rados.rados.0.smithi040.stdout:3361: writing smithi04078109-13 from 5783552 to 6479872 tid 1 2024-04-22T04:38:25.327 INFO:tasks.rados.rados.0.smithi040.stdout:3361: writing smithi04078109-13 from 6479872 to 6881280 tid 2 2024-04-22T04:38:25.327 INFO:tasks.rados.rados.0.smithi040.stdout:3362: read oid 22 snap -1 2024-04-22T04:38:25.327 INFO:tasks.rados.rados.0.smithi040.stdout:3362: expect (ObjNum 1063 snap 331 seq_num 1063) 2024-04-22T04:38:25.327 INFO:tasks.rados.rados.0.smithi040.stdout:3363: read oid 33 snap -1 2024-04-22T04:38:25.327 INFO:tasks.rados.rados.0.smithi040.stdout:3363: expect (ObjNum 932 snap 295 seq_num 932) 2024-04-22T04:38:25.327 INFO:tasks.rados.rados.0.smithi040.stdout:3364: snap_remove snap 316 2024-04-22T04:38:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:38:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:38:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:38:26.317 INFO:tasks.rados.rados.0.smithi040.stdout:3364: done (3 left) 2024-04-22T04:38:26.317 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 18 current snap is 331 2024-04-22T04:38:26.319 INFO:tasks.rados.rados.0.smithi040.stdout:3365: seq_num 1069 ranges {4554752=712704,5267456=401408} 2024-04-22T04:38:26.348 INFO:tasks.rados.rados.0.smithi040.stdout:3365: writing smithi04078109-18 from 4554752 to 5267456 tid 1 2024-04-22T04:38:26.350 INFO:tasks.rados.rados.0.smithi040.stdout:3365: writing smithi04078109-18 from 5267456 to 5668864 tid 2 2024-04-22T04:38:26.350 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 29 current snap is 331 2024-04-22T04:38:26.350 INFO:tasks.rados.rados.0.smithi040.stdout:3361: finishing write tid 1 to smithi04078109-13 2024-04-22T04:38:26.350 INFO:tasks.rados.rados.0.smithi040.stdout:3366: seq_num 1070 ranges {0=729088,729088=401408} 2024-04-22T04:38:26.355 INFO:tasks.rados.rados.0.smithi040.stdout:3366: writing smithi04078109-29 from 0 to 729088 tid 1 2024-04-22T04:38:26.357 INFO:tasks.rados.rados.0.smithi040.stdout:3366: writing smithi04078109-29 from 729088 to 1130496 tid 2 2024-04-22T04:38:26.357 INFO:tasks.rados.rados.0.smithi040.stdout:3367: snap_remove snap 329 2024-04-22T04:38:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:26 smithi062 ceph-mon[78153]: pgmap v791: 121 pgs: 121 active+clean; 433 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2024-04-22T04:38:26.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:26 smithi040 ceph-mon[88445]: pgmap v791: 121 pgs: 121 active+clean; 433 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2024-04-22T04:38:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:26 smithi040 ceph-mon[91058]: pgmap v791: 121 pgs: 121 active+clean; 433 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2024-04-22T04:38:27.215 INFO:tasks.rados.rados.0.smithi040.stdout:3367: done (5 left) 2024-04-22T04:38:27.215 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 9 current snap is 331 2024-04-22T04:38:27.215 INFO:tasks.rados.rados.0.smithi040.stdout:3368: seq_num 1071 ranges {2531328=745472,3276800=401408} 2024-04-22T04:38:27.234 INFO:tasks.rados.rados.0.smithi040.stdout:3368: writing smithi04078109-9 from 2531328 to 3276800 tid 1 2024-04-22T04:38:27.237 INFO:tasks.rados.rados.0.smithi040.stdout:3368: writing smithi04078109-9 from 3276800 to 3678208 tid 2 2024-04-22T04:38:27.237 INFO:tasks.rados.rados.0.smithi040.stdout:3369: rollback oid 34 current snap is 331 2024-04-22T04:38:27.237 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 34 to 312 2024-04-22T04:38:27.237 INFO:tasks.rados.rados.0.smithi040.stdout:3361: finishing write tid 2 to smithi04078109-13 2024-04-22T04:38:27.237 INFO:tasks.rados.rados.0.smithi040.stdout:3370: snap_remove snap 323 2024-04-22T04:38:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:27 smithi062 ceph-mon[78153]: osdmap e716: 8 total, 8 up, 8 in 2024-04-22T04:38:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:27 smithi062 ceph-mon[78153]: osdmap e717: 8 total, 8 up, 8 in 2024-04-22T04:38:27.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:27 smithi040 ceph-mon[88445]: osdmap e716: 8 total, 8 up, 8 in 2024-04-22T04:38:27.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:27 smithi040 ceph-mon[88445]: osdmap e717: 8 total, 8 up, 8 in 2024-04-22T04:38:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:27 smithi040 ceph-mon[91058]: osdmap e716: 8 total, 8 up, 8 in 2024-04-22T04:38:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:27 smithi040 ceph-mon[91058]: osdmap e717: 8 total, 8 up, 8 in 2024-04-22T04:38:28.211 INFO:tasks.rados.rados.0.smithi040.stdout:3370: done (7 left) 2024-04-22T04:38:28.211 INFO:tasks.rados.rados.0.smithi040.stdout:3371: rmattr oid 17 current snap is 331 2024-04-22T04:38:28.211 INFO:tasks.rados.rados.0.smithi040.stdout:3371: done (7 left) 2024-04-22T04:38:28.211 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 41 current snap is 331 2024-04-22T04:38:28.212 INFO:tasks.rados.rados.0.smithi040.stdout:3372: seq_num 1072 ranges {1032192=761856,1794048=401408} 2024-04-22T04:38:28.222 INFO:tasks.rados.rados.0.smithi040.stdout:3372: writing smithi04078109-41 from 1032192 to 1794048 tid 1 2024-04-22T04:38:28.225 INFO:tasks.rados.rados.0.smithi040.stdout:3372: writing smithi04078109-41 from 1794048 to 2195456 tid 2 2024-04-22T04:38:28.225 INFO:tasks.rados.rados.0.smithi040.stdout:3373: snap_remove snap 309 2024-04-22T04:38:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:28 smithi062 ceph-mon[78153]: pgmap v793: 121 pgs: 121 active+clean; 437 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-04-22T04:38:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:28 smithi062 ceph-mon[78153]: osdmap e718: 8 total, 8 up, 8 in 2024-04-22T04:38:28.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:28 smithi040 ceph-mon[88445]: pgmap v793: 121 pgs: 121 active+clean; 437 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-04-22T04:38:28.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:28 smithi040 ceph-mon[88445]: osdmap e718: 8 total, 8 up, 8 in 2024-04-22T04:38:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:28 smithi040 ceph-mon[91058]: pgmap v793: 121 pgs: 121 active+clean; 437 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-04-22T04:38:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:28 smithi040 ceph-mon[91058]: osdmap e718: 8 total, 8 up, 8 in 2024-04-22T04:38:29.213 INFO:tasks.rados.rados.0.smithi040.stdout:3373: done (8 left) 2024-04-22T04:38:29.213 INFO:tasks.rados.rados.0.smithi040.stdout:3374: copy_from oid 44 from oid 43 current snap is 331 2024-04-22T04:38:29.213 INFO:tasks.rados.rados.0.smithi040.stdout:3361: finishing write tid 3 to smithi04078109-13 2024-04-22T04:38:29.213 INFO:tasks.rados.rados.0.smithi040.stdout:3361: finishing write tid 4 to smithi04078109-13 2024-04-22T04:38:29.213 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 1838 (ObjNum 1068 snap 331 seq_num 1068) dirty exists 2024-04-22T04:38:29.213 INFO:tasks.rados.rados.0.smithi040.stdout:3361: left oid 13 (ObjNum 1068 snap 331 seq_num 1068) 2024-04-22T04:38:29.213 INFO:tasks.rados.rados.0.smithi040.stdout:3363: expect (ObjNum 932 snap 295 seq_num 932) 2024-04-22T04:38:29.418 INFO:tasks.rados.rados.0.smithi040.stdout:3362: expect (ObjNum 1063 snap 331 seq_num 1063) 2024-04-22T04:38:30.203 INFO:tasks.rados.rados.0.smithi040.stdout:3365: finishing write tid 1 to smithi04078109-18 2024-04-22T04:38:30.203 INFO:tasks.rados.rados.0.smithi040.stdout:3365: finishing write tid 2 to smithi04078109-18 2024-04-22T04:38:30.203 INFO:tasks.rados.rados.0.smithi040.stdout:3365: finishing write tid 3 to smithi04078109-18 2024-04-22T04:38:30.204 INFO:tasks.rados.rados.0.smithi040.stdout:3365: finishing write tid 4 to smithi04078109-18 2024-04-22T04:38:30.204 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 1742 (ObjNum 1069 snap 331 seq_num 1069) dirty exists 2024-04-22T04:38:30.204 INFO:tasks.rados.rados.0.smithi040.stdout:3365: left oid 18 (ObjNum 1069 snap 331 seq_num 1069) 2024-04-22T04:38:30.204 INFO:tasks.rados.rados.0.smithi040.stdout:3366: finishing write tid 1 to smithi04078109-29 2024-04-22T04:38:30.204 INFO:tasks.rados.rados.0.smithi040.stdout:3361: done (8 left) 2024-04-22T04:38:30.204 INFO:tasks.rados.rados.0.smithi040.stdout:3362: done (7 left) 2024-04-22T04:38:30.204 INFO:tasks.rados.rados.0.smithi040.stdout:3363: done (6 left) 2024-04-22T04:38:30.204 INFO:tasks.rados.rados.0.smithi040.stdout:3365: done (5 left) 2024-04-22T04:38:30.204 INFO:tasks.rados.rados.0.smithi040.stdout:3375: copy_from oid 19 from oid 35 current snap is 331 2024-04-22T04:38:30.204 INFO:tasks.rados.rados.0.smithi040.stdout:3366: finishing write tid 2 to smithi04078109-29 2024-04-22T04:38:30.204 INFO:tasks.rados.rados.0.smithi040.stdout:3366: finishing write tid 3 to smithi04078109-29 2024-04-22T04:38:30.204 INFO:tasks.rados.rados.0.smithi040.stdout:3366: finishing write tid 4 to smithi04078109-29 2024-04-22T04:38:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 1865 (ObjNum 1070 snap 331 seq_num 1070) dirty exists 2024-04-22T04:38:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:3366: left oid 29 (ObjNum 1070 snap 331 seq_num 1070) 2024-04-22T04:38:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:3368: finishing write tid 1 to smithi04078109-9 2024-04-22T04:38:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:3368: finishing write tid 2 to smithi04078109-9 2024-04-22T04:38:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:3368: finishing write tid 3 to smithi04078109-9 2024-04-22T04:38:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:3368: finishing write tid 4 to smithi04078109-9 2024-04-22T04:38:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 2149 (ObjNum 1071 snap 331 seq_num 1071) dirty exists 2024-04-22T04:38:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:3368: left oid 9 (ObjNum 1071 snap 331 seq_num 1071) 2024-04-22T04:38:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:3369: finishing rollback tid 0 to smithi04078109-34 2024-04-22T04:38:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:3369: finishing rollback tid 1 to smithi04078109-34 2024-04-22T04:38:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:3369: finishing rollback tid 2 to smithi04078109-34 2024-04-22T04:38:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 2152 (ObjNum 996 snap 309 seq_num 996) dirty exists 2024-04-22T04:38:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:3372: finishing write tid 1 to smithi04078109-41 2024-04-22T04:38:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:3372: finishing write tid 2 to smithi04078109-41 2024-04-22T04:38:30.205 INFO:tasks.rados.rados.0.smithi040.stdout:3372: finishing write tid 3 to smithi04078109-41 2024-04-22T04:38:30.206 INFO:tasks.rados.rados.0.smithi040.stdout:3372: finishing write tid 4 to smithi04078109-41 2024-04-22T04:38:30.206 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 2458 (ObjNum 1072 snap 331 seq_num 1072) dirty exists 2024-04-22T04:38:30.206 INFO:tasks.rados.rados.0.smithi040.stdout:3372: left oid 41 (ObjNum 1072 snap 331 seq_num 1072) 2024-04-22T04:38:30.206 INFO:tasks.rados.rados.0.smithi040.stdout:3374: finishing copy_from racing read to smithi04078109-44 2024-04-22T04:38:30.206 INFO:tasks.rados.rados.0.smithi040.stdout:3366: done (5 left) 2024-04-22T04:38:30.206 INFO:tasks.rados.rados.0.smithi040.stdout:3368: done (4 left) 2024-04-22T04:38:30.206 INFO:tasks.rados.rados.0.smithi040.stdout:3369: done (3 left) 2024-04-22T04:38:30.206 INFO:tasks.rados.rados.0.smithi040.stdout:3372: done (2 left) 2024-04-22T04:38:30.206 INFO:tasks.rados.rados.0.smithi040.stdout:3376: setattr oid 12 current snap is 331 2024-04-22T04:38:30.206 INFO:tasks.rados.rados.0.smithi040.stdout:3374: finishing copy_from to smithi04078109-44 2024-04-22T04:38:30.206 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 1384 (ObjNum 1027 snap 319 seq_num 1027) dirty exists 2024-04-22T04:38:30.207 INFO:tasks.rados.rados.0.smithi040.stdout:3374: done (2 left) 2024-04-22T04:38:30.207 INFO:tasks.rados.rados.0.smithi040.stdout:3377: delete oid 14 current snap is 331 2024-04-22T04:38:30.207 INFO:tasks.rados.rados.0.smithi040.stdout:3377: done (2 left) 2024-04-22T04:38:30.207 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 331 2024-04-22T04:38:30.207 INFO:tasks.rados.rados.0.smithi040.stdout:3378: seq_num 1074 ranges {1376256=794624,2170880=401408} 2024-04-22T04:38:30.218 INFO:tasks.rados.rados.0.smithi040.stdout:3378: writing smithi04078109-47 from 1376256 to 2170880 tid 1 2024-04-22T04:38:30.220 INFO:tasks.rados.rados.0.smithi040.stdout:3378: writing smithi04078109-47 from 2170880 to 2572288 tid 2 2024-04-22T04:38:30.221 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 50 current snap is 331 2024-04-22T04:38:30.221 INFO:tasks.rados.rados.0.smithi040.stdout:3379: seq_num 1075 ranges {1875968=409600,2285568=671744,2957312=131072} 2024-04-22T04:38:30.233 INFO:tasks.rados.rados.0.smithi040.stdout:3379: writing smithi04078109-50 from 1875968 to 2285568 tid 1 2024-04-22T04:38:30.237 INFO:tasks.rados.rados.0.smithi040.stdout:3379: writing smithi04078109-50 from 2285568 to 2957312 tid 2 2024-04-22T04:38:30.238 INFO:tasks.rados.rados.0.smithi040.stdout:3379: writing smithi04078109-50 from 2957312 to 3088384 tid 3 2024-04-22T04:38:30.238 INFO:tasks.rados.rados.0.smithi040.stdout:3380: setattr oid 43 current snap is 331 2024-04-22T04:38:30.238 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1743 (ObjNum 968 snap 303 seq_num 968) dirty exists 2024-04-22T04:38:30.238 INFO:tasks.rados.rados.0.smithi040.stdout:3378: finishing write tid 1 to smithi04078109-47 2024-04-22T04:38:30.238 INFO:tasks.rados.rados.0.smithi040.stdout:3378: finishing write tid 2 to smithi04078109-47 2024-04-22T04:38:30.238 INFO:tasks.rados.rados.0.smithi040.stdout:3378: finishing write tid 3 to smithi04078109-47 2024-04-22T04:38:30.238 INFO:tasks.rados.rados.0.smithi040.stdout:3378: finishing write tid 4 to smithi04078109-47 2024-04-22T04:38:30.239 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 1038 (ObjNum 1074 snap 331 seq_num 1074) dirty exists 2024-04-22T04:38:30.239 INFO:tasks.rados.rados.0.smithi040.stdout:3378: left oid 47 (ObjNum 1074 snap 331 seq_num 1074) 2024-04-22T04:38:30.239 INFO:tasks.rados.rados.0.smithi040.stdout:3375: finishing copy_from racing read to smithi04078109-19 2024-04-22T04:38:30.239 INFO:tasks.rados.rados.0.smithi040.stdout:3375: finishing copy_from to smithi04078109-19 2024-04-22T04:38:30.239 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 1902 (ObjNum 997 snap 309 seq_num 997) dirty exists 2024-04-22T04:38:30.239 INFO:tasks.rados.rados.0.smithi040.stdout:3379: finishing write tid 1 to smithi04078109-50 2024-04-22T04:38:30.239 INFO:tasks.rados.rados.0.smithi040.stdout:3375: done (4 left) 2024-04-22T04:38:30.239 INFO:tasks.rados.rados.0.smithi040.stdout:3376: done (3 left) 2024-04-22T04:38:30.240 INFO:tasks.rados.rados.0.smithi040.stdout:3378: done (2 left) 2024-04-22T04:38:30.240 INFO:tasks.rados.rados.0.smithi040.stdout:3381: rollback oid 14 current snap is 331 2024-04-22T04:38:30.240 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 14 to 328 2024-04-22T04:38:30.240 INFO:tasks.rados.rados.0.smithi040.stdout:3382: setattr oid 22 current snap is 331 2024-04-22T04:38:30.241 INFO:tasks.rados.rados.0.smithi040.stdout:3383: snap_create 2024-04-22T04:38:30.242 INFO:tasks.rados.rados.0.smithi040.stdout:3379: finishing write tid 2 to smithi04078109-50 2024-04-22T04:38:30.242 INFO:tasks.rados.rados.0.smithi040.stdout:3381: finishing rollback tid 1 to smithi04078109-14 2024-04-22T04:38:30.242 INFO:tasks.rados.rados.0.smithi040.stdout:3379: finishing write tid 3 to smithi04078109-50 2024-04-22T04:38:30.242 INFO:tasks.rados.rados.0.smithi040.stdout:3381: finishing rollback tid 2 to smithi04078109-14 2024-04-22T04:38:30.242 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 1868 (ObjNum 1019 snap 317 seq_num 1019) dirty exists 2024-04-22T04:38:30.243 INFO:tasks.rados.rados.0.smithi040.stdout:3379: finishing write tid 4 to smithi04078109-50 2024-04-22T04:38:30.244 INFO:tasks.rados.rados.0.smithi040.stdout:3379: finishing write tid 5 to smithi04078109-50 2024-04-22T04:38:30.244 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 1042 (ObjNum 1075 snap 331 seq_num 1075) dirty exists 2024-04-22T04:38:30.244 INFO:tasks.rados.rados.0.smithi040.stdout:3379: left oid 50 (ObjNum 1075 snap 331 seq_num 1075) 2024-04-22T04:38:30.245 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 1284 (ObjNum 1063 snap 331 seq_num 1063) dirty exists 2024-04-22T04:38:30.245 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 1385 (ObjNum 1027 snap 319 seq_num 1027) dirty exists 2024-04-22T04:38:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:38:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:38:30] "GET /metrics HTTP/1.1" 200 241915 "" "Prometheus/2.43.0" 2024-04-22T04:38:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:30 smithi040 ceph-mon[91058]: pgmap v796: 121 pgs: 121 active+clean; 439 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1006 KiB/s wr, 12 op/s 2024-04-22T04:38:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:30 smithi040 ceph-mon[91058]: osdmap e719: 8 total, 8 up, 8 in 2024-04-22T04:38:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:30 smithi040 ceph-mon[88445]: pgmap v796: 121 pgs: 121 active+clean; 439 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1006 KiB/s wr, 12 op/s 2024-04-22T04:38:30.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:30 smithi040 ceph-mon[88445]: osdmap e719: 8 total, 8 up, 8 in 2024-04-22T04:38:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:30 smithi062 ceph-mon[78153]: pgmap v796: 121 pgs: 121 active+clean; 439 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1006 KiB/s wr, 12 op/s 2024-04-22T04:38:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:30 smithi062 ceph-mon[78153]: osdmap e719: 8 total, 8 up, 8 in 2024-04-22T04:38:31.221 INFO:tasks.rados.rados.0.smithi040.stdout:3379: done (4 left) 2024-04-22T04:38:31.221 INFO:tasks.rados.rados.0.smithi040.stdout:3380: done (3 left) 2024-04-22T04:38:31.221 INFO:tasks.rados.rados.0.smithi040.stdout:3381: done (2 left) 2024-04-22T04:38:31.221 INFO:tasks.rados.rados.0.smithi040.stdout:3382: done (1 left) 2024-04-22T04:38:31.221 INFO:tasks.rados.rados.0.smithi040.stdout:3383: done (0 left) 2024-04-22T04:38:31.221 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 45 current snap is 332 2024-04-22T04:38:31.221 INFO:tasks.rados.rados.0.smithi040.stdout:3384: seq_num 1076 ranges {8749056=425984,9175040=548864,9723904=253952} 2024-04-22T04:38:31.271 INFO:tasks.rados.rados.0.smithi040.stdout:3384: writing smithi04078109-45 from 8749056 to 9175040 tid 1 2024-04-22T04:38:31.274 INFO:tasks.rados.rados.0.smithi040.stdout:3384: writing smithi04078109-45 from 9175040 to 9723904 tid 2 2024-04-22T04:38:31.276 INFO:tasks.rados.rados.0.smithi040.stdout:3384: writing smithi04078109-45 from 9723904 to 9977856 tid 3 2024-04-22T04:38:31.276 INFO:tasks.rados.rados.0.smithi040.stdout:3385: read oid 41 snap 326 2024-04-22T04:38:31.277 INFO:tasks.rados.rados.0.smithi040.stdout:3385: expect (ObjNum 1017 snap 316 seq_num 1017) 2024-04-22T04:38:31.277 INFO:tasks.rados.rados.0.smithi040.stdout:3386: read oid 30 snap -1 2024-04-22T04:38:31.277 INFO:tasks.rados.rados.0.smithi040.stdout:3386: expect (ObjNum 988 snap 307 seq_num 988) 2024-04-22T04:38:31.277 INFO:tasks.rados.rados.0.smithi040.stdout:3387: rollback oid 38 current snap is 332 2024-04-22T04:38:31.277 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 38 to 298 2024-04-22T04:38:31.277 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 332 2024-04-22T04:38:31.277 INFO:tasks.rados.rados.0.smithi040.stdout:3388: seq_num 1077 ranges {3178496=442368,3620864=434176,4055040=368640} 2024-04-22T04:38:31.297 INFO:tasks.rados.rados.0.smithi040.stdout:3388: writing smithi04078109-25 from 3178496 to 3620864 tid 1 2024-04-22T04:38:31.300 INFO:tasks.rados.rados.0.smithi040.stdout:3388: writing smithi04078109-25 from 3620864 to 4055040 tid 2 2024-04-22T04:38:31.302 INFO:tasks.rados.rados.0.smithi040.stdout:3388: writing smithi04078109-25 from 4055040 to 4423680 tid 3 2024-04-22T04:38:31.302 INFO:tasks.rados.rados.0.smithi040.stdout:3389: setattr oid 16 current snap is 332 2024-04-22T04:38:31.305 INFO:tasks.rados.rados.0.smithi040.stdout:3385: expect (ObjNum 1017 snap 316 seq_num 1017) 2024-04-22T04:38:31.354 INFO:tasks.rados.rados.0.smithi040.stdout:3387: finishing rollback tid 0 to smithi04078109-38 2024-04-22T04:38:31.354 INFO:tasks.rados.rados.0.smithi040.stdout:3387: finishing rollback tid 1 to smithi04078109-38 2024-04-22T04:38:31.354 INFO:tasks.rados.rados.0.smithi040.stdout:3387: finishing rollback tid 2 to smithi04078109-38 2024-04-22T04:38:31.354 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 1388 (ObjNum 919 snap 290 seq_num 919) dirty exists 2024-04-22T04:38:31.354 INFO:tasks.rados.rados.0.smithi040.stdout:3384: finishing write tid 1 to smithi04078109-45 2024-04-22T04:38:31.354 INFO:tasks.rados.rados.0.smithi040.stdout:3384: finishing write tid 2 to smithi04078109-45 2024-04-22T04:38:31.354 INFO:tasks.rados.rados.0.smithi040.stdout:3384: finishing write tid 3 to smithi04078109-45 2024-04-22T04:38:31.354 INFO:tasks.rados.rados.0.smithi040.stdout:3384: finishing write tid 4 to smithi04078109-45 2024-04-22T04:38:31.354 INFO:tasks.rados.rados.0.smithi040.stdout:3384: finishing write tid 5 to smithi04078109-45 2024-04-22T04:38:31.354 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 2156 (ObjNum 1076 snap 332 seq_num 1076) dirty exists 2024-04-22T04:38:31.354 INFO:tasks.rados.rados.0.smithi040.stdout:3384: left oid 45 (ObjNum 1076 snap 332 seq_num 1076) 2024-04-22T04:38:31.355 INFO:tasks.rados.rados.0.smithi040.stdout:3388: finishing write tid 1 to smithi04078109-25 2024-04-22T04:38:31.355 INFO:tasks.rados.rados.0.smithi040.stdout:3386: expect (ObjNum 988 snap 307 seq_num 988) 2024-04-22T04:38:31.728 INFO:tasks.rados.rados.0.smithi040.stdout:3388: finishing write tid 2 to smithi04078109-25 2024-04-22T04:38:31.728 INFO:tasks.rados.rados.0.smithi040.stdout:3388: finishing write tid 3 to smithi04078109-25 2024-04-22T04:38:31.728 INFO:tasks.rados.rados.0.smithi040.stdout:3388: finishing write tid 4 to smithi04078109-25 2024-04-22T04:38:31.728 INFO:tasks.rados.rados.0.smithi040.stdout:3388: finishing write tid 5 to smithi04078109-25 2024-04-22T04:38:31.728 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 2584 (ObjNum 1077 snap 332 seq_num 1077) dirty exists 2024-04-22T04:38:31.729 INFO:tasks.rados.rados.0.smithi040.stdout:3388: left oid 25 (ObjNum 1077 snap 332 seq_num 1077) 2024-04-22T04:38:31.729 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 1839 (ObjNum 1011 snap 316 seq_num 1011) dirty exists 2024-04-22T04:38:31.729 INFO:tasks.rados.rados.0.smithi040.stdout:3384: done (5 left) 2024-04-22T04:38:31.729 INFO:tasks.rados.rados.0.smithi040.stdout:3385: done (4 left) 2024-04-22T04:38:31.729 INFO:tasks.rados.rados.0.smithi040.stdout:3386: done (3 left) 2024-04-22T04:38:31.729 INFO:tasks.rados.rados.0.smithi040.stdout:3387: done (2 left) 2024-04-22T04:38:31.729 INFO:tasks.rados.rados.0.smithi040.stdout:3388: done (1 left) 2024-04-22T04:38:31.729 INFO:tasks.rados.rados.0.smithi040.stdout:3389: done (0 left) 2024-04-22T04:38:31.729 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 332 2024-04-22T04:38:31.729 INFO:tasks.rados.rados.0.smithi040.stdout:3390: seq_num 1078 ranges {6119424=458752,6578176=720896,7299072=81920} 2024-04-22T04:38:31.763 INFO:tasks.rados.rados.0.smithi040.stdout:3390: writing smithi04078109-35 from 6119424 to 6578176 tid 1 2024-04-22T04:38:31.767 INFO:tasks.rados.rados.0.smithi040.stdout:3390: writing smithi04078109-35 from 6578176 to 7299072 tid 2 2024-04-22T04:38:31.768 INFO:tasks.rados.rados.0.smithi040.stdout:3390: writing smithi04078109-35 from 7299072 to 7380992 tid 3 2024-04-22T04:38:31.768 INFO:tasks.rados.rados.0.smithi040.stdout:3391: delete oid 16 current snap is 332 2024-04-22T04:38:31.768 INFO:tasks.rados.rados.0.smithi040.stdout:3390: finishing write tid 1 to smithi04078109-35 2024-04-22T04:38:31.771 INFO:tasks.rados.rados.0.smithi040.stdout:3391: done (1 left) 2024-04-22T04:38:31.771 INFO:tasks.rados.rados.0.smithi040.stdout:3392: rmattr oid 10 current snap is 332 2024-04-22T04:38:31.771 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 29 current snap is 332 2024-04-22T04:38:31.771 INFO:tasks.rados.rados.0.smithi040.stdout:3393: seq_num 1080 ranges {1130496=491520,1622016=540672,2162688=262144} 2024-04-22T04:38:31.779 INFO:tasks.rados.rados.0.smithi040.stdout:3393: writing smithi04078109-29 from 1130496 to 1622016 tid 1 2024-04-22T04:38:31.783 INFO:tasks.rados.rados.0.smithi040.stdout:3393: writing smithi04078109-29 from 1622016 to 2162688 tid 2 2024-04-22T04:38:31.785 INFO:tasks.rados.rados.0.smithi040.stdout:3393: writing smithi04078109-29 from 2162688 to 2424832 tid 3 2024-04-22T04:38:31.785 INFO:tasks.rados.rados.0.smithi040.stdout:3394: snap_create 2024-04-22T04:38:31.785 INFO:tasks.rados.rados.0.smithi040.stdout:3390: finishing write tid 2 to smithi04078109-35 2024-04-22T04:38:31.785 INFO:tasks.rados.rados.0.smithi040.stdout:3390: finishing write tid 3 to smithi04078109-35 2024-04-22T04:38:31.785 INFO:tasks.rados.rados.0.smithi040.stdout:3390: finishing write tid 4 to smithi04078109-35 2024-04-22T04:38:31.785 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1389 (ObjNum 993 snap 307 seq_num 993) dirty exists 2024-04-22T04:38:31.785 INFO:tasks.rados.rados.0.smithi040.stdout:3390: finishing write tid 5 to smithi04078109-35 2024-04-22T04:38:31.785 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1952 (ObjNum 1078 snap 332 seq_num 1078) dirty exists 2024-04-22T04:38:31.785 INFO:tasks.rados.rados.0.smithi040.stdout:3390: left oid 35 (ObjNum 1078 snap 332 seq_num 1078) 2024-04-22T04:38:31.785 INFO:tasks.rados.rados.0.smithi040.stdout:3393: finishing write tid 1 to smithi04078109-29 2024-04-22T04:38:31.790 INFO:tasks.rados.rados.0.smithi040.stdout:3393: finishing write tid 2 to smithi04078109-29 2024-04-22T04:38:31.790 INFO:tasks.rados.rados.0.smithi040.stdout:3393: finishing write tid 3 to smithi04078109-29 2024-04-22T04:38:31.790 INFO:tasks.rados.rados.0.smithi040.stdout:3393: finishing write tid 4 to smithi04078109-29 2024-04-22T04:38:31.790 INFO:tasks.rados.rados.0.smithi040.stdout:3393: finishing write tid 5 to smithi04078109-29 2024-04-22T04:38:31.790 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 1872 (ObjNum 1080 snap 332 seq_num 1080) dirty exists 2024-04-22T04:38:31.790 INFO:tasks.rados.rados.0.smithi040.stdout:3393: left oid 29 (ObjNum 1080 snap 332 seq_num 1080) 2024-04-22T04:38:32.211 INFO:tasks.rados.rados.0.smithi040.stdout:3390: done (3 left) 2024-04-22T04:38:32.211 INFO:tasks.rados.rados.0.smithi040.stdout:3392: done (2 left) 2024-04-22T04:38:32.211 INFO:tasks.rados.rados.0.smithi040.stdout:3393: done (1 left) 2024-04-22T04:38:32.211 INFO:tasks.rados.rados.0.smithi040.stdout:3394: done (0 left) 2024-04-22T04:38:32.211 INFO:tasks.rados.rados.0.smithi040.stdout:3395: delete oid 25 current snap is 333 2024-04-22T04:38:32.216 INFO:tasks.rados.rados.0.smithi040.stdout:3395: done (0 left) 2024-04-22T04:38:32.216 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 45 current snap is 333 2024-04-22T04:38:32.216 INFO:tasks.rados.rados.0.smithi040.stdout:3396: seq_num 1082 ranges {9977856=524288,10502144=704512,11206656=98304} 2024-04-22T04:38:32.273 INFO:tasks.rados.rados.0.smithi040.stdout:3396: writing smithi04078109-45 from 9977856 to 10502144 tid 1 2024-04-22T04:38:32.278 INFO:tasks.rados.rados.0.smithi040.stdout:3396: writing smithi04078109-45 from 10502144 to 11206656 tid 2 2024-04-22T04:38:32.279 INFO:tasks.rados.rados.0.smithi040.stdout:3396: writing smithi04078109-45 from 11206656 to 11304960 tid 3 2024-04-22T04:38:32.279 INFO:tasks.rados.rados.0.smithi040.stdout:3397: read oid 17 snap -1 2024-04-22T04:38:32.279 INFO:tasks.rados.rados.0.smithi040.stdout:3397: expect (ObjNum 1036 snap 323 seq_num 1036) 2024-04-22T04:38:32.279 INFO:tasks.rados.rados.0.smithi040.stdout:3398: delete oid 32 current snap is 333 2024-04-22T04:38:32.279 INFO:tasks.rados.rados.0.smithi040.stdout:3396: finishing write tid 1 to smithi04078109-45 2024-04-22T04:38:32.286 INFO:tasks.rados.rados.0.smithi040.stdout:3398: done (2 left) 2024-04-22T04:38:32.286 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 1 current snap is 333 2024-04-22T04:38:32.286 INFO:tasks.rados.rados.0.smithi040.stdout:3399: seq_num 1084 ranges {745472=557056,1302528=475136,1777664=327680} 2024-04-22T04:38:32.290 INFO:tasks.rados.rados.0.smithi040.stdout:3399: writing smithi04078109-1 from 745472 to 1302528 tid 1 2024-04-22T04:38:32.292 INFO:tasks.rados.rados.0.smithi040.stdout:3399: writing smithi04078109-1 from 1302528 to 1777664 tid 2 2024-04-22T04:38:32.295 INFO:tasks.rados.rados.0.smithi040.stdout:3399: writing smithi04078109-1 from 1777664 to 2105344 tid 3 2024-04-22T04:38:32.295 INFO:tasks.rados.rados.0.smithi040.stdout:3400: snap_create 2024-04-22T04:38:32.295 INFO:tasks.rados.rados.0.smithi040.stdout:3396: finishing write tid 2 to smithi04078109-45 2024-04-22T04:38:32.295 INFO:tasks.rados.rados.0.smithi040.stdout:3396: finishing write tid 3 to smithi04078109-45 2024-04-22T04:38:32.295 INFO:tasks.rados.rados.0.smithi040.stdout:3396: finishing write tid 4 to smithi04078109-45 2024-04-22T04:38:32.295 INFO:tasks.rados.rados.0.smithi040.stdout:3397: expect (ObjNum 1036 snap 323 seq_num 1036) 2024-04-22T04:38:32.402 INFO:tasks.rados.rados.0.smithi040.stdout:3396: finishing write tid 5 to smithi04078109-45 2024-04-22T04:38:32.402 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 2160 (ObjNum 1082 snap 333 seq_num 1082) dirty exists 2024-04-22T04:38:32.402 INFO:tasks.rados.rados.0.smithi040.stdout:3396: left oid 45 (ObjNum 1082 snap 333 seq_num 1082) 2024-04-22T04:38:32.402 INFO:tasks.rados.rados.0.smithi040.stdout:3399: finishing write tid 1 to smithi04078109-1 2024-04-22T04:38:32.402 INFO:tasks.rados.rados.0.smithi040.stdout:3399: finishing write tid 2 to smithi04078109-1 2024-04-22T04:38:32.402 INFO:tasks.rados.rados.0.smithi040.stdout:3399: finishing write tid 3 to smithi04078109-1 2024-04-22T04:38:32.402 INFO:tasks.rados.rados.0.smithi040.stdout:3399: finishing write tid 4 to smithi04078109-1 2024-04-22T04:38:32.402 INFO:tasks.rados.rados.0.smithi040.stdout:3399: finishing write tid 5 to smithi04078109-1 2024-04-22T04:38:32.402 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 1957 (ObjNum 1084 snap 333 seq_num 1084) dirty exists 2024-04-22T04:38:32.403 INFO:tasks.rados.rados.0.smithi040.stdout:3399: left oid 1 (ObjNum 1084 snap 333 seq_num 1084) 2024-04-22T04:38:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:32 smithi062 ceph-mon[78153]: pgmap v798: 121 pgs: 121 active+clean; 438 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 820 KiB/s wr, 8 op/s 2024-04-22T04:38:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:32 smithi062 ceph-mon[78153]: osdmap e720: 8 total, 8 up, 8 in 2024-04-22T04:38:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:32 smithi062 ceph-mon[78153]: osdmap e721: 8 total, 8 up, 8 in 2024-04-22T04:38:32.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:32 smithi040 ceph-mon[91058]: pgmap v798: 121 pgs: 121 active+clean; 438 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 820 KiB/s wr, 8 op/s 2024-04-22T04:38:32.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:32 smithi040 ceph-mon[91058]: osdmap e720: 8 total, 8 up, 8 in 2024-04-22T04:38:32.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:32 smithi040 ceph-mon[91058]: osdmap e721: 8 total, 8 up, 8 in 2024-04-22T04:38:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:32 smithi040 ceph-mon[88445]: pgmap v798: 121 pgs: 121 active+clean; 438 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 820 KiB/s wr, 8 op/s 2024-04-22T04:38:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:32 smithi040 ceph-mon[88445]: osdmap e720: 8 total, 8 up, 8 in 2024-04-22T04:38:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:32 smithi040 ceph-mon[88445]: osdmap e721: 8 total, 8 up, 8 in 2024-04-22T04:38:33.227 INFO:tasks.rados.rados.0.smithi040.stdout:3396: done (3 left) 2024-04-22T04:38:33.227 INFO:tasks.rados.rados.0.smithi040.stdout:3397: done (2 left) 2024-04-22T04:38:33.227 INFO:tasks.rados.rados.0.smithi040.stdout:3399: done (1 left) 2024-04-22T04:38:33.227 INFO:tasks.rados.rados.0.smithi040.stdout:3400: done (0 left) 2024-04-22T04:38:33.227 INFO:tasks.rados.rados.0.smithi040.stdout:3401: delete oid 26 current snap is 334 2024-04-22T04:38:33.231 INFO:tasks.rados.rados.0.smithi040.stdout:3401: done (0 left) 2024-04-22T04:38:33.231 INFO:tasks.rados.rados.0.smithi040.stdout:3402: copy_from oid 40 from oid 42 current snap is 334 2024-04-22T04:38:33.232 INFO:tasks.rados.rados.0.smithi040.stdout:3403: rmattr oid 28 current snap is 334 2024-04-22T04:38:33.232 INFO:tasks.rados.rados.0.smithi040.stdout:3404: delete oid 50 current snap is 334 2024-04-22T04:38:33.241 INFO:tasks.rados.rados.0.smithi040.stdout:3404: done (2 left) 2024-04-22T04:38:33.241 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 334 2024-04-22T04:38:33.241 INFO:tasks.rados.rados.0.smithi040.stdout:3405: seq_num 1087 ranges {11763712=614400,12378112=532480,12910592=270336} 2024-04-22T04:38:33.309 INFO:tasks.rados.rados.0.smithi040.stdout:3405: writing smithi04078109-6 from 11763712 to 12378112 tid 1 2024-04-22T04:38:33.312 INFO:tasks.rados.rados.0.smithi040.stdout:3405: writing smithi04078109-6 from 12378112 to 12910592 tid 2 2024-04-22T04:38:33.314 INFO:tasks.rados.rados.0.smithi040.stdout:3405: writing smithi04078109-6 from 12910592 to 13180928 tid 3 2024-04-22T04:38:33.314 INFO:tasks.rados.rados.0.smithi040.stdout:3406: read oid 44 snap -1 2024-04-22T04:38:33.314 INFO:tasks.rados.rados.0.smithi040.stdout:3406: expect (ObjNum 1027 snap 319 seq_num 1027) 2024-04-22T04:38:33.314 INFO:tasks.rados.rados.0.smithi040.stdout:3407: read oid 30 snap -1 2024-04-22T04:38:33.314 INFO:tasks.rados.rados.0.smithi040.stdout:3407: expect (ObjNum 988 snap 307 seq_num 988) 2024-04-22T04:38:33.314 INFO:tasks.rados.rados.0.smithi040.stdout:3408: snap_create 2024-04-22T04:38:33.314 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 2202 (ObjNum 983 snap 305 seq_num 983) dirty exists 2024-04-22T04:38:33.314 INFO:tasks.rados.rados.0.smithi040.stdout:3402: finishing copy_from racing read to smithi04078109-40 2024-04-22T04:38:33.314 INFO:tasks.rados.rados.0.smithi040.stdout:3402: finishing copy_from to smithi04078109-40 2024-04-22T04:38:33.315 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 1035 (ObjNum 1065 snap 331 seq_num 1065) dirty exists 2024-04-22T04:38:33.315 INFO:tasks.rados.rados.0.smithi040.stdout:3405: finishing write tid 1 to smithi04078109-6 2024-04-22T04:38:33.319 INFO:tasks.rados.rados.0.smithi040.stdout:3405: finishing write tid 2 to smithi04078109-6 2024-04-22T04:38:33.319 INFO:tasks.rados.rados.0.smithi040.stdout:3405: finishing write tid 3 to smithi04078109-6 2024-04-22T04:38:33.320 INFO:tasks.rados.rados.0.smithi040.stdout:3405: finishing write tid 4 to smithi04078109-6 2024-04-22T04:38:33.322 INFO:tasks.rados.rados.0.smithi040.stdout:3405: finishing write tid 5 to smithi04078109-6 2024-04-22T04:38:33.322 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 2593 (ObjNum 1087 snap 334 seq_num 1087) dirty exists 2024-04-22T04:38:33.323 INFO:tasks.rados.rados.0.smithi040.stdout:3405: left oid 6 (ObjNum 1087 snap 334 seq_num 1087) 2024-04-22T04:38:33.325 INFO:tasks.rados.rados.0.smithi040.stdout:3406: expect (ObjNum 1027 snap 319 seq_num 1027) 2024-04-22T04:38:33.337 INFO:tasks.rados.rados.0.smithi040.stdout:3407: expect (ObjNum 988 snap 307 seq_num 988) 2024-04-22T04:38:34.240 INFO:tasks.rados.rados.0.smithi040.stdout:3402: done (5 left) 2024-04-22T04:38:34.241 INFO:tasks.rados.rados.0.smithi040.stdout:3403: done (4 left) 2024-04-22T04:38:34.241 INFO:tasks.rados.rados.0.smithi040.stdout:3405: done (3 left) 2024-04-22T04:38:34.241 INFO:tasks.rados.rados.0.smithi040.stdout:3406: done (2 left) 2024-04-22T04:38:34.241 INFO:tasks.rados.rados.0.smithi040.stdout:3407: done (1 left) 2024-04-22T04:38:34.241 INFO:tasks.rados.rados.0.smithi040.stdout:3408: done (0 left) 2024-04-22T04:38:34.241 INFO:tasks.rados.rados.0.smithi040.stdout:3409: read oid 5 snap -1 2024-04-22T04:38:34.241 INFO:tasks.rados.rados.0.smithi040.stdout:3409: expect (ObjNum 1059 snap 330 seq_num 1059) 2024-04-22T04:38:34.241 INFO:tasks.rados.rados.0.smithi040.stdout:3410: copy_from oid 4 from oid 3 current snap is 335 2024-04-22T04:38:34.241 INFO:tasks.rados.rados.0.smithi040.stdout:3411: read oid 22 snap -1 2024-04-22T04:38:34.241 INFO:tasks.rados.rados.0.smithi040.stdout:3411: expect (ObjNum 1063 snap 331 seq_num 1063) 2024-04-22T04:38:34.241 INFO:tasks.rados.rados.0.smithi040.stdout:3412: snap_create 2024-04-22T04:38:34.247 INFO:tasks.rados.rados.0.smithi040.stdout:3409: expect (ObjNum 1059 snap 330 seq_num 1059) 2024-04-22T04:38:34.288 INFO:tasks.rados.rados.0.smithi040.stdout:3411: expect (ObjNum 1063 snap 331 seq_num 1063) 2024-04-22T04:38:34.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:34 smithi062 ceph-mon[78153]: pgmap v801: 121 pgs: 121 active+clean; 458 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-22T04:38:34.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:34 smithi062 ceph-mon[78153]: osdmap e722: 8 total, 8 up, 8 in 2024-04-22T04:38:34.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:34 smithi040 ceph-mon[88445]: pgmap v801: 121 pgs: 121 active+clean; 458 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-22T04:38:34.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:34 smithi040 ceph-mon[88445]: osdmap e722: 8 total, 8 up, 8 in 2024-04-22T04:38:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:34 smithi040 ceph-mon[91058]: pgmap v801: 121 pgs: 121 active+clean; 458 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-22T04:38:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:34 smithi040 ceph-mon[91058]: osdmap e722: 8 total, 8 up, 8 in 2024-04-22T04:38:35.076 INFO:tasks.rados.rados.0.smithi040.stdout:3410: finishing copy_from racing read to smithi04078109-4 2024-04-22T04:38:35.076 INFO:tasks.rados.rados.0.smithi040.stdout:3410: finishing copy_from to smithi04078109-4 2024-04-22T04:38:35.076 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 1871 (ObjNum 1066 snap 331 seq_num 1066) dirty exists 2024-04-22T04:38:35.244 INFO:tasks.rados.rados.0.smithi040.stdout:3409: done (3 left) 2024-04-22T04:38:35.244 INFO:tasks.rados.rados.0.smithi040.stdout:3410: done (2 left) 2024-04-22T04:38:35.244 INFO:tasks.rados.rados.0.smithi040.stdout:3411: done (1 left) 2024-04-22T04:38:35.245 INFO:tasks.rados.rados.0.smithi040.stdout:3412: done (0 left) 2024-04-22T04:38:35.245 INFO:tasks.rados.rados.0.smithi040.stdout:3413: copy_from oid 20 from oid 30 current snap is 336 2024-04-22T04:38:35.245 INFO:tasks.rados.rados.0.smithi040.stdout:3414: setattr oid 7 current snap is 336 2024-04-22T04:38:35.245 INFO:tasks.rados.rados.0.smithi040.stdout:3415: copy_from oid 15 from oid 11 current snap is 336 2024-04-22T04:38:35.245 INFO:tasks.rados.rados.0.smithi040.stdout:3416: delete oid 25 current snap is 336 2024-04-22T04:38:35.250 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 2161 (ObjNum 1042 snap 326 seq_num 1042) dirty exists 2024-04-22T04:38:35.257 INFO:tasks.rados.rados.0.smithi040.stdout:3414: done (3 left) 2024-04-22T04:38:35.257 INFO:tasks.rados.rados.0.smithi040.stdout:3416: done (2 left) 2024-04-22T04:38:35.257 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 18 current snap is 336 2024-04-22T04:38:35.257 INFO:tasks.rados.rados.0.smithi040.stdout:3417: seq_num 1089 ranges {5668864=647168,6316032=745472,7061504=57344} 2024-04-22T04:38:35.292 INFO:tasks.rados.rados.0.smithi040.stdout:3417: writing smithi04078109-18 from 5668864 to 6316032 tid 1 2024-04-22T04:38:35.297 INFO:tasks.rados.rados.0.smithi040.stdout:3417: writing smithi04078109-18 from 6316032 to 7061504 tid 2 2024-04-22T04:38:35.298 INFO:tasks.rados.rados.0.smithi040.stdout:3417: writing smithi04078109-18 from 7061504 to 7118848 tid 3 2024-04-22T04:38:35.298 INFO:tasks.rados.rados.0.smithi040.stdout:3418: copy_from oid 22 from oid 5 current snap is 336 2024-04-22T04:38:35.298 INFO:tasks.rados.rados.0.smithi040.stdout:3415: finishing copy_from racing read to smithi04078109-15 2024-04-22T04:38:35.298 INFO:tasks.rados.rados.0.smithi040.stdout:3413: finishing copy_from racing read to smithi04078109-20 2024-04-22T04:38:35.298 INFO:tasks.rados.rados.0.smithi040.stdout:3415: finishing copy_from to smithi04078109-15 2024-04-22T04:38:35.298 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 2535 (ObjNum 992 snap 307 seq_num 992) dirty exists 2024-04-22T04:38:35.298 INFO:tasks.rados.rados.0.smithi040.stdout:3413: finishing copy_from to smithi04078109-20 2024-04-22T04:38:35.298 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1812 (ObjNum 988 snap 307 seq_num 988) dirty exists 2024-04-22T04:38:35.298 INFO:tasks.rados.rados.0.smithi040.stdout:3417: finishing write tid 1 to smithi04078109-18 2024-04-22T04:38:35.299 INFO:tasks.rados.rados.0.smithi040.stdout:3413: done (3 left) 2024-04-22T04:38:35.299 INFO:tasks.rados.rados.0.smithi040.stdout:3415: done (2 left) 2024-04-22T04:38:35.299 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 336 2024-04-22T04:38:35.299 INFO:tasks.rados.rados.0.smithi040.stdout:3419: seq_num 1090 ranges {0=663552,663552=630784,1294336=172032} 2024-04-22T04:38:35.302 INFO:tasks.rados.rados.0.smithi040.stdout:3419: writing smithi04078109-32 from 0 to 663552 tid 1 2024-04-22T04:38:35.306 INFO:tasks.rados.rados.0.smithi040.stdout:3419: writing smithi04078109-32 from 663552 to 1294336 tid 2 2024-04-22T04:38:35.307 INFO:tasks.rados.rados.0.smithi040.stdout:3419: writing smithi04078109-32 from 1294336 to 1466368 tid 3 2024-04-22T04:38:35.307 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 336 2024-04-22T04:38:35.307 INFO:tasks.rados.rados.0.smithi040.stdout:3417: finishing write tid 2 to smithi04078109-18 2024-04-22T04:38:35.307 INFO:tasks.rados.rados.0.smithi040.stdout:3420: seq_num 1091 ranges {6119424=679936,6799360=516096,7315456=286720} 2024-04-22T04:38:35.344 INFO:tasks.rados.rados.0.smithi040.stdout:3420: writing smithi04078109-19 from 6119424 to 6799360 tid 1 2024-04-22T04:38:35.347 INFO:tasks.rados.rados.0.smithi040.stdout:3420: writing smithi04078109-19 from 6799360 to 7315456 tid 2 2024-04-22T04:38:35.350 INFO:tasks.rados.rados.0.smithi040.stdout:3420: writing smithi04078109-19 from 7315456 to 7602176 tid 3 2024-04-22T04:38:35.350 INFO:tasks.rados.rados.0.smithi040.stdout:3421: rmattr oid 34 current snap is 336 2024-04-22T04:38:35.350 INFO:tasks.rados.rados.0.smithi040.stdout:3422: snap_create 2024-04-22T04:38:35.350 INFO:tasks.rados.rados.0.smithi040.stdout:3417: finishing write tid 3 to smithi04078109-18 2024-04-22T04:38:35.350 INFO:tasks.rados.rados.0.smithi040.stdout:3417: finishing write tid 4 to smithi04078109-18 2024-04-22T04:38:35.350 INFO:tasks.rados.rados.0.smithi040.stdout:3417: finishing write tid 5 to smithi04078109-18 2024-04-22T04:38:35.350 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 1748 (ObjNum 1089 snap 336 seq_num 1089) dirty exists 2024-04-22T04:38:35.350 INFO:tasks.rados.rados.0.smithi040.stdout:3417: left oid 18 (ObjNum 1089 snap 336 seq_num 1089) 2024-04-22T04:38:35.350 INFO:tasks.rados.rados.0.smithi040.stdout:3419: finishing write tid 1 to smithi04078109-32 2024-04-22T04:38:35.350 INFO:tasks.rados.rados.0.smithi040.stdout:3418: finishing copy_from racing read to smithi04078109-22 2024-04-22T04:38:35.350 INFO:tasks.rados.rados.0.smithi040.stdout:3418: finishing copy_from to smithi04078109-22 2024-04-22T04:38:35.350 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 2440 (ObjNum 1059 snap 330 seq_num 1059) dirty exists 2024-04-22T04:38:35.350 INFO:tasks.rados.rados.0.smithi040.stdout:3419: finishing write tid 2 to smithi04078109-32 2024-04-22T04:38:35.351 INFO:tasks.rados.rados.0.smithi040.stdout:3419: finishing write tid 3 to smithi04078109-32 2024-04-22T04:38:35.351 INFO:tasks.rados.rados.0.smithi040.stdout:3419: finishing write tid 4 to smithi04078109-32 2024-04-22T04:38:35.351 INFO:tasks.rados.rados.0.smithi040.stdout:3419: finishing write tid 5 to smithi04078109-32 2024-04-22T04:38:35.351 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 1876 (ObjNum 1090 snap 336 seq_num 1090) dirty exists 2024-04-22T04:38:35.351 INFO:tasks.rados.rados.0.smithi040.stdout:3419: left oid 32 (ObjNum 1090 snap 336 seq_num 1090) 2024-04-22T04:38:35.351 INFO:tasks.rados.rados.0.smithi040.stdout:3420: finishing write tid 1 to smithi04078109-19 2024-04-22T04:38:35.351 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 2162 (ObjNum 996 snap 309 seq_num 996) dirty exists 2024-04-22T04:38:35.352 INFO:tasks.rados.rados.0.smithi040.stdout:3420: finishing write tid 2 to smithi04078109-19 2024-04-22T04:38:35.352 INFO:tasks.rados.rados.0.smithi040.stdout:3420: finishing write tid 3 to smithi04078109-19 2024-04-22T04:38:35.352 INFO:tasks.rados.rados.0.smithi040.stdout:3420: finishing write tid 4 to smithi04078109-19 2024-04-22T04:38:35.354 INFO:tasks.rados.rados.0.smithi040.stdout:3420: finishing write tid 5 to smithi04078109-19 2024-04-22T04:38:35.354 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 1906 (ObjNum 1091 snap 336 seq_num 1091) dirty exists 2024-04-22T04:38:35.354 INFO:tasks.rados.rados.0.smithi040.stdout:3420: left oid 19 (ObjNum 1091 snap 336 seq_num 1091) 2024-04-22T04:38:35.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:35 smithi062 ceph-mon[78153]: osdmap e723: 8 total, 8 up, 8 in 2024-04-22T04:38:35.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:38:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:38:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:38:35.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:35 smithi040 ceph-mon[88445]: osdmap e723: 8 total, 8 up, 8 in 2024-04-22T04:38:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:35 smithi040 ceph-mon[91058]: osdmap e723: 8 total, 8 up, 8 in 2024-04-22T04:38:36.256 INFO:tasks.rados.rados.0.smithi040.stdout:3417: done (5 left) 2024-04-22T04:38:36.256 INFO:tasks.rados.rados.0.smithi040.stdout:3418: done (4 left) 2024-04-22T04:38:36.256 INFO:tasks.rados.rados.0.smithi040.stdout:3419: done (3 left) 2024-04-22T04:38:36.256 INFO:tasks.rados.rados.0.smithi040.stdout:3420: done (2 left) 2024-04-22T04:38:36.256 INFO:tasks.rados.rados.0.smithi040.stdout:3421: done (1 left) 2024-04-22T04:38:36.256 INFO:tasks.rados.rados.0.smithi040.stdout:3422: done (0 left) 2024-04-22T04:38:36.256 INFO:tasks.rados.rados.0.smithi040.stdout:3423: delete oid 7 current snap is 337 2024-04-22T04:38:36.262 INFO:tasks.rados.rados.0.smithi040.stdout:3423: done (0 left) 2024-04-22T04:38:36.262 INFO:tasks.rados.rados.0.smithi040.stdout:3424: snap_remove snap 319 2024-04-22T04:38:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:36 smithi062 ceph-mon[78153]: pgmap v804: 121 pgs: 121 active+clean; 458 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-04-22T04:38:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:36 smithi062 ceph-mon[78153]: osdmap e724: 8 total, 8 up, 8 in 2024-04-22T04:38:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:38:36.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:36 smithi040 ceph-mon[91058]: pgmap v804: 121 pgs: 121 active+clean; 458 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-04-22T04:38:36.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:36 smithi040 ceph-mon[91058]: osdmap e724: 8 total, 8 up, 8 in 2024-04-22T04:38:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:38:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:36 smithi040 ceph-mon[88445]: pgmap v804: 121 pgs: 121 active+clean; 458 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-04-22T04:38:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:36 smithi040 ceph-mon[88445]: osdmap e724: 8 total, 8 up, 8 in 2024-04-22T04:38:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:38:37.218 INFO:tasks.rados.rados.0.smithi040.stdout:3424: done (0 left) 2024-04-22T04:38:37.219 INFO:tasks.rados.rados.0.smithi040.stdout:3425: read oid 20 snap -1 2024-04-22T04:38:37.219 INFO:tasks.rados.rados.0.smithi040.stdout:3425: expect (ObjNum 988 snap 307 seq_num 988) 2024-04-22T04:38:37.219 INFO:tasks.rados.rados.0.smithi040.stdout:3426: setattr oid 49 current snap is 337 2024-04-22T04:38:37.222 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 337 2024-04-22T04:38:37.222 INFO:tasks.rados.rados.0.smithi040.stdout:3427: seq_num 1093 ranges {21405696=712704,22118400=688128,22806528=114688} 2024-04-22T04:38:37.343 INFO:tasks.rados.rados.0.smithi040.stdout:3427: writing smithi04078109-31 from 21405696 to 22118400 tid 1 2024-04-22T04:38:37.346 INFO:tasks.rados.rados.0.smithi040.stdout:3427: writing smithi04078109-31 from 22118400 to 22806528 tid 2 2024-04-22T04:38:37.347 INFO:tasks.rados.rados.0.smithi040.stdout:3427: writing smithi04078109-31 from 22806528 to 22921216 tid 3 2024-04-22T04:38:37.347 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 337 2024-04-22T04:38:37.348 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 2164 (ObjNum 1050 snap 328 seq_num 1050) dirty exists 2024-04-22T04:38:37.348 INFO:tasks.rados.rados.0.smithi040.stdout:3428: seq_num 1094 ranges {1466368=729088,2195456=573440,2768896=229376} 2024-04-22T04:38:37.359 INFO:tasks.rados.rados.0.smithi040.stdout:3428: writing smithi04078109-32 from 1466368 to 2195456 tid 1 2024-04-22T04:38:37.362 INFO:tasks.rados.rados.0.smithi040.stdout:3428: writing smithi04078109-32 from 2195456 to 2768896 tid 2 2024-04-22T04:38:37.364 INFO:tasks.rados.rados.0.smithi040.stdout:3428: writing smithi04078109-32 from 2768896 to 2998272 tid 3 2024-04-22T04:38:37.364 INFO:tasks.rados.rados.0.smithi040.stdout:3426: done (3 left) 2024-04-22T04:38:37.364 INFO:tasks.rados.rados.0.smithi040.stdout:3429: read oid 14 snap -1 2024-04-22T04:38:37.365 INFO:tasks.rados.rados.0.smithi040.stdout:3429: expect (ObjNum 1019 snap 317 seq_num 1019) 2024-04-22T04:38:37.365 INFO:tasks.rados.rados.0.smithi040.stdout:3430: snap_create 2024-04-22T04:38:37.365 INFO:tasks.rados.rados.0.smithi040.stdout:3425: expect (ObjNum 988 snap 307 seq_num 988) 2024-04-22T04:38:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:37 smithi062 ceph-mon[78153]: osdmap e725: 8 total, 8 up, 8 in 2024-04-22T04:38:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:37 smithi062 ceph-mon[78153]: osdmap e726: 8 total, 8 up, 8 in 2024-04-22T04:38:37.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:37 smithi040 ceph-mon[88445]: osdmap e725: 8 total, 8 up, 8 in 2024-04-22T04:38:37.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:37 smithi040 ceph-mon[88445]: osdmap e726: 8 total, 8 up, 8 in 2024-04-22T04:38:37.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:37 smithi040 ceph-mon[91058]: osdmap e725: 8 total, 8 up, 8 in 2024-04-22T04:38:37.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:37 smithi040 ceph-mon[91058]: osdmap e726: 8 total, 8 up, 8 in 2024-04-22T04:38:37.744 INFO:tasks.rados.rados.0.smithi040.stdout:3427: finishing write tid 1 to smithi04078109-31 2024-04-22T04:38:37.744 INFO:tasks.rados.rados.0.smithi040.stdout:3427: finishing write tid 2 to smithi04078109-31 2024-04-22T04:38:37.744 INFO:tasks.rados.rados.0.smithi040.stdout:3427: finishing write tid 3 to smithi04078109-31 2024-04-22T04:38:37.744 INFO:tasks.rados.rados.0.smithi040.stdout:3427: finishing write tid 4 to smithi04078109-31 2024-04-22T04:38:37.744 INFO:tasks.rados.rados.0.smithi040.stdout:3427: finishing write tid 5 to smithi04078109-31 2024-04-22T04:38:37.744 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2611 (ObjNum 1093 snap 337 seq_num 1093) dirty exists 2024-04-22T04:38:37.744 INFO:tasks.rados.rados.0.smithi040.stdout:3427: left oid 31 (ObjNum 1093 snap 337 seq_num 1093) 2024-04-22T04:38:37.744 INFO:tasks.rados.rados.0.smithi040.stdout:3428: finishing write tid 1 to smithi04078109-32 2024-04-22T04:38:37.744 INFO:tasks.rados.rados.0.smithi040.stdout:3428: finishing write tid 2 to smithi04078109-32 2024-04-22T04:38:37.744 INFO:tasks.rados.rados.0.smithi040.stdout:3428: finishing write tid 3 to smithi04078109-32 2024-04-22T04:38:37.744 INFO:tasks.rados.rados.0.smithi040.stdout:3428: finishing write tid 4 to smithi04078109-32 2024-04-22T04:38:37.744 INFO:tasks.rados.rados.0.smithi040.stdout:3428: finishing write tid 5 to smithi04078109-32 2024-04-22T04:38:37.744 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 1880 (ObjNum 1094 snap 337 seq_num 1094) dirty exists 2024-04-22T04:38:37.744 INFO:tasks.rados.rados.0.smithi040.stdout:3428: left oid 32 (ObjNum 1094 snap 337 seq_num 1094) 2024-04-22T04:38:37.744 INFO:tasks.rados.rados.0.smithi040.stdout:3429: expect (ObjNum 1019 snap 317 seq_num 1019) 2024-04-22T04:38:38.413 INFO:tasks.rados.rados.0.smithi040.stdout:3425: done (4 left) 2024-04-22T04:38:38.413 INFO:tasks.rados.rados.0.smithi040.stdout:3427: done (3 left) 2024-04-22T04:38:38.413 INFO:tasks.rados.rados.0.smithi040.stdout:3428: done (2 left) 2024-04-22T04:38:38.413 INFO:tasks.rados.rados.0.smithi040.stdout:3429: done (1 left) 2024-04-22T04:38:38.413 INFO:tasks.rados.rados.0.smithi040.stdout:3430: done (0 left) 2024-04-22T04:38:38.413 INFO:tasks.rados.rados.0.smithi040.stdout:3431: setattr oid 47 current snap is 338 2024-04-22T04:38:38.414 INFO:tasks.rados.rados.0.smithi040.stdout:3432: snap_remove snap 312 2024-04-22T04:38:38.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:38 smithi062 ceph-mon[78153]: pgmap v807: 121 pgs: 121 active+clean; 489 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 7.7 MiB/s wr, 31 op/s 2024-04-22T04:38:38.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:38 smithi040 ceph-mon[88445]: pgmap v807: 121 pgs: 121 active+clean; 489 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 7.7 MiB/s wr, 31 op/s 2024-04-22T04:38:38.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:38 smithi040 ceph-mon[91058]: pgmap v807: 121 pgs: 121 active+clean; 489 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 7.7 MiB/s wr, 31 op/s 2024-04-22T04:38:39.282 INFO:tasks.rados.rados.0.smithi040.stdout:3432: done (1 left) 2024-04-22T04:38:39.282 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 338 2024-04-22T04:38:39.282 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 1044 (ObjNum 1074 snap 331 seq_num 1074) dirty exists 2024-04-22T04:38:39.283 INFO:tasks.rados.rados.0.smithi040.stdout:3433: seq_num 1095 ranges {9412608=745472,10158080=499712,10657792=303104} 2024-04-22T04:38:39.339 INFO:tasks.rados.rados.0.smithi040.stdout:3433: writing smithi04078109-10 from 9412608 to 10158080 tid 1 2024-04-22T04:38:39.342 INFO:tasks.rados.rados.0.smithi040.stdout:3433: writing smithi04078109-10 from 10158080 to 10657792 tid 2 2024-04-22T04:38:39.344 INFO:tasks.rados.rados.0.smithi040.stdout:3433: writing smithi04078109-10 from 10657792 to 10960896 tid 3 2024-04-22T04:38:39.344 INFO:tasks.rados.rados.0.smithi040.stdout:3431: done (1 left) 2024-04-22T04:38:39.344 INFO:tasks.rados.rados.0.smithi040.stdout:3434: copy_from oid 9 from oid 22 current snap is 338 2024-04-22T04:38:39.345 INFO:tasks.rados.rados.0.smithi040.stdout:3435: snap_remove snap 326 2024-04-22T04:38:39.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:39 smithi062 ceph-mon[78153]: osdmap e727: 8 total, 8 up, 8 in 2024-04-22T04:38:39.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:39 smithi040 ceph-mon[88445]: osdmap e727: 8 total, 8 up, 8 in 2024-04-22T04:38:39.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:39 smithi040 ceph-mon[91058]: osdmap e727: 8 total, 8 up, 8 in 2024-04-22T04:38:40.290 INFO:tasks.rados.rados.0.smithi040.stdout:3435: done (2 left) 2024-04-22T04:38:40.290 INFO:tasks.rados.rados.0.smithi040.stdout:3436: read oid 24 snap 298 2024-04-22T04:38:40.290 INFO:tasks.rados.rados.0.smithi040.stdout:3436: expect (ObjNum -1442375392 snap 21852 seq_num 2852994448) 2024-04-22T04:38:40.290 INFO:tasks.rados.rados.0.smithi040.stdout:3437: delete oid 33 current snap is 338 2024-04-22T04:38:40.290 INFO:tasks.rados.rados.0.smithi040.stdout:3433: finishing write tid 1 to smithi04078109-10 2024-04-22T04:38:40.290 INFO:tasks.rados.rados.0.smithi040.stdout:3433: finishing write tid 2 to smithi04078109-10 2024-04-22T04:38:40.290 INFO:tasks.rados.rados.0.smithi040.stdout:3433: finishing write tid 3 to smithi04078109-10 2024-04-22T04:38:40.290 INFO:tasks.rados.rados.0.smithi040.stdout:3433: finishing write tid 4 to smithi04078109-10 2024-04-22T04:38:40.291 INFO:tasks.rados.rados.0.smithi040.stdout:3433: finishing write tid 5 to smithi04078109-10 2024-04-22T04:38:40.291 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1393 (ObjNum 1095 snap 338 seq_num 1095) dirty exists 2024-04-22T04:38:40.291 INFO:tasks.rados.rados.0.smithi040.stdout:3433: left oid 10 (ObjNum 1095 snap 338 seq_num 1095) 2024-04-22T04:38:40.291 INFO:tasks.rados.rados.0.smithi040.stdout:3434: finishing copy_from racing read to smithi04078109-9 2024-04-22T04:38:40.291 INFO:tasks.rados.rados.0.smithi040.stdout:3434: finishing copy_from to smithi04078109-9 2024-04-22T04:38:40.291 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 2440 (ObjNum 1059 snap 330 seq_num 1059) dirty exists 2024-04-22T04:38:40.294 INFO:tasks.rados.rados.0.smithi040.stdout:3436: expect (ObjNum -1442375392 snap 21852 seq_num 2852994448) 2024-04-22T04:38:40.306 INFO:tasks.rados.rados.0.smithi040.stdout:3433: done (3 left) 2024-04-22T04:38:40.306 INFO:tasks.rados.rados.0.smithi040.stdout:3434: done (2 left) 2024-04-22T04:38:40.306 INFO:tasks.rados.rados.0.smithi040.stdout:3436: done (1 left) 2024-04-22T04:38:40.306 INFO:tasks.rados.rados.0.smithi040.stdout:3437: done (0 left) 2024-04-22T04:38:40.306 INFO:tasks.rados.rados.0.smithi040.stdout:3438: copy_from oid 42 from oid 20 current snap is 338 2024-04-22T04:38:40.306 INFO:tasks.rados.rados.0.smithi040.stdout:3439: snap_create 2024-04-22T04:38:40.344 INFO:tasks.rados.rados.0.smithi040.stdout:3438: finishing copy_from racing read to smithi04078109-42 2024-04-22T04:38:40.350 INFO:tasks.rados.rados.0.smithi040.stdout:3438: finishing copy_from to smithi04078109-42 2024-04-22T04:38:40.350 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 1812 (ObjNum 988 snap 307 seq_num 988) dirty exists 2024-04-22T04:38:40.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:38:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:38:40] "GET /metrics HTTP/1.1" 200 241925 "" "Prometheus/2.43.0" 2024-04-22T04:38:40.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:40 smithi040 ceph-mon[88445]: pgmap v810: 121 pgs: 121 active+clean; 493 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 8.7 MiB/s wr, 37 op/s 2024-04-22T04:38:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:40 smithi040 ceph-mon[88445]: osdmap e728: 8 total, 8 up, 8 in 2024-04-22T04:38:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:40 smithi040 ceph-mon[91058]: pgmap v810: 121 pgs: 121 active+clean; 493 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 8.7 MiB/s wr, 37 op/s 2024-04-22T04:38:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:40 smithi040 ceph-mon[91058]: osdmap e728: 8 total, 8 up, 8 in 2024-04-22T04:38:40.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:40 smithi062 ceph-mon[78153]: pgmap v810: 121 pgs: 121 active+clean; 493 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 8.7 MiB/s wr, 37 op/s 2024-04-22T04:38:40.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:40 smithi062 ceph-mon[78153]: osdmap e728: 8 total, 8 up, 8 in 2024-04-22T04:38:41.289 INFO:tasks.rados.rados.0.smithi040.stdout:3438: done (1 left) 2024-04-22T04:38:41.289 INFO:tasks.rados.rados.0.smithi040.stdout:3439: done (0 left) 2024-04-22T04:38:41.289 INFO:tasks.rados.rados.0.smithi040.stdout:3440: delete oid 41 current snap is 339 2024-04-22T04:38:41.295 INFO:tasks.rados.rados.0.smithi040.stdout:3440: done (0 left) 2024-04-22T04:38:41.295 INFO:tasks.rados.rados.0.smithi040.stdout:3441: read oid 12 snap 337 2024-04-22T04:38:41.295 INFO:tasks.rados.rados.0.smithi040.stdout:3441: expect (ObjNum 968 snap 303 seq_num 968) 2024-04-22T04:38:41.295 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 339 2024-04-22T04:38:41.295 INFO:tasks.rados.rados.0.smithi040.stdout:3442: seq_num 1098 ranges {2031616=794624,2826240=557056,3383296=245760} 2024-04-22T04:38:41.311 INFO:tasks.rados.rados.0.smithi040.stdout:3442: writing smithi04078109-40 from 2031616 to 2826240 tid 1 2024-04-22T04:38:41.314 INFO:tasks.rados.rados.0.smithi040.stdout:3442: writing smithi04078109-40 from 2826240 to 3383296 tid 2 2024-04-22T04:38:41.315 INFO:tasks.rados.rados.0.smithi040.stdout:3442: writing smithi04078109-40 from 3383296 to 3629056 tid 3 2024-04-22T04:38:41.316 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 9 current snap is 339 2024-04-22T04:38:41.316 INFO:tasks.rados.rados.0.smithi040.stdout:3443: seq_num 1099 ranges {942080=409600,1351680=442368,1794048=720896,2514944=40960} 2024-04-22T04:38:41.323 INFO:tasks.rados.rados.0.smithi040.stdout:3443: writing smithi04078109-9 from 942080 to 1351680 tid 1 2024-04-22T04:38:41.326 INFO:tasks.rados.rados.0.smithi040.stdout:3443: writing smithi04078109-9 from 1351680 to 1794048 tid 2 2024-04-22T04:38:41.331 INFO:tasks.rados.rados.0.smithi040.stdout:3443: writing smithi04078109-9 from 1794048 to 2514944 tid 3 2024-04-22T04:38:41.331 INFO:tasks.rados.rados.0.smithi040.stdout:3443: writing smithi04078109-9 from 2514944 to 2555904 tid 4 2024-04-22T04:38:41.331 INFO:tasks.rados.rados.0.smithi040.stdout:3444: rollback oid 3 current snap is 339 2024-04-22T04:38:41.331 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 3 to 336 2024-04-22T04:38:41.331 INFO:tasks.rados.rados.0.smithi040.stdout:3441: expect (ObjNum 968 snap 303 seq_num 968) 2024-04-22T04:38:41.445 INFO:tasks.rados.rados.0.smithi040.stdout:3442: finishing write tid 1 to smithi04078109-40 2024-04-22T04:38:41.445 INFO:tasks.rados.rados.0.smithi040.stdout:3442: finishing write tid 2 to smithi04078109-40 2024-04-22T04:38:41.445 INFO:tasks.rados.rados.0.smithi040.stdout:3442: finishing write tid 3 to smithi04078109-40 2024-04-22T04:38:41.446 INFO:tasks.rados.rados.0.smithi040.stdout:3442: finishing write tid 4 to smithi04078109-40 2024-04-22T04:38:41.446 INFO:tasks.rados.rados.0.smithi040.stdout:3442: finishing write tid 5 to smithi04078109-40 2024-04-22T04:38:41.446 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 2640 (ObjNum 1098 snap 339 seq_num 1098) dirty exists 2024-04-22T04:38:41.446 INFO:tasks.rados.rados.0.smithi040.stdout:3442: left oid 40 (ObjNum 1098 snap 339 seq_num 1098) 2024-04-22T04:38:41.446 INFO:tasks.rados.rados.0.smithi040.stdout:3443: finishing write tid 1 to smithi04078109-9 2024-04-22T04:38:41.446 INFO:tasks.rados.rados.0.smithi040.stdout:3441: done (3 left) 2024-04-22T04:38:41.446 INFO:tasks.rados.rados.0.smithi040.stdout:3442: done (2 left) 2024-04-22T04:38:41.446 INFO:tasks.rados.rados.0.smithi040.stdout:3445: copy_from oid 16 from oid 46 current snap is 339 2024-04-22T04:38:41.446 INFO:tasks.rados.rados.0.smithi040.stdout:3443: finishing write tid 2 to smithi04078109-9 2024-04-22T04:38:41.446 INFO:tasks.rados.rados.0.smithi040.stdout:3443: finishing write tid 3 to smithi04078109-9 2024-04-22T04:38:41.446 INFO:tasks.rados.rados.0.smithi040.stdout:3443: finishing write tid 4 to smithi04078109-9 2024-04-22T04:38:41.446 INFO:tasks.rados.rados.0.smithi040.stdout:3443: finishing write tid 5 to smithi04078109-9 2024-04-22T04:38:41.446 INFO:tasks.rados.rados.0.smithi040.stdout:3444: finishing rollback tid 0 to smithi04078109-3 2024-04-22T04:38:41.446 INFO:tasks.rados.rados.0.smithi040.stdout:3443: finishing write tid 6 to smithi04078109-9 2024-04-22T04:38:41.446 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 2445 (ObjNum 1099 snap 339 seq_num 1099) dirty exists 2024-04-22T04:38:41.446 INFO:tasks.rados.rados.0.smithi040.stdout:3443: left oid 9 (ObjNum 1099 snap 339 seq_num 1099) 2024-04-22T04:38:41.447 INFO:tasks.rados.rados.0.smithi040.stdout:3444: finishing rollback tid 1 to smithi04078109-3 2024-04-22T04:38:41.447 INFO:tasks.rados.rados.0.smithi040.stdout:3444: finishing rollback tid 2 to smithi04078109-3 2024-04-22T04:38:41.447 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 1883 (ObjNum 1066 snap 331 seq_num 1066) dirty exists 2024-04-22T04:38:41.447 INFO:tasks.rados.rados.0.smithi040.stdout:3443: done (2 left) 2024-04-22T04:38:41.447 INFO:tasks.rados.rados.0.smithi040.stdout:3444: done (1 left) 2024-04-22T04:38:41.447 INFO:tasks.rados.rados.0.smithi040.stdout:3446: snap_create 2024-04-22T04:38:41.447 INFO:tasks.rados.rados.0.smithi040.stdout:3445: finishing copy_from to smithi04078109-16 2024-04-22T04:38:41.447 INFO:tasks.rados.rados.0.smithi040.stdout:3445: got expected ENOENT (src dne) 2024-04-22T04:38:41.447 INFO:tasks.rados.rados.0.smithi040.stdout:3445: finishing copy_from racing read to smithi04078109-16 2024-04-22T04:38:41.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:41 smithi062 ceph-mon[78153]: osdmap e729: 8 total, 8 up, 8 in 2024-04-22T04:38:41.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:41 smithi040 ceph-mon[88445]: osdmap e729: 8 total, 8 up, 8 in 2024-04-22T04:38:41.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:41 smithi040 ceph-mon[91058]: osdmap e729: 8 total, 8 up, 8 in 2024-04-22T04:38:42.291 INFO:tasks.rados.rados.0.smithi040.stdout:3445: done (1 left) 2024-04-22T04:38:42.291 INFO:tasks.rados.rados.0.smithi040.stdout:3446: done (0 left) 2024-04-22T04:38:42.291 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 2 current snap is 340 2024-04-22T04:38:42.291 INFO:tasks.rados.rados.0.smithi040.stdout:3447: seq_num 1100 ranges {2859008=425984,3284992=729088,4014080=475136} 2024-04-22T04:38:42.309 INFO:tasks.rados.rados.0.smithi040.stdout:3447: writing smithi04078109-2 from 2859008 to 3284992 tid 1 2024-04-22T04:38:42.313 INFO:tasks.rados.rados.0.smithi040.stdout:3447: writing smithi04078109-2 from 3284992 to 4014080 tid 2 2024-04-22T04:38:42.316 INFO:tasks.rados.rados.0.smithi040.stdout:3447: writing smithi04078109-2 from 4014080 to 4489216 tid 3 2024-04-22T04:38:42.316 INFO:tasks.rados.rados.0.smithi040.stdout:3448: setattr oid 41 current snap is 340 2024-04-22T04:38:42.317 INFO:tasks.rados.rados.0.smithi040.stdout:3447: finishing write tid 1 to smithi04078109-2 2024-04-22T04:38:42.317 INFO:tasks.rados.rados.0.smithi040.stdout:3449: read oid 44 snap -1 2024-04-22T04:38:42.317 INFO:tasks.rados.rados.0.smithi040.stdout:3449: expect (ObjNum 1027 snap 319 seq_num 1027) 2024-04-22T04:38:42.317 INFO:tasks.rados.rados.0.smithi040.stdout:3450: read oid 6 snap -1 2024-04-22T04:38:42.317 INFO:tasks.rados.rados.0.smithi040.stdout:3450: expect (ObjNum 1087 snap 334 seq_num 1087) 2024-04-22T04:38:42.318 INFO:tasks.rados.rados.0.smithi040.stdout:3451: delete oid 21 current snap is 340 2024-04-22T04:38:42.323 INFO:tasks.rados.rados.0.smithi040.stdout:3451: done (4 left) 2024-04-22T04:38:42.323 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 340 2024-04-22T04:38:42.323 INFO:tasks.rados.rados.0.smithi040.stdout:3452: seq_num 1102 ranges {7380992=458752,7839744=491520,8331264=491520,8822784=221184} 2024-04-22T04:38:42.367 INFO:tasks.rados.rados.0.smithi040.stdout:3452: writing smithi04078109-35 from 7380992 to 7839744 tid 1 2024-04-22T04:38:42.370 INFO:tasks.rados.rados.0.smithi040.stdout:3452: writing smithi04078109-35 from 7839744 to 8331264 tid 2 2024-04-22T04:38:42.373 INFO:tasks.rados.rados.0.smithi040.stdout:3452: writing smithi04078109-35 from 8331264 to 8822784 tid 3 2024-04-22T04:38:42.375 INFO:tasks.rados.rados.0.smithi040.stdout:3452: writing smithi04078109-35 from 8822784 to 9043968 tid 4 2024-04-22T04:38:42.375 INFO:tasks.rados.rados.0.smithi040.stdout:3453: rollback oid 27 current snap is 340 2024-04-22T04:38:42.375 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 27 to 332 2024-04-22T04:38:42.375 INFO:tasks.rados.rados.0.smithi040.stdout:3447: finishing write tid 2 to smithi04078109-2 2024-04-22T04:38:42.375 INFO:tasks.rados.rados.0.smithi040.stdout:3447: finishing write tid 3 to smithi04078109-2 2024-04-22T04:38:42.375 INFO:tasks.rados.rados.0.smithi040.stdout:3447: finishing write tid 4 to smithi04078109-2 2024-04-22T04:38:42.375 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 2541 (ObjNum 1953066355 snap 875587944 seq_num 825767728) dirty exists 2024-04-22T04:38:42.375 INFO:tasks.rados.rados.0.smithi040.stdout:3447: finishing write tid 5 to smithi04078109-2 2024-04-22T04:38:42.375 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 2540 (ObjNum 1100 snap 340 seq_num 1100) dirty exists 2024-04-22T04:38:42.375 INFO:tasks.rados.rados.0.smithi040.stdout:3447: left oid 2 (ObjNum 1100 snap 340 seq_num 1100) 2024-04-22T04:38:42.375 INFO:tasks.rados.rados.0.smithi040.stdout:3449: expect (ObjNum 1027 snap 319 seq_num 1027) 2024-04-22T04:38:42.387 INFO:tasks.rados.rados.0.smithi040.stdout:3450: expect (ObjNum 1087 snap 334 seq_num 1087) 2024-04-22T04:38:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:42 smithi062 ceph-mon[78153]: pgmap v813: 121 pgs: 121 active+clean; 496 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-22T04:38:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:42 smithi062 ceph-mon[78153]: osdmap e730: 8 total, 8 up, 8 in 2024-04-22T04:38:42.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:42 smithi040 ceph-mon[91058]: pgmap v813: 121 pgs: 121 active+clean; 496 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-22T04:38:42.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:42 smithi040 ceph-mon[91058]: osdmap e730: 8 total, 8 up, 8 in 2024-04-22T04:38:42.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:42 smithi040 ceph-mon[88445]: pgmap v813: 121 pgs: 121 active+clean; 496 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-22T04:38:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:42 smithi040 ceph-mon[88445]: osdmap e730: 8 total, 8 up, 8 in 2024-04-22T04:38:43.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:43 smithi062 ceph-mon[78153]: osdmap e731: 8 total, 8 up, 8 in 2024-04-22T04:38:43.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:43 smithi040 ceph-mon[88445]: osdmap e731: 8 total, 8 up, 8 in 2024-04-22T04:38:43.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:43 smithi040 ceph-mon[91058]: osdmap e731: 8 total, 8 up, 8 in 2024-04-22T04:38:43.853 INFO:tasks.rados.rados.0.smithi040.stdout:3452: finishing write tid 1 to smithi04078109-35 2024-04-22T04:38:43.853 INFO:tasks.rados.rados.0.smithi040.stdout:3452: finishing write tid 2 to smithi04078109-35 2024-04-22T04:38:43.853 INFO:tasks.rados.rados.0.smithi040.stdout:3452: finishing write tid 3 to smithi04078109-35 2024-04-22T04:38:43.854 INFO:tasks.rados.rados.0.smithi040.stdout:3452: finishing write tid 4 to smithi04078109-35 2024-04-22T04:38:43.854 INFO:tasks.rados.rados.0.smithi040.stdout:3452: finishing write tid 5 to smithi04078109-35 2024-04-22T04:38:43.854 INFO:tasks.rados.rados.0.smithi040.stdout:3453: finishing rollback tid 0 to smithi04078109-27 2024-04-22T04:38:43.854 INFO:tasks.rados.rados.0.smithi040.stdout:3453: finishing rollback tid 1 to smithi04078109-27 2024-04-22T04:38:43.854 INFO:tasks.rados.rados.0.smithi040.stdout:3447: done (5 left) 2024-04-22T04:38:43.854 INFO:tasks.rados.rados.0.smithi040.stdout:3448: done (4 left) 2024-04-22T04:38:43.854 INFO:tasks.rados.rados.0.smithi040.stdout:3449: done (3 left) 2024-04-22T04:38:43.854 INFO:tasks.rados.rados.0.smithi040.stdout:3450: done (2 left) 2024-04-22T04:38:43.854 INFO:tasks.rados.rados.0.smithi040.stdout:3454: setattr oid 30 current snap is 340 2024-04-22T04:38:43.854 INFO:tasks.rados.rados.0.smithi040.stdout:3453: finishing rollback tid 2 to smithi04078109-27 2024-04-22T04:38:43.854 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 1909 (ObjNum 1034 snap 323 seq_num 1034) dirty exists 2024-04-22T04:38:43.854 INFO:tasks.rados.rados.0.smithi040.stdout:3452: finishing write tid 6 to smithi04078109-35 2024-04-22T04:38:43.854 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 1975 (ObjNum 1102 snap 340 seq_num 1102) dirty exists 2024-04-22T04:38:43.855 INFO:tasks.rados.rados.0.smithi040.stdout:3452: left oid 35 (ObjNum 1102 snap 340 seq_num 1102) 2024-04-22T04:38:43.855 INFO:tasks.rados.rados.0.smithi040.stdout:3452: done (2 left) 2024-04-22T04:38:43.855 INFO:tasks.rados.rados.0.smithi040.stdout:3453: done (1 left) 2024-04-22T04:38:43.855 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 48 current snap is 340 2024-04-22T04:38:43.855 INFO:tasks.rados.rados.0.smithi040.stdout:3455: seq_num 1103 ranges {4407296=475136,4882432=425984,5308416=696320,6004736=81920} 2024-04-22T04:38:43.881 INFO:tasks.rados.rados.0.smithi040.stdout:3455: writing smithi04078109-48 from 4407296 to 4882432 tid 1 2024-04-22T04:38:43.883 INFO:tasks.rados.rados.0.smithi040.stdout:3455: writing smithi04078109-48 from 4882432 to 5308416 tid 2 2024-04-22T04:38:43.887 INFO:tasks.rados.rados.0.smithi040.stdout:3455: writing smithi04078109-48 from 5308416 to 6004736 tid 3 2024-04-22T04:38:43.888 INFO:tasks.rados.rados.0.smithi040.stdout:3455: writing smithi04078109-48 from 6004736 to 6086656 tid 4 2024-04-22T04:38:43.888 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 8 current snap is 340 2024-04-22T04:38:43.888 INFO:tasks.rados.rados.0.smithi040.stdout:3456: seq_num 1104 ranges {622592=499712,1122304=712704,1835008=491520} 2024-04-22T04:38:43.894 INFO:tasks.rados.rados.0.smithi040.stdout:3456: writing smithi04078109-8 from 622592 to 1122304 tid 1 2024-04-22T04:38:43.898 INFO:tasks.rados.rados.0.smithi040.stdout:3456: writing smithi04078109-8 from 1122304 to 1835008 tid 2 2024-04-22T04:38:43.901 INFO:tasks.rados.rados.0.smithi040.stdout:3456: writing smithi04078109-8 from 1835008 to 2326528 tid 3 2024-04-22T04:38:43.901 INFO:tasks.rados.rados.0.smithi040.stdout:3457: delete oid 6 current snap is 340 2024-04-22T04:38:43.901 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 1977 (ObjNum 988 snap 307 seq_num 988) dirty exists 2024-04-22T04:38:43.901 INFO:tasks.rados.rados.0.smithi040.stdout:3455: finishing write tid 1 to smithi04078109-48 2024-04-22T04:38:43.902 INFO:tasks.rados.rados.0.smithi040.stdout:3455: finishing write tid 2 to smithi04078109-48 2024-04-22T04:38:43.902 INFO:tasks.rados.rados.0.smithi040.stdout:3455: finishing write tid 3 to smithi04078109-48 2024-04-22T04:38:43.902 INFO:tasks.rados.rados.0.smithi040.stdout:3455: finishing write tid 4 to smithi04078109-48 2024-04-22T04:38:43.902 INFO:tasks.rados.rados.0.smithi040.stdout:3455: finishing write tid 5 to smithi04078109-48 2024-04-22T04:38:43.902 INFO:tasks.rados.rados.0.smithi040.stdout:3455: finishing write tid 6 to smithi04078109-48 2024-04-22T04:38:43.902 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 1877 (ObjNum 1103 snap 340 seq_num 1103) dirty exists 2024-04-22T04:38:43.902 INFO:tasks.rados.rados.0.smithi040.stdout:3455: left oid 48 (ObjNum 1103 snap 340 seq_num 1103) 2024-04-22T04:38:43.902 INFO:tasks.rados.rados.0.smithi040.stdout:3456: finishing write tid 1 to smithi04078109-8 2024-04-22T04:38:43.902 INFO:tasks.rados.rados.0.smithi040.stdout:3456: finishing write tid 2 to smithi04078109-8 2024-04-22T04:38:43.905 INFO:tasks.rados.rados.0.smithi040.stdout:3454: done (3 left) 2024-04-22T04:38:43.905 INFO:tasks.rados.rados.0.smithi040.stdout:3455: done (2 left) 2024-04-22T04:38:43.905 INFO:tasks.rados.rados.0.smithi040.stdout:3457: done (1 left) 2024-04-22T04:38:43.905 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 340 2024-04-22T04:38:43.905 INFO:tasks.rados.rados.0.smithi040.stdout:3458: seq_num 1106 ranges {10960896=532480,11493376=483328,11976704=475136,12451840=245760} 2024-04-22T04:38:43.968 INFO:tasks.rados.rados.0.smithi040.stdout:3458: writing smithi04078109-10 from 10960896 to 11493376 tid 1 2024-04-22T04:38:43.970 INFO:tasks.rados.rados.0.smithi040.stdout:3458: writing smithi04078109-10 from 11493376 to 11976704 tid 2 2024-04-22T04:38:43.973 INFO:tasks.rados.rados.0.smithi040.stdout:3458: writing smithi04078109-10 from 11976704 to 12451840 tid 3 2024-04-22T04:38:43.975 INFO:tasks.rados.rados.0.smithi040.stdout:3458: writing smithi04078109-10 from 12451840 to 12697600 tid 4 2024-04-22T04:38:43.975 INFO:tasks.rados.rados.0.smithi040.stdout:3459: snap_create 2024-04-22T04:38:43.975 INFO:tasks.rados.rados.0.smithi040.stdout:3456: finishing write tid 3 to smithi04078109-8 2024-04-22T04:38:43.975 INFO:tasks.rados.rados.0.smithi040.stdout:3456: finishing write tid 4 to smithi04078109-8 2024-04-22T04:38:43.975 INFO:tasks.rados.rados.0.smithi040.stdout:3456: finishing write tid 5 to smithi04078109-8 2024-04-22T04:38:43.975 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 2206 (ObjNum 1104 snap 340 seq_num 1104) dirty exists 2024-04-22T04:38:43.975 INFO:tasks.rados.rados.0.smithi040.stdout:3456: left oid 8 (ObjNum 1104 snap 340 seq_num 1104) 2024-04-22T04:38:43.975 INFO:tasks.rados.rados.0.smithi040.stdout:3458: finishing write tid 1 to smithi04078109-10 2024-04-22T04:38:43.976 INFO:tasks.rados.rados.0.smithi040.stdout:3458: finishing write tid 2 to smithi04078109-10 2024-04-22T04:38:43.978 INFO:tasks.rados.rados.0.smithi040.stdout:3458: finishing write tid 3 to smithi04078109-10 2024-04-22T04:38:43.978 INFO:tasks.rados.rados.0.smithi040.stdout:3458: finishing write tid 4 to smithi04078109-10 2024-04-22T04:38:43.978 INFO:tasks.rados.rados.0.smithi040.stdout:3458: finishing write tid 5 to smithi04078109-10 2024-04-22T04:38:43.981 INFO:tasks.rados.rados.0.smithi040.stdout:3458: finishing write tid 6 to smithi04078109-10 2024-04-22T04:38:43.981 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 1398 (ObjNum 1106 snap 340 seq_num 1106) dirty exists 2024-04-22T04:38:43.981 INFO:tasks.rados.rados.0.smithi040.stdout:3458: left oid 10 (ObjNum 1106 snap 340 seq_num 1106) 2024-04-22T04:38:44.308 INFO:tasks.rados.rados.0.smithi040.stdout:3456: done (2 left) 2024-04-22T04:38:44.308 INFO:tasks.rados.rados.0.smithi040.stdout:3458: done (1 left) 2024-04-22T04:38:44.308 INFO:tasks.rados.rados.0.smithi040.stdout:3459: done (0 left) 2024-04-22T04:38:44.308 INFO:tasks.rados.rados.0.smithi040.stdout:3460: read oid 2 snap 334 2024-04-22T04:38:44.308 INFO:tasks.rados.rados.0.smithi040.stdout:3460: expect (ObjNum 1032 snap 321 seq_num 1032) 2024-04-22T04:38:44.308 INFO:tasks.rados.rados.0.smithi040.stdout:3461: read oid 49 snap 317 2024-04-22T04:38:44.308 INFO:tasks.rados.rados.0.smithi040.stdout:3461: expect deleted 2024-04-22T04:38:44.308 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 341 2024-04-22T04:38:44.308 INFO:tasks.rados.rados.0.smithi040.stdout:3462: seq_num 1107 ranges {7602176=548864,8151040=770048,8921088=434176} 2024-04-22T04:38:44.351 INFO:tasks.rados.rados.0.smithi040.stdout:3462: writing smithi04078109-19 from 7602176 to 8151040 tid 1 2024-04-22T04:38:44.355 INFO:tasks.rados.rados.0.smithi040.stdout:3462: writing smithi04078109-19 from 8151040 to 8921088 tid 2 2024-04-22T04:38:44.358 INFO:tasks.rados.rados.0.smithi040.stdout:3462: writing smithi04078109-19 from 8921088 to 9355264 tid 3 2024-04-22T04:38:44.358 INFO:tasks.rados.rados.0.smithi040.stdout:3463: snap_create 2024-04-22T04:38:44.358 INFO:tasks.rados.rados.0.smithi040.stdout:3460: expect (ObjNum 1032 snap 321 seq_num 1032) 2024-04-22T04:38:44.492 INFO:tasks.rados.rados.0.smithi040.stdout:3462: finishing write tid 1 to smithi04078109-19 2024-04-22T04:38:44.492 INFO:tasks.rados.rados.0.smithi040.stdout:3462: finishing write tid 2 to smithi04078109-19 2024-04-22T04:38:44.492 INFO:tasks.rados.rados.0.smithi040.stdout:3462: finishing write tid 3 to smithi04078109-19 2024-04-22T04:38:44.492 INFO:tasks.rados.rados.0.smithi040.stdout:3462: finishing write tid 4 to smithi04078109-19 2024-04-22T04:38:44.492 INFO:tasks.rados.rados.0.smithi040.stdout:3462: finishing write tid 5 to smithi04078109-19 2024-04-22T04:38:44.492 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 1913 (ObjNum 1107 snap 341 seq_num 1107) dirty exists 2024-04-22T04:38:44.492 INFO:tasks.rados.rados.0.smithi040.stdout:3462: left oid 19 (ObjNum 1107 snap 341 seq_num 1107) 2024-04-22T04:38:44.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:44 smithi062 ceph-mon[78153]: pgmap v816: 121 pgs: 121 active+clean; 505 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-22T04:38:44.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:44 smithi040 ceph-mon[88445]: pgmap v816: 121 pgs: 121 active+clean; 505 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-22T04:38:44.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:44 smithi040 ceph-mon[91058]: pgmap v816: 121 pgs: 121 active+clean; 505 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-22T04:38:45.312 INFO:tasks.rados.rados.0.smithi040.stdout:3460: done (3 left) 2024-04-22T04:38:45.313 INFO:tasks.rados.rados.0.smithi040.stdout:3461: done (2 left) 2024-04-22T04:38:45.313 INFO:tasks.rados.rados.0.smithi040.stdout:3462: done (1 left) 2024-04-22T04:38:45.313 INFO:tasks.rados.rados.0.smithi040.stdout:3463: done (0 left) 2024-04-22T04:38:45.313 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 342 2024-04-22T04:38:45.313 INFO:tasks.rados.rados.0.smithi040.stdout:3464: seq_num 1108 ranges {2998272=565248,3563520=647168,4210688=483328,4694016=73728} 2024-04-22T04:38:45.332 INFO:tasks.rados.rados.0.smithi040.stdout:3464: writing smithi04078109-32 from 2998272 to 3563520 tid 1 2024-04-22T04:38:45.336 INFO:tasks.rados.rados.0.smithi040.stdout:3464: writing smithi04078109-32 from 3563520 to 4210688 tid 2 2024-04-22T04:38:45.338 INFO:tasks.rados.rados.0.smithi040.stdout:3464: writing smithi04078109-32 from 4210688 to 4694016 tid 3 2024-04-22T04:38:45.339 INFO:tasks.rados.rados.0.smithi040.stdout:3464: writing smithi04078109-32 from 4694016 to 4767744 tid 4 2024-04-22T04:38:45.339 INFO:tasks.rados.rados.0.smithi040.stdout:3465: snap_create 2024-04-22T04:38:45.339 INFO:tasks.rados.rados.0.smithi040.stdout:3464: finishing write tid 1 to smithi04078109-32 2024-04-22T04:38:45.342 INFO:tasks.rados.rados.0.smithi040.stdout:3464: finishing write tid 2 to smithi04078109-32 2024-04-22T04:38:45.342 INFO:tasks.rados.rados.0.smithi040.stdout:3464: finishing write tid 3 to smithi04078109-32 2024-04-22T04:38:45.343 INFO:tasks.rados.rados.0.smithi040.stdout:3464: finishing write tid 4 to smithi04078109-32 2024-04-22T04:38:45.344 INFO:tasks.rados.rados.0.smithi040.stdout:3464: finishing write tid 5 to smithi04078109-32 2024-04-22T04:38:45.345 INFO:tasks.rados.rados.0.smithi040.stdout:3464: finishing write tid 6 to smithi04078109-32 2024-04-22T04:38:45.345 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 1888 (ObjNum 1108 snap 342 seq_num 1108) dirty exists 2024-04-22T04:38:45.345 INFO:tasks.rados.rados.0.smithi040.stdout:3464: left oid 32 (ObjNum 1108 snap 342 seq_num 1108) 2024-04-22T04:38:45.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:38:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:38:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:38:45.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:45 smithi062 ceph-mon[78153]: osdmap e732: 8 total, 8 up, 8 in 2024-04-22T04:38:45.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:45 smithi040 ceph-mon[88445]: osdmap e732: 8 total, 8 up, 8 in 2024-04-22T04:38:45.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:45 smithi040 ceph-mon[91058]: osdmap e732: 8 total, 8 up, 8 in 2024-04-22T04:38:46.326 INFO:tasks.rados.rados.0.smithi040.stdout:3464: done (1 left) 2024-04-22T04:38:46.326 INFO:tasks.rados.rados.0.smithi040.stdout:3465: done (0 left) 2024-04-22T04:38:46.326 INFO:tasks.rados.rados.0.smithi040.stdout:3466: read oid 10 snap -1 2024-04-22T04:38:46.326 INFO:tasks.rados.rados.0.smithi040.stdout:3466: expect (ObjNum 1106 snap 340 seq_num 1106) 2024-04-22T04:38:46.326 INFO:tasks.rados.rados.0.smithi040.stdout:3467: read oid 35 snap -1 2024-04-22T04:38:46.326 INFO:tasks.rados.rados.0.smithi040.stdout:3467: expect (ObjNum 1102 snap 340 seq_num 1102) 2024-04-22T04:38:46.326 INFO:tasks.rados.rados.0.smithi040.stdout:3468: snap_create 2024-04-22T04:38:46.365 INFO:tasks.rados.rados.0.smithi040.stdout:3467: expect (ObjNum 1102 snap 340 seq_num 1102) 2024-04-22T04:38:46.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:46 smithi062 ceph-mon[78153]: pgmap v818: 121 pgs: 121 active+clean; 505 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-22T04:38:46.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:46 smithi062 ceph-mon[78153]: osdmap e733: 8 total, 8 up, 8 in 2024-04-22T04:38:46.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:46 smithi040 ceph-mon[91058]: pgmap v818: 121 pgs: 121 active+clean; 505 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-22T04:38:46.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:46 smithi040 ceph-mon[91058]: osdmap e733: 8 total, 8 up, 8 in 2024-04-22T04:38:46.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:46 smithi040 ceph-mon[88445]: pgmap v818: 121 pgs: 121 active+clean; 505 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-22T04:38:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:46 smithi040 ceph-mon[88445]: osdmap e733: 8 total, 8 up, 8 in 2024-04-22T04:38:46.940 INFO:tasks.rados.rados.0.smithi040.stdout:3466: expect (ObjNum 1106 snap 340 seq_num 1106) 2024-04-22T04:38:47.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:47 smithi062 ceph-mon[78153]: osdmap e734: 8 total, 8 up, 8 in 2024-04-22T04:38:47.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:47 smithi062 ceph-mon[78153]: osdmap e735: 8 total, 8 up, 8 in 2024-04-22T04:38:47.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:47 smithi040 ceph-mon[88445]: osdmap e734: 8 total, 8 up, 8 in 2024-04-22T04:38:47.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:47 smithi040 ceph-mon[88445]: osdmap e735: 8 total, 8 up, 8 in 2024-04-22T04:38:47.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:47 smithi040 ceph-mon[91058]: osdmap e734: 8 total, 8 up, 8 in 2024-04-22T04:38:47.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:47 smithi040 ceph-mon[91058]: osdmap e735: 8 total, 8 up, 8 in 2024-04-22T04:38:47.985 INFO:tasks.rados.rados.0.smithi040.stdout:3466: done (2 left) 2024-04-22T04:38:47.985 INFO:tasks.rados.rados.0.smithi040.stdout:3467: done (1 left) 2024-04-22T04:38:47.985 INFO:tasks.rados.rados.0.smithi040.stdout:3468: done (0 left) 2024-04-22T04:38:47.985 INFO:tasks.rados.rados.0.smithi040.stdout:3469: delete oid 7 current snap is 344 2024-04-22T04:38:47.988 INFO:tasks.rados.rados.0.smithi040.stdout:3469: done (0 left) 2024-04-22T04:38:47.988 INFO:tasks.rados.rados.0.smithi040.stdout:3470: setattr oid 17 current snap is 344 2024-04-22T04:38:47.990 INFO:tasks.rados.rados.0.smithi040.stdout:3471: snap_remove snap 330 2024-04-22T04:38:48.333 INFO:tasks.rados.rados.0.smithi040.stdout:3471: done (1 left) 2024-04-22T04:38:48.333 INFO:tasks.rados.rados.0.smithi040.stdout:3472: snap_create 2024-04-22T04:38:48.333 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 2542 (ObjNum 1036 snap 323 seq_num 1036) dirty exists 2024-04-22T04:38:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:48 smithi062 ceph-mon[78153]: pgmap v821: 121 pgs: 121 active+clean; 513 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-04-22T04:38:48.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:48 smithi040 ceph-mon[88445]: pgmap v821: 121 pgs: 121 active+clean; 513 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-04-22T04:38:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:48 smithi040 ceph-mon[91058]: pgmap v821: 121 pgs: 121 active+clean; 513 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-04-22T04:38:49.346 INFO:tasks.rados.rados.0.smithi040.stdout:3470: done (1 left) 2024-04-22T04:38:49.347 INFO:tasks.rados.rados.0.smithi040.stdout:3472: done (0 left) 2024-04-22T04:38:49.347 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 345 2024-04-22T04:38:49.347 INFO:tasks.rados.rados.0.smithi040.stdout:3473: seq_num 1110 ranges {0=598016,598016=466944,1064960=450560,1515520=286720} 2024-04-22T04:38:49.349 INFO:tasks.rados.rados.0.smithi040.stdout:3473: writing smithi04078109-46 from 0 to 598016 tid 1 2024-04-22T04:38:49.352 INFO:tasks.rados.rados.0.smithi040.stdout:3473: writing smithi04078109-46 from 598016 to 1064960 tid 2 2024-04-22T04:38:49.355 INFO:tasks.rados.rados.0.smithi040.stdout:3473: writing smithi04078109-46 from 1064960 to 1515520 tid 3 2024-04-22T04:38:49.357 INFO:tasks.rados.rados.0.smithi040.stdout:3473: writing smithi04078109-46 from 1515520 to 1802240 tid 4 2024-04-22T04:38:49.357 INFO:tasks.rados.rados.0.smithi040.stdout:3474: read oid 11 snap -1 2024-04-22T04:38:49.357 INFO:tasks.rados.rados.0.smithi040.stdout:3474: expect (ObjNum 992 snap 307 seq_num 992) 2024-04-22T04:38:49.357 INFO:tasks.rados.rados.0.smithi040.stdout:3475: setattr oid 38 current snap is 345 2024-04-22T04:38:49.357 INFO:tasks.rados.rados.0.smithi040.stdout:3473: finishing write tid 1 to smithi04078109-46 2024-04-22T04:38:49.357 INFO:tasks.rados.rados.0.smithi040.stdout:3473: finishing write tid 2 to smithi04078109-46 2024-04-22T04:38:49.359 INFO:tasks.rados.rados.0.smithi040.stdout:3473: finishing write tid 3 to smithi04078109-46 2024-04-22T04:38:49.359 INFO:tasks.rados.rados.0.smithi040.stdout:3476: snap_remove snap 334 2024-04-22T04:38:49.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:49 smithi062 ceph-mon[78153]: osdmap e736: 8 total, 8 up, 8 in 2024-04-22T04:38:49.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:49 smithi040 ceph-mon[88445]: osdmap e736: 8 total, 8 up, 8 in 2024-04-22T04:38:49.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:49 smithi040 ceph-mon[91058]: osdmap e736: 8 total, 8 up, 8 in 2024-04-22T04:38:50.342 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:38:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:38:50] "GET /metrics HTTP/1.1" 200 241925 "" "Prometheus/2.43.0" 2024-04-22T04:38:50.360 INFO:tasks.rados.rados.0.smithi040.stdout:3476: done (3 left) 2024-04-22T04:38:50.360 INFO:tasks.rados.rados.0.smithi040.stdout:3477: snap_remove snap 331 2024-04-22T04:38:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:50 smithi062 ceph-mon[78153]: pgmap v824: 121 pgs: 121 active+clean; 520 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 3.6 MiB/s wr, 29 op/s 2024-04-22T04:38:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:50 smithi062 ceph-mon[78153]: osdmap e737: 8 total, 8 up, 8 in 2024-04-22T04:38:50.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:50 smithi040 ceph-mon[91058]: pgmap v824: 121 pgs: 121 active+clean; 520 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 3.6 MiB/s wr, 29 op/s 2024-04-22T04:38:50.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:50 smithi040 ceph-mon[91058]: osdmap e737: 8 total, 8 up, 8 in 2024-04-22T04:38:50.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:50 smithi040 ceph-mon[88445]: pgmap v824: 121 pgs: 121 active+clean; 520 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 3.6 MiB/s wr, 29 op/s 2024-04-22T04:38:50.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:50 smithi040 ceph-mon[88445]: osdmap e737: 8 total, 8 up, 8 in 2024-04-22T04:38:51.369 INFO:tasks.rados.rados.0.smithi040.stdout:3477: done (3 left) 2024-04-22T04:38:51.369 INFO:tasks.rados.rados.0.smithi040.stdout:3478: snap_create 2024-04-22T04:38:51.369 INFO:tasks.rados.rados.0.smithi040.stdout:3473: finishing write tid 4 to smithi04078109-46 2024-04-22T04:38:51.369 INFO:tasks.rados.rados.0.smithi040.stdout:3473: finishing write tid 5 to smithi04078109-46 2024-04-22T04:38:51.370 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 1399 (ObjNum 919 snap 290 seq_num 919) dirty exists 2024-04-22T04:38:51.370 INFO:tasks.rados.rados.0.smithi040.stdout:3473: finishing write tid 6 to smithi04078109-46 2024-04-22T04:38:51.370 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1842 (ObjNum 1110 snap 345 seq_num 1110) dirty exists 2024-04-22T04:38:51.370 INFO:tasks.rados.rados.0.smithi040.stdout:3473: left oid 46 (ObjNum 1110 snap 345 seq_num 1110) 2024-04-22T04:38:51.370 INFO:tasks.rados.rados.0.smithi040.stdout:3474: expect (ObjNum 992 snap 307 seq_num 992) 2024-04-22T04:38:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:51 smithi062 ceph-mon[78153]: osdmap e738: 8 total, 8 up, 8 in 2024-04-22T04:38:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:38:51.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:51 smithi040 ceph-mon[91058]: osdmap e738: 8 total, 8 up, 8 in 2024-04-22T04:38:51.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:38:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:51 smithi040 ceph-mon[88445]: osdmap e738: 8 total, 8 up, 8 in 2024-04-22T04:38:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:38:52.214 INFO:tasks.rados.rados.0.smithi040.stdout:3473: done (3 left) 2024-04-22T04:38:52.215 INFO:tasks.rados.rados.0.smithi040.stdout:3474: done (2 left) 2024-04-22T04:38:52.215 INFO:tasks.rados.rados.0.smithi040.stdout:3475: done (1 left) 2024-04-22T04:38:52.215 INFO:tasks.rados.rados.0.smithi040.stdout:3478: done (0 left) 2024-04-22T04:38:52.215 INFO:tasks.rados.rados.0.smithi040.stdout:3479: rmattr oid 20 current snap is 346 2024-04-22T04:38:52.215 INFO:tasks.rados.rados.0.smithi040.stdout:3480: rollback oid 4 current snap is 346 2024-04-22T04:38:52.215 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 4 to 313 2024-04-22T04:38:52.215 INFO:tasks.rados.rados.0.smithi040.stdout:3481: rmattr oid 41 current snap is 346 2024-04-22T04:38:52.215 INFO:tasks.rados.rados.0.smithi040.stdout:3482: read oid 27 snap 336 2024-04-22T04:38:52.215 INFO:tasks.rados.rados.0.smithi040.stdout:3482: expect (ObjNum 1034 snap 323 seq_num 1034) 2024-04-22T04:38:52.215 INFO:tasks.rados.rados.0.smithi040.stdout:3483: snap_create 2024-04-22T04:38:52.221 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 2543 (ObjNum -1443219120 snap 21852 seq_num 2852645328) dirty exists 2024-04-22T04:38:52.225 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1848 (ObjNum 988 snap 307 seq_num 988) dirty exists 2024-04-22T04:38:52.225 INFO:tasks.rados.rados.0.smithi040.stdout:3480: finishing rollback tid 0 to smithi04078109-4 2024-04-22T04:38:52.231 INFO:tasks.rados.rados.0.smithi040.stdout:3480: finishing rollback tid 1 to smithi04078109-4 2024-04-22T04:38:52.231 INFO:tasks.rados.rados.0.smithi040.stdout:3480: finishing rollback tid 2 to smithi04078109-4 2024-04-22T04:38:52.231 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 1874 (ObjNum 920 snap 290 seq_num 920) dirty exists 2024-04-22T04:38:52.238 INFO:tasks.rados.rados.0.smithi040.stdout:3482: expect (ObjNum 1034 snap 323 seq_num 1034) 2024-04-22T04:38:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:52 smithi062 ceph-mon[78153]: pgmap v827: 121 pgs: 121 active+clean; 519 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-22T04:38:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:52 smithi062 ceph-mon[78153]: osdmap e739: 8 total, 8 up, 8 in 2024-04-22T04:38:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:52 smithi062 ceph-mon[78153]: osdmap e740: 8 total, 8 up, 8 in 2024-04-22T04:38:52.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:52 smithi040 ceph-mon[91058]: pgmap v827: 121 pgs: 121 active+clean; 519 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-22T04:38:52.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:52 smithi040 ceph-mon[91058]: osdmap e739: 8 total, 8 up, 8 in 2024-04-22T04:38:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:52 smithi040 ceph-mon[91058]: osdmap e740: 8 total, 8 up, 8 in 2024-04-22T04:38:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:52 smithi040 ceph-mon[88445]: pgmap v827: 121 pgs: 121 active+clean; 519 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-22T04:38:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:52 smithi040 ceph-mon[88445]: osdmap e739: 8 total, 8 up, 8 in 2024-04-22T04:38:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:52 smithi040 ceph-mon[88445]: osdmap e740: 8 total, 8 up, 8 in 2024-04-22T04:38:53.223 INFO:tasks.rados.rados.0.smithi040.stdout:3479: done (4 left) 2024-04-22T04:38:53.224 INFO:tasks.rados.rados.0.smithi040.stdout:3480: done (3 left) 2024-04-22T04:38:53.224 INFO:tasks.rados.rados.0.smithi040.stdout:3481: done (2 left) 2024-04-22T04:38:53.224 INFO:tasks.rados.rados.0.smithi040.stdout:3482: done (1 left) 2024-04-22T04:38:53.224 INFO:tasks.rados.rados.0.smithi040.stdout:3483: done (0 left) 2024-04-22T04:38:53.224 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 7 current snap is 347 2024-04-22T04:38:53.224 INFO:tasks.rados.rados.0.smithi040.stdout:3484: seq_num 1111 ranges {0=614400,614400=753664,1368064=450560} 2024-04-22T04:38:53.226 INFO:tasks.rados.rados.0.smithi040.stdout:3484: writing smithi04078109-7 from 0 to 614400 tid 1 2024-04-22T04:38:53.231 INFO:tasks.rados.rados.0.smithi040.stdout:3484: writing smithi04078109-7 from 614400 to 1368064 tid 2 2024-04-22T04:38:53.234 INFO:tasks.rados.rados.0.smithi040.stdout:3484: writing smithi04078109-7 from 1368064 to 1818624 tid 3 2024-04-22T04:38:53.234 INFO:tasks.rados.rados.0.smithi040.stdout:3485: copy_from oid 48 from oid 38 current snap is 347 2024-04-22T04:38:53.234 INFO:tasks.rados.rados.0.smithi040.stdout:3486: copy_from oid 29 from oid 8 current snap is 347 2024-04-22T04:38:53.234 INFO:tasks.rados.rados.0.smithi040.stdout:3487: read oid 14 snap 339 2024-04-22T04:38:53.234 INFO:tasks.rados.rados.0.smithi040.stdout:3487: expect (ObjNum 1019 snap 317 seq_num 1019) 2024-04-22T04:38:53.234 INFO:tasks.rados.rados.0.smithi040.stdout:3488: rmattr oid 32 current snap is 347 2024-04-22T04:38:53.234 INFO:tasks.rados.rados.0.smithi040.stdout:3488: done (4 left) 2024-04-22T04:38:53.234 INFO:tasks.rados.rados.0.smithi040.stdout:3489: snap_remove snap 298 2024-04-22T04:38:54.230 INFO:tasks.rados.rados.0.smithi040.stdout:3489: done (4 left) 2024-04-22T04:38:54.230 INFO:tasks.rados.rados.0.smithi040.stdout:3490: setattr oid 35 current snap is 347 2024-04-22T04:38:54.234 INFO:tasks.rados.rados.0.smithi040.stdout:3491: copy_from oid 20 from oid 12 current snap is 347 2024-04-22T04:38:54.234 INFO:tasks.rados.rados.0.smithi040.stdout:3492: read oid 1 snap -1 2024-04-22T04:38:54.235 INFO:tasks.rados.rados.0.smithi040.stdout:3492: expect (ObjNum 1084 snap 333 seq_num 1084) 2024-04-22T04:38:54.235 INFO:tasks.rados.rados.0.smithi040.stdout:3493: read oid 37 snap 328 2024-04-22T04:38:54.235 INFO:tasks.rados.rados.0.smithi040.stdout:3493: expect (ObjNum 1037 snap 326 seq_num 1037) 2024-04-22T04:38:54.235 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 50 current snap is 347 2024-04-22T04:38:54.235 INFO:tasks.rados.rados.0.smithi040.stdout:3494: seq_num 1112 ranges {0=630784,630784=638976,1269760=466944,1736704=98304} 2024-04-22T04:38:54.239 INFO:tasks.rados.rados.0.smithi040.stdout:3494: writing smithi04078109-50 from 0 to 630784 tid 1 2024-04-22T04:38:54.245 INFO:tasks.rados.rados.0.smithi040.stdout:3494: writing smithi04078109-50 from 630784 to 1269760 tid 2 2024-04-22T04:38:54.248 INFO:tasks.rados.rados.0.smithi040.stdout:3494: writing smithi04078109-50 from 1269760 to 1736704 tid 3 2024-04-22T04:38:54.248 INFO:tasks.rados.rados.0.smithi040.stdout:3494: writing smithi04078109-50 from 1736704 to 1835008 tid 4 2024-04-22T04:38:54.248 INFO:tasks.rados.rados.0.smithi040.stdout:3495: snap_remove snap 340 2024-04-22T04:38:54.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:54 smithi062 ceph-mon[78153]: pgmap v830: 121 pgs: 121 active+clean; 520 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 440 KiB/s wr, 12 op/s 2024-04-22T04:38:54.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:54 smithi062 ceph-mon[78153]: osdmap e741: 8 total, 8 up, 8 in 2024-04-22T04:38:54.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:54 smithi040 ceph-mon[88445]: pgmap v830: 121 pgs: 121 active+clean; 520 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 440 KiB/s wr, 12 op/s 2024-04-22T04:38:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:54 smithi040 ceph-mon[88445]: osdmap e741: 8 total, 8 up, 8 in 2024-04-22T04:38:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:54 smithi040 ceph-mon[91058]: pgmap v830: 121 pgs: 121 active+clean; 520 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 440 KiB/s wr, 12 op/s 2024-04-22T04:38:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:54 smithi040 ceph-mon[91058]: osdmap e741: 8 total, 8 up, 8 in 2024-04-22T04:38:55.240 INFO:tasks.rados.rados.0.smithi040.stdout:3495: done (9 left) 2024-04-22T04:38:55.240 INFO:tasks.rados.rados.0.smithi040.stdout:3496: rmattr oid 39 current snap is 347 2024-04-22T04:38:55.240 INFO:tasks.rados.rados.0.smithi040.stdout:3497: snap_create 2024-04-22T04:38:55.240 INFO:tasks.rados.rados.0.smithi040.stdout:3484: finishing write tid 1 to smithi04078109-7 2024-04-22T04:38:55.240 INFO:tasks.rados.rados.0.smithi040.stdout:3484: finishing write tid 2 to smithi04078109-7 2024-04-22T04:38:55.240 INFO:tasks.rados.rados.0.smithi040.stdout:3484: finishing write tid 3 to smithi04078109-7 2024-04-22T04:38:55.240 INFO:tasks.rados.rados.0.smithi040.stdout:3484: finishing write tid 4 to smithi04078109-7 2024-04-22T04:38:55.240 INFO:tasks.rados.rados.0.smithi040.stdout:3484: finishing write tid 5 to smithi04078109-7 2024-04-22T04:38:55.240 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 2449 (ObjNum 1111 snap 347 seq_num 1111) dirty exists 2024-04-22T04:38:55.240 INFO:tasks.rados.rados.0.smithi040.stdout:3484: left oid 7 (ObjNum 1111 snap 347 seq_num 1111) 2024-04-22T04:38:55.240 INFO:tasks.rados.rados.0.smithi040.stdout:3487: expect (ObjNum 1019 snap 317 seq_num 1019) 2024-04-22T04:38:55.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:55 smithi062 ceph-mon[78153]: osdmap e742: 8 total, 8 up, 8 in 2024-04-22T04:38:55.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:55 smithi040 ceph-mon[88445]: osdmap e742: 8 total, 8 up, 8 in 2024-04-22T04:38:55.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:55 smithi040 ceph-mon[91058]: osdmap e742: 8 total, 8 up, 8 in 2024-04-22T04:38:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:38:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:38:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:38:55.916 INFO:tasks.rados.rados.0.smithi040.stdout:3485: finishing copy_from racing read to smithi04078109-48 2024-04-22T04:38:55.916 INFO:tasks.rados.rados.0.smithi040.stdout:3486: finishing copy_from racing read to smithi04078109-29 2024-04-22T04:38:55.916 INFO:tasks.rados.rados.0.smithi040.stdout:3486: finishing copy_from to smithi04078109-29 2024-04-22T04:38:55.916 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 2206 (ObjNum 1104 snap 340 seq_num 1104) dirty exists 2024-04-22T04:38:55.916 INFO:tasks.rados.rados.0.smithi040.stdout:3485: finishing copy_from to smithi04078109-48 2024-04-22T04:38:55.917 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 1399 (ObjNum 919 snap 290 seq_num 919) dirty exists 2024-04-22T04:38:55.917 INFO:tasks.rados.rados.0.smithi040.stdout:3494: finishing write tid 1 to smithi04078109-50 2024-04-22T04:38:55.917 INFO:tasks.rados.rados.0.smithi040.stdout:3494: finishing write tid 2 to smithi04078109-50 2024-04-22T04:38:55.917 INFO:tasks.rados.rados.0.smithi040.stdout:3494: finishing write tid 3 to smithi04078109-50 2024-04-22T04:38:55.917 INFO:tasks.rados.rados.0.smithi040.stdout:3494: finishing write tid 4 to smithi04078109-50 2024-04-22T04:38:55.917 INFO:tasks.rados.rados.0.smithi040.stdout:3494: finishing write tid 5 to smithi04078109-50 2024-04-22T04:38:55.917 INFO:tasks.rados.rados.0.smithi040.stdout:3494: finishing write tid 6 to smithi04078109-50 2024-04-22T04:38:55.917 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 1817 (ObjNum 1112 snap 347 seq_num 1112) dirty exists 2024-04-22T04:38:55.917 INFO:tasks.rados.rados.0.smithi040.stdout:3494: left oid 50 (ObjNum 1112 snap 347 seq_num 1112) 2024-04-22T04:38:55.917 INFO:tasks.rados.rados.0.smithi040.stdout:3491: finishing copy_from racing read to smithi04078109-20 2024-04-22T04:38:55.917 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 2011 (ObjNum 1102 snap 340 seq_num 1102) dirty exists 2024-04-22T04:38:55.917 INFO:tasks.rados.rados.0.smithi040.stdout:3493: expect (ObjNum 1037 snap 326 seq_num 1037) 2024-04-22T04:38:55.931 INFO:tasks.rados.rados.0.smithi040.stdout:3491: finishing copy_from to smithi04078109-20 2024-04-22T04:38:55.931 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1743 (ObjNum 968 snap 303 seq_num 968) dirty exists 2024-04-22T04:38:55.931 INFO:tasks.rados.rados.0.smithi040.stdout:3492: expect (ObjNum 1084 snap 333 seq_num 1084) 2024-04-22T04:38:55.999 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 2207 (ObjNum 1055 snap 330 seq_num 1055) dirty exists 2024-04-22T04:38:56.241 INFO:tasks.rados.rados.0.smithi040.stdout:3484: done (10 left) 2024-04-22T04:38:56.242 INFO:tasks.rados.rados.0.smithi040.stdout:3485: done (9 left) 2024-04-22T04:38:56.242 INFO:tasks.rados.rados.0.smithi040.stdout:3486: done (8 left) 2024-04-22T04:38:56.242 INFO:tasks.rados.rados.0.smithi040.stdout:3487: done (7 left) 2024-04-22T04:38:56.242 INFO:tasks.rados.rados.0.smithi040.stdout:3490: done (6 left) 2024-04-22T04:38:56.242 INFO:tasks.rados.rados.0.smithi040.stdout:3491: done (5 left) 2024-04-22T04:38:56.242 INFO:tasks.rados.rados.0.smithi040.stdout:3492: done (4 left) 2024-04-22T04:38:56.242 INFO:tasks.rados.rados.0.smithi040.stdout:3493: done (3 left) 2024-04-22T04:38:56.242 INFO:tasks.rados.rados.0.smithi040.stdout:3494: done (2 left) 2024-04-22T04:38:56.242 INFO:tasks.rados.rados.0.smithi040.stdout:3496: done (1 left) 2024-04-22T04:38:56.242 INFO:tasks.rados.rados.0.smithi040.stdout:3497: done (0 left) 2024-04-22T04:38:56.242 INFO:tasks.rados.rados.0.smithi040.stdout:3498: read oid 3 snap -1 2024-04-22T04:38:56.242 INFO:tasks.rados.rados.0.smithi040.stdout:3498: expect (ObjNum 1066 snap 331 seq_num 1066) 2024-04-22T04:38:56.242 INFO:tasks.rados.rados.0.smithi040.stdout:3499: delete oid 32 current snap is 348 2024-04-22T04:38:56.278 INFO:tasks.rados.rados.0.smithi040.stdout:3498: expect (ObjNum 1066 snap 331 seq_num 1066) 2024-04-22T04:38:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:56 smithi062 ceph-mon[78153]: pgmap v833: 121 pgs: 121 active+clean; 520 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 440 KiB/s wr, 11 op/s 2024-04-22T04:38:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:56 smithi062 ceph-mon[78153]: osdmap e743: 8 total, 8 up, 8 in 2024-04-22T04:38:56.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:56 smithi040 ceph-mon[88445]: pgmap v833: 121 pgs: 121 active+clean; 520 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 440 KiB/s wr, 11 op/s 2024-04-22T04:38:56.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:56 smithi040 ceph-mon[88445]: osdmap e743: 8 total, 8 up, 8 in 2024-04-22T04:38:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:56 smithi040 ceph-mon[91058]: pgmap v833: 121 pgs: 121 active+clean; 520 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 440 KiB/s wr, 11 op/s 2024-04-22T04:38:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:56 smithi040 ceph-mon[91058]: osdmap e743: 8 total, 8 up, 8 in 2024-04-22T04:38:57.426 INFO:tasks.rados.rados.0.smithi040.stdout:3498: done (1 left) 2024-04-22T04:38:57.426 INFO:tasks.rados.rados.0.smithi040.stdout:3499: done (0 left) 2024-04-22T04:38:57.426 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 7 current snap is 348 2024-04-22T04:38:57.426 INFO:tasks.rados.rados.0.smithi040.stdout:3500: seq_num 1114 ranges {1818624=663552,2482176=802816,3284992=401408} 2024-04-22T04:38:57.439 INFO:tasks.rados.rados.0.smithi040.stdout:3500: writing smithi04078109-7 from 1818624 to 2482176 tid 1 2024-04-22T04:38:57.444 INFO:tasks.rados.rados.0.smithi040.stdout:3500: writing smithi04078109-7 from 2482176 to 3284992 tid 2 2024-04-22T04:38:57.447 INFO:tasks.rados.rados.0.smithi040.stdout:3500: writing smithi04078109-7 from 3284992 to 3686400 tid 3 2024-04-22T04:38:57.447 INFO:tasks.rados.rados.0.smithi040.stdout:3501: read oid 30 snap -1 2024-04-22T04:38:57.447 INFO:tasks.rados.rados.0.smithi040.stdout:3501: expect (ObjNum 988 snap 307 seq_num 988) 2024-04-22T04:38:57.447 INFO:tasks.rados.rados.0.smithi040.stdout:3502: read oid 50 snap 337 2024-04-22T04:38:57.447 INFO:tasks.rados.rados.0.smithi040.stdout:3502: expect deleted 2024-04-22T04:38:57.447 INFO:tasks.rados.rados.0.smithi040.stdout:3503: snap_create 2024-04-22T04:38:57.447 INFO:tasks.rados.rados.0.smithi040.stdout:3500: finishing write tid 1 to smithi04078109-7 2024-04-22T04:38:57.450 INFO:tasks.rados.rados.0.smithi040.stdout:3500: finishing write tid 2 to smithi04078109-7 2024-04-22T04:38:57.457 INFO:tasks.rados.rados.0.smithi040.stdout:3500: finishing write tid 3 to smithi04078109-7 2024-04-22T04:38:57.457 INFO:tasks.rados.rados.0.smithi040.stdout:3500: finishing write tid 4 to smithi04078109-7 2024-04-22T04:38:57.459 INFO:tasks.rados.rados.0.smithi040.stdout:3500: finishing write tid 5 to smithi04078109-7 2024-04-22T04:38:57.459 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 2453 (ObjNum 1114 snap 348 seq_num 1114) dirty exists 2024-04-22T04:38:57.459 INFO:tasks.rados.rados.0.smithi040.stdout:3500: left oid 7 (ObjNum 1114 snap 348 seq_num 1114) 2024-04-22T04:38:57.472 INFO:tasks.rados.rados.0.smithi040.stdout:3501: expect (ObjNum 988 snap 307 seq_num 988) 2024-04-22T04:38:57.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:57 smithi062 ceph-mon[78153]: osdmap e744: 8 total, 8 up, 8 in 2024-04-22T04:38:57.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:57 smithi062 ceph-mon[78153]: osdmap e745: 8 total, 8 up, 8 in 2024-04-22T04:38:57.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:57 smithi040 ceph-mon[88445]: osdmap e744: 8 total, 8 up, 8 in 2024-04-22T04:38:57.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:57 smithi040 ceph-mon[88445]: osdmap e745: 8 total, 8 up, 8 in 2024-04-22T04:38:57.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:57 smithi040 ceph-mon[91058]: osdmap e744: 8 total, 8 up, 8 in 2024-04-22T04:38:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:57 smithi040 ceph-mon[91058]: osdmap e745: 8 total, 8 up, 8 in 2024-04-22T04:38:58.251 INFO:tasks.rados.rados.0.smithi040.stdout:3500: done (3 left) 2024-04-22T04:38:58.251 INFO:tasks.rados.rados.0.smithi040.stdout:3501: done (2 left) 2024-04-22T04:38:58.252 INFO:tasks.rados.rados.0.smithi040.stdout:3502: done (1 left) 2024-04-22T04:38:58.252 INFO:tasks.rados.rados.0.smithi040.stdout:3503: done (0 left) 2024-04-22T04:38:58.252 INFO:tasks.rados.rados.0.smithi040.stdout:3504: read oid 47 snap -1 2024-04-22T04:38:58.252 INFO:tasks.rados.rados.0.smithi040.stdout:3504: expect (ObjNum 1074 snap 331 seq_num 1074) 2024-04-22T04:38:58.252 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 349 2024-04-22T04:38:58.252 INFO:tasks.rados.rados.0.smithi040.stdout:3505: seq_num 1115 ranges {1802240=679936,2482176=688128,3170304=516096} 2024-04-22T04:38:58.264 INFO:tasks.rados.rados.0.smithi040.stdout:3505: writing smithi04078109-46 from 1802240 to 2482176 tid 1 2024-04-22T04:38:58.268 INFO:tasks.rados.rados.0.smithi040.stdout:3505: writing smithi04078109-46 from 2482176 to 3170304 tid 2 2024-04-22T04:38:58.272 INFO:tasks.rados.rados.0.smithi040.stdout:3505: writing smithi04078109-46 from 3170304 to 3686400 tid 3 2024-04-22T04:38:58.272 INFO:tasks.rados.rados.0.smithi040.stdout:3506: read oid 16 snap -1 2024-04-22T04:38:58.272 INFO:tasks.rados.rados.0.smithi040.stdout:3506: expect deleted 2024-04-22T04:38:58.272 INFO:tasks.rados.rados.0.smithi040.stdout:3507: rollback oid 30 current snap is 349 2024-04-22T04:38:58.272 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 30 to 338 2024-04-22T04:38:58.272 INFO:tasks.rados.rados.0.smithi040.stdout:3508: snap_create 2024-04-22T04:38:58.273 INFO:tasks.rados.rados.0.smithi040.stdout:3504: expect (ObjNum 1074 snap 331 seq_num 1074) 2024-04-22T04:38:58.378 INFO:tasks.rados.rados.0.smithi040.stdout:3505: finishing write tid 1 to smithi04078109-46 2024-04-22T04:38:58.379 INFO:tasks.rados.rados.0.smithi040.stdout:3505: finishing write tid 2 to smithi04078109-46 2024-04-22T04:38:58.379 INFO:tasks.rados.rados.0.smithi040.stdout:3505: finishing write tid 3 to smithi04078109-46 2024-04-22T04:38:58.379 INFO:tasks.rados.rados.0.smithi040.stdout:3505: finishing write tid 4 to smithi04078109-46 2024-04-22T04:38:58.379 INFO:tasks.rados.rados.0.smithi040.stdout:3507: finishing rollback tid 0 to smithi04078109-30 2024-04-22T04:38:58.379 INFO:tasks.rados.rados.0.smithi040.stdout:3507: finishing rollback tid 1 to smithi04078109-30 2024-04-22T04:38:58.379 INFO:tasks.rados.rados.0.smithi040.stdout:3507: finishing rollback tid 2 to smithi04078109-30 2024-04-22T04:38:58.379 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 2023 (ObjNum 988 snap 307 seq_num 988) dirty exists 2024-04-22T04:38:58.379 INFO:tasks.rados.rados.0.smithi040.stdout:3505: finishing write tid 5 to smithi04078109-46 2024-04-22T04:38:58.379 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1846 (ObjNum 1115 snap 349 seq_num 1115) dirty exists 2024-04-22T04:38:58.379 INFO:tasks.rados.rados.0.smithi040.stdout:3505: left oid 46 (ObjNum 1115 snap 349 seq_num 1115) 2024-04-22T04:38:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:58 smithi062 ceph-mon[78153]: pgmap v836: 121 pgs: 121 active+clean; 526 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-22T04:38:58.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:58 smithi040 ceph-mon[88445]: pgmap v836: 121 pgs: 121 active+clean; 526 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-22T04:38:58.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:58 smithi040 ceph-mon[91058]: pgmap v836: 121 pgs: 121 active+clean; 526 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-22T04:38:59.258 INFO:tasks.rados.rados.0.smithi040.stdout:3504: done (4 left) 2024-04-22T04:38:59.258 INFO:tasks.rados.rados.0.smithi040.stdout:3505: done (3 left) 2024-04-22T04:38:59.258 INFO:tasks.rados.rados.0.smithi040.stdout:3506: done (2 left) 2024-04-22T04:38:59.258 INFO:tasks.rados.rados.0.smithi040.stdout:3507: done (1 left) 2024-04-22T04:38:59.258 INFO:tasks.rados.rados.0.smithi040.stdout:3508: done (0 left) 2024-04-22T04:38:59.259 INFO:tasks.rados.rados.0.smithi040.stdout:3509: snap_create 2024-04-22T04:38:59.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:38:59 smithi062 ceph-mon[78153]: osdmap e746: 8 total, 8 up, 8 in 2024-04-22T04:38:59.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:38:59 smithi040 ceph-mon[88445]: osdmap e746: 8 total, 8 up, 8 in 2024-04-22T04:38:59.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:38:59 smithi040 ceph-mon[91058]: osdmap e746: 8 total, 8 up, 8 in 2024-04-22T04:39:00.260 INFO:tasks.rados.rados.0.smithi040.stdout:3509: done (0 left) 2024-04-22T04:39:00.261 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 8 current snap is 351 2024-04-22T04:39:00.261 INFO:tasks.rados.rados.0.smithi040.stdout:3510: seq_num 1116 ranges {2326528=696320,3022848=573440,3596288=450560,4046848=180224} 2024-04-22T04:39:00.277 INFO:tasks.rados.rados.0.smithi040.stdout:3510: writing smithi04078109-8 from 2326528 to 3022848 tid 1 2024-04-22T04:39:00.280 INFO:tasks.rados.rados.0.smithi040.stdout:3510: writing smithi04078109-8 from 3022848 to 3596288 tid 2 2024-04-22T04:39:00.282 INFO:tasks.rados.rados.0.smithi040.stdout:3510: writing smithi04078109-8 from 3596288 to 4046848 tid 3 2024-04-22T04:39:00.284 INFO:tasks.rados.rados.0.smithi040.stdout:3510: writing smithi04078109-8 from 4046848 to 4227072 tid 4 2024-04-22T04:39:00.284 INFO:tasks.rados.rados.0.smithi040.stdout:3511: rollback oid 37 current snap is 351 2024-04-22T04:39:00.284 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 37 to 322 2024-04-22T04:39:00.284 INFO:tasks.rados.rados.0.smithi040.stdout:3512: snap_create 2024-04-22T04:39:00.287 INFO:tasks.rados.rados.0.smithi040.stdout:3511: finishing rollback tid 1 to smithi04078109-37 2024-04-22T04:39:00.288 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 2433 (ObjNum 0 snap 21849 seq_num 2851298656) dirty dne 2024-04-22T04:39:00.288 INFO:tasks.rados.rados.0.smithi040.stdout:3510: finishing write tid 1 to smithi04078109-8 2024-04-22T04:39:00.288 INFO:tasks.rados.rados.0.smithi040.stdout:3510: finishing write tid 2 to smithi04078109-8 2024-04-22T04:39:00.289 INFO:tasks.rados.rados.0.smithi040.stdout:3510: finishing write tid 3 to smithi04078109-8 2024-04-22T04:39:00.290 INFO:tasks.rados.rados.0.smithi040.stdout:3510: finishing write tid 4 to smithi04078109-8 2024-04-22T04:39:00.290 INFO:tasks.rados.rados.0.smithi040.stdout:3510: finishing write tid 5 to smithi04078109-8 2024-04-22T04:39:00.291 INFO:tasks.rados.rados.0.smithi040.stdout:3510: finishing write tid 6 to smithi04078109-8 2024-04-22T04:39:00.292 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 2212 (ObjNum 1116 snap 351 seq_num 1116) dirty exists 2024-04-22T04:39:00.292 INFO:tasks.rados.rados.0.smithi040.stdout:3510: left oid 8 (ObjNum 1116 snap 351 seq_num 1116) 2024-04-22T04:39:00.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:39:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:39:00] "GET /metrics HTTP/1.1" 200 241976 "" "Prometheus/2.43.0" 2024-04-22T04:39:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:00 smithi040 ceph-mon[91058]: pgmap v839: 121 pgs: 121 active+clean; 528 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-22T04:39:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:00 smithi040 ceph-mon[91058]: osdmap e747: 8 total, 8 up, 8 in 2024-04-22T04:39:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:00 smithi040 ceph-mon[88445]: pgmap v839: 121 pgs: 121 active+clean; 528 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-22T04:39:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:00 smithi040 ceph-mon[88445]: osdmap e747: 8 total, 8 up, 8 in 2024-04-22T04:39:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:00 smithi062 ceph-mon[78153]: pgmap v839: 121 pgs: 121 active+clean; 528 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-22T04:39:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:00 smithi062 ceph-mon[78153]: osdmap e747: 8 total, 8 up, 8 in 2024-04-22T04:39:01.283 INFO:tasks.rados.rados.0.smithi040.stdout:3510: done (2 left) 2024-04-22T04:39:01.283 INFO:tasks.rados.rados.0.smithi040.stdout:3511: done (1 left) 2024-04-22T04:39:01.283 INFO:tasks.rados.rados.0.smithi040.stdout:3512: done (0 left) 2024-04-22T04:39:01.283 INFO:tasks.rados.rados.0.smithi040.stdout:3513: setattr oid 17 current snap is 352 2024-04-22T04:39:01.284 INFO:tasks.rados.rados.0.smithi040.stdout:3514: snap_create 2024-04-22T04:39:01.289 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 2544 (ObjNum 1036 snap 323 seq_num 1036) dirty exists 2024-04-22T04:39:01.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:01 smithi062 ceph-mon[78153]: osdmap e748: 8 total, 8 up, 8 in 2024-04-22T04:39:01.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:01 smithi040 ceph-mon[88445]: osdmap e748: 8 total, 8 up, 8 in 2024-04-22T04:39:01.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:01 smithi040 ceph-mon[91058]: osdmap e748: 8 total, 8 up, 8 in 2024-04-22T04:39:02.216 INFO:tasks.rados.rados.0.smithi040.stdout:3513: done (1 left) 2024-04-22T04:39:02.217 INFO:tasks.rados.rados.0.smithi040.stdout:3514: done (0 left) 2024-04-22T04:39:02.217 INFO:tasks.rados.rados.0.smithi040.stdout:3515: snap_create 2024-04-22T04:39:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:02 smithi062 ceph-mon[78153]: pgmap v842: 121 pgs: 121 active+clean; 532 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-22T04:39:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:02 smithi062 ceph-mon[78153]: osdmap e749: 8 total, 8 up, 8 in 2024-04-22T04:39:02.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:02 smithi062 ceph-mon[78153]: osdmap e750: 8 total, 8 up, 8 in 2024-04-22T04:39:02.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:02 smithi040 ceph-mon[88445]: pgmap v842: 121 pgs: 121 active+clean; 532 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-22T04:39:02.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:02 smithi040 ceph-mon[88445]: osdmap e749: 8 total, 8 up, 8 in 2024-04-22T04:39:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:02 smithi040 ceph-mon[88445]: osdmap e750: 8 total, 8 up, 8 in 2024-04-22T04:39:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:02 smithi040 ceph-mon[91058]: pgmap v842: 121 pgs: 121 active+clean; 532 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-22T04:39:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:02 smithi040 ceph-mon[91058]: osdmap e749: 8 total, 8 up, 8 in 2024-04-22T04:39:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:02 smithi040 ceph-mon[91058]: osdmap e750: 8 total, 8 up, 8 in 2024-04-22T04:39:03.219 INFO:tasks.rados.rados.0.smithi040.stdout:3515: done (0 left) 2024-04-22T04:39:03.219 INFO:tasks.rados.rados.0.smithi040.stdout:3516: read oid 29 snap -1 2024-04-22T04:39:03.219 INFO:tasks.rados.rados.0.smithi040.stdout:3516: expect (ObjNum 1104 snap 340 seq_num 1104) 2024-04-22T04:39:03.219 INFO:tasks.rados.rados.0.smithi040.stdout:3517: read oid 23 snap 343 2024-04-22T04:39:03.219 INFO:tasks.rados.rados.0.smithi040.stdout:3517: expect (ObjNum 1033 snap 323 seq_num 1033) 2024-04-22T04:39:03.219 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 1 current snap is 354 2024-04-22T04:39:03.219 INFO:tasks.rados.rados.0.smithi040.stdout:3518: seq_num 1117 ranges {2105344=712704,2818048=458752,3276800=655360,3932160=90112} 2024-04-22T04:39:03.234 INFO:tasks.rados.rados.0.smithi040.stdout:3518: writing smithi04078109-1 from 2105344 to 2818048 tid 1 2024-04-22T04:39:03.237 INFO:tasks.rados.rados.0.smithi040.stdout:3518: writing smithi04078109-1 from 2818048 to 3276800 tid 2 2024-04-22T04:39:03.241 INFO:tasks.rados.rados.0.smithi040.stdout:3518: writing smithi04078109-1 from 3276800 to 3932160 tid 3 2024-04-22T04:39:03.242 INFO:tasks.rados.rados.0.smithi040.stdout:3518: writing smithi04078109-1 from 3932160 to 4022272 tid 4 2024-04-22T04:39:03.242 INFO:tasks.rados.rados.0.smithi040.stdout:3519: delete oid 37 current snap is 354 2024-04-22T04:39:03.242 INFO:tasks.rados.rados.0.smithi040.stdout:3517: expect (ObjNum 1033 snap 323 seq_num 1033) 2024-04-22T04:39:03.265 INFO:tasks.rados.rados.0.smithi040.stdout:3516: expect (ObjNum 1104 snap 340 seq_num 1104) 2024-04-22T04:39:03.337 INFO:tasks.rados.rados.0.smithi040.stdout:3518: finishing write tid 1 to smithi04078109-1 2024-04-22T04:39:03.337 INFO:tasks.rados.rados.0.smithi040.stdout:3518: finishing write tid 2 to smithi04078109-1 2024-04-22T04:39:03.337 INFO:tasks.rados.rados.0.smithi040.stdout:3518: finishing write tid 3 to smithi04078109-1 2024-04-22T04:39:03.337 INFO:tasks.rados.rados.0.smithi040.stdout:3518: finishing write tid 4 to smithi04078109-1 2024-04-22T04:39:03.338 INFO:tasks.rados.rados.0.smithi040.stdout:3518: finishing write tid 5 to smithi04078109-1 2024-04-22T04:39:03.338 INFO:tasks.rados.rados.0.smithi040.stdout:3518: finishing write tid 6 to smithi04078109-1 2024-04-22T04:39:03.338 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 2029 (ObjNum 1117 snap 354 seq_num 1117) dirty exists 2024-04-22T04:39:03.338 INFO:tasks.rados.rados.0.smithi040.stdout:3518: left oid 1 (ObjNum 1117 snap 354 seq_num 1117) 2024-04-22T04:39:03.338 INFO:tasks.rados.rados.0.smithi040.stdout:3516: done (3 left) 2024-04-22T04:39:03.338 INFO:tasks.rados.rados.0.smithi040.stdout:3517: done (2 left) 2024-04-22T04:39:03.338 INFO:tasks.rados.rados.0.smithi040.stdout:3518: done (1 left) 2024-04-22T04:39:03.338 INFO:tasks.rados.rados.0.smithi040.stdout:3519: done (0 left) 2024-04-22T04:39:03.338 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 44 current snap is 354 2024-04-22T04:39:03.338 INFO:tasks.rados.rados.0.smithi040.stdout:3520: seq_num 1119 ranges {409600=745472,1155072=679936,1835008=524288} 2024-04-22T04:39:03.343 INFO:tasks.rados.rados.0.smithi040.stdout:3520: writing smithi04078109-44 from 409600 to 1155072 tid 1 2024-04-22T04:39:03.347 INFO:tasks.rados.rados.0.smithi040.stdout:3520: writing smithi04078109-44 from 1155072 to 1835008 tid 2 2024-04-22T04:39:03.350 INFO:tasks.rados.rados.0.smithi040.stdout:3520: writing smithi04078109-44 from 1835008 to 2359296 tid 3 2024-04-22T04:39:03.351 INFO:tasks.rados.rados.0.smithi040.stdout:3521: snap_create 2024-04-22T04:39:03.351 INFO:tasks.rados.rados.0.smithi040.stdout:3520: finishing write tid 1 to smithi04078109-44 2024-04-22T04:39:03.354 INFO:tasks.rados.rados.0.smithi040.stdout:3520: finishing write tid 2 to smithi04078109-44 2024-04-22T04:39:03.354 INFO:tasks.rados.rados.0.smithi040.stdout:3520: finishing write tid 3 to smithi04078109-44 2024-04-22T04:39:03.354 INFO:tasks.rados.rados.0.smithi040.stdout:3520: finishing write tid 4 to smithi04078109-44 2024-04-22T04:39:03.356 INFO:tasks.rados.rados.0.smithi040.stdout:3520: finishing write tid 5 to smithi04078109-44 2024-04-22T04:39:03.356 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 2679 (ObjNum 1119 snap 354 seq_num 1119) dirty exists 2024-04-22T04:39:03.356 INFO:tasks.rados.rados.0.smithi040.stdout:3520: left oid 44 (ObjNum 1119 snap 354 seq_num 1119) 2024-04-22T04:39:04.288 INFO:tasks.rados.rados.0.smithi040.stdout:3520: done (1 left) 2024-04-22T04:39:04.288 INFO:tasks.rados.rados.0.smithi040.stdout:3521: done (0 left) 2024-04-22T04:39:04.288 INFO:tasks.rados.rados.0.smithi040.stdout:3522: read oid 24 snap -1 2024-04-22T04:39:04.288 INFO:tasks.rados.rados.0.smithi040.stdout:3522: expect (ObjNum 919 snap 290 seq_num 919) 2024-04-22T04:39:04.288 INFO:tasks.rados.rados.0.smithi040.stdout:3523: copy_from oid 15 from oid 16 current snap is 355 2024-04-22T04:39:04.288 INFO:tasks.rados.rados.0.smithi040.stdout:3524: copy_from oid 44 from oid 5 current snap is 355 2024-04-22T04:39:04.288 INFO:tasks.rados.rados.0.smithi040.stdout:3525: read oid 17 snap -1 2024-04-22T04:39:04.288 INFO:tasks.rados.rados.0.smithi040.stdout:3525: expect (ObjNum 1036 snap 323 seq_num 1036) 2024-04-22T04:39:04.291 INFO:tasks.rados.rados.0.smithi040.stdout:3526: setattr oid 4 current snap is 355 2024-04-22T04:39:04.291 INFO:tasks.rados.rados.0.smithi040.stdout:3527: snap_remove snap 348 2024-04-22T04:39:04.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:04 smithi062 ceph-mon[78153]: pgmap v845: 121 pgs: 121 active+clean; 534 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-22T04:39:04.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:04 smithi062 ceph-mon[78153]: osdmap e751: 8 total, 8 up, 8 in 2024-04-22T04:39:04.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:04 smithi040 ceph-mon[88445]: pgmap v845: 121 pgs: 121 active+clean; 534 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-22T04:39:04.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:04 smithi040 ceph-mon[88445]: osdmap e751: 8 total, 8 up, 8 in 2024-04-22T04:39:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:04 smithi040 ceph-mon[91058]: pgmap v845: 121 pgs: 121 active+clean; 534 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-22T04:39:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:04 smithi040 ceph-mon[91058]: osdmap e751: 8 total, 8 up, 8 in 2024-04-22T04:39:05.298 INFO:tasks.rados.rados.0.smithi040.stdout:3527: done (5 left) 2024-04-22T04:39:05.298 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 34 current snap is 355 2024-04-22T04:39:05.298 INFO:tasks.rados.rados.0.smithi040.stdout:3528: seq_num 1120 ranges {3104768=761856,3866624=557056,4423680=425984,4849664=221184} 2024-04-22T04:39:05.319 INFO:tasks.rados.rados.0.smithi040.stdout:3528: writing smithi04078109-34 from 3104768 to 3866624 tid 1 2024-04-22T04:39:05.323 INFO:tasks.rados.rados.0.smithi040.stdout:3528: writing smithi04078109-34 from 3866624 to 4423680 tid 2 2024-04-22T04:39:05.326 INFO:tasks.rados.rados.0.smithi040.stdout:3528: writing smithi04078109-34 from 4423680 to 4849664 tid 3 2024-04-22T04:39:05.327 INFO:tasks.rados.rados.0.smithi040.stdout:3528: writing smithi04078109-34 from 4849664 to 5070848 tid 4 2024-04-22T04:39:05.327 INFO:tasks.rados.rados.0.smithi040.stdout:3529: snap_remove snap 342 2024-04-22T04:39:05.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:05 smithi062 ceph-mon[78153]: osdmap e752: 8 total, 8 up, 8 in 2024-04-22T04:39:05.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:39:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:39:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:39:05.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:05 smithi040 ceph-mon[88445]: osdmap e752: 8 total, 8 up, 8 in 2024-04-22T04:39:05.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:05 smithi040 ceph-mon[91058]: osdmap e752: 8 total, 8 up, 8 in 2024-04-22T04:39:06.307 INFO:tasks.rados.rados.0.smithi040.stdout:3529: done (6 left) 2024-04-22T04:39:06.307 INFO:tasks.rados.rados.0.smithi040.stdout:3530: read oid 23 snap 344 2024-04-22T04:39:06.307 INFO:tasks.rados.rados.0.smithi040.stdout:3530: expect (ObjNum 1033 snap 323 seq_num 1033) 2024-04-22T04:39:06.307 INFO:tasks.rados.rados.0.smithi040.stdout:3531: copy_from oid 19 from oid 35 current snap is 355 2024-04-22T04:39:06.307 INFO:tasks.rados.rados.0.smithi040.stdout:3532: setattr oid 39 current snap is 355 2024-04-22T04:39:06.312 INFO:tasks.rados.rados.0.smithi040.stdout:3522: expect (ObjNum 919 snap 290 seq_num 919) 2024-04-22T04:39:06.340 INFO:tasks.rados.rados.0.smithi040.stdout:3523: finishing copy_from to smithi04078109-15 2024-04-22T04:39:06.340 INFO:tasks.rados.rados.0.smithi040.stdout:3523: got expected ENOENT (src dne) 2024-04-22T04:39:06.340 INFO:tasks.rados.rados.0.smithi040.stdout:3523: finishing copy_from racing read to smithi04078109-15 2024-04-22T04:39:06.340 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 1875 (ObjNum 920 snap 290 seq_num 920) dirty exists 2024-04-22T04:39:06.340 INFO:tasks.rados.rados.0.smithi040.stdout:3525: expect (ObjNum 1036 snap 323 seq_num 1036) 2024-04-22T04:39:06.449 INFO:tasks.rados.rados.0.smithi040.stdout:3524: finishing copy_from racing read to smithi04078109-44 2024-04-22T04:39:06.449 INFO:tasks.rados.rados.0.smithi040.stdout:3524: finishing copy_from to smithi04078109-44 2024-04-22T04:39:06.449 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 2440 (ObjNum 1059 snap 330 seq_num 1059) dirty exists 2024-04-22T04:39:06.449 INFO:tasks.rados.rados.0.smithi040.stdout:3528: finishing write tid 1 to smithi04078109-34 2024-04-22T04:39:06.449 INFO:tasks.rados.rados.0.smithi040.stdout:3528: finishing write tid 2 to smithi04078109-34 2024-04-22T04:39:06.450 INFO:tasks.rados.rados.0.smithi040.stdout:3528: finishing write tid 3 to smithi04078109-34 2024-04-22T04:39:06.450 INFO:tasks.rados.rados.0.smithi040.stdout:3528: finishing write tid 4 to smithi04078109-34 2024-04-22T04:39:06.450 INFO:tasks.rados.rados.0.smithi040.stdout:3528: finishing write tid 5 to smithi04078109-34 2024-04-22T04:39:06.450 INFO:tasks.rados.rados.0.smithi040.stdout:3528: finishing write tid 6 to smithi04078109-34 2024-04-22T04:39:06.450 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 2458 (ObjNum 1120 snap 355 seq_num 1120) dirty exists 2024-04-22T04:39:06.450 INFO:tasks.rados.rados.0.smithi040.stdout:3528: left oid 34 (ObjNum 1120 snap 355 seq_num 1120) 2024-04-22T04:39:06.450 INFO:tasks.rados.rados.0.smithi040.stdout:3530: expect (ObjNum 1033 snap 323 seq_num 1033) 2024-04-22T04:39:06.469 INFO:tasks.rados.rados.0.smithi040.stdout:3531: finishing copy_from racing read to smithi04078109-19 2024-04-22T04:39:06.470 INFO:tasks.rados.rados.0.smithi040.stdout:3531: finishing copy_from to smithi04078109-19 2024-04-22T04:39:06.470 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 2011 (ObjNum 1102 snap 340 seq_num 1102) dirty exists 2024-04-22T04:39:06.470 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 2213 (ObjNum 1055 snap 330 seq_num 1055) dirty exists 2024-04-22T04:39:06.470 INFO:tasks.rados.rados.0.smithi040.stdout:3522: done (8 left) 2024-04-22T04:39:06.470 INFO:tasks.rados.rados.0.smithi040.stdout:3523: done (7 left) 2024-04-22T04:39:06.470 INFO:tasks.rados.rados.0.smithi040.stdout:3524: done (6 left) 2024-04-22T04:39:06.470 INFO:tasks.rados.rados.0.smithi040.stdout:3525: done (5 left) 2024-04-22T04:39:06.470 INFO:tasks.rados.rados.0.smithi040.stdout:3526: done (4 left) 2024-04-22T04:39:06.470 INFO:tasks.rados.rados.0.smithi040.stdout:3528: done (3 left) 2024-04-22T04:39:06.470 INFO:tasks.rados.rados.0.smithi040.stdout:3530: done (2 left) 2024-04-22T04:39:06.470 INFO:tasks.rados.rados.0.smithi040.stdout:3531: done (1 left) 2024-04-22T04:39:06.470 INFO:tasks.rados.rados.0.smithi040.stdout:3532: done (0 left) 2024-04-22T04:39:06.470 INFO:tasks.rados.rados.0.smithi040.stdout:3533: snap_create 2024-04-22T04:39:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:06 smithi062 ceph-mon[78153]: pgmap v848: 121 pgs: 121 active+clean; 534 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 460 KiB/s wr, 3 op/s 2024-04-22T04:39:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:06 smithi062 ceph-mon[78153]: osdmap e753: 8 total, 8 up, 8 in 2024-04-22T04:39:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:39:06.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:06 smithi040 ceph-mon[88445]: pgmap v848: 121 pgs: 121 active+clean; 534 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 460 KiB/s wr, 3 op/s 2024-04-22T04:39:06.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:06 smithi040 ceph-mon[88445]: osdmap e753: 8 total, 8 up, 8 in 2024-04-22T04:39:06.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:39:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:06 smithi040 ceph-mon[91058]: pgmap v848: 121 pgs: 121 active+clean; 534 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 460 KiB/s wr, 3 op/s 2024-04-22T04:39:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:06 smithi040 ceph-mon[91058]: osdmap e753: 8 total, 8 up, 8 in 2024-04-22T04:39:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:39:07.306 INFO:tasks.rados.rados.0.smithi040.stdout:3533: done (0 left) 2024-04-22T04:39:07.307 INFO:tasks.rados.rados.0.smithi040.stdout:3534: delete oid 34 current snap is 356 2024-04-22T04:39:07.313 INFO:tasks.rados.rados.0.smithi040.stdout:3534: done (0 left) 2024-04-22T04:39:07.313 INFO:tasks.rados.rados.0.smithi040.stdout:3535: rmattr oid 6 current snap is 356 2024-04-22T04:39:07.313 INFO:tasks.rados.rados.0.smithi040.stdout:3535: done (0 left) 2024-04-22T04:39:07.313 INFO:tasks.rados.rados.0.smithi040.stdout:3536: read oid 36 snap -1 2024-04-22T04:39:07.314 INFO:tasks.rados.rados.0.smithi040.stdout:3536: expect (ObjNum 1021 snap 317 seq_num 1021) 2024-04-22T04:39:07.314 INFO:tasks.rados.rados.0.smithi040.stdout:3537: delete oid 50 current snap is 356 2024-04-22T04:39:07.319 INFO:tasks.rados.rados.0.smithi040.stdout:3537: done (1 left) 2024-04-22T04:39:07.319 INFO:tasks.rados.rados.0.smithi040.stdout:3538: rollback oid 25 current snap is 356 2024-04-22T04:39:07.319 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 25 to 313 2024-04-22T04:39:07.319 INFO:tasks.rados.rados.0.smithi040.stdout:3539: read oid 20 snap 344 2024-04-22T04:39:07.319 INFO:tasks.rados.rados.0.smithi040.stdout:3539: expect (ObjNum 988 snap 307 seq_num 988) 2024-04-22T04:39:07.319 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 356 2024-04-22T04:39:07.323 INFO:tasks.rados.rados.0.smithi040.stdout:3540: seq_num 1123 ranges {2572288=409600,2981888=614400,3596288=598016,4194304=393216} 2024-04-22T04:39:07.336 INFO:tasks.rados.rados.0.smithi040.stdout:3540: writing smithi04078109-47 from 2572288 to 2981888 tid 1 2024-04-22T04:39:07.339 INFO:tasks.rados.rados.0.smithi040.stdout:3540: writing smithi04078109-47 from 2981888 to 3596288 tid 2 2024-04-22T04:39:07.342 INFO:tasks.rados.rados.0.smithi040.stdout:3540: writing smithi04078109-47 from 3596288 to 4194304 tid 3 2024-04-22T04:39:07.345 INFO:tasks.rados.rados.0.smithi040.stdout:3540: writing smithi04078109-47 from 4194304 to 4587520 tid 4 2024-04-22T04:39:07.346 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 48 current snap is 356 2024-04-22T04:39:07.346 INFO:tasks.rados.rados.0.smithi040.stdout:3541: seq_num 1124 ranges {999424=434176,1433600=499712,1933312=409600,2342912=663552,3006464=32768} 2024-04-22T04:39:07.352 INFO:tasks.rados.rados.0.smithi040.stdout:3541: writing smithi04078109-48 from 999424 to 1433600 tid 1 2024-04-22T04:39:07.355 INFO:tasks.rados.rados.0.smithi040.stdout:3541: writing smithi04078109-48 from 1433600 to 1933312 tid 2 2024-04-22T04:39:07.358 INFO:tasks.rados.rados.0.smithi040.stdout:3541: writing smithi04078109-48 from 1933312 to 2342912 tid 3 2024-04-22T04:39:07.362 INFO:tasks.rados.rados.0.smithi040.stdout:3541: writing smithi04078109-48 from 2342912 to 3006464 tid 4 2024-04-22T04:39:07.362 INFO:tasks.rados.rados.0.smithi040.stdout:3541: writing smithi04078109-48 from 3006464 to 3039232 tid 5 2024-04-22T04:39:07.362 INFO:tasks.rados.rados.0.smithi040.stdout:3542: delete oid 43 current snap is 356 2024-04-22T04:39:07.362 INFO:tasks.rados.rados.0.smithi040.stdout:3536: expect (ObjNum 1021 snap 317 seq_num 1021) 2024-04-22T04:39:07.372 INFO:tasks.rados.rados.0.smithi040.stdout:3538: finishing rollback tid 1 to smithi04078109-25 2024-04-22T04:39:07.372 INFO:tasks.rados.rados.0.smithi040.stdout:3538: finishing rollback tid 2 to smithi04078109-25 2024-04-22T04:39:07.372 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 2687 (ObjNum 1006 snap 312 seq_num 1006) dirty exists 2024-04-22T04:39:07.372 INFO:tasks.rados.rados.0.smithi040.stdout:3536: done (5 left) 2024-04-22T04:39:07.372 INFO:tasks.rados.rados.0.smithi040.stdout:3538: done (4 left) 2024-04-22T04:39:07.372 INFO:tasks.rados.rados.0.smithi040.stdout:3542: done (3 left) 2024-04-22T04:39:07.372 INFO:tasks.rados.rados.0.smithi040.stdout:3543: delete oid 8 current snap is 356 2024-04-22T04:39:07.372 INFO:tasks.rados.rados.0.smithi040.stdout:3539: expect (ObjNum 988 snap 307 seq_num 988) 2024-04-22T04:39:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:07 smithi062 ceph-mon[78153]: osdmap e754: 8 total, 8 up, 8 in 2024-04-22T04:39:07.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:07 smithi040 ceph-mon[88445]: osdmap e754: 8 total, 8 up, 8 in 2024-04-22T04:39:07.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:07 smithi040 ceph-mon[91058]: osdmap e754: 8 total, 8 up, 8 in 2024-04-22T04:39:07.746 INFO:tasks.rados.rados.0.smithi040.stdout:3540: finishing write tid 1 to smithi04078109-47 2024-04-22T04:39:07.746 INFO:tasks.rados.rados.0.smithi040.stdout:3540: finishing write tid 2 to smithi04078109-47 2024-04-22T04:39:07.746 INFO:tasks.rados.rados.0.smithi040.stdout:3540: finishing write tid 3 to smithi04078109-47 2024-04-22T04:39:07.746 INFO:tasks.rados.rados.0.smithi040.stdout:3540: finishing write tid 4 to smithi04078109-47 2024-04-22T04:39:07.746 INFO:tasks.rados.rados.0.smithi040.stdout:3540: finishing write tid 5 to smithi04078109-47 2024-04-22T04:39:07.746 INFO:tasks.rados.rados.0.smithi040.stdout:3539: done (3 left) 2024-04-22T04:39:07.746 INFO:tasks.rados.rados.0.smithi040.stdout:3543: done (2 left) 2024-04-22T04:39:07.746 INFO:tasks.rados.rados.0.smithi040.stdout:3544: rmattr oid 50 current snap is 356 2024-04-22T04:39:07.746 INFO:tasks.rados.rados.0.smithi040.stdout:3544: done (2 left) 2024-04-22T04:39:07.746 INFO:tasks.rados.rados.0.smithi040.stdout:3545: snap_remove snap 341 2024-04-22T04:39:08.316 INFO:tasks.rados.rados.0.smithi040.stdout:3545: done (2 left) 2024-04-22T04:39:08.316 INFO:tasks.rados.rados.0.smithi040.stdout:3546: rmattr oid 16 current snap is 356 2024-04-22T04:39:08.316 INFO:tasks.rados.rados.0.smithi040.stdout:3546: done (2 left) 2024-04-22T04:39:08.316 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 356 2024-04-22T04:39:08.316 INFO:tasks.rados.rados.0.smithi040.stdout:3547: seq_num 1127 ranges {9043968=483328,9527296=598016,10125312=581632,10706944=425984} 2024-04-22T04:39:08.366 INFO:tasks.rados.rados.0.smithi040.stdout:3547: writing smithi04078109-35 from 9043968 to 9527296 tid 1 2024-04-22T04:39:08.370 INFO:tasks.rados.rados.0.smithi040.stdout:3547: writing smithi04078109-35 from 9527296 to 10125312 tid 2 2024-04-22T04:39:08.373 INFO:tasks.rados.rados.0.smithi040.stdout:3547: writing smithi04078109-35 from 10125312 to 10706944 tid 3 2024-04-22T04:39:08.376 INFO:tasks.rados.rados.0.smithi040.stdout:3547: writing smithi04078109-35 from 10706944 to 11132928 tid 4 2024-04-22T04:39:08.376 INFO:tasks.rados.rados.0.smithi040.stdout:3548: rollback oid 42 current snap is 356 2024-04-22T04:39:08.376 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 42 to 315 2024-04-22T04:39:08.376 INFO:tasks.rados.rados.0.smithi040.stdout:3540: finishing write tid 6 to smithi04078109-47 2024-04-22T04:39:08.376 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 1823 (ObjNum 1123 snap 356 seq_num 1123) dirty exists 2024-04-22T04:39:08.377 INFO:tasks.rados.rados.0.smithi040.stdout:3540: left oid 47 (ObjNum 1123 snap 356 seq_num 1123) 2024-04-22T04:39:08.377 INFO:tasks.rados.rados.0.smithi040.stdout:3541: finishing write tid 1 to smithi04078109-48 2024-04-22T04:39:08.377 INFO:tasks.rados.rados.0.smithi040.stdout:3541: finishing write tid 2 to smithi04078109-48 2024-04-22T04:39:08.377 INFO:tasks.rados.rados.0.smithi040.stdout:3541: finishing write tid 3 to smithi04078109-48 2024-04-22T04:39:08.377 INFO:tasks.rados.rados.0.smithi040.stdout:3541: finishing write tid 4 to smithi04078109-48 2024-04-22T04:39:08.377 INFO:tasks.rados.rados.0.smithi040.stdout:3541: finishing write tid 5 to smithi04078109-48 2024-04-22T04:39:08.377 INFO:tasks.rados.rados.0.smithi040.stdout:3540: done (3 left) 2024-04-22T04:39:08.377 INFO:tasks.rados.rados.0.smithi040.stdout:3549: read oid 34 snap -1 2024-04-22T04:39:08.377 INFO:tasks.rados.rados.0.smithi040.stdout:3549: expect deleted 2024-04-22T04:39:08.377 INFO:tasks.rados.rados.0.smithi040.stdout:3550: delete oid 46 current snap is 356 2024-04-22T04:39:08.377 INFO:tasks.rados.rados.0.smithi040.stdout:3541: finishing write tid 6 to smithi04078109-48 2024-04-22T04:39:08.377 INFO:tasks.rados.rados.0.smithi040.stdout:3541: finishing write tid 7 to smithi04078109-48 2024-04-22T04:39:08.377 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 48 v 2212 (ObjNum 1124 snap 356 seq_num 1124) dirty exists 2024-04-22T04:39:08.377 INFO:tasks.rados.rados.0.smithi040.stdout:3541: left oid 48 (ObjNum 1124 snap 356 seq_num 1124) 2024-04-22T04:39:08.377 INFO:tasks.rados.rados.0.smithi040.stdout:3547: finishing write tid 1 to smithi04078109-35 2024-04-22T04:39:08.378 INFO:tasks.rados.rados.0.smithi040.stdout:3547: finishing write tid 2 to smithi04078109-35 2024-04-22T04:39:08.380 INFO:tasks.rados.rados.0.smithi040.stdout:3547: finishing write tid 3 to smithi04078109-35 2024-04-22T04:39:08.380 INFO:tasks.rados.rados.0.smithi040.stdout:3547: finishing write tid 4 to smithi04078109-35 2024-04-22T04:39:08.380 INFO:tasks.rados.rados.0.smithi040.stdout:3541: done (4 left) 2024-04-22T04:39:08.380 INFO:tasks.rados.rados.0.smithi040.stdout:3549: done (3 left) 2024-04-22T04:39:08.380 INFO:tasks.rados.rados.0.smithi040.stdout:3550: done (2 left) 2024-04-22T04:39:08.380 INFO:tasks.rados.rados.0.smithi040.stdout:3551: rollback oid 32 current snap is 356 2024-04-22T04:39:08.380 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 32 to 315 2024-04-22T04:39:08.380 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 24 current snap is 356 2024-04-22T04:39:08.381 INFO:tasks.rados.rados.0.smithi040.stdout:3552: seq_num 1129 ranges {999424=516096,1515520=770048,2285568=598016,2883584=237568} 2024-04-22T04:39:08.388 INFO:tasks.rados.rados.0.smithi040.stdout:3552: writing smithi04078109-24 from 999424 to 1515520 tid 1 2024-04-22T04:39:08.393 INFO:tasks.rados.rados.0.smithi040.stdout:3552: writing smithi04078109-24 from 1515520 to 2285568 tid 2 2024-04-22T04:39:08.396 INFO:tasks.rados.rados.0.smithi040.stdout:3552: writing smithi04078109-24 from 2285568 to 2883584 tid 3 2024-04-22T04:39:08.399 INFO:tasks.rados.rados.0.smithi040.stdout:3552: writing smithi04078109-24 from 2883584 to 3121152 tid 4 2024-04-22T04:39:08.399 INFO:tasks.rados.rados.0.smithi040.stdout:3553: copy_from oid 13 from oid 22 current snap is 356 2024-04-22T04:39:08.399 INFO:tasks.rados.rados.0.smithi040.stdout:3548: finishing rollback tid 0 to smithi04078109-42 2024-04-22T04:39:08.399 INFO:tasks.rados.rados.0.smithi040.stdout:3547: finishing write tid 5 to smithi04078109-35 2024-04-22T04:39:08.399 INFO:tasks.rados.rados.0.smithi040.stdout:3548: finishing rollback tid 1 to smithi04078109-42 2024-04-22T04:39:08.399 INFO:tasks.rados.rados.0.smithi040.stdout:3548: finishing rollback tid 2 to smithi04078109-42 2024-04-22T04:39:08.399 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 1826 (ObjNum 1004 snap 312 seq_num 1004) dirty exists 2024-04-22T04:39:08.399 INFO:tasks.rados.rados.0.smithi040.stdout:3547: finishing write tid 6 to smithi04078109-35 2024-04-22T04:39:08.399 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 2051 (ObjNum 1127 snap 356 seq_num 1127) dirty exists 2024-04-22T04:39:08.399 INFO:tasks.rados.rados.0.smithi040.stdout:3547: left oid 35 (ObjNum 1127 snap 356 seq_num 1127) 2024-04-22T04:39:08.399 INFO:tasks.rados.rados.0.smithi040.stdout:3551: finishing rollback tid 1 to smithi04078109-32 2024-04-22T04:39:08.399 INFO:tasks.rados.rados.0.smithi040.stdout:3551: finishing rollback tid 2 to smithi04078109-32 2024-04-22T04:39:08.400 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 1891 (ObjNum 976 snap 305 seq_num 976) dirty exists 2024-04-22T04:39:08.400 INFO:tasks.rados.rados.0.smithi040.stdout:3552: finishing write tid 1 to smithi04078109-24 2024-04-22T04:39:08.400 INFO:tasks.rados.rados.0.smithi040.stdout:3547: done (4 left) 2024-04-22T04:39:08.400 INFO:tasks.rados.rados.0.smithi040.stdout:3548: done (3 left) 2024-04-22T04:39:08.400 INFO:tasks.rados.rados.0.smithi040.stdout:3551: done (2 left) 2024-04-22T04:39:08.400 INFO:tasks.rados.rados.0.smithi040.stdout:3554: rmattr oid 30 current snap is 356 2024-04-22T04:39:08.400 INFO:tasks.rados.rados.0.smithi040.stdout:3552: finishing write tid 2 to smithi04078109-24 2024-04-22T04:39:08.400 INFO:tasks.rados.rados.0.smithi040.stdout:3555: rmattr oid 40 current snap is 356 2024-04-22T04:39:08.400 INFO:tasks.rados.rados.0.smithi040.stdout:3555: done (3 left) 2024-04-22T04:39:08.400 INFO:tasks.rados.rados.0.smithi040.stdout:3556: read oid 33 snap -1 2024-04-22T04:39:08.400 INFO:tasks.rados.rados.0.smithi040.stdout:3556: expect deleted 2024-04-22T04:39:08.400 INFO:tasks.rados.rados.0.smithi040.stdout:3557: rollback oid 43 current snap is 356 2024-04-22T04:39:08.400 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 43 to 338 2024-04-22T04:39:08.400 INFO:tasks.rados.rados.0.smithi040.stdout:3558: read oid 40 snap -1 2024-04-22T04:39:08.400 INFO:tasks.rados.rados.0.smithi040.stdout:3558: expect (ObjNum 1098 snap 339 seq_num 1098) 2024-04-22T04:39:08.400 INFO:tasks.rados.rados.0.smithi040.stdout:3559: delete oid 7 current snap is 356 2024-04-22T04:39:08.403 INFO:tasks.rados.rados.0.smithi040.stdout:3556: done (6 left) 2024-04-22T04:39:08.403 INFO:tasks.rados.rados.0.smithi040.stdout:3559: done (5 left) 2024-04-22T04:39:08.403 INFO:tasks.rados.rados.0.smithi040.stdout:3560: snap_remove snap 317 2024-04-22T04:39:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:08 smithi062 ceph-mon[78153]: pgmap v851: 121 pgs: 121 active+clean; 536 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 706 KiB/s wr, 12 op/s 2024-04-22T04:39:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:08 smithi062 ceph-mon[78153]: osdmap e755: 8 total, 8 up, 8 in 2024-04-22T04:39:08.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:08 smithi040 ceph-mon[88445]: pgmap v851: 121 pgs: 121 active+clean; 536 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 706 KiB/s wr, 12 op/s 2024-04-22T04:39:08.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:08 smithi040 ceph-mon[88445]: osdmap e755: 8 total, 8 up, 8 in 2024-04-22T04:39:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:08 smithi040 ceph-mon[91058]: pgmap v851: 121 pgs: 121 active+clean; 536 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 706 KiB/s wr, 12 op/s 2024-04-22T04:39:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:08 smithi040 ceph-mon[91058]: osdmap e755: 8 total, 8 up, 8 in 2024-04-22T04:39:09.328 INFO:tasks.rados.rados.0.smithi040.stdout:3560: done (5 left) 2024-04-22T04:39:09.329 INFO:tasks.rados.rados.0.smithi040.stdout:3561: read oid 10 snap -1 2024-04-22T04:39:09.329 INFO:tasks.rados.rados.0.smithi040.stdout:3561: expect (ObjNum 1106 snap 340 seq_num 1106) 2024-04-22T04:39:09.329 INFO:tasks.rados.rados.0.smithi040.stdout:3562: delete oid 50 current snap is 356 2024-04-22T04:39:09.329 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 2053 (ObjNum 988 snap 307 seq_num 988) dirty exists 2024-04-22T04:39:09.329 INFO:tasks.rados.rados.0.smithi040.stdout:3552: finishing write tid 3 to smithi04078109-24 2024-04-22T04:39:09.329 INFO:tasks.rados.rados.0.smithi040.stdout:3552: finishing write tid 4 to smithi04078109-24 2024-04-22T04:39:09.329 INFO:tasks.rados.rados.0.smithi040.stdout:3557: finishing rollback tid 1 to smithi04078109-43 2024-04-22T04:39:09.329 INFO:tasks.rados.rados.0.smithi040.stdout:3557: finishing rollback tid 2 to smithi04078109-43 2024-04-22T04:39:09.329 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 1402 (ObjNum 1027 snap 319 seq_num 1027) dirty exists 2024-04-22T04:39:09.329 INFO:tasks.rados.rados.0.smithi040.stdout:3553: finishing copy_from racing read to smithi04078109-13 2024-04-22T04:39:09.329 INFO:tasks.rados.rados.0.smithi040.stdout:3552: finishing write tid 5 to smithi04078109-24 2024-04-22T04:39:09.329 INFO:tasks.rados.rados.0.smithi040.stdout:3553: finishing copy_from to smithi04078109-13 2024-04-22T04:39:09.329 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 2440 (ObjNum 1059 snap 330 seq_num 1059) dirty exists 2024-04-22T04:39:09.329 INFO:tasks.rados.rados.0.smithi040.stdout:3552: finishing write tid 6 to smithi04078109-24 2024-04-22T04:39:09.329 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 1896 (ObjNum 1129 snap 356 seq_num 1129) dirty exists 2024-04-22T04:39:09.329 INFO:tasks.rados.rados.0.smithi040.stdout:3552: left oid 24 (ObjNum 1129 snap 356 seq_num 1129) 2024-04-22T04:39:09.330 INFO:tasks.rados.rados.0.smithi040.stdout:3558: expect (ObjNum 1098 snap 339 seq_num 1098) 2024-04-22T04:39:09.486 INFO:tasks.rados.rados.0.smithi040.stdout:3561: expect (ObjNum 1106 snap 340 seq_num 1106) 2024-04-22T04:39:09.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:09 smithi062 ceph-mon[78153]: osdmap e756: 8 total, 8 up, 8 in 2024-04-22T04:39:09.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:09 smithi040 ceph-mon[88445]: osdmap e756: 8 total, 8 up, 8 in 2024-04-22T04:39:09.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:09 smithi040 ceph-mon[91058]: osdmap e756: 8 total, 8 up, 8 in 2024-04-22T04:39:10.317 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:39:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:39:10] "GET /metrics HTTP/1.1" 200 241960 "" "Prometheus/2.43.0" 2024-04-22T04:39:10.530 INFO:tasks.rados.rados.0.smithi040.stdout:3552: done (6 left) 2024-04-22T04:39:10.530 INFO:tasks.rados.rados.0.smithi040.stdout:3553: done (5 left) 2024-04-22T04:39:10.530 INFO:tasks.rados.rados.0.smithi040.stdout:3554: done (4 left) 2024-04-22T04:39:10.530 INFO:tasks.rados.rados.0.smithi040.stdout:3557: done (3 left) 2024-04-22T04:39:10.530 INFO:tasks.rados.rados.0.smithi040.stdout:3558: done (2 left) 2024-04-22T04:39:10.530 INFO:tasks.rados.rados.0.smithi040.stdout:3561: done (1 left) 2024-04-22T04:39:10.530 INFO:tasks.rados.rados.0.smithi040.stdout:3562: done (0 left) 2024-04-22T04:39:10.530 INFO:tasks.rados.rados.0.smithi040.stdout:3563: snap_create 2024-04-22T04:39:10.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:10 smithi062 ceph-mon[78153]: pgmap v854: 121 pgs: 121 active+clean; 538 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-04-22T04:39:10.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:10 smithi062 ceph-mon[78153]: osdmap e757: 8 total, 8 up, 8 in 2024-04-22T04:39:10.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:10 smithi040 ceph-mon[88445]: pgmap v854: 121 pgs: 121 active+clean; 538 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-04-22T04:39:10.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:10 smithi040 ceph-mon[88445]: osdmap e757: 8 total, 8 up, 8 in 2024-04-22T04:39:10.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:10 smithi040 ceph-mon[91058]: pgmap v854: 121 pgs: 121 active+clean; 538 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-04-22T04:39:10.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:10 smithi040 ceph-mon[91058]: osdmap e757: 8 total, 8 up, 8 in 2024-04-22T04:39:11.332 INFO:tasks.rados.rados.0.smithi040.stdout:3563: done (0 left) 2024-04-22T04:39:11.333 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 1 current snap is 357 2024-04-22T04:39:11.333 INFO:tasks.rados.rados.0.smithi040.stdout:3564: seq_num 1132 ranges {4022272=565248,4587520=425984,5013504=770048,5783552=409600} 2024-04-22T04:39:11.357 INFO:tasks.rados.rados.0.smithi040.stdout:3564: writing smithi04078109-1 from 4022272 to 4587520 tid 1 2024-04-22T04:39:11.360 INFO:tasks.rados.rados.0.smithi040.stdout:3564: writing smithi04078109-1 from 4587520 to 5013504 tid 2 2024-04-22T04:39:11.365 INFO:tasks.rados.rados.0.smithi040.stdout:3564: writing smithi04078109-1 from 5013504 to 5783552 tid 3 2024-04-22T04:39:11.368 INFO:tasks.rados.rados.0.smithi040.stdout:3564: writing smithi04078109-1 from 5783552 to 6193152 tid 4 2024-04-22T04:39:11.368 INFO:tasks.rados.rados.0.smithi040.stdout:3565: delete oid 50 current snap is 357 2024-04-22T04:39:11.368 INFO:tasks.rados.rados.0.smithi040.stdout:3564: finishing write tid 1 to smithi04078109-1 2024-04-22T04:39:11.368 INFO:tasks.rados.rados.0.smithi040.stdout:3564: finishing write tid 2 to smithi04078109-1 2024-04-22T04:39:11.370 INFO:tasks.rados.rados.0.smithi040.stdout:3565: done (1 left) 2024-04-22T04:39:11.371 INFO:tasks.rados.rados.0.smithi040.stdout:3566: snap_create 2024-04-22T04:39:11.371 INFO:tasks.rados.rados.0.smithi040.stdout:3564: finishing write tid 3 to smithi04078109-1 2024-04-22T04:39:11.371 INFO:tasks.rados.rados.0.smithi040.stdout:3564: finishing write tid 4 to smithi04078109-1 2024-04-22T04:39:11.371 INFO:tasks.rados.rados.0.smithi040.stdout:3564: finishing write tid 5 to smithi04078109-1 2024-04-22T04:39:11.373 INFO:tasks.rados.rados.0.smithi040.stdout:3564: finishing write tid 6 to smithi04078109-1 2024-04-22T04:39:11.373 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 2065 (ObjNum 1132 snap 357 seq_num 1132) dirty exists 2024-04-22T04:39:11.373 INFO:tasks.rados.rados.0.smithi040.stdout:3564: left oid 1 (ObjNum 1132 snap 357 seq_num 1132) 2024-04-22T04:39:12.221 INFO:tasks.rados.rados.0.smithi040.stdout:3564: done (1 left) 2024-04-22T04:39:12.222 INFO:tasks.rados.rados.0.smithi040.stdout:3566: done (0 left) 2024-04-22T04:39:12.222 INFO:tasks.rados.rados.0.smithi040.stdout:3567: rmattr oid 15 current snap is 358 2024-04-22T04:39:12.222 INFO:tasks.rados.rados.0.smithi040.stdout:3567: done (0 left) 2024-04-22T04:39:12.222 INFO:tasks.rados.rados.0.smithi040.stdout:3568: read oid 37 snap -1 2024-04-22T04:39:12.222 INFO:tasks.rados.rados.0.smithi040.stdout:3568: expect deleted 2024-04-22T04:39:12.222 INFO:tasks.rados.rados.0.smithi040.stdout:3569: read oid 2 snap -1 2024-04-22T04:39:12.222 INFO:tasks.rados.rados.0.smithi040.stdout:3569: expect (ObjNum 1100 snap 340 seq_num 1100) 2024-04-22T04:39:12.222 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 6 current snap is 358 2024-04-22T04:39:12.222 INFO:tasks.rados.rados.0.smithi040.stdout:3570: seq_num 1134 ranges {0=598016,598016=638976,1236992=737280,1974272=229376} 2024-04-22T04:39:12.225 INFO:tasks.rados.rados.0.smithi040.stdout:3570: writing smithi04078109-6 from 0 to 598016 tid 1 2024-04-22T04:39:12.229 INFO:tasks.rados.rados.0.smithi040.stdout:3570: writing smithi04078109-6 from 598016 to 1236992 tid 2 2024-04-22T04:39:12.233 INFO:tasks.rados.rados.0.smithi040.stdout:3570: writing smithi04078109-6 from 1236992 to 1974272 tid 3 2024-04-22T04:39:12.235 INFO:tasks.rados.rados.0.smithi040.stdout:3570: writing smithi04078109-6 from 1974272 to 2203648 tid 4 2024-04-22T04:39:12.235 INFO:tasks.rados.rados.0.smithi040.stdout:3571: copy_from oid 38 from oid 19 current snap is 358 2024-04-22T04:39:12.235 INFO:tasks.rados.rados.0.smithi040.stdout:3572: snap_create 2024-04-22T04:39:12.241 INFO:tasks.rados.rados.0.smithi040.stdout:3569: expect (ObjNum 1100 snap 340 seq_num 1100) 2024-04-22T04:39:12.471 INFO:tasks.rados.rados.0.smithi040.stdout:3570: finishing write tid 1 to smithi04078109-6 2024-04-22T04:39:12.471 INFO:tasks.rados.rados.0.smithi040.stdout:3570: finishing write tid 2 to smithi04078109-6 2024-04-22T04:39:12.471 INFO:tasks.rados.rados.0.smithi040.stdout:3570: finishing write tid 3 to smithi04078109-6 2024-04-22T04:39:12.471 INFO:tasks.rados.rados.0.smithi040.stdout:3570: finishing write tid 4 to smithi04078109-6 2024-04-22T04:39:12.471 INFO:tasks.rados.rados.0.smithi040.stdout:3570: finishing write tid 5 to smithi04078109-6 2024-04-22T04:39:12.471 INFO:tasks.rados.rados.0.smithi040.stdout:3570: finishing write tid 6 to smithi04078109-6 2024-04-22T04:39:12.471 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 2706 (ObjNum 1134 snap 358 seq_num 1134) dirty exists 2024-04-22T04:39:12.471 INFO:tasks.rados.rados.0.smithi040.stdout:3570: left oid 6 (ObjNum 1134 snap 358 seq_num 1134) 2024-04-22T04:39:12.471 INFO:tasks.rados.rados.0.smithi040.stdout:3571: finishing copy_from racing read to smithi04078109-38 2024-04-22T04:39:12.472 INFO:tasks.rados.rados.0.smithi040.stdout:3571: finishing copy_from to smithi04078109-38 2024-04-22T04:39:12.472 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 2011 (ObjNum 1102 snap 340 seq_num 1102) dirty exists 2024-04-22T04:39:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:12 smithi062 ceph-mon[78153]: pgmap v856: 121 pgs: 121 active+clean; 543 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 833 KiB/s wr, 12 op/s 2024-04-22T04:39:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:12 smithi062 ceph-mon[78153]: osdmap e758: 8 total, 8 up, 8 in 2024-04-22T04:39:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:12 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:39:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:12 smithi062 ceph-mon[78153]: osdmap e759: 8 total, 8 up, 8 in 2024-04-22T04:39:12.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:12 smithi040 ceph-mon[88445]: pgmap v856: 121 pgs: 121 active+clean; 543 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 833 KiB/s wr, 12 op/s 2024-04-22T04:39:12.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:12 smithi040 ceph-mon[88445]: osdmap e758: 8 total, 8 up, 8 in 2024-04-22T04:39:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:12 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:39:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:12 smithi040 ceph-mon[88445]: osdmap e759: 8 total, 8 up, 8 in 2024-04-22T04:39:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:12 smithi040 ceph-mon[91058]: pgmap v856: 121 pgs: 121 active+clean; 543 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 833 KiB/s wr, 12 op/s 2024-04-22T04:39:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:12 smithi040 ceph-mon[91058]: osdmap e758: 8 total, 8 up, 8 in 2024-04-22T04:39:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:12 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:39:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:12 smithi040 ceph-mon[91058]: osdmap e759: 8 total, 8 up, 8 in 2024-04-22T04:39:13.223 INFO:tasks.rados.rados.0.smithi040.stdout:3568: done (4 left) 2024-04-22T04:39:13.223 INFO:tasks.rados.rados.0.smithi040.stdout:3569: done (3 left) 2024-04-22T04:39:13.223 INFO:tasks.rados.rados.0.smithi040.stdout:3570: done (2 left) 2024-04-22T04:39:13.223 INFO:tasks.rados.rados.0.smithi040.stdout:3571: done (1 left) 2024-04-22T04:39:13.223 INFO:tasks.rados.rados.0.smithi040.stdout:3572: done (0 left) 2024-04-22T04:39:13.223 INFO:tasks.rados.rados.0.smithi040.stdout:3573: delete oid 26 current snap is 359 2024-04-22T04:39:13.225 INFO:tasks.rados.rados.0.smithi040.stdout:3573: done (0 left) 2024-04-22T04:39:13.225 INFO:tasks.rados.rados.0.smithi040.stdout:3574: snap_remove snap 322 2024-04-22T04:39:13.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:13 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:39:13.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:13 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:39:13.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:13 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:39:13.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:13 smithi062 ceph-mon[78153]: osdmap e760: 8 total, 8 up, 8 in 2024-04-22T04:39:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:13 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:39:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:13 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:39:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:13 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:39:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:13 smithi040 ceph-mon[88445]: osdmap e760: 8 total, 8 up, 8 in 2024-04-22T04:39:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:13 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:39:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:13 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:39:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:13 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:39:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:13 smithi040 ceph-mon[91058]: osdmap e760: 8 total, 8 up, 8 in 2024-04-22T04:39:14.226 INFO:tasks.rados.rados.0.smithi040.stdout:3574: done (0 left) 2024-04-22T04:39:14.226 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 1 current snap is 359 2024-04-22T04:39:14.226 INFO:tasks.rados.rados.0.smithi040.stdout:3575: seq_num 1136 ranges {6193152=630784,6823936=409600,7233536=753664,7987200=417792,8404992=24576} 2024-04-22T04:39:14.265 INFO:tasks.rados.rados.0.smithi040.stdout:3575: writing smithi04078109-1 from 6193152 to 6823936 tid 1 2024-04-22T04:39:14.268 INFO:tasks.rados.rados.0.smithi040.stdout:3575: writing smithi04078109-1 from 6823936 to 7233536 tid 2 2024-04-22T04:39:14.272 INFO:tasks.rados.rados.0.smithi040.stdout:3575: writing smithi04078109-1 from 7233536 to 7987200 tid 3 2024-04-22T04:39:14.275 INFO:tasks.rados.rados.0.smithi040.stdout:3575: writing smithi04078109-1 from 7987200 to 8404992 tid 4 2024-04-22T04:39:14.275 INFO:tasks.rados.rados.0.smithi040.stdout:3575: writing smithi04078109-1 from 8404992 to 8429568 tid 5 2024-04-22T04:39:14.275 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 359 2024-04-22T04:39:14.275 INFO:tasks.rados.rados.0.smithi040.stdout:3575: finishing write tid 1 to smithi04078109-1 2024-04-22T04:39:14.275 INFO:tasks.rados.rados.0.smithi040.stdout:3575: finishing write tid 2 to smithi04078109-1 2024-04-22T04:39:14.276 INFO:tasks.rados.rados.0.smithi040.stdout:3576: seq_num 1137 ranges {22921216=647168,23568384=696320,24264704=557056,24821760=352256} 2024-04-22T04:39:14.404 INFO:tasks.rados.rados.0.smithi040.stdout:3576: writing smithi04078109-31 from 22921216 to 23568384 tid 1 2024-04-22T04:39:14.408 INFO:tasks.rados.rados.0.smithi040.stdout:3576: writing smithi04078109-31 from 23568384 to 24264704 tid 2 2024-04-22T04:39:14.411 INFO:tasks.rados.rados.0.smithi040.stdout:3576: writing smithi04078109-31 from 24264704 to 24821760 tid 3 2024-04-22T04:39:14.413 INFO:tasks.rados.rados.0.smithi040.stdout:3576: writing smithi04078109-31 from 24821760 to 25174016 tid 4 2024-04-22T04:39:14.413 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 38 current snap is 359 2024-04-22T04:39:14.413 INFO:tasks.rados.rados.0.smithi040.stdout:3575: finishing write tid 3 to smithi04078109-1 2024-04-22T04:39:14.413 INFO:tasks.rados.rados.0.smithi040.stdout:3577: seq_num 1138 ranges {9043968=663552,9707520=581632,10289152=712704,11001856=311296} 2024-04-22T04:39:14.466 INFO:tasks.rados.rados.0.smithi040.stdout:3577: writing smithi04078109-38 from 9043968 to 9707520 tid 1 2024-04-22T04:39:14.469 INFO:tasks.rados.rados.0.smithi040.stdout:3577: writing smithi04078109-38 from 9707520 to 10289152 tid 2 2024-04-22T04:39:14.473 INFO:tasks.rados.rados.0.smithi040.stdout:3577: writing smithi04078109-38 from 10289152 to 11001856 tid 3 2024-04-22T04:39:14.475 INFO:tasks.rados.rados.0.smithi040.stdout:3577: writing smithi04078109-38 from 11001856 to 11313152 tid 4 2024-04-22T04:39:14.475 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 44 current snap is 359 2024-04-22T04:39:14.475 INFO:tasks.rados.rados.0.smithi040.stdout:3575: finishing write tid 4 to smithi04078109-1 2024-04-22T04:39:14.475 INFO:tasks.rados.rados.0.smithi040.stdout:3578: seq_num 1139 ranges {942080=679936,1622016=458752,2080768=524288,2605056=540672,3145728=81920} 2024-04-22T04:39:14.484 INFO:tasks.rados.rados.0.smithi040.stdout:3578: writing smithi04078109-44 from 942080 to 1622016 tid 1 2024-04-22T04:39:14.487 INFO:tasks.rados.rados.0.smithi040.stdout:3578: writing smithi04078109-44 from 1622016 to 2080768 tid 2 2024-04-22T04:39:14.490 INFO:tasks.rados.rados.0.smithi040.stdout:3578: writing smithi04078109-44 from 2080768 to 2605056 tid 3 2024-04-22T04:39:14.493 INFO:tasks.rados.rados.0.smithi040.stdout:3578: writing smithi04078109-44 from 2605056 to 3145728 tid 4 2024-04-22T04:39:14.494 INFO:tasks.rados.rados.0.smithi040.stdout:3578: writing smithi04078109-44 from 3145728 to 3227648 tid 5 2024-04-22T04:39:14.494 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 5 current snap is 359 2024-04-22T04:39:14.494 INFO:tasks.rados.rados.0.smithi040.stdout:3575: finishing write tid 5 to smithi04078109-1 2024-04-22T04:39:14.494 INFO:tasks.rados.rados.0.smithi040.stdout:3575: finishing write tid 6 to smithi04078109-1 2024-04-22T04:39:14.494 INFO:tasks.rados.rados.0.smithi040.stdout:3575: finishing write tid 7 to smithi04078109-1 2024-04-22T04:39:14.495 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 2078 (ObjNum 1136 snap 359 seq_num 1136) dirty exists 2024-04-22T04:39:14.495 INFO:tasks.rados.rados.0.smithi040.stdout:3575: left oid 1 (ObjNum 1136 snap 359 seq_num 1136) 2024-04-22T04:39:14.495 INFO:tasks.rados.rados.0.smithi040.stdout:3579: seq_num 1140 ranges {942080=696320,1638400=745472,2383872=729088,3112960=131072} 2024-04-22T04:39:14.503 INFO:tasks.rados.rados.0.smithi040.stdout:3579: writing smithi04078109-5 from 942080 to 1638400 tid 1 2024-04-22T04:39:14.507 INFO:tasks.rados.rados.0.smithi040.stdout:3579: writing smithi04078109-5 from 1638400 to 2383872 tid 2 2024-04-22T04:39:14.515 INFO:tasks.rados.rados.0.smithi040.stdout:3579: writing smithi04078109-5 from 2383872 to 3112960 tid 3 2024-04-22T04:39:14.515 INFO:tasks.rados.rados.0.smithi040.stdout:3579: writing smithi04078109-5 from 3112960 to 3244032 tid 4 2024-04-22T04:39:14.515 INFO:tasks.rados.rados.0.smithi040.stdout:3575: done (4 left) 2024-04-22T04:39:14.515 INFO:tasks.rados.rados.0.smithi040.stdout:3580: rmattr oid 27 current snap is 359 2024-04-22T04:39:14.515 INFO:tasks.rados.rados.0.smithi040.stdout:3576: finishing write tid 1 to smithi04078109-31 2024-04-22T04:39:14.515 INFO:tasks.rados.rados.0.smithi040.stdout:3576: finishing write tid 2 to smithi04078109-31 2024-04-22T04:39:14.516 INFO:tasks.rados.rados.0.smithi040.stdout:3576: finishing write tid 3 to smithi04078109-31 2024-04-22T04:39:14.516 INFO:tasks.rados.rados.0.smithi040.stdout:3576: finishing write tid 4 to smithi04078109-31 2024-04-22T04:39:14.516 INFO:tasks.rados.rados.0.smithi040.stdout:3576: finishing write tid 5 to smithi04078109-31 2024-04-22T04:39:14.516 INFO:tasks.rados.rados.0.smithi040.stdout:3576: finishing write tid 6 to smithi04078109-31 2024-04-22T04:39:14.516 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2724 (ObjNum 1137 snap 359 seq_num 1137) dirty exists 2024-04-22T04:39:14.516 INFO:tasks.rados.rados.0.smithi040.stdout:3576: left oid 31 (ObjNum 1137 snap 359 seq_num 1137) 2024-04-22T04:39:14.516 INFO:tasks.rados.rados.0.smithi040.stdout:3577: finishing write tid 1 to smithi04078109-38 2024-04-22T04:39:14.516 INFO:tasks.rados.rados.0.smithi040.stdout:3577: finishing write tid 2 to smithi04078109-38 2024-04-22T04:39:14.516 INFO:tasks.rados.rados.0.smithi040.stdout:3577: finishing write tid 3 to smithi04078109-38 2024-04-22T04:39:14.516 INFO:tasks.rados.rados.0.smithi040.stdout:3577: finishing write tid 4 to smithi04078109-38 2024-04-22T04:39:14.516 INFO:tasks.rados.rados.0.smithi040.stdout:3576: done (4 left) 2024-04-22T04:39:14.516 INFO:tasks.rados.rados.0.smithi040.stdout:3581: rollback oid 47 current snap is 359 2024-04-22T04:39:14.516 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 47 to 302 2024-04-22T04:39:14.516 INFO:tasks.rados.rados.0.smithi040.stdout:3577: finishing write tid 5 to smithi04078109-38 2024-04-22T04:39:14.516 INFO:tasks.rados.rados.0.smithi040.stdout:3577: finishing write tid 6 to smithi04078109-38 2024-04-22T04:39:14.517 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 2016 (ObjNum 1138 snap 359 seq_num 1138) dirty exists 2024-04-22T04:39:14.517 INFO:tasks.rados.rados.0.smithi040.stdout:3577: left oid 38 (ObjNum 1138 snap 359 seq_num 1138) 2024-04-22T04:39:14.517 INFO:tasks.rados.rados.0.smithi040.stdout:3578: finishing write tid 1 to smithi04078109-44 2024-04-22T04:39:14.517 INFO:tasks.rados.rados.0.smithi040.stdout:3577: done (4 left) 2024-04-22T04:39:14.517 INFO:tasks.rados.rados.0.smithi040.stdout:3582: rmattr oid 12 current snap is 359 2024-04-22T04:39:14.517 INFO:tasks.rados.rados.0.smithi040.stdout:3583: rmattr oid 20 current snap is 359 2024-04-22T04:39:14.517 INFO:tasks.rados.rados.0.smithi040.stdout:3584: read oid 45 snap -1 2024-04-22T04:39:14.517 INFO:tasks.rados.rados.0.smithi040.stdout:3584: expect (ObjNum 1082 snap 333 seq_num 1082) 2024-04-22T04:39:14.517 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 359 2024-04-22T04:39:14.517 INFO:tasks.rados.rados.0.smithi040.stdout:3585: seq_num 1141 ranges {4169728=712704,4882432=679936,5562368=540672,6103040=385024} 2024-04-22T04:39:14.540 INFO:tasks.rados.rados.0.smithi040.stdout:3585: writing smithi04078109-11 from 4169728 to 4882432 tid 1 2024-04-22T04:39:14.545 INFO:tasks.rados.rados.0.smithi040.stdout:3585: writing smithi04078109-11 from 4882432 to 5562368 tid 2 2024-04-22T04:39:14.548 INFO:tasks.rados.rados.0.smithi040.stdout:3585: writing smithi04078109-11 from 5562368 to 6103040 tid 3 2024-04-22T04:39:14.552 INFO:tasks.rados.rados.0.smithi040.stdout:3585: writing smithi04078109-11 from 6103040 to 6488064 tid 4 2024-04-22T04:39:14.552 INFO:tasks.rados.rados.0.smithi040.stdout:3586: read oid 26 snap -1 2024-04-22T04:39:14.552 INFO:tasks.rados.rados.0.smithi040.stdout:3586: expect deleted 2024-04-22T04:39:14.552 INFO:tasks.rados.rados.0.smithi040.stdout:3587: copy_from oid 31 from oid 49 current snap is 359 2024-04-22T04:39:14.552 INFO:tasks.rados.rados.0.smithi040.stdout:3578: finishing write tid 2 to smithi04078109-44 2024-04-22T04:39:14.552 INFO:tasks.rados.rados.0.smithi040.stdout:3578: finishing write tid 3 to smithi04078109-44 2024-04-22T04:39:14.553 INFO:tasks.rados.rados.0.smithi040.stdout:3578: finishing write tid 4 to smithi04078109-44 2024-04-22T04:39:14.553 INFO:tasks.rados.rados.0.smithi040.stdout:3578: finishing write tid 5 to smithi04078109-44 2024-04-22T04:39:14.553 INFO:tasks.rados.rados.0.smithi040.stdout:3588: rollback oid 19 current snap is 359 2024-04-22T04:39:14.553 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 19 to 336 2024-04-22T04:39:14.553 INFO:tasks.rados.rados.0.smithi040.stdout:3578: finishing write tid 6 to smithi04078109-44 2024-04-22T04:39:14.553 INFO:tasks.rados.rados.0.smithi040.stdout:3578: finishing write tid 7 to smithi04078109-44 2024-04-22T04:39:14.553 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 2731 (ObjNum 1139 snap 359 seq_num 1139) dirty exists 2024-04-22T04:39:14.553 INFO:tasks.rados.rados.0.smithi040.stdout:3578: left oid 44 (ObjNum 1139 snap 359 seq_num 1139) 2024-04-22T04:39:14.553 INFO:tasks.rados.rados.0.smithi040.stdout:3579: finishing write tid 1 to smithi04078109-5 2024-04-22T04:39:14.553 INFO:tasks.rados.rados.0.smithi040.stdout:3579: finishing write tid 2 to smithi04078109-5 2024-04-22T04:39:14.553 INFO:tasks.rados.rados.0.smithi040.stdout:3581: finishing rollback tid 0 to smithi04078109-47 2024-04-22T04:39:14.553 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 2012 (ObjNum 1034 snap 323 seq_num 1034) dirty exists 2024-04-22T04:39:14.553 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1849 (ObjNum 968 snap 303 seq_num 968) dirty exists 2024-04-22T04:39:14.553 INFO:tasks.rados.rados.0.smithi040.stdout:3581: finishing rollback tid 1 to smithi04078109-47 2024-04-22T04:39:14.553 INFO:tasks.rados.rados.0.smithi040.stdout:3581: finishing rollback tid 2 to smithi04078109-47 2024-04-22T04:39:14.553 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 1829 (ObjNum 949 snap 301 seq_num 949) dirty exists 2024-04-22T04:39:14.554 INFO:tasks.rados.rados.0.smithi040.stdout:3579: finishing write tid 3 to smithi04078109-5 2024-04-22T04:39:14.554 INFO:tasks.rados.rados.0.smithi040.stdout:3579: finishing write tid 4 to smithi04078109-5 2024-04-22T04:39:14.554 INFO:tasks.rados.rados.0.smithi040.stdout:3579: finishing write tid 5 to smithi04078109-5 2024-04-22T04:39:14.554 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1749 (ObjNum 968 snap 303 seq_num 968) dirty exists 2024-04-22T04:39:14.554 INFO:tasks.rados.rados.0.smithi040.stdout:3579: finishing write tid 6 to smithi04078109-5 2024-04-22T04:39:14.554 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 2563 (ObjNum 1140 snap 359 seq_num 1140) dirty exists 2024-04-22T04:39:14.554 INFO:tasks.rados.rados.0.smithi040.stdout:3579: left oid 5 (ObjNum 1140 snap 359 seq_num 1140) 2024-04-22T04:39:14.554 INFO:tasks.rados.rados.0.smithi040.stdout:3578: done (10 left) 2024-04-22T04:39:14.554 INFO:tasks.rados.rados.0.smithi040.stdout:3579: done (9 left) 2024-04-22T04:39:14.554 INFO:tasks.rados.rados.0.smithi040.stdout:3580: done (8 left) 2024-04-22T04:39:14.554 INFO:tasks.rados.rados.0.smithi040.stdout:3581: done (7 left) 2024-04-22T04:39:14.554 INFO:tasks.rados.rados.0.smithi040.stdout:3582: done (6 left) 2024-04-22T04:39:14.554 INFO:tasks.rados.rados.0.smithi040.stdout:3583: done (5 left) 2024-04-22T04:39:14.554 INFO:tasks.rados.rados.0.smithi040.stdout:3589: rollback oid 50 current snap is 359 2024-04-22T04:39:14.554 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 50 to 302 2024-04-22T04:39:14.555 INFO:tasks.rados.rados.0.smithi040.stdout:3585: finishing write tid 1 to smithi04078109-11 2024-04-22T04:39:14.555 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 12 current snap is 359 2024-04-22T04:39:14.555 INFO:tasks.rados.rados.0.smithi040.stdout:3590: seq_num 1142 ranges {3047424=729088,3776512=565248,4341760=696320,5038080=344064} 2024-04-22T04:39:14.572 INFO:tasks.rados.rados.0.smithi040.stdout:3590: writing smithi04078109-12 from 3047424 to 3776512 tid 1 2024-04-22T04:39:14.576 INFO:tasks.rados.rados.0.smithi040.stdout:3590: writing smithi04078109-12 from 3776512 to 4341760 tid 2 2024-04-22T04:39:14.580 INFO:tasks.rados.rados.0.smithi040.stdout:3590: writing smithi04078109-12 from 4341760 to 5038080 tid 3 2024-04-22T04:39:14.582 INFO:tasks.rados.rados.0.smithi040.stdout:3590: writing smithi04078109-12 from 5038080 to 5382144 tid 4 2024-04-22T04:39:14.582 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 359 2024-04-22T04:39:14.582 INFO:tasks.rados.rados.0.smithi040.stdout:3591: seq_num 1143 ranges {3629056=753664,4382720=450560,4833280=507904,5341184=589824,5931008=57344} 2024-04-22T04:39:14.606 INFO:tasks.rados.rados.0.smithi040.stdout:3591: writing smithi04078109-40 from 3629056 to 4382720 tid 1 2024-04-22T04:39:14.608 INFO:tasks.rados.rados.0.smithi040.stdout:3591: writing smithi04078109-40 from 4382720 to 4833280 tid 2 2024-04-22T04:39:14.611 INFO:tasks.rados.rados.0.smithi040.stdout:3591: writing smithi04078109-40 from 4833280 to 5341184 tid 3 2024-04-22T04:39:14.615 INFO:tasks.rados.rados.0.smithi040.stdout:3591: writing smithi04078109-40 from 5341184 to 5931008 tid 4 2024-04-22T04:39:14.615 INFO:tasks.rados.rados.0.smithi040.stdout:3591: writing smithi04078109-40 from 5931008 to 5988352 tid 5 2024-04-22T04:39:14.615 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 8 current snap is 359 2024-04-22T04:39:14.615 INFO:tasks.rados.rados.0.smithi040.stdout:3592: seq_num 1144 ranges {0=770048,770048=737280,1507328=712704,2220032=155648} 2024-04-22T04:39:14.619 INFO:tasks.rados.rados.0.smithi040.stdout:3592: writing smithi04078109-8 from 0 to 770048 tid 1 2024-04-22T04:39:14.624 INFO:tasks.rados.rados.0.smithi040.stdout:3592: writing smithi04078109-8 from 770048 to 1507328 tid 2 2024-04-22T04:39:14.628 INFO:tasks.rados.rados.0.smithi040.stdout:3592: writing smithi04078109-8 from 1507328 to 2220032 tid 3 2024-04-22T04:39:14.629 INFO:tasks.rados.rados.0.smithi040.stdout:3592: writing smithi04078109-8 from 2220032 to 2375680 tid 4 2024-04-22T04:39:14.629 INFO:tasks.rados.rados.0.smithi040.stdout:3593: snap_remove snap 355 2024-04-22T04:39:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:14 smithi062 ceph-mon[78153]: pgmap v859: 121 pgs: 121 active+clean; 568 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-22T04:39:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:14 smithi062 ceph-mon[78153]: osdmap e761: 8 total, 8 up, 8 in 2024-04-22T04:39:14.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:14 smithi040 ceph-mon[88445]: pgmap v859: 121 pgs: 121 active+clean; 568 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-22T04:39:14.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:14 smithi040 ceph-mon[88445]: osdmap e761: 8 total, 8 up, 8 in 2024-04-22T04:39:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:14 smithi040 ceph-mon[91058]: pgmap v859: 121 pgs: 121 active+clean; 568 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-22T04:39:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:14 smithi040 ceph-mon[91058]: osdmap e761: 8 total, 8 up, 8 in 2024-04-22T04:39:15.355 INFO:tasks.rados.rados.0.smithi040.stdout:3593: done (9 left) 2024-04-22T04:39:15.355 INFO:tasks.rados.rados.0.smithi040.stdout:3594: read oid 13 snap -1 2024-04-22T04:39:15.355 INFO:tasks.rados.rados.0.smithi040.stdout:3594: expect (ObjNum 1059 snap 330 seq_num 1059) 2024-04-22T04:39:15.355 INFO:tasks.rados.rados.0.smithi040.stdout:3595: copy_from oid 48 from oid 7 current snap is 359 2024-04-22T04:39:15.355 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 14 current snap is 359 2024-04-22T04:39:15.355 INFO:tasks.rados.rados.0.smithi040.stdout:3596: seq_num 1145 ranges {8552448=786432,9338880=622592,9961472=516096,10477568=417792,10895360=49152} 2024-04-22T04:39:15.401 INFO:tasks.rados.rados.0.smithi040.stdout:3596: writing smithi04078109-14 from 8552448 to 9338880 tid 1 2024-04-22T04:39:15.404 INFO:tasks.rados.rados.0.smithi040.stdout:3596: writing smithi04078109-14 from 9338880 to 9961472 tid 2 2024-04-22T04:39:15.407 INFO:tasks.rados.rados.0.smithi040.stdout:3596: writing smithi04078109-14 from 9961472 to 10477568 tid 3 2024-04-22T04:39:15.410 INFO:tasks.rados.rados.0.smithi040.stdout:3596: writing smithi04078109-14 from 10477568 to 10895360 tid 4 2024-04-22T04:39:15.411 INFO:tasks.rados.rados.0.smithi040.stdout:3596: writing smithi04078109-14 from 10895360 to 10944512 tid 5 2024-04-22T04:39:15.411 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 9 current snap is 359 2024-04-22T04:39:15.411 INFO:tasks.rados.rados.0.smithi040.stdout:3589: finishing rollback tid 1 to smithi04078109-50 2024-04-22T04:39:15.411 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 1818 (ObjNum -1470253160 snap 21852 seq_num 6) dirty dne 2024-04-22T04:39:15.411 INFO:tasks.rados.rados.0.smithi040.stdout:3588: finishing rollback tid 0 to smithi04078109-19 2024-04-22T04:39:15.411 INFO:tasks.rados.rados.0.smithi040.stdout:3597: seq_num 1146 ranges {2555904=802816,3358720=499712,3858432=679936,4538368=425984} 2024-04-22T04:39:15.429 INFO:tasks.rados.rados.0.smithi040.stdout:3597: writing smithi04078109-9 from 2555904 to 3358720 tid 1 2024-04-22T04:39:15.432 INFO:tasks.rados.rados.0.smithi040.stdout:3597: writing smithi04078109-9 from 3358720 to 3858432 tid 2 2024-04-22T04:39:15.436 INFO:tasks.rados.rados.0.smithi040.stdout:3597: writing smithi04078109-9 from 3858432 to 4538368 tid 3 2024-04-22T04:39:15.439 INFO:tasks.rados.rados.0.smithi040.stdout:3597: writing smithi04078109-9 from 4538368 to 4964352 tid 4 2024-04-22T04:39:15.439 INFO:tasks.rados.rados.0.smithi040.stdout:3586: done (12 left) 2024-04-22T04:39:15.439 INFO:tasks.rados.rados.0.smithi040.stdout:3589: done (11 left) 2024-04-22T04:39:15.439 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 42 current snap is 359 2024-04-22T04:39:15.439 INFO:tasks.rados.rados.0.smithi040.stdout:3588: finishing rollback tid 1 to smithi04078109-19 2024-04-22T04:39:15.439 INFO:tasks.rados.rados.0.smithi040.stdout:3588: finishing rollback tid 2 to smithi04078109-19 2024-04-22T04:39:15.440 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 2015 (ObjNum 1091 snap 336 seq_num 1091) dirty exists 2024-04-22T04:39:15.440 INFO:tasks.rados.rados.0.smithi040.stdout:3584: expect (ObjNum 1082 snap 333 seq_num 1082) 2024-04-22T04:39:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:39:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:39:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:39:16.572 INFO:tasks.rados.rados.0.smithi040.stdout:3585: finishing write tid 2 to smithi04078109-11 2024-04-22T04:39:16.572 INFO:tasks.rados.rados.0.smithi040.stdout:3585: finishing write tid 3 to smithi04078109-11 2024-04-22T04:39:16.572 INFO:tasks.rados.rados.0.smithi040.stdout:3585: finishing write tid 4 to smithi04078109-11 2024-04-22T04:39:16.572 INFO:tasks.rados.rados.0.smithi040.stdout:3585: finishing write tid 5 to smithi04078109-11 2024-04-22T04:39:16.572 INFO:tasks.rados.rados.0.smithi040.stdout:3585: finishing write tid 6 to smithi04078109-11 2024-04-22T04:39:16.573 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 2737 (ObjNum 1141 snap 359 seq_num 1141) dirty exists 2024-04-22T04:39:16.573 INFO:tasks.rados.rados.0.smithi040.stdout:3585: left oid 11 (ObjNum 1141 snap 359 seq_num 1141) 2024-04-22T04:39:16.573 INFO:tasks.rados.rados.0.smithi040.stdout:3587: finishing copy_from racing read to smithi04078109-31 2024-04-22T04:39:16.573 INFO:tasks.rados.rados.0.smithi040.stdout:3587: finishing copy_from to smithi04078109-31 2024-04-22T04:39:16.573 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2164 (ObjNum 1050 snap 328 seq_num 1050) dirty exists 2024-04-22T04:39:16.573 INFO:tasks.rados.rados.0.smithi040.stdout:3590: finishing write tid 1 to smithi04078109-12 2024-04-22T04:39:16.573 INFO:tasks.rados.rados.0.smithi040.stdout:3598: seq_num 1147 ranges {1835008=16384} 2024-04-22T04:39:16.582 INFO:tasks.rados.rados.0.smithi040.stdout:3598: writing smithi04078109-42 from 1835008 to 1851392 tid 1 2024-04-22T04:39:16.582 INFO:tasks.rados.rados.0.smithi040.stdout:3584: done (11 left) 2024-04-22T04:39:16.582 INFO:tasks.rados.rados.0.smithi040.stdout:3585: done (10 left) 2024-04-22T04:39:16.582 INFO:tasks.rados.rados.0.smithi040.stdout:3587: done (9 left) 2024-04-22T04:39:16.583 INFO:tasks.rados.rados.0.smithi040.stdout:3588: done (8 left) 2024-04-22T04:39:16.583 INFO:tasks.rados.rados.0.smithi040.stdout:3599: snap_remove snap 353 2024-04-22T04:39:16.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:16 smithi062 ceph-mon[78153]: pgmap v862: 121 pgs: 121 active+clean; 568 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 13 op/s 2024-04-22T04:39:16.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:16 smithi062 ceph-mon[78153]: osdmap e762: 8 total, 8 up, 8 in 2024-04-22T04:39:16.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:16 smithi040 ceph-mon[88445]: pgmap v862: 121 pgs: 121 active+clean; 568 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 13 op/s 2024-04-22T04:39:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:16 smithi040 ceph-mon[88445]: osdmap e762: 8 total, 8 up, 8 in 2024-04-22T04:39:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:16 smithi040 ceph-mon[91058]: pgmap v862: 121 pgs: 121 active+clean; 568 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 13 op/s 2024-04-22T04:39:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:16 smithi040 ceph-mon[91058]: osdmap e762: 8 total, 8 up, 8 in 2024-04-22T04:39:17.230 INFO:tasks.rados.rados.0.smithi040.stdout:3599: done (8 left) 2024-04-22T04:39:17.230 INFO:tasks.rados.rados.0.smithi040.stdout:3600: snap_remove snap 333 2024-04-22T04:39:18.227 INFO:tasks.rados.rados.0.smithi040.stdout:3600: done (8 left) 2024-04-22T04:39:18.227 INFO:tasks.rados.rados.0.smithi040.stdout:3601: rollback oid 30 current snap is 359 2024-04-22T04:39:18.227 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 30 to 349 2024-04-22T04:39:18.227 INFO:tasks.rados.rados.0.smithi040.stdout:3590: finishing write tid 2 to smithi04078109-12 2024-04-22T04:39:18.227 INFO:tasks.rados.rados.0.smithi040.stdout:3590: finishing write tid 3 to smithi04078109-12 2024-04-22T04:39:18.227 INFO:tasks.rados.rados.0.smithi040.stdout:3590: finishing write tid 4 to smithi04078109-12 2024-04-22T04:39:18.227 INFO:tasks.rados.rados.0.smithi040.stdout:3590: finishing write tid 5 to smithi04078109-12 2024-04-22T04:39:18.227 INFO:tasks.rados.rados.0.smithi040.stdout:3590: finishing write tid 6 to smithi04078109-12 2024-04-22T04:39:18.228 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 1754 (ObjNum 1142 snap 359 seq_num 1142) dirty exists 2024-04-22T04:39:18.228 INFO:tasks.rados.rados.0.smithi040.stdout:3590: left oid 12 (ObjNum 1142 snap 359 seq_num 1142) 2024-04-22T04:39:18.228 INFO:tasks.rados.rados.0.smithi040.stdout:3591: finishing write tid 1 to smithi04078109-40 2024-04-22T04:39:18.228 INFO:tasks.rados.rados.0.smithi040.stdout:3591: finishing write tid 2 to smithi04078109-40 2024-04-22T04:39:18.228 INFO:tasks.rados.rados.0.smithi040.stdout:3591: finishing write tid 3 to smithi04078109-40 2024-04-22T04:39:18.228 INFO:tasks.rados.rados.0.smithi040.stdout:3591: finishing write tid 4 to smithi04078109-40 2024-04-22T04:39:18.228 INFO:tasks.rados.rados.0.smithi040.stdout:3591: finishing write tid 5 to smithi04078109-40 2024-04-22T04:39:18.228 INFO:tasks.rados.rados.0.smithi040.stdout:3591: finishing write tid 6 to smithi04078109-40 2024-04-22T04:39:18.228 INFO:tasks.rados.rados.0.smithi040.stdout:3591: finishing write tid 7 to smithi04078109-40 2024-04-22T04:39:18.228 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 2745 (ObjNum 1143 snap 359 seq_num 1143) dirty exists 2024-04-22T04:39:18.228 INFO:tasks.rados.rados.0.smithi040.stdout:3591: left oid 40 (ObjNum 1143 snap 359 seq_num 1143) 2024-04-22T04:39:18.228 INFO:tasks.rados.rados.0.smithi040.stdout:3592: finishing write tid 1 to smithi04078109-8 2024-04-22T04:39:18.228 INFO:tasks.rados.rados.0.smithi040.stdout:3592: finishing write tid 2 to smithi04078109-8 2024-04-22T04:39:18.228 INFO:tasks.rados.rados.0.smithi040.stdout:3592: finishing write tid 3 to smithi04078109-8 2024-04-22T04:39:18.229 INFO:tasks.rados.rados.0.smithi040.stdout:3592: finishing write tid 4 to smithi04078109-8 2024-04-22T04:39:18.229 INFO:tasks.rados.rados.0.smithi040.stdout:3592: finishing write tid 5 to smithi04078109-8 2024-04-22T04:39:18.229 INFO:tasks.rados.rados.0.smithi040.stdout:3592: finishing write tid 6 to smithi04078109-8 2024-04-22T04:39:18.229 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 2219 (ObjNum 1144 snap 359 seq_num 1144) dirty exists 2024-04-22T04:39:18.229 INFO:tasks.rados.rados.0.smithi040.stdout:3592: left oid 8 (ObjNum 1144 snap 359 seq_num 1144) 2024-04-22T04:39:18.229 INFO:tasks.rados.rados.0.smithi040.stdout:3595: finishing copy_from to smithi04078109-48 2024-04-22T04:39:18.229 INFO:tasks.rados.rados.0.smithi040.stdout:3595: got expected ENOENT (src dne) 2024-04-22T04:39:18.229 INFO:tasks.rados.rados.0.smithi040.stdout:3595: finishing copy_from racing read to smithi04078109-48 2024-04-22T04:39:18.229 INFO:tasks.rados.rados.0.smithi040.stdout:3594: expect (ObjNum 1059 snap 330 seq_num 1059) 2024-04-22T04:39:18.266 INFO:tasks.rados.rados.0.smithi040.stdout:3596: finishing write tid 1 to smithi04078109-14 2024-04-22T04:39:18.266 INFO:tasks.rados.rados.0.smithi040.stdout:3596: finishing write tid 2 to smithi04078109-14 2024-04-22T04:39:18.266 INFO:tasks.rados.rados.0.smithi040.stdout:3596: finishing write tid 3 to smithi04078109-14 2024-04-22T04:39:18.266 INFO:tasks.rados.rados.0.smithi040.stdout:3596: finishing write tid 4 to smithi04078109-14 2024-04-22T04:39:18.266 INFO:tasks.rados.rados.0.smithi040.stdout:3596: finishing write tid 5 to smithi04078109-14 2024-04-22T04:39:18.266 INFO:tasks.rados.rados.0.smithi040.stdout:3596: finishing write tid 6 to smithi04078109-14 2024-04-22T04:39:18.266 INFO:tasks.rados.rados.0.smithi040.stdout:3590: done (8 left) 2024-04-22T04:39:18.266 INFO:tasks.rados.rados.0.smithi040.stdout:3591: done (7 left) 2024-04-22T04:39:18.266 INFO:tasks.rados.rados.0.smithi040.stdout:3592: done (6 left) 2024-04-22T04:39:18.266 INFO:tasks.rados.rados.0.smithi040.stdout:3594: done (5 left) 2024-04-22T04:39:18.266 INFO:tasks.rados.rados.0.smithi040.stdout:3595: done (4 left) 2024-04-22T04:39:18.266 INFO:tasks.rados.rados.0.smithi040.stdout:3602: rollback oid 10 current snap is 359 2024-04-22T04:39:18.266 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 10 to 351 2024-04-22T04:39:18.267 INFO:tasks.rados.rados.0.smithi040.stdout:3596: finishing write tid 7 to smithi04078109-14 2024-04-22T04:39:18.267 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 2218 (ObjNum 1145 snap 359 seq_num 1145) dirty exists 2024-04-22T04:39:18.267 INFO:tasks.rados.rados.0.smithi040.stdout:3596: left oid 14 (ObjNum 1145 snap 359 seq_num 1145) 2024-04-22T04:39:18.267 INFO:tasks.rados.rados.0.smithi040.stdout:3597: finishing write tid 1 to smithi04078109-9 2024-04-22T04:39:18.267 INFO:tasks.rados.rados.0.smithi040.stdout:3597: finishing write tid 2 to smithi04078109-9 2024-04-22T04:39:18.267 INFO:tasks.rados.rados.0.smithi040.stdout:3597: finishing write tid 3 to smithi04078109-9 2024-04-22T04:39:18.267 INFO:tasks.rados.rados.0.smithi040.stdout:3597: finishing write tid 4 to smithi04078109-9 2024-04-22T04:39:18.267 INFO:tasks.rados.rados.0.smithi040.stdout:3597: finishing write tid 5 to smithi04078109-9 2024-04-22T04:39:18.267 INFO:tasks.rados.rados.0.smithi040.stdout:3597: finishing write tid 6 to smithi04078109-9 2024-04-22T04:39:18.267 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 2465 (ObjNum 1146 snap 359 seq_num 1146) dirty exists 2024-04-22T04:39:18.267 INFO:tasks.rados.rados.0.smithi040.stdout:3597: left oid 9 (ObjNum 1146 snap 359 seq_num 1146) 2024-04-22T04:39:18.267 INFO:tasks.rados.rados.0.smithi040.stdout:3598: finishing write tid 1 to smithi04078109-42 2024-04-22T04:39:18.267 INFO:tasks.rados.rados.0.smithi040.stdout:3598: finishing write tid 2 to smithi04078109-42 2024-04-22T04:39:18.267 INFO:tasks.rados.rados.0.smithi040.stdout:3596: done (4 left) 2024-04-22T04:39:18.267 INFO:tasks.rados.rados.0.smithi040.stdout:3597: done (3 left) 2024-04-22T04:39:18.268 INFO:tasks.rados.rados.0.smithi040.stdout:3603: read oid 19 snap -1 2024-04-22T04:39:18.268 INFO:tasks.rados.rados.0.smithi040.stdout:3603: expect (ObjNum 1091 snap 336 seq_num 1091) 2024-04-22T04:39:18.268 INFO:tasks.rados.rados.0.smithi040.stdout:3604: snap_remove snap 356 2024-04-22T04:39:18.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:18 smithi062 ceph-mon[78153]: pgmap v864: 121 pgs: 121 active+clean; 587 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 5.6 MiB/s wr, 24 op/s 2024-04-22T04:39:18.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:18 smithi062 ceph-mon[78153]: osdmap e763: 8 total, 8 up, 8 in 2024-04-22T04:39:18.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:18 smithi040 ceph-mon[88445]: pgmap v864: 121 pgs: 121 active+clean; 587 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 5.6 MiB/s wr, 24 op/s 2024-04-22T04:39:18.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:18 smithi040 ceph-mon[88445]: osdmap e763: 8 total, 8 up, 8 in 2024-04-22T04:39:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:18 smithi040 ceph-mon[91058]: pgmap v864: 121 pgs: 121 active+clean; 587 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 5.6 MiB/s wr, 24 op/s 2024-04-22T04:39:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:18 smithi040 ceph-mon[91058]: osdmap e763: 8 total, 8 up, 8 in 2024-04-22T04:39:19.239 INFO:tasks.rados.rados.0.smithi040.stdout:3604: done (4 left) 2024-04-22T04:39:19.239 INFO:tasks.rados.rados.0.smithi040.stdout:3605: read oid 36 snap -1 2024-04-22T04:39:19.239 INFO:tasks.rados.rados.0.smithi040.stdout:3605: expect (ObjNum 1021 snap 317 seq_num 1021) 2024-04-22T04:39:19.239 INFO:tasks.rados.rados.0.smithi040.stdout:3606: copy_from oid 8 from oid 20 current snap is 359 2024-04-22T04:39:19.239 INFO:tasks.rados.rados.0.smithi040.stdout:3607: copy_from oid 22 from oid 25 current snap is 359 2024-04-22T04:39:19.239 INFO:tasks.rados.rados.0.smithi040.stdout:3608: delete oid 46 current snap is 359 2024-04-22T04:39:19.242 INFO:tasks.rados.rados.0.smithi040.stdout:3598: finishing write tid 3 to smithi04078109-42 2024-04-22T04:39:19.242 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 1831 (ObjNum 1147 snap 359 seq_num 1147) dirty exists 2024-04-22T04:39:19.242 INFO:tasks.rados.rados.0.smithi040.stdout:3598: left oid 42 (ObjNum 1147 snap 359 seq_num 1147) 2024-04-22T04:39:19.242 INFO:tasks.rados.rados.0.smithi040.stdout:3601: finishing rollback tid 0 to smithi04078109-30 2024-04-22T04:39:19.242 INFO:tasks.rados.rados.0.smithi040.stdout:3601: finishing rollback tid 1 to smithi04078109-30 2024-04-22T04:39:19.242 INFO:tasks.rados.rados.0.smithi040.stdout:3601: finishing rollback tid 2 to smithi04078109-30 2024-04-22T04:39:19.242 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 2094 (ObjNum 988 snap 307 seq_num 988) dirty exists 2024-04-22T04:39:19.242 INFO:tasks.rados.rados.0.smithi040.stdout:3602: finishing rollback tid 0 to smithi04078109-10 2024-04-22T04:39:19.242 INFO:tasks.rados.rados.0.smithi040.stdout:3602: finishing rollback tid 1 to smithi04078109-10 2024-04-22T04:39:19.242 INFO:tasks.rados.rados.0.smithi040.stdout:3602: finishing rollback tid 2 to smithi04078109-10 2024-04-22T04:39:19.242 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 2019 (ObjNum 1106 snap 340 seq_num 1106) dirty exists 2024-04-22T04:39:19.242 INFO:tasks.rados.rados.0.smithi040.stdout:3603: expect (ObjNum 1091 snap 336 seq_num 1091) 2024-04-22T04:39:19.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:19 smithi062 ceph-mon[78153]: osdmap e764: 8 total, 8 up, 8 in 2024-04-22T04:39:19.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:19 smithi040 ceph-mon[88445]: osdmap e764: 8 total, 8 up, 8 in 2024-04-22T04:39:19.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:19 smithi040 ceph-mon[91058]: osdmap e764: 8 total, 8 up, 8 in 2024-04-22T04:39:19.662 INFO:tasks.rados.rados.0.smithi040.stdout:3605: expect (ObjNum 1021 snap 317 seq_num 1021) 2024-04-22T04:39:19.671 INFO:tasks.rados.rados.0.smithi040.stdout:3607: finishing copy_from racing read to smithi04078109-22 2024-04-22T04:39:19.671 INFO:tasks.rados.rados.0.smithi040.stdout:3607: finishing copy_from to smithi04078109-22 2024-04-22T04:39:19.671 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 2687 (ObjNum 1006 snap 312 seq_num 1006) dirty exists 2024-04-22T04:39:19.671 INFO:tasks.rados.rados.0.smithi040.stdout:3606: finishing copy_from racing read to smithi04078109-8 2024-04-22T04:39:19.671 INFO:tasks.rados.rados.0.smithi040.stdout:3606: finishing copy_from to smithi04078109-8 2024-04-22T04:39:19.671 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 1849 (ObjNum 968 snap 303 seq_num 968) dirty exists 2024-04-22T04:39:19.671 INFO:tasks.rados.rados.0.smithi040.stdout:3598: done (7 left) 2024-04-22T04:39:19.671 INFO:tasks.rados.rados.0.smithi040.stdout:3601: done (6 left) 2024-04-22T04:39:19.671 INFO:tasks.rados.rados.0.smithi040.stdout:3602: done (5 left) 2024-04-22T04:39:19.671 INFO:tasks.rados.rados.0.smithi040.stdout:3603: done (4 left) 2024-04-22T04:39:19.671 INFO:tasks.rados.rados.0.smithi040.stdout:3605: done (3 left) 2024-04-22T04:39:19.672 INFO:tasks.rados.rados.0.smithi040.stdout:3606: done (2 left) 2024-04-22T04:39:19.672 INFO:tasks.rados.rados.0.smithi040.stdout:3607: done (1 left) 2024-04-22T04:39:19.672 INFO:tasks.rados.rados.0.smithi040.stdout:3608: done (0 left) 2024-04-22T04:39:19.672 INFO:tasks.rados.rados.0.smithi040.stdout:3609: rollback oid 44 current snap is 359 2024-04-22T04:39:19.672 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 44 to 347 2024-04-22T04:39:19.672 INFO:tasks.rados.rados.0.smithi040.stdout:3610: rollback oid 14 current snap is 359 2024-04-22T04:39:19.672 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 14 to 302 2024-04-22T04:39:19.672 INFO:tasks.rados.rados.0.smithi040.stdout:3611: delete oid 1 current snap is 359 2024-04-22T04:39:19.675 INFO:tasks.rados.rados.0.smithi040.stdout:3611: done (2 left) 2024-04-22T04:39:19.675 INFO:tasks.rados.rados.0.smithi040.stdout:3612: copy_from oid 26 from oid 24 current snap is 359 2024-04-22T04:39:19.675 INFO:tasks.rados.rados.0.smithi040.stdout:3613: delete oid 13 current snap is 359 2024-04-22T04:39:19.676 INFO:tasks.rados.rados.0.smithi040.stdout:3610: finishing rollback tid 0 to smithi04078109-14 2024-04-22T04:39:19.676 INFO:tasks.rados.rados.0.smithi040.stdout:3610: finishing rollback tid 1 to smithi04078109-14 2024-04-22T04:39:19.676 INFO:tasks.rados.rados.0.smithi040.stdout:3609: finishing rollback tid 0 to smithi04078109-44 2024-04-22T04:39:19.677 INFO:tasks.rados.rados.0.smithi040.stdout:3609: finishing rollback tid 1 to smithi04078109-44 2024-04-22T04:39:19.677 INFO:tasks.rados.rados.0.smithi040.stdout:3610: finishing rollback tid 2 to smithi04078109-14 2024-04-22T04:39:19.677 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 2221 (ObjNum 950 snap 301 seq_num 950) dirty exists 2024-04-22T04:39:19.677 INFO:tasks.rados.rados.0.smithi040.stdout:3610: done (3 left) 2024-04-22T04:39:19.677 INFO:tasks.rados.rados.0.smithi040.stdout:3613: done (2 left) 2024-04-22T04:39:19.677 INFO:tasks.rados.rados.0.smithi040.stdout:3614: delete oid 48 current snap is 359 2024-04-22T04:39:19.678 INFO:tasks.rados.rados.0.smithi040.stdout:3609: finishing rollback tid 2 to smithi04078109-44 2024-04-22T04:39:19.678 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 2782 (ObjNum 1027 snap 319 seq_num 1027) dirty exists 2024-04-22T04:39:19.682 INFO:tasks.rados.rados.0.smithi040.stdout:3609: done (2 left) 2024-04-22T04:39:19.682 INFO:tasks.rados.rados.0.smithi040.stdout:3614: done (1 left) 2024-04-22T04:39:19.682 INFO:tasks.rados.rados.0.smithi040.stdout:3615: snap_create 2024-04-22T04:39:19.687 INFO:tasks.rados.rados.0.smithi040.stdout:3612: finishing copy_from racing read to smithi04078109-26 2024-04-22T04:39:19.689 INFO:tasks.rados.rados.0.smithi040.stdout:3612: finishing copy_from to smithi04078109-26 2024-04-22T04:39:19.689 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 1896 (ObjNum 1129 snap 356 seq_num 1129) dirty exists 2024-04-22T04:39:20.238 INFO:tasks.rados.rados.0.smithi040.stdout:3612: done (1 left) 2024-04-22T04:39:20.239 INFO:tasks.rados.rados.0.smithi040.stdout:3615: done (0 left) 2024-04-22T04:39:20.239 INFO:tasks.rados.rados.0.smithi040.stdout:3616: read oid 49 snap -1 2024-04-22T04:39:20.239 INFO:tasks.rados.rados.0.smithi040.stdout:3616: expect (ObjNum 1050 snap 328 seq_num 1050) 2024-04-22T04:39:20.239 INFO:tasks.rados.rados.0.smithi040.stdout:3617: snap_create 2024-04-22T04:39:20.244 INFO:tasks.rados.rados.0.smithi040.stdout:3616: expect (ObjNum 1050 snap 328 seq_num 1050) 2024-04-22T04:39:20.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:39:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:39:20] "GET /metrics HTTP/1.1" 200 241960 "" "Prometheus/2.43.0" 2024-04-22T04:39:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:20 smithi040 ceph-mon[88445]: pgmap v867: 121 pgs: 121 active+clean; 612 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 24 op/s 2024-04-22T04:39:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:20 smithi040 ceph-mon[88445]: osdmap e765: 8 total, 8 up, 8 in 2024-04-22T04:39:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:20 smithi040 ceph-mon[91058]: pgmap v867: 121 pgs: 121 active+clean; 612 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 24 op/s 2024-04-22T04:39:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:20 smithi040 ceph-mon[91058]: osdmap e765: 8 total, 8 up, 8 in 2024-04-22T04:39:20.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:20 smithi062 ceph-mon[78153]: pgmap v867: 121 pgs: 121 active+clean; 612 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 24 op/s 2024-04-22T04:39:20.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:20 smithi062 ceph-mon[78153]: osdmap e765: 8 total, 8 up, 8 in 2024-04-22T04:39:21.249 INFO:tasks.rados.rados.0.smithi040.stdout:3616: done (1 left) 2024-04-22T04:39:21.250 INFO:tasks.rados.rados.0.smithi040.stdout:3617: done (0 left) 2024-04-22T04:39:21.250 INFO:tasks.rados.rados.0.smithi040.stdout:3618: snap_remove snap 358 2024-04-22T04:39:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:21 smithi062 ceph-mon[78153]: osdmap e766: 8 total, 8 up, 8 in 2024-04-22T04:39:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:39:21.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:21 smithi040 ceph-mon[88445]: osdmap e766: 8 total, 8 up, 8 in 2024-04-22T04:39:21.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:39:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:21 smithi040 ceph-mon[91058]: osdmap e766: 8 total, 8 up, 8 in 2024-04-22T04:39:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:39:22.234 INFO:tasks.rados.rados.0.smithi040.stdout:3618: done (0 left) 2024-04-22T04:39:22.234 INFO:tasks.rados.rados.0.smithi040.stdout:3619: rollback oid 35 current snap is 361 2024-04-22T04:39:22.234 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 35 to 352 2024-04-22T04:39:22.234 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 45 current snap is 361 2024-04-22T04:39:22.235 INFO:tasks.rados.rados.0.smithi040.stdout:3620: seq_num 1152 ranges {11304960=98304} 2024-04-22T04:39:22.297 INFO:tasks.rados.rados.0.smithi040.stdout:3620: writing smithi04078109-45 from 11304960 to 11403264 tid 1 2024-04-22T04:39:22.297 INFO:tasks.rados.rados.0.smithi040.stdout:3621: read oid 29 snap 332 2024-04-22T04:39:22.297 INFO:tasks.rados.rados.0.smithi040.stdout:3621: expect (ObjNum 1080 snap 332 seq_num 1080) 2024-04-22T04:39:22.297 INFO:tasks.rados.rados.0.smithi040.stdout:3622: copy_from oid 1 from oid 32 current snap is 361 2024-04-22T04:39:22.297 INFO:tasks.rados.rados.0.smithi040.stdout:3619: finishing rollback tid 0 to smithi04078109-35 2024-04-22T04:39:22.297 INFO:tasks.rados.rados.0.smithi040.stdout:3619: finishing rollback tid 1 to smithi04078109-35 2024-04-22T04:39:22.297 INFO:tasks.rados.rados.0.smithi040.stdout:3619: finishing rollback tid 2 to smithi04078109-35 2024-04-22T04:39:22.297 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 2113 (ObjNum 1102 snap 340 seq_num 1102) dirty exists 2024-04-22T04:39:22.297 INFO:tasks.rados.rados.0.smithi040.stdout:3619: done (3 left) 2024-04-22T04:39:22.297 INFO:tasks.rados.rados.0.smithi040.stdout:3623: snap_create 2024-04-22T04:39:22.302 INFO:tasks.rados.rados.0.smithi040.stdout:3620: finishing write tid 1 to smithi04078109-45 2024-04-22T04:39:22.302 INFO:tasks.rados.rados.0.smithi040.stdout:3620: finishing write tid 2 to smithi04078109-45 2024-04-22T04:39:22.304 INFO:tasks.rados.rados.0.smithi040.stdout:3620: finishing write tid 3 to smithi04078109-45 2024-04-22T04:39:22.304 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 2467 (ObjNum 1152 snap 361 seq_num 1152) dirty exists 2024-04-22T04:39:22.304 INFO:tasks.rados.rados.0.smithi040.stdout:3620: left oid 45 (ObjNum 1152 snap 361 seq_num 1152) 2024-04-22T04:39:22.307 INFO:tasks.rados.rados.0.smithi040.stdout:3621: expect (ObjNum 1080 snap 332 seq_num 1080) 2024-04-22T04:39:22.390 INFO:tasks.rados.rados.0.smithi040.stdout:3622: finishing copy_from racing read to smithi04078109-1 2024-04-22T04:39:22.390 INFO:tasks.rados.rados.0.smithi040.stdout:3622: finishing copy_from to smithi04078109-1 2024-04-22T04:39:22.391 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 1891 (ObjNum 976 snap 305 seq_num 976) dirty exists 2024-04-22T04:39:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:22 smithi062 ceph-mon[78153]: pgmap v870: 121 pgs: 121 active+clean; 614 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 6.4 MiB/s wr, 12 op/s 2024-04-22T04:39:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:22 smithi062 ceph-mon[78153]: osdmap e767: 8 total, 8 up, 8 in 2024-04-22T04:39:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:22 smithi062 ceph-mon[78153]: osdmap e768: 8 total, 8 up, 8 in 2024-04-22T04:39:22.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:22 smithi040 ceph-mon[88445]: pgmap v870: 121 pgs: 121 active+clean; 614 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 6.4 MiB/s wr, 12 op/s 2024-04-22T04:39:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:22 smithi040 ceph-mon[88445]: osdmap e767: 8 total, 8 up, 8 in 2024-04-22T04:39:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:22 smithi040 ceph-mon[88445]: osdmap e768: 8 total, 8 up, 8 in 2024-04-22T04:39:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:22 smithi040 ceph-mon[91058]: pgmap v870: 121 pgs: 121 active+clean; 614 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 6.4 MiB/s wr, 12 op/s 2024-04-22T04:39:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:22 smithi040 ceph-mon[91058]: osdmap e767: 8 total, 8 up, 8 in 2024-04-22T04:39:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:22 smithi040 ceph-mon[91058]: osdmap e768: 8 total, 8 up, 8 in 2024-04-22T04:39:23.254 INFO:tasks.rados.rados.0.smithi040.stdout:3620: done (3 left) 2024-04-22T04:39:23.254 INFO:tasks.rados.rados.0.smithi040.stdout:3621: done (2 left) 2024-04-22T04:39:23.254 INFO:tasks.rados.rados.0.smithi040.stdout:3622: done (1 left) 2024-04-22T04:39:23.254 INFO:tasks.rados.rados.0.smithi040.stdout:3623: done (0 left) 2024-04-22T04:39:23.254 INFO:tasks.rados.rados.0.smithi040.stdout:3624: read oid 34 snap -1 2024-04-22T04:39:23.254 INFO:tasks.rados.rados.0.smithi040.stdout:3624: expect deleted 2024-04-22T04:39:23.255 INFO:tasks.rados.rados.0.smithi040.stdout:3625: copy_from oid 11 from oid 38 current snap is 362 2024-04-22T04:39:23.255 INFO:tasks.rados.rados.0.smithi040.stdout:3626: snap_create 2024-04-22T04:39:23.313 INFO:tasks.rados.rados.0.smithi040.stdout:3625: finishing copy_from racing read to smithi04078109-11 2024-04-22T04:39:23.314 INFO:tasks.rados.rados.0.smithi040.stdout:3625: finishing copy_from to smithi04078109-11 2024-04-22T04:39:23.314 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 2016 (ObjNum 1138 snap 359 seq_num 1138) dirty exists 2024-04-22T04:39:24.263 INFO:tasks.rados.rados.0.smithi040.stdout:3624: done (2 left) 2024-04-22T04:39:24.263 INFO:tasks.rados.rados.0.smithi040.stdout:3625: done (1 left) 2024-04-22T04:39:24.263 INFO:tasks.rados.rados.0.smithi040.stdout:3626: done (0 left) 2024-04-22T04:39:24.263 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 26 current snap is 363 2024-04-22T04:39:24.263 INFO:tasks.rados.rados.0.smithi040.stdout:3627: seq_num 1153 ranges {3121152=114688} 2024-04-22T04:39:24.280 INFO:tasks.rados.rados.0.smithi040.stdout:3627: writing smithi04078109-26 from 3121152 to 3235840 tid 1 2024-04-22T04:39:24.280 INFO:tasks.rados.rados.0.smithi040.stdout:3628: rollback oid 10 current snap is 363 2024-04-22T04:39:24.281 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 10 to 302 2024-04-22T04:39:24.281 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 363 2024-04-22T04:39:24.281 INFO:tasks.rados.rados.0.smithi040.stdout:3629: seq_num 1154 ranges {794624=131072} 2024-04-22T04:39:24.286 INFO:tasks.rados.rados.0.smithi040.stdout:3629: writing smithi04078109-49 from 794624 to 925696 tid 1 2024-04-22T04:39:24.286 INFO:tasks.rados.rados.0.smithi040.stdout:3627: finishing write tid 1 to smithi04078109-26 2024-04-22T04:39:24.286 INFO:tasks.rados.rados.0.smithi040.stdout:3627: finishing write tid 2 to smithi04078109-26 2024-04-22T04:39:24.286 INFO:tasks.rados.rados.0.smithi040.stdout:3630: read oid 25 snap -1 2024-04-22T04:39:24.286 INFO:tasks.rados.rados.0.smithi040.stdout:3630: expect (ObjNum 1006 snap 312 seq_num 1006) 2024-04-22T04:39:24.287 INFO:tasks.rados.rados.0.smithi040.stdout:3631: read oid 24 snap -1 2024-04-22T04:39:24.287 INFO:tasks.rados.rados.0.smithi040.stdout:3631: expect (ObjNum 1129 snap 356 seq_num 1129) 2024-04-22T04:39:24.287 INFO:tasks.rados.rados.0.smithi040.stdout:3632: snap_create 2024-04-22T04:39:24.287 INFO:tasks.rados.rados.0.smithi040.stdout:3628: finishing rollback tid 0 to smithi04078109-10 2024-04-22T04:39:24.289 INFO:tasks.rados.rados.0.smithi040.stdout:3628: finishing rollback tid 1 to smithi04078109-10 2024-04-22T04:39:24.289 INFO:tasks.rados.rados.0.smithi040.stdout:3628: finishing rollback tid 2 to smithi04078109-10 2024-04-22T04:39:24.289 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 2022 (ObjNum 937 snap 296 seq_num 937) dirty exists 2024-04-22T04:39:24.289 INFO:tasks.rados.rados.0.smithi040.stdout:3627: finishing write tid 3 to smithi04078109-26 2024-04-22T04:39:24.289 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 1898 (ObjNum 1153 snap 363 seq_num 1153) dirty exists 2024-04-22T04:39:24.289 INFO:tasks.rados.rados.0.smithi040.stdout:3627: left oid 26 (ObjNum 1153 snap 363 seq_num 1153) 2024-04-22T04:39:24.298 INFO:tasks.rados.rados.0.smithi040.stdout:3629: finishing write tid 1 to smithi04078109-49 2024-04-22T04:39:24.298 INFO:tasks.rados.rados.0.smithi040.stdout:3629: finishing write tid 2 to smithi04078109-49 2024-04-22T04:39:24.301 INFO:tasks.rados.rados.0.smithi040.stdout:3630: expect (ObjNum 1006 snap 312 seq_num 1006) 2024-04-22T04:39:24.456 INFO:tasks.rados.rados.0.smithi040.stdout:3629: finishing write tid 3 to smithi04078109-49 2024-04-22T04:39:24.457 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 2469 (ObjNum 1154 snap 363 seq_num 1154) dirty exists 2024-04-22T04:39:24.457 INFO:tasks.rados.rados.0.smithi040.stdout:3629: left oid 49 (ObjNum 1154 snap 363 seq_num 1154) 2024-04-22T04:39:24.457 INFO:tasks.rados.rados.0.smithi040.stdout:3631: expect (ObjNum 1129 snap 356 seq_num 1129) 2024-04-22T04:39:24.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:24 smithi062 ceph-mon[78153]: pgmap v873: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 622 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-04-22T04:39:24.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:24 smithi062 ceph-mon[78153]: osdmap e769: 8 total, 8 up, 8 in 2024-04-22T04:39:24.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:24 smithi040 ceph-mon[88445]: pgmap v873: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 622 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-04-22T04:39:24.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:24 smithi040 ceph-mon[88445]: osdmap e769: 8 total, 8 up, 8 in 2024-04-22T04:39:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:24 smithi040 ceph-mon[91058]: pgmap v873: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 622 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-04-22T04:39:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:24 smithi040 ceph-mon[91058]: osdmap e769: 8 total, 8 up, 8 in 2024-04-22T04:39:25.273 INFO:tasks.rados.rados.0.smithi040.stdout:3627: done (5 left) 2024-04-22T04:39:25.274 INFO:tasks.rados.rados.0.smithi040.stdout:3628: done (4 left) 2024-04-22T04:39:25.274 INFO:tasks.rados.rados.0.smithi040.stdout:3629: done (3 left) 2024-04-22T04:39:25.274 INFO:tasks.rados.rados.0.smithi040.stdout:3630: done (2 left) 2024-04-22T04:39:25.274 INFO:tasks.rados.rados.0.smithi040.stdout:3631: done (1 left) 2024-04-22T04:39:25.274 INFO:tasks.rados.rados.0.smithi040.stdout:3632: done (0 left) 2024-04-22T04:39:25.274 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 364 2024-04-22T04:39:25.274 INFO:tasks.rados.rados.0.smithi040.stdout:3633: seq_num 1155 ranges {0=147456} 2024-04-22T04:39:25.275 INFO:tasks.rados.rados.0.smithi040.stdout:3633: writing smithi04078109-13 from 0 to 147456 tid 1 2024-04-22T04:39:25.275 INFO:tasks.rados.rados.0.smithi040.stdout:3634: read oid 26 snap -1 2024-04-22T04:39:25.275 INFO:tasks.rados.rados.0.smithi040.stdout:3634: expect (ObjNum 1153 snap 363 seq_num 1153) 2024-04-22T04:39:25.275 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 22 current snap is 364 2024-04-22T04:39:25.275 INFO:tasks.rados.rados.0.smithi040.stdout:3635: seq_num 1156 ranges {3178496=163840} 2024-04-22T04:39:25.293 INFO:tasks.rados.rados.0.smithi040.stdout:3635: writing smithi04078109-22 from 3178496 to 3342336 tid 1 2024-04-22T04:39:25.294 INFO:tasks.rados.rados.0.smithi040.stdout:3636: rollback oid 23 current snap is 364 2024-04-22T04:39:25.294 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 23 to 343 2024-04-22T04:39:25.294 INFO:tasks.rados.rados.0.smithi040.stdout:3633: finishing write tid 1 to smithi04078109-13 2024-04-22T04:39:25.294 INFO:tasks.rados.rados.0.smithi040.stdout:3633: finishing write tid 2 to smithi04078109-13 2024-04-22T04:39:25.294 INFO:tasks.rados.rados.0.smithi040.stdout:3633: finishing write tid 3 to smithi04078109-13 2024-04-22T04:39:25.294 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 2443 (ObjNum 1155 snap 364 seq_num 1155) dirty exists 2024-04-22T04:39:25.294 INFO:tasks.rados.rados.0.smithi040.stdout:3633: left oid 13 (ObjNum 1155 snap 364 seq_num 1155) 2024-04-22T04:39:25.294 INFO:tasks.rados.rados.0.smithi040.stdout:3633: done (3 left) 2024-04-22T04:39:25.294 INFO:tasks.rados.rados.0.smithi040.stdout:3637: setattr oid 6 current snap is 364 2024-04-22T04:39:25.294 INFO:tasks.rados.rados.0.smithi040.stdout:3634: expect (ObjNum 1153 snap 363 seq_num 1153) 2024-04-22T04:39:25.450 INFO:tasks.rados.rados.0.smithi040.stdout:3636: finishing rollback tid 0 to smithi04078109-23 2024-04-22T04:39:25.450 INFO:tasks.rados.rados.0.smithi040.stdout:3635: finishing write tid 1 to smithi04078109-22 2024-04-22T04:39:25.450 INFO:tasks.rados.rados.0.smithi040.stdout:3636: finishing rollback tid 1 to smithi04078109-23 2024-04-22T04:39:25.450 INFO:tasks.rados.rados.0.smithi040.stdout:3635: finishing write tid 2 to smithi04078109-22 2024-04-22T04:39:25.450 INFO:tasks.rados.rados.0.smithi040.stdout:3636: finishing rollback tid 2 to smithi04078109-23 2024-04-22T04:39:25.450 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 1899 (ObjNum 1033 snap 323 seq_num 1033) dirty exists 2024-04-22T04:39:25.450 INFO:tasks.rados.rados.0.smithi040.stdout:3635: finishing write tid 3 to smithi04078109-22 2024-04-22T04:39:25.450 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 2689 (ObjNum 1156 snap 364 seq_num 1156) dirty exists 2024-04-22T04:39:25.450 INFO:tasks.rados.rados.0.smithi040.stdout:3635: left oid 22 (ObjNum 1156 snap 364 seq_num 1156) 2024-04-22T04:39:25.451 INFO:tasks.rados.rados.0.smithi040.stdout:3634: done (3 left) 2024-04-22T04:39:25.451 INFO:tasks.rados.rados.0.smithi040.stdout:3635: done (2 left) 2024-04-22T04:39:25.451 INFO:tasks.rados.rados.0.smithi040.stdout:3636: done (1 left) 2024-04-22T04:39:25.451 INFO:tasks.rados.rados.0.smithi040.stdout:3638: read oid 50 snap -1 2024-04-22T04:39:25.451 INFO:tasks.rados.rados.0.smithi040.stdout:3638: expect deleted 2024-04-22T04:39:25.451 INFO:tasks.rados.rados.0.smithi040.stdout:3639: rollback oid 15 current snap is 364 2024-04-22T04:39:25.451 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 15 to 346 2024-04-22T04:39:25.451 INFO:tasks.rados.rados.0.smithi040.stdout:3640: read oid 37 snap -1 2024-04-22T04:39:25.451 INFO:tasks.rados.rados.0.smithi040.stdout:3640: expect deleted 2024-04-22T04:39:25.451 INFO:tasks.rados.rados.0.smithi040.stdout:3641: read oid 5 snap -1 2024-04-22T04:39:25.451 INFO:tasks.rados.rados.0.smithi040.stdout:3641: expect (ObjNum 1140 snap 359 seq_num 1140) 2024-04-22T04:39:25.451 INFO:tasks.rados.rados.0.smithi040.stdout:3642: read oid 10 snap -1 2024-04-22T04:39:25.451 INFO:tasks.rados.rados.0.smithi040.stdout:3642: expect (ObjNum 937 snap 296 seq_num 937) 2024-04-22T04:39:25.451 INFO:tasks.rados.rados.0.smithi040.stdout:3643: snap_create 2024-04-22T04:39:25.453 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 2794 (ObjNum 1134 snap 358 seq_num 1134) dirty exists 2024-04-22T04:39:25.455 INFO:tasks.rados.rados.0.smithi040.stdout:3639: finishing rollback tid 0 to smithi04078109-15 2024-04-22T04:39:25.455 INFO:tasks.rados.rados.0.smithi040.stdout:3639: finishing rollback tid 1 to smithi04078109-15 2024-04-22T04:39:25.456 INFO:tasks.rados.rados.0.smithi040.stdout:3639: finishing rollback tid 2 to smithi04078109-15 2024-04-22T04:39:25.456 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 2583 (ObjNum 992 snap 307 seq_num 992) dirty exists 2024-04-22T04:39:25.467 INFO:tasks.rados.rados.0.smithi040.stdout:3641: expect (ObjNum 1140 snap 359 seq_num 1140) 2024-04-22T04:39:25.569 INFO:tasks.rados.rados.0.smithi040.stdout:3642: expect (ObjNum 937 snap 296 seq_num 937) 2024-04-22T04:39:25.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:25 smithi062 ceph-mon[78153]: osdmap e770: 8 total, 8 up, 8 in 2024-04-22T04:39:25.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:39:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:39:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:39:25.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:25 smithi040 ceph-mon[88445]: osdmap e770: 8 total, 8 up, 8 in 2024-04-22T04:39:25.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:25 smithi040 ceph-mon[91058]: osdmap e770: 8 total, 8 up, 8 in 2024-04-22T04:39:26.276 INFO:tasks.rados.rados.0.smithi040.stdout:3637: done (6 left) 2024-04-22T04:39:26.276 INFO:tasks.rados.rados.0.smithi040.stdout:3638: done (5 left) 2024-04-22T04:39:26.276 INFO:tasks.rados.rados.0.smithi040.stdout:3639: done (4 left) 2024-04-22T04:39:26.276 INFO:tasks.rados.rados.0.smithi040.stdout:3640: done (3 left) 2024-04-22T04:39:26.276 INFO:tasks.rados.rados.0.smithi040.stdout:3641: done (2 left) 2024-04-22T04:39:26.276 INFO:tasks.rados.rados.0.smithi040.stdout:3642: done (1 left) 2024-04-22T04:39:26.277 INFO:tasks.rados.rados.0.smithi040.stdout:3643: done (0 left) 2024-04-22T04:39:26.277 INFO:tasks.rados.rados.0.smithi040.stdout:3644: copy_from oid 28 from oid 26 current snap is 365 2024-04-22T04:39:26.277 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 365 2024-04-22T04:39:26.277 INFO:tasks.rados.rados.0.smithi040.stdout:3645: seq_num 1157 ranges {3047424=180224} 2024-04-22T04:39:26.294 INFO:tasks.rados.rados.0.smithi040.stdout:3645: writing smithi04078109-20 from 3047424 to 3227648 tid 1 2024-04-22T04:39:26.294 INFO:tasks.rados.rados.0.smithi040.stdout:3646: snap_create 2024-04-22T04:39:26.295 INFO:tasks.rados.rados.0.smithi040.stdout:3644: finishing copy_from racing read to smithi04078109-28 2024-04-22T04:39:26.297 INFO:tasks.rados.rados.0.smithi040.stdout:3644: finishing copy_from to smithi04078109-28 2024-04-22T04:39:26.297 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 1898 (ObjNum 1153 snap 363 seq_num 1153) dirty exists 2024-04-22T04:39:26.297 INFO:tasks.rados.rados.0.smithi040.stdout:3645: finishing write tid 1 to smithi04078109-20 2024-04-22T04:39:26.298 INFO:tasks.rados.rados.0.smithi040.stdout:3645: finishing write tid 2 to smithi04078109-20 2024-04-22T04:39:26.299 INFO:tasks.rados.rados.0.smithi040.stdout:3645: finishing write tid 3 to smithi04078109-20 2024-04-22T04:39:26.299 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1851 (ObjNum 1157 snap 365 seq_num 1157) dirty exists 2024-04-22T04:39:26.299 INFO:tasks.rados.rados.0.smithi040.stdout:3645: left oid 20 (ObjNum 1157 snap 365 seq_num 1157) 2024-04-22T04:39:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:26 smithi062 ceph-mon[78153]: pgmap v876: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 622 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 762 KiB/s wr, 5 op/s 2024-04-22T04:39:26.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:26 smithi062 ceph-mon[78153]: osdmap e771: 8 total, 8 up, 8 in 2024-04-22T04:39:26.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:26 smithi040 ceph-mon[88445]: pgmap v876: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 622 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 762 KiB/s wr, 5 op/s 2024-04-22T04:39:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:26 smithi040 ceph-mon[88445]: osdmap e771: 8 total, 8 up, 8 in 2024-04-22T04:39:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:26 smithi040 ceph-mon[91058]: pgmap v876: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 622 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 762 KiB/s wr, 5 op/s 2024-04-22T04:39:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:26 smithi040 ceph-mon[91058]: osdmap e771: 8 total, 8 up, 8 in 2024-04-22T04:39:27.224 INFO:tasks.rados.rados.0.smithi040.stdout:3644: done (2 left) 2024-04-22T04:39:27.225 INFO:tasks.rados.rados.0.smithi040.stdout:3645: done (1 left) 2024-04-22T04:39:27.225 INFO:tasks.rados.rados.0.smithi040.stdout:3646: done (0 left) 2024-04-22T04:39:27.225 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 5 current snap is 366 2024-04-22T04:39:27.225 INFO:tasks.rados.rados.0.smithi040.stdout:3647: seq_num 1158 ranges {3244032=196608} 2024-04-22T04:39:27.243 INFO:tasks.rados.rados.0.smithi040.stdout:3647: writing smithi04078109-5 from 3244032 to 3440640 tid 1 2024-04-22T04:39:27.243 INFO:tasks.rados.rados.0.smithi040.stdout:3648: delete oid 35 current snap is 366 2024-04-22T04:39:27.248 INFO:tasks.rados.rados.0.smithi040.stdout:3648: done (1 left) 2024-04-22T04:39:27.249 INFO:tasks.rados.rados.0.smithi040.stdout:3649: rmattr oid 45 current snap is 366 2024-04-22T04:39:27.249 INFO:tasks.rados.rados.0.smithi040.stdout:3650: read oid 20 snap -1 2024-04-22T04:39:27.249 INFO:tasks.rados.rados.0.smithi040.stdout:3650: expect (ObjNum 1157 snap 365 seq_num 1157) 2024-04-22T04:39:27.249 INFO:tasks.rados.rados.0.smithi040.stdout:3651: rollback oid 31 current snap is 366 2024-04-22T04:39:27.249 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 31 to 313 2024-04-22T04:39:27.249 INFO:tasks.rados.rados.0.smithi040.stdout:3652: copy_from oid 12 from oid 49 current snap is 366 2024-04-22T04:39:27.249 INFO:tasks.rados.rados.0.smithi040.stdout:3653: read oid 47 snap -1 2024-04-22T04:39:27.249 INFO:tasks.rados.rados.0.smithi040.stdout:3653: expect (ObjNum 949 snap 301 seq_num 949) 2024-04-22T04:39:27.249 INFO:tasks.rados.rados.0.smithi040.stdout:3654: snap_remove snap 362 2024-04-22T04:39:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:27 smithi062 ceph-mon[78153]: osdmap e772: 8 total, 8 up, 8 in 2024-04-22T04:39:27.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:27 smithi062 ceph-mon[78153]: osdmap e773: 8 total, 8 up, 8 in 2024-04-22T04:39:27.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:27 smithi040 ceph-mon[88445]: osdmap e772: 8 total, 8 up, 8 in 2024-04-22T04:39:27.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:27 smithi040 ceph-mon[88445]: osdmap e773: 8 total, 8 up, 8 in 2024-04-22T04:39:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:27 smithi040 ceph-mon[91058]: osdmap e772: 8 total, 8 up, 8 in 2024-04-22T04:39:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:27 smithi040 ceph-mon[91058]: osdmap e773: 8 total, 8 up, 8 in 2024-04-22T04:39:28.232 INFO:tasks.rados.rados.0.smithi040.stdout:3654: done (6 left) 2024-04-22T04:39:28.232 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 366 2024-04-22T04:39:28.232 INFO:tasks.rados.rados.0.smithi040.stdout:3655: seq_num 1160 ranges {0=229376} 2024-04-22T04:39:28.233 INFO:tasks.rados.rados.0.smithi040.stdout:3655: writing smithi04078109-35 from 0 to 229376 tid 1 2024-04-22T04:39:28.235 INFO:tasks.rados.rados.0.smithi040.stdout:3656: snap_create 2024-04-22T04:39:28.235 INFO:tasks.rados.rados.0.smithi040.stdout:3647: finishing write tid 1 to smithi04078109-5 2024-04-22T04:39:28.235 INFO:tasks.rados.rados.0.smithi040.stdout:3647: finishing write tid 2 to smithi04078109-5 2024-04-22T04:39:28.235 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 2470 (ObjNum 1152 snap 361 seq_num 1152) dirty exists 2024-04-22T04:39:28.235 INFO:tasks.rados.rados.0.smithi040.stdout:3651: finishing rollback tid 0 to smithi04078109-31 2024-04-22T04:39:28.235 INFO:tasks.rados.rados.0.smithi040.stdout:3647: finishing write tid 3 to smithi04078109-5 2024-04-22T04:39:28.236 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 5 v 2586 (ObjNum 1158 snap 366 seq_num 1158) dirty exists 2024-04-22T04:39:28.236 INFO:tasks.rados.rados.0.smithi040.stdout:3647: left oid 5 (ObjNum 1158 snap 366 seq_num 1158) 2024-04-22T04:39:28.236 INFO:tasks.rados.rados.0.smithi040.stdout:3651: finishing rollback tid 1 to smithi04078109-31 2024-04-22T04:39:28.236 INFO:tasks.rados.rados.0.smithi040.stdout:3651: finishing rollback tid 2 to smithi04078109-31 2024-04-22T04:39:28.236 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2798 (ObjNum 998 snap 309 seq_num 998) dirty exists 2024-04-22T04:39:28.236 INFO:tasks.rados.rados.0.smithi040.stdout:3650: expect (ObjNum 1157 snap 365 seq_num 1157) 2024-04-22T04:39:28.403 INFO:tasks.rados.rados.0.smithi040.stdout:3652: finishing copy_from racing read to smithi04078109-12 2024-04-22T04:39:28.403 INFO:tasks.rados.rados.0.smithi040.stdout:3652: finishing copy_from to smithi04078109-12 2024-04-22T04:39:28.403 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 2469 (ObjNum 1154 snap 363 seq_num 1154) dirty exists 2024-04-22T04:39:28.403 INFO:tasks.rados.rados.0.smithi040.stdout:3653: expect (ObjNum 949 snap 301 seq_num 949) 2024-04-22T04:39:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:28 smithi062 ceph-mon[78153]: pgmap v879: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 633 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T04:39:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:28 smithi062 ceph-mon[78153]: osdmap e774: 8 total, 8 up, 8 in 2024-04-22T04:39:28.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:28 smithi040 ceph-mon[88445]: pgmap v879: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 633 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T04:39:28.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:28 smithi040 ceph-mon[88445]: osdmap e774: 8 total, 8 up, 8 in 2024-04-22T04:39:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:28 smithi040 ceph-mon[91058]: pgmap v879: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 633 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T04:39:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:28 smithi040 ceph-mon[91058]: osdmap e774: 8 total, 8 up, 8 in 2024-04-22T04:39:28.888 INFO:tasks.rados.rados.0.smithi040.stdout:3655: finishing write tid 1 to smithi04078109-35 2024-04-22T04:39:28.888 INFO:tasks.rados.rados.0.smithi040.stdout:3655: finishing write tid 2 to smithi04078109-35 2024-04-22T04:39:28.888 INFO:tasks.rados.rados.0.smithi040.stdout:3655: finishing write tid 3 to smithi04078109-35 2024-04-22T04:39:28.888 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 2124 (ObjNum 1160 snap 366 seq_num 1160) dirty exists 2024-04-22T04:39:28.888 INFO:tasks.rados.rados.0.smithi040.stdout:3655: left oid 35 (ObjNum 1160 snap 366 seq_num 1160) 2024-04-22T04:39:29.227 INFO:tasks.rados.rados.0.smithi040.stdout:3647: done (7 left) 2024-04-22T04:39:29.227 INFO:tasks.rados.rados.0.smithi040.stdout:3649: done (6 left) 2024-04-22T04:39:29.227 INFO:tasks.rados.rados.0.smithi040.stdout:3650: done (5 left) 2024-04-22T04:39:29.227 INFO:tasks.rados.rados.0.smithi040.stdout:3651: done (4 left) 2024-04-22T04:39:29.227 INFO:tasks.rados.rados.0.smithi040.stdout:3652: done (3 left) 2024-04-22T04:39:29.227 INFO:tasks.rados.rados.0.smithi040.stdout:3653: done (2 left) 2024-04-22T04:39:29.227 INFO:tasks.rados.rados.0.smithi040.stdout:3655: done (1 left) 2024-04-22T04:39:29.227 INFO:tasks.rados.rados.0.smithi040.stdout:3656: done (0 left) 2024-04-22T04:39:29.227 INFO:tasks.rados.rados.0.smithi040.stdout:3657: read oid 31 snap -1 2024-04-22T04:39:29.227 INFO:tasks.rados.rados.0.smithi040.stdout:3657: expect (ObjNum 998 snap 309 seq_num 998) 2024-04-22T04:39:29.227 INFO:tasks.rados.rados.0.smithi040.stdout:3658: snap_remove snap 328 2024-04-22T04:39:30.241 INFO:tasks.rados.rados.0.smithi040.stdout:3658: done (1 left) 2024-04-22T04:39:30.241 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 27 current snap is 367 2024-04-22T04:39:30.242 INFO:tasks.rados.rados.0.smithi040.stdout:3659: seq_num 1161 ranges {3457024=245760} 2024-04-22T04:39:30.263 INFO:tasks.rados.rados.0.smithi040.stdout:3659: writing smithi04078109-27 from 3457024 to 3702784 tid 1 2024-04-22T04:39:30.263 INFO:tasks.rados.rados.0.smithi040.stdout:3660: snap_remove snap 335 2024-04-22T04:39:30.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:39:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:39:30] "GET /metrics HTTP/1.1" 200 241962 "" "Prometheus/2.43.0" 2024-04-22T04:39:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:30 smithi040 ceph-mon[91058]: pgmap v882: 121 pgs: 121 active+clean; 637 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-04-22T04:39:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:30 smithi040 ceph-mon[91058]: osdmap e775: 8 total, 8 up, 8 in 2024-04-22T04:39:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:30 smithi040 ceph-mon[88445]: pgmap v882: 121 pgs: 121 active+clean; 637 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-04-22T04:39:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:30 smithi040 ceph-mon[88445]: osdmap e775: 8 total, 8 up, 8 in 2024-04-22T04:39:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:30 smithi062 ceph-mon[78153]: pgmap v882: 121 pgs: 121 active+clean; 637 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-04-22T04:39:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:30 smithi062 ceph-mon[78153]: osdmap e775: 8 total, 8 up, 8 in 2024-04-22T04:39:31.244 INFO:tasks.rados.rados.0.smithi040.stdout:3660: done (2 left) 2024-04-22T04:39:31.244 INFO:tasks.rados.rados.0.smithi040.stdout:3661: snap_remove snap 313 2024-04-22T04:39:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:31 smithi062 ceph-mon[78153]: osdmap e776: 8 total, 8 up, 8 in 2024-04-22T04:39:31.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:31 smithi040 ceph-mon[88445]: osdmap e776: 8 total, 8 up, 8 in 2024-04-22T04:39:31.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:31 smithi040 ceph-mon[91058]: osdmap e776: 8 total, 8 up, 8 in 2024-04-22T04:39:32.234 INFO:tasks.rados.rados.0.smithi040.stdout:3661: done (2 left) 2024-04-22T04:39:32.235 INFO:tasks.rados.rados.0.smithi040.stdout:3662: delete oid 36 current snap is 367 2024-04-22T04:39:32.235 INFO:tasks.rados.rados.0.smithi040.stdout:3657: expect (ObjNum 998 snap 309 seq_num 998) 2024-04-22T04:39:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:32 smithi062 ceph-mon[78153]: pgmap v885: 121 pgs: 121 active+clean; 660 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-04-22T04:39:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:32 smithi062 ceph-mon[78153]: osdmap e777: 8 total, 8 up, 8 in 2024-04-22T04:39:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:32 smithi062 ceph-mon[78153]: osdmap e778: 8 total, 8 up, 8 in 2024-04-22T04:39:32.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:32 smithi040 ceph-mon[88445]: pgmap v885: 121 pgs: 121 active+clean; 660 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-04-22T04:39:32.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:32 smithi040 ceph-mon[88445]: osdmap e777: 8 total, 8 up, 8 in 2024-04-22T04:39:32.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:32 smithi040 ceph-mon[88445]: osdmap e778: 8 total, 8 up, 8 in 2024-04-22T04:39:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:32 smithi040 ceph-mon[91058]: pgmap v885: 121 pgs: 121 active+clean; 660 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-04-22T04:39:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:32 smithi040 ceph-mon[91058]: osdmap e777: 8 total, 8 up, 8 in 2024-04-22T04:39:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:32 smithi040 ceph-mon[91058]: osdmap e778: 8 total, 8 up, 8 in 2024-04-22T04:39:34.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:34 smithi062 ceph-mon[78153]: pgmap v888: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 660 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-22T04:39:34.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:34 smithi040 ceph-mon[88445]: pgmap v888: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 660 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-22T04:39:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:34 smithi040 ceph-mon[91058]: pgmap v888: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 660 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-22T04:39:34.743 INFO:tasks.rados.rados.0.smithi040.stdout:3659: finishing write tid 1 to smithi04078109-27 2024-04-22T04:39:34.743 INFO:tasks.rados.rados.0.smithi040.stdout:3659: finishing write tid 2 to smithi04078109-27 2024-04-22T04:39:34.743 INFO:tasks.rados.rados.0.smithi040.stdout:3659: finishing write tid 3 to smithi04078109-27 2024-04-22T04:39:34.743 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 2017 (ObjNum 1161 snap 367 seq_num 1161) dirty exists 2024-04-22T04:39:34.743 INFO:tasks.rados.rados.0.smithi040.stdout:3659: left oid 27 (ObjNum 1161 snap 367 seq_num 1161) 2024-04-22T04:39:34.744 INFO:tasks.rados.rados.0.smithi040.stdout:3657: done (2 left) 2024-04-22T04:39:34.744 INFO:tasks.rados.rados.0.smithi040.stdout:3659: done (1 left) 2024-04-22T04:39:34.744 INFO:tasks.rados.rados.0.smithi040.stdout:3662: done (0 left) 2024-04-22T04:39:34.744 INFO:tasks.rados.rados.0.smithi040.stdout:3663: snap_remove snap 366 2024-04-22T04:39:35.254 INFO:tasks.rados.rados.0.smithi040.stdout:3663: done (0 left) 2024-04-22T04:39:35.254 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 50 current snap is 367 2024-04-22T04:39:35.254 INFO:tasks.rados.rados.0.smithi040.stdout:3664: seq_num 1163 ranges {0=286720} 2024-04-22T04:39:35.254 INFO:tasks.rados.rados.0.smithi040.stdout:3664: writing smithi04078109-50 from 0 to 286720 tid 1 2024-04-22T04:39:35.254 INFO:tasks.rados.rados.0.smithi040.stdout:3665: delete oid 42 current snap is 367 2024-04-22T04:39:35.263 INFO:tasks.rados.rados.0.smithi040.stdout:3664: finishing write tid 1 to smithi04078109-50 2024-04-22T04:39:35.263 INFO:tasks.rados.rados.0.smithi040.stdout:3664: finishing write tid 2 to smithi04078109-50 2024-04-22T04:39:35.264 INFO:tasks.rados.rados.0.smithi040.stdout:3665: done (1 left) 2024-04-22T04:39:35.264 INFO:tasks.rados.rados.0.smithi040.stdout:3666: snap_create 2024-04-22T04:39:35.265 INFO:tasks.rados.rados.0.smithi040.stdout:3664: finishing write tid 3 to smithi04078109-50 2024-04-22T04:39:35.265 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 1833 (ObjNum 1163 snap 367 seq_num 1163) dirty exists 2024-04-22T04:39:35.265 INFO:tasks.rados.rados.0.smithi040.stdout:3664: left oid 50 (ObjNum 1163 snap 367 seq_num 1163) 2024-04-22T04:39:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:39:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:39:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:39:36.252 INFO:tasks.rados.rados.0.smithi040.stdout:3664: done (1 left) 2024-04-22T04:39:36.252 INFO:tasks.rados.rados.0.smithi040.stdout:3666: done (0 left) 2024-04-22T04:39:36.252 INFO:tasks.rados.rados.0.smithi040.stdout:3667: snap_create 2024-04-22T04:39:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:36 smithi062 ceph-mon[78153]: pgmap v889: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 660 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 870 KiB/s wr, 9 op/s 2024-04-22T04:39:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:36 smithi062 ceph-mon[78153]: osdmap e779: 8 total, 8 up, 8 in 2024-04-22T04:39:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:39:36.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:36 smithi040 ceph-mon[91058]: pgmap v889: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 660 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 870 KiB/s wr, 9 op/s 2024-04-22T04:39:36.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:36 smithi040 ceph-mon[91058]: osdmap e779: 8 total, 8 up, 8 in 2024-04-22T04:39:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:39:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:36 smithi040 ceph-mon[88445]: pgmap v889: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 660 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 870 KiB/s wr, 9 op/s 2024-04-22T04:39:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:36 smithi040 ceph-mon[88445]: osdmap e779: 8 total, 8 up, 8 in 2024-04-22T04:39:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:39:37.228 INFO:tasks.rados.rados.0.smithi040.stdout:3667: done (0 left) 2024-04-22T04:39:37.228 INFO:tasks.rados.rados.0.smithi040.stdout:3668: rollback oid 11 current snap is 369 2024-04-22T04:39:37.228 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 11 to 352 2024-04-22T04:39:37.229 INFO:tasks.rados.rados.0.smithi040.stdout:3669: rollback oid 32 current snap is 369 2024-04-22T04:39:37.229 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 32 to 315 2024-04-22T04:39:37.229 INFO:tasks.rados.rados.0.smithi040.stdout:3670: delete oid 15 current snap is 369 2024-04-22T04:39:37.238 INFO:tasks.rados.rados.0.smithi040.stdout:3668: finishing rollback tid 0 to smithi04078109-11 2024-04-22T04:39:37.239 INFO:tasks.rados.rados.0.smithi040.stdout:3670: done (2 left) 2024-04-22T04:39:37.239 INFO:tasks.rados.rados.0.smithi040.stdout:3671: rollback oid 41 current snap is 369 2024-04-22T04:39:37.239 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 41 to 359 2024-04-22T04:39:37.240 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 369 2024-04-22T04:39:37.240 INFO:tasks.rados.rados.0.smithi040.stdout:3672: seq_num 1166 ranges {0=335872} 2024-04-22T04:39:37.242 INFO:tasks.rados.rados.0.smithi040.stdout:3672: writing smithi04078109-46 from 0 to 335872 tid 1 2024-04-22T04:39:37.242 INFO:tasks.rados.rados.0.smithi040.stdout:3673: snap_create 2024-04-22T04:39:37.242 INFO:tasks.rados.rados.0.smithi040.stdout:3668: finishing rollback tid 1 to smithi04078109-11 2024-04-22T04:39:37.242 INFO:tasks.rados.rados.0.smithi040.stdout:3668: finishing rollback tid 2 to smithi04078109-11 2024-04-22T04:39:37.242 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 2840 (ObjNum 992 snap 307 seq_num 992) dirty exists 2024-04-22T04:39:37.242 INFO:tasks.rados.rados.0.smithi040.stdout:3669: finishing rollback tid 0 to smithi04078109-32 2024-04-22T04:39:37.242 INFO:tasks.rados.rados.0.smithi040.stdout:3669: finishing rollback tid 1 to smithi04078109-32 2024-04-22T04:39:37.242 INFO:tasks.rados.rados.0.smithi040.stdout:3669: finishing rollback tid 2 to smithi04078109-32 2024-04-22T04:39:37.242 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 1902 (ObjNum 976 snap 305 seq_num 976) dirty exists 2024-04-22T04:39:37.247 INFO:tasks.rados.rados.0.smithi040.stdout:3672: finishing write tid 1 to smithi04078109-46 2024-04-22T04:39:37.247 INFO:tasks.rados.rados.0.smithi040.stdout:3672: finishing write tid 2 to smithi04078109-46 2024-04-22T04:39:37.248 INFO:tasks.rados.rados.0.smithi040.stdout:3671: finishing rollback tid 0 to smithi04078109-41 2024-04-22T04:39:37.248 INFO:tasks.rados.rados.0.smithi040.stdout:3671: finishing rollback tid 1 to smithi04078109-41 2024-04-22T04:39:37.248 INFO:tasks.rados.rados.0.smithi040.stdout:3671: finishing rollback tid 2 to smithi04078109-41 2024-04-22T04:39:37.248 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 2620 (ObjNum 0 snap 5 seq_num 2851295056) dirty exists 2024-04-22T04:39:37.253 INFO:tasks.rados.rados.0.smithi040.stdout:3672: finishing write tid 3 to smithi04078109-46 2024-04-22T04:39:37.253 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1849 (ObjNum 1166 snap 369 seq_num 1166) dirty exists 2024-04-22T04:39:37.253 INFO:tasks.rados.rados.0.smithi040.stdout:3672: left oid 46 (ObjNum 1166 snap 369 seq_num 1166) 2024-04-22T04:39:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:37 smithi062 ceph-mon[78153]: osdmap e780: 8 total, 8 up, 8 in 2024-04-22T04:39:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:37 smithi062 ceph-mon[78153]: osdmap e781: 8 total, 8 up, 8 in 2024-04-22T04:39:37.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:37 smithi040 ceph-mon[91058]: osdmap e780: 8 total, 8 up, 8 in 2024-04-22T04:39:37.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:37 smithi040 ceph-mon[91058]: osdmap e781: 8 total, 8 up, 8 in 2024-04-22T04:39:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:37 smithi040 ceph-mon[88445]: osdmap e780: 8 total, 8 up, 8 in 2024-04-22T04:39:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:37 smithi040 ceph-mon[88445]: osdmap e781: 8 total, 8 up, 8 in 2024-04-22T04:39:38.231 INFO:tasks.rados.rados.0.smithi040.stdout:3668: done (4 left) 2024-04-22T04:39:38.231 INFO:tasks.rados.rados.0.smithi040.stdout:3669: done (3 left) 2024-04-22T04:39:38.231 INFO:tasks.rados.rados.0.smithi040.stdout:3671: done (2 left) 2024-04-22T04:39:38.231 INFO:tasks.rados.rados.0.smithi040.stdout:3672: done (1 left) 2024-04-22T04:39:38.231 INFO:tasks.rados.rados.0.smithi040.stdout:3673: done (0 left) 2024-04-22T04:39:38.232 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 370 2024-04-22T04:39:38.232 INFO:tasks.rados.rados.0.smithi040.stdout:3674: seq_num 1167 ranges {147456=352256} 2024-04-22T04:39:38.234 INFO:tasks.rados.rados.0.smithi040.stdout:3674: writing smithi04078109-13 from 147456 to 499712 tid 1 2024-04-22T04:39:38.234 INFO:tasks.rados.rados.0.smithi040.stdout:3675: rollback oid 30 current snap is 370 2024-04-22T04:39:38.234 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 30 to 364 2024-04-22T04:39:38.234 INFO:tasks.rados.rados.0.smithi040.stdout:3676: snap_create 2024-04-22T04:39:38.241 INFO:tasks.rados.rados.0.smithi040.stdout:3675: finishing rollback tid 0 to smithi04078109-30 2024-04-22T04:39:38.242 INFO:tasks.rados.rados.0.smithi040.stdout:3674: finishing write tid 1 to smithi04078109-13 2024-04-22T04:39:38.242 INFO:tasks.rados.rados.0.smithi040.stdout:3675: finishing rollback tid 1 to smithi04078109-30 2024-04-22T04:39:38.242 INFO:tasks.rados.rados.0.smithi040.stdout:3674: finishing write tid 2 to smithi04078109-13 2024-04-22T04:39:38.242 INFO:tasks.rados.rados.0.smithi040.stdout:3675: finishing rollback tid 2 to smithi04078109-30 2024-04-22T04:39:38.243 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 2154 (ObjNum 988 snap 307 seq_num 988) dirty exists 2024-04-22T04:39:38.243 INFO:tasks.rados.rados.0.smithi040.stdout:3674: finishing write tid 3 to smithi04078109-13 2024-04-22T04:39:38.243 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 2445 (ObjNum 1167 snap 370 seq_num 1167) dirty exists 2024-04-22T04:39:38.243 INFO:tasks.rados.rados.0.smithi040.stdout:3674: left oid 13 (ObjNum 1167 snap 370 seq_num 1167) 2024-04-22T04:39:38.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:38 smithi062 ceph-mon[78153]: pgmap v892: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 660 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 232 KiB/s wr, 3 op/s 2024-04-22T04:39:38.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:38 smithi062 ceph-mon[78153]: osdmap e782: 8 total, 8 up, 8 in 2024-04-22T04:39:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:38 smithi040 ceph-mon[88445]: pgmap v892: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 660 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 232 KiB/s wr, 3 op/s 2024-04-22T04:39:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:38 smithi040 ceph-mon[88445]: osdmap e782: 8 total, 8 up, 8 in 2024-04-22T04:39:38.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:38 smithi040 ceph-mon[91058]: pgmap v892: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 660 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 232 KiB/s wr, 3 op/s 2024-04-22T04:39:38.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:38 smithi040 ceph-mon[91058]: osdmap e782: 8 total, 8 up, 8 in 2024-04-22T04:39:39.233 INFO:tasks.rados.rados.0.smithi040.stdout:3674: done (2 left) 2024-04-22T04:39:39.233 INFO:tasks.rados.rados.0.smithi040.stdout:3675: done (1 left) 2024-04-22T04:39:39.233 INFO:tasks.rados.rados.0.smithi040.stdout:3676: done (0 left) 2024-04-22T04:39:39.233 INFO:tasks.rados.rados.0.smithi040.stdout:3677: read oid 41 snap -1 2024-04-22T04:39:39.233 INFO:tasks.rados.rados.0.smithi040.stdout:3677: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:39:39.233 INFO:tasks.rados.rados.0.smithi040.stdout:3678: read oid 46 snap -1 2024-04-22T04:39:39.233 INFO:tasks.rados.rados.0.smithi040.stdout:3678: expect (ObjNum 1166 snap 369 seq_num 1166) 2024-04-22T04:39:39.233 INFO:tasks.rados.rados.0.smithi040.stdout:3679: read oid 22 snap -1 2024-04-22T04:39:39.233 INFO:tasks.rados.rados.0.smithi040.stdout:3679: expect (ObjNum 1156 snap 364 seq_num 1156) 2024-04-22T04:39:39.233 INFO:tasks.rados.rados.0.smithi040.stdout:3680: copy_from oid 44 from oid 9 current snap is 371 2024-04-22T04:39:39.233 INFO:tasks.rados.rados.0.smithi040.stdout:3681: rmattr oid 5 current snap is 371 2024-04-22T04:39:39.233 INFO:tasks.rados.rados.0.smithi040.stdout:3681: done (4 left) 2024-04-22T04:39:39.234 INFO:tasks.rados.rados.0.smithi040.stdout:3682: delete oid 23 current snap is 371 2024-04-22T04:39:39.236 INFO:tasks.rados.rados.0.smithi040.stdout:3682: done (4 left) 2024-04-22T04:39:39.237 INFO:tasks.rados.rados.0.smithi040.stdout:3683: delete oid 12 current snap is 371 2024-04-22T04:39:39.240 INFO:tasks.rados.rados.0.smithi040.stdout:3677: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-22T04:39:39.241 INFO:tasks.rados.rados.0.smithi040.stdout:3678: expect (ObjNum 1166 snap 369 seq_num 1166) 2024-04-22T04:39:39.251 INFO:tasks.rados.rados.0.smithi040.stdout:3677: done (4 left) 2024-04-22T04:39:39.251 INFO:tasks.rados.rados.0.smithi040.stdout:3678: done (3 left) 2024-04-22T04:39:39.251 INFO:tasks.rados.rados.0.smithi040.stdout:3683: done (2 left) 2024-04-22T04:39:39.251 INFO:tasks.rados.rados.0.smithi040.stdout:3684: snap_create 2024-04-22T04:39:39.257 INFO:tasks.rados.rados.0.smithi040.stdout:3679: expect (ObjNum 1156 snap 364 seq_num 1156) 2024-04-22T04:39:39.468 INFO:tasks.rados.rados.0.smithi040.stdout:3680: finishing copy_from racing read to smithi04078109-44 2024-04-22T04:39:39.468 INFO:tasks.rados.rados.0.smithi040.stdout:3680: finishing copy_from to smithi04078109-44 2024-04-22T04:39:39.468 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 2465 (ObjNum 1146 snap 359 seq_num 1146) dirty exists 2024-04-22T04:39:40.242 INFO:tasks.rados.rados.0.smithi040.stdout:3679: done (2 left) 2024-04-22T04:39:40.242 INFO:tasks.rados.rados.0.smithi040.stdout:3680: done (1 left) 2024-04-22T04:39:40.242 INFO:tasks.rados.rados.0.smithi040.stdout:3684: done (0 left) 2024-04-22T04:39:40.242 INFO:tasks.rados.rados.0.smithi040.stdout:3685: snap_remove snap 367 2024-04-22T04:39:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:39:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:39:40] "GET /metrics HTTP/1.1" 200 241978 "" "Prometheus/2.43.0" 2024-04-22T04:39:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:40 smithi040 ceph-mon[88445]: pgmap v895: 121 pgs: 121 active+clean; 664 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 70 KiB/s wr, 2 op/s 2024-04-22T04:39:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:40 smithi040 ceph-mon[88445]: osdmap e783: 8 total, 8 up, 8 in 2024-04-22T04:39:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:40 smithi040 ceph-mon[91058]: pgmap v895: 121 pgs: 121 active+clean; 664 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 70 KiB/s wr, 2 op/s 2024-04-22T04:39:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:40 smithi040 ceph-mon[91058]: osdmap e783: 8 total, 8 up, 8 in 2024-04-22T04:39:40.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:40 smithi062 ceph-mon[78153]: pgmap v895: 121 pgs: 121 active+clean; 664 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 70 KiB/s wr, 2 op/s 2024-04-22T04:39:40.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:40 smithi062 ceph-mon[78153]: osdmap e783: 8 total, 8 up, 8 in 2024-04-22T04:39:41.250 INFO:tasks.rados.rados.0.smithi040.stdout:3685: done (0 left) 2024-04-22T04:39:41.250 INFO:tasks.rados.rados.0.smithi040.stdout:3686: snap_create 2024-04-22T04:39:41.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:41 smithi062 ceph-mon[78153]: osdmap e784: 8 total, 8 up, 8 in 2024-04-22T04:39:41.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:41 smithi040 ceph-mon[88445]: osdmap e784: 8 total, 8 up, 8 in 2024-04-22T04:39:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:41 smithi040 ceph-mon[91058]: osdmap e784: 8 total, 8 up, 8 in 2024-04-22T04:39:42.229 INFO:tasks.rados.rados.0.smithi040.stdout:3686: done (0 left) 2024-04-22T04:39:42.229 INFO:tasks.rados.rados.0.smithi040.stdout:3687: copy_from oid 13 from oid 23 current snap is 373 2024-04-22T04:39:42.230 INFO:tasks.rados.rados.0.smithi040.stdout:3688: delete oid 7 current snap is 373 2024-04-22T04:39:42.230 INFO:tasks.rados.rados.0.smithi040.stdout:3687: finishing copy_from to smithi04078109-13 2024-04-22T04:39:42.230 INFO:tasks.rados.rados.0.smithi040.stdout:3687: got expected ENOENT (src dne) 2024-04-22T04:39:42.230 INFO:tasks.rados.rados.0.smithi040.stdout:3687: finishing copy_from racing read to smithi04078109-13 2024-04-22T04:39:42.235 INFO:tasks.rados.rados.0.smithi040.stdout:3687: done (1 left) 2024-04-22T04:39:42.235 INFO:tasks.rados.rados.0.smithi040.stdout:3688: done (0 left) 2024-04-22T04:39:42.235 INFO:tasks.rados.rados.0.smithi040.stdout:3689: snap_create 2024-04-22T04:39:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:42 smithi062 ceph-mon[78153]: pgmap v898: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-22T04:39:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:42 smithi062 ceph-mon[78153]: osdmap e785: 8 total, 8 up, 8 in 2024-04-22T04:39:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:42 smithi062 ceph-mon[78153]: osdmap e786: 8 total, 8 up, 8 in 2024-04-22T04:39:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:42 smithi040 ceph-mon[88445]: pgmap v898: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-22T04:39:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:42 smithi040 ceph-mon[88445]: osdmap e785: 8 total, 8 up, 8 in 2024-04-22T04:39:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:42 smithi040 ceph-mon[88445]: osdmap e786: 8 total, 8 up, 8 in 2024-04-22T04:39:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:42 smithi040 ceph-mon[91058]: pgmap v898: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-22T04:39:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:42 smithi040 ceph-mon[91058]: osdmap e785: 8 total, 8 up, 8 in 2024-04-22T04:39:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:42 smithi040 ceph-mon[91058]: osdmap e786: 8 total, 8 up, 8 in 2024-04-22T04:39:43.230 INFO:tasks.rados.rados.0.smithi040.stdout:3689: done (0 left) 2024-04-22T04:39:43.230 INFO:tasks.rados.rados.0.smithi040.stdout:3690: snap_create 2024-04-22T04:39:44.232 INFO:tasks.rados.rados.0.smithi040.stdout:3690: done (0 left) 2024-04-22T04:39:44.233 INFO:tasks.rados.rados.0.smithi040.stdout:3691: snap_create 2024-04-22T04:39:44.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:44 smithi062 ceph-mon[78153]: pgmap v901: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-22T04:39:44.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:44 smithi062 ceph-mon[78153]: osdmap e787: 8 total, 8 up, 8 in 2024-04-22T04:39:44.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:44 smithi040 ceph-mon[88445]: pgmap v901: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-22T04:39:44.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:44 smithi040 ceph-mon[88445]: osdmap e787: 8 total, 8 up, 8 in 2024-04-22T04:39:44.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:44 smithi040 ceph-mon[91058]: pgmap v901: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-22T04:39:44.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:44 smithi040 ceph-mon[91058]: osdmap e787: 8 total, 8 up, 8 in 2024-04-22T04:39:45.244 INFO:tasks.rados.rados.0.smithi040.stdout:3691: done (0 left) 2024-04-22T04:39:45.244 INFO:tasks.rados.rados.0.smithi040.stdout:3692: snap_create 2024-04-22T04:39:45.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:45 smithi062 ceph-mon[78153]: osdmap e788: 8 total, 8 up, 8 in 2024-04-22T04:39:45.632 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:39:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:39:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:39:45.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:45 smithi040 ceph-mon[88445]: osdmap e788: 8 total, 8 up, 8 in 2024-04-22T04:39:45.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:45 smithi040 ceph-mon[91058]: osdmap e788: 8 total, 8 up, 8 in 2024-04-22T04:39:46.249 INFO:tasks.rados.rados.0.smithi040.stdout:3692: done (0 left) 2024-04-22T04:39:46.249 INFO:tasks.rados.rados.0.smithi040.stdout:3693: read oid 3 snap 339 2024-04-22T04:39:46.249 INFO:tasks.rados.rados.0.smithi040.stdout:3693: expect (ObjNum 1066 snap 331 seq_num 1066) 2024-04-22T04:39:46.249 INFO:tasks.rados.rados.0.smithi040.stdout:3694: snap_create 2024-04-22T04:39:46.289 INFO:tasks.rados.rados.0.smithi040.stdout:3693: expect (ObjNum 1066 snap 331 seq_num 1066) 2024-04-22T04:39:46.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:46 smithi062 ceph-mon[78153]: pgmap v904: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 168 KiB/s wr, 5 op/s 2024-04-22T04:39:46.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:46 smithi062 ceph-mon[78153]: osdmap e789: 8 total, 8 up, 8 in 2024-04-22T04:39:46.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:46 smithi040 ceph-mon[88445]: pgmap v904: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 168 KiB/s wr, 5 op/s 2024-04-22T04:39:46.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:46 smithi040 ceph-mon[88445]: osdmap e789: 8 total, 8 up, 8 in 2024-04-22T04:39:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:46 smithi040 ceph-mon[91058]: pgmap v904: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 168 KiB/s wr, 5 op/s 2024-04-22T04:39:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:46 smithi040 ceph-mon[91058]: osdmap e789: 8 total, 8 up, 8 in 2024-04-22T04:39:47.439 INFO:tasks.rados.rados.0.smithi040.stdout:3693: done (1 left) 2024-04-22T04:39:47.439 INFO:tasks.rados.rados.0.smithi040.stdout:3694: done (0 left) 2024-04-22T04:39:47.439 INFO:tasks.rados.rados.0.smithi040.stdout:3695: read oid 48 snap 370 2024-04-22T04:39:47.439 INFO:tasks.rados.rados.0.smithi040.stdout:3695: expect deleted 2024-04-22T04:39:47.439 INFO:tasks.rados.rados.0.smithi040.stdout:3696: read oid 39 snap 361 2024-04-22T04:39:47.439 INFO:tasks.rados.rados.0.smithi040.stdout:3696: expect (ObjNum 1055 snap 330 seq_num 1055) 2024-04-22T04:39:47.439 INFO:tasks.rados.rados.0.smithi040.stdout:3697: snap_create 2024-04-22T04:39:47.458 INFO:tasks.rados.rados.0.smithi040.stdout:3696: expect (ObjNum 1055 snap 330 seq_num 1055) 2024-04-22T04:39:47.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:47 smithi062 ceph-mon[78153]: osdmap e790: 8 total, 8 up, 8 in 2024-04-22T04:39:47.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:47 smithi040 ceph-mon[88445]: osdmap e790: 8 total, 8 up, 8 in 2024-04-22T04:39:47.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:47 smithi040 ceph-mon[91058]: osdmap e790: 8 total, 8 up, 8 in 2024-04-22T04:39:48.267 INFO:tasks.rados.rados.0.smithi040.stdout:3695: done (2 left) 2024-04-22T04:39:48.267 INFO:tasks.rados.rados.0.smithi040.stdout:3696: done (1 left) 2024-04-22T04:39:48.267 INFO:tasks.rados.rados.0.smithi040.stdout:3697: done (0 left) 2024-04-22T04:39:48.267 INFO:tasks.rados.rados.0.smithi040.stdout:3698: copy_from oid 23 from oid 31 current snap is 379 2024-04-22T04:39:48.267 INFO:tasks.rados.rados.0.smithi040.stdout:3699: read oid 11 snap -1 2024-04-22T04:39:48.267 INFO:tasks.rados.rados.0.smithi040.stdout:3699: expect (ObjNum 992 snap 307 seq_num 992) 2024-04-22T04:39:48.267 INFO:tasks.rados.rados.0.smithi040.stdout:3700: snap_create 2024-04-22T04:39:48.288 INFO:tasks.rados.rados.0.smithi040.stdout:3699: expect (ObjNum 992 snap 307 seq_num 992) 2024-04-22T04:39:48.437 INFO:tasks.rados.rados.0.smithi040.stdout:3698: finishing copy_from racing read to smithi04078109-23 2024-04-22T04:39:48.437 INFO:tasks.rados.rados.0.smithi040.stdout:3698: finishing copy_from to smithi04078109-23 2024-04-22T04:39:48.437 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 2798 (ObjNum 998 snap 309 seq_num 998) dirty exists 2024-04-22T04:39:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:48 smithi062 ceph-mon[78153]: pgmap v907: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-04-22T04:39:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:48 smithi062 ceph-mon[78153]: osdmap e791: 8 total, 8 up, 8 in 2024-04-22T04:39:48.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:48 smithi040 ceph-mon[91058]: pgmap v907: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-04-22T04:39:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:48 smithi040 ceph-mon[91058]: osdmap e791: 8 total, 8 up, 8 in 2024-04-22T04:39:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:48 smithi040 ceph-mon[88445]: pgmap v907: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-04-22T04:39:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:48 smithi040 ceph-mon[88445]: osdmap e791: 8 total, 8 up, 8 in 2024-04-22T04:39:49.271 INFO:tasks.rados.rados.0.smithi040.stdout:3698: done (2 left) 2024-04-22T04:39:49.271 INFO:tasks.rados.rados.0.smithi040.stdout:3699: done (1 left) 2024-04-22T04:39:49.271 INFO:tasks.rados.rados.0.smithi040.stdout:3700: done (0 left) 2024-04-22T04:39:49.271 INFO:tasks.rados.rados.0.smithi040.stdout:3701: rollback oid 45 current snap is 380 2024-04-22T04:39:49.271 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 45 to 377 2024-04-22T04:39:49.271 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 380 2024-04-22T04:39:49.272 INFO:tasks.rados.rados.0.smithi040.stdout:3702: seq_num 1171 ranges {335872=417792} 2024-04-22T04:39:49.278 INFO:tasks.rados.rados.0.smithi040.stdout:3702: writing smithi04078109-46 from 335872 to 753664 tid 1 2024-04-22T04:39:49.278 INFO:tasks.rados.rados.0.smithi040.stdout:3703: rollback oid 12 current snap is 380 2024-04-22T04:39:49.279 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 12 to 354 2024-04-22T04:39:49.279 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 22 current snap is 380 2024-04-22T04:39:49.279 INFO:tasks.rados.rados.0.smithi040.stdout:3704: seq_num 1172 ranges {3342336=434176} 2024-04-22T04:39:49.297 INFO:tasks.rados.rados.0.smithi040.stdout:3704: writing smithi04078109-22 from 3342336 to 3776512 tid 1 2024-04-22T04:39:49.297 INFO:tasks.rados.rados.0.smithi040.stdout:3705: snap_create 2024-04-22T04:39:49.297 INFO:tasks.rados.rados.0.smithi040.stdout:3701: finishing rollback tid 0 to smithi04078109-45 2024-04-22T04:39:49.297 INFO:tasks.rados.rados.0.smithi040.stdout:3703: finishing rollback tid 1 to smithi04078109-12 2024-04-22T04:39:49.297 INFO:tasks.rados.rados.0.smithi040.stdout:3703: finishing rollback tid 2 to smithi04078109-12 2024-04-22T04:39:49.298 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 2472 (ObjNum 968 snap 303 seq_num 968) dirty exists 2024-04-22T04:39:49.298 INFO:tasks.rados.rados.0.smithi040.stdout:3701: finishing rollback tid 1 to smithi04078109-45 2024-04-22T04:39:49.298 INFO:tasks.rados.rados.0.smithi040.stdout:3701: finishing rollback tid 2 to smithi04078109-45 2024-04-22T04:39:49.298 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 2473 (ObjNum 1152 snap 361 seq_num 1152) dirty exists 2024-04-22T04:39:49.298 INFO:tasks.rados.rados.0.smithi040.stdout:3702: finishing write tid 1 to smithi04078109-46 2024-04-22T04:39:49.298 INFO:tasks.rados.rados.0.smithi040.stdout:3702: finishing write tid 2 to smithi04078109-46 2024-04-22T04:39:49.298 INFO:tasks.rados.rados.0.smithi040.stdout:3702: finishing write tid 3 to smithi04078109-46 2024-04-22T04:39:49.298 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1851 (ObjNum 1171 snap 380 seq_num 1171) dirty exists 2024-04-22T04:39:49.298 INFO:tasks.rados.rados.0.smithi040.stdout:3702: left oid 46 (ObjNum 1171 snap 380 seq_num 1171) 2024-04-22T04:39:49.300 INFO:tasks.rados.rados.0.smithi040.stdout:3704: finishing write tid 1 to smithi04078109-22 2024-04-22T04:39:49.300 INFO:tasks.rados.rados.0.smithi040.stdout:3704: finishing write tid 2 to smithi04078109-22 2024-04-22T04:39:49.301 INFO:tasks.rados.rados.0.smithi040.stdout:3704: finishing write tid 3 to smithi04078109-22 2024-04-22T04:39:49.301 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 2691 (ObjNum 1172 snap 380 seq_num 1172) dirty exists 2024-04-22T04:39:49.302 INFO:tasks.rados.rados.0.smithi040.stdout:3704: left oid 22 (ObjNum 1172 snap 380 seq_num 1172) 2024-04-22T04:39:49.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:49 smithi062 ceph-mon[78153]: osdmap e792: 8 total, 8 up, 8 in 2024-04-22T04:39:49.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:49 smithi040 ceph-mon[91058]: osdmap e792: 8 total, 8 up, 8 in 2024-04-22T04:39:49.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:49 smithi040 ceph-mon[88445]: osdmap e792: 8 total, 8 up, 8 in 2024-04-22T04:39:50.276 INFO:tasks.rados.rados.0.smithi040.stdout:3701: done (4 left) 2024-04-22T04:39:50.277 INFO:tasks.rados.rados.0.smithi040.stdout:3702: done (3 left) 2024-04-22T04:39:50.277 INFO:tasks.rados.rados.0.smithi040.stdout:3703: done (2 left) 2024-04-22T04:39:50.277 INFO:tasks.rados.rados.0.smithi040.stdout:3704: done (1 left) 2024-04-22T04:39:50.277 INFO:tasks.rados.rados.0.smithi040.stdout:3705: done (0 left) 2024-04-22T04:39:50.277 INFO:tasks.rados.rados.0.smithi040.stdout:3706: delete oid 49 current snap is 381 2024-04-22T04:39:50.282 INFO:tasks.rados.rados.0.smithi040.stdout:3706: done (0 left) 2024-04-22T04:39:50.282 INFO:tasks.rados.rados.0.smithi040.stdout:3707: snap_remove snap 368 2024-04-22T04:39:50.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:39:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:39:50] "GET /metrics HTTP/1.1" 200 241978 "" "Prometheus/2.43.0" 2024-04-22T04:39:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:50 smithi040 ceph-mon[88445]: pgmap v910: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 1 op/s 2024-04-22T04:39:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:50 smithi040 ceph-mon[88445]: osdmap e793: 8 total, 8 up, 8 in 2024-04-22T04:39:50.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:50 smithi040 ceph-mon[91058]: pgmap v910: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 1 op/s 2024-04-22T04:39:50.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:50 smithi040 ceph-mon[91058]: osdmap e793: 8 total, 8 up, 8 in 2024-04-22T04:39:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:50 smithi062 ceph-mon[78153]: pgmap v910: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 1 op/s 2024-04-22T04:39:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:50 smithi062 ceph-mon[78153]: osdmap e793: 8 total, 8 up, 8 in 2024-04-22T04:39:51.287 INFO:tasks.rados.rados.0.smithi040.stdout:3707: done (0 left) 2024-04-22T04:39:51.288 INFO:tasks.rados.rados.0.smithi040.stdout:3708: rollback oid 20 current snap is 381 2024-04-22T04:39:51.288 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 20 to 315 2024-04-22T04:39:51.289 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 381 2024-04-22T04:39:51.289 INFO:tasks.rados.rados.0.smithi040.stdout:3709: seq_num 1174 ranges {7168000=466944} 2024-04-22T04:39:51.330 INFO:tasks.rados.rados.0.smithi040.stdout:3709: writing smithi04078109-10 from 7168000 to 7634944 tid 1 2024-04-22T04:39:51.330 INFO:tasks.rados.rados.0.smithi040.stdout:3710: copy_from oid 24 from oid 49 current snap is 381 2024-04-22T04:39:51.331 INFO:tasks.rados.rados.0.smithi040.stdout:3708: finishing rollback tid 0 to smithi04078109-20 2024-04-22T04:39:51.331 INFO:tasks.rados.rados.0.smithi040.stdout:3708: finishing rollback tid 1 to smithi04078109-20 2024-04-22T04:39:51.331 INFO:tasks.rados.rados.0.smithi040.stdout:3708: finishing rollback tid 2 to smithi04078109-20 2024-04-22T04:39:51.331 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1855 (ObjNum 991 snap 307 seq_num 991) dirty exists 2024-04-22T04:39:51.331 INFO:tasks.rados.rados.0.smithi040.stdout:3708: done (2 left) 2024-04-22T04:39:51.331 INFO:tasks.rados.rados.0.smithi040.stdout:3711: rollback oid 22 current snap is 381 2024-04-22T04:39:51.331 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 22 to 363 2024-04-22T04:39:51.331 INFO:tasks.rados.rados.0.smithi040.stdout:3712: snap_remove snap 361 2024-04-22T04:39:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:51 smithi062 ceph-mon[78153]: osdmap e794: 8 total, 8 up, 8 in 2024-04-22T04:39:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:39:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:51 smithi040 ceph-mon[91058]: osdmap e794: 8 total, 8 up, 8 in 2024-04-22T04:39:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:39:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:51 smithi040 ceph-mon[88445]: osdmap e794: 8 total, 8 up, 8 in 2024-04-22T04:39:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:39:52.233 INFO:tasks.rados.rados.0.smithi040.stdout:3712: done (3 left) 2024-04-22T04:39:52.234 INFO:tasks.rados.rados.0.smithi040.stdout:3713: delete oid 30 current snap is 381 2024-04-22T04:39:52.234 INFO:tasks.rados.rados.0.smithi040.stdout:3710: finishing copy_from to smithi04078109-24 2024-04-22T04:39:52.234 INFO:tasks.rados.rados.0.smithi040.stdout:3710: got expected ENOENT (src dne) 2024-04-22T04:39:52.234 INFO:tasks.rados.rados.0.smithi040.stdout:3710: finishing copy_from racing read to smithi04078109-24 2024-04-22T04:39:52.234 INFO:tasks.rados.rados.0.smithi040.stdout:3709: finishing write tid 1 to smithi04078109-10 2024-04-22T04:39:52.234 INFO:tasks.rados.rados.0.smithi040.stdout:3709: finishing write tid 2 to smithi04078109-10 2024-04-22T04:39:52.234 INFO:tasks.rados.rados.0.smithi040.stdout:3711: finishing rollback tid 0 to smithi04078109-22 2024-04-22T04:39:52.234 INFO:tasks.rados.rados.0.smithi040.stdout:3711: finishing rollback tid 1 to smithi04078109-22 2024-04-22T04:39:52.234 INFO:tasks.rados.rados.0.smithi040.stdout:3711: finishing rollback tid 2 to smithi04078109-22 2024-04-22T04:39:52.234 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 2694 (ObjNum 1006 snap 312 seq_num 1006) dirty exists 2024-04-22T04:39:52.234 INFO:tasks.rados.rados.0.smithi040.stdout:3709: finishing write tid 3 to smithi04078109-10 2024-04-22T04:39:52.234 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 2024 (ObjNum 1174 snap 381 seq_num 1174) dirty exists 2024-04-22T04:39:52.234 INFO:tasks.rados.rados.0.smithi040.stdout:3709: left oid 10 (ObjNum 1174 snap 381 seq_num 1174) 2024-04-22T04:39:52.253 INFO:tasks.rados.rados.0.smithi040.stdout:3709: done (3 left) 2024-04-22T04:39:52.253 INFO:tasks.rados.rados.0.smithi040.stdout:3710: done (2 left) 2024-04-22T04:39:52.253 INFO:tasks.rados.rados.0.smithi040.stdout:3711: done (1 left) 2024-04-22T04:39:52.253 INFO:tasks.rados.rados.0.smithi040.stdout:3713: done (0 left) 2024-04-22T04:39:52.253 INFO:tasks.rados.rados.0.smithi040.stdout:3714: read oid 27 snap -1 2024-04-22T04:39:52.253 INFO:tasks.rados.rados.0.smithi040.stdout:3714: expect (ObjNum 1161 snap 367 seq_num 1161) 2024-04-22T04:39:52.253 INFO:tasks.rados.rados.0.smithi040.stdout:3715: rollback oid 26 current snap is 381 2024-04-22T04:39:52.253 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 26 to 347 2024-04-22T04:39:52.254 INFO:tasks.rados.rados.0.smithi040.stdout:3716: read oid 8 snap -1 2024-04-22T04:39:52.254 INFO:tasks.rados.rados.0.smithi040.stdout:3716: expect (ObjNum 968 snap 303 seq_num 968) 2024-04-22T04:39:52.254 INFO:tasks.rados.rados.0.smithi040.stdout:3717: read oid 50 snap -1 2024-04-22T04:39:52.254 INFO:tasks.rados.rados.0.smithi040.stdout:3717: expect (ObjNum 1163 snap 367 seq_num 1163) 2024-04-22T04:39:52.254 INFO:tasks.rados.rados.0.smithi040.stdout:3718: read oid 16 snap -1 2024-04-22T04:39:52.254 INFO:tasks.rados.rados.0.smithi040.stdout:3718: expect deleted 2024-04-22T04:39:52.254 INFO:tasks.rados.rados.0.smithi040.stdout:3719: rmattr oid 44 current snap is 381 2024-04-22T04:39:52.254 INFO:tasks.rados.rados.0.smithi040.stdout:3719: done (5 left) 2024-04-22T04:39:52.254 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 381 2024-04-22T04:39:52.254 INFO:tasks.rados.rados.0.smithi040.stdout:3720: seq_num 1176 ranges {20578304=499712} 2024-04-22T04:39:52.368 INFO:tasks.rados.rados.0.smithi040.stdout:3720: writing smithi04078109-31 from 20578304 to 21078016 tid 1 2024-04-22T04:39:52.369 INFO:tasks.rados.rados.0.smithi040.stdout:3721: copy_from oid 39 from oid 18 current snap is 381 2024-04-22T04:39:52.369 INFO:tasks.rados.rados.0.smithi040.stdout:3717: expect (ObjNum 1163 snap 367 seq_num 1163) 2024-04-22T04:39:52.378 INFO:tasks.rados.rados.0.smithi040.stdout:3715: finishing rollback tid 0 to smithi04078109-26 2024-04-22T04:39:52.378 INFO:tasks.rados.rados.0.smithi040.stdout:3715: finishing rollback tid 1 to smithi04078109-26 2024-04-22T04:39:52.378 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 26 v 2474 (ObjNum -1441998528 snap 21852 seq_num 2851500064) dirty dne 2024-04-22T04:39:52.378 INFO:tasks.rados.rados.0.smithi040.stdout:3716: expect (ObjNum 968 snap 303 seq_num 968) 2024-04-22T04:39:52.488 INFO:tasks.rados.rados.0.smithi040.stdout:3714: expect (ObjNum 1161 snap 367 seq_num 1161) 2024-04-22T04:39:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:52 smithi062 ceph-mon[78153]: pgmap v913: 121 pgs: 121 active+clean; 674 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 106 KiB/s wr, 4 op/s 2024-04-22T04:39:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:52 smithi062 ceph-mon[78153]: osdmap e795: 8 total, 8 up, 8 in 2024-04-22T04:39:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:52 smithi062 ceph-mon[78153]: osdmap e796: 8 total, 8 up, 8 in 2024-04-22T04:39:52.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:52 smithi040 ceph-mon[88445]: pgmap v913: 121 pgs: 121 active+clean; 674 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 106 KiB/s wr, 4 op/s 2024-04-22T04:39:52.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:52 smithi040 ceph-mon[88445]: osdmap e795: 8 total, 8 up, 8 in 2024-04-22T04:39:52.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:52 smithi040 ceph-mon[88445]: osdmap e796: 8 total, 8 up, 8 in 2024-04-22T04:39:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:52 smithi040 ceph-mon[91058]: pgmap v913: 121 pgs: 121 active+clean; 674 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 106 KiB/s wr, 4 op/s 2024-04-22T04:39:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:52 smithi040 ceph-mon[91058]: osdmap e795: 8 total, 8 up, 8 in 2024-04-22T04:39:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:52 smithi040 ceph-mon[91058]: osdmap e796: 8 total, 8 up, 8 in 2024-04-22T04:39:52.791 INFO:tasks.rados.rados.0.smithi040.stdout:3720: finishing write tid 1 to smithi04078109-31 2024-04-22T04:39:52.791 INFO:tasks.rados.rados.0.smithi040.stdout:3720: finishing write tid 2 to smithi04078109-31 2024-04-22T04:39:52.791 INFO:tasks.rados.rados.0.smithi040.stdout:3714: done (6 left) 2024-04-22T04:39:52.792 INFO:tasks.rados.rados.0.smithi040.stdout:3715: done (5 left) 2024-04-22T04:39:52.792 INFO:tasks.rados.rados.0.smithi040.stdout:3716: done (4 left) 2024-04-22T04:39:52.792 INFO:tasks.rados.rados.0.smithi040.stdout:3717: done (3 left) 2024-04-22T04:39:52.792 INFO:tasks.rados.rados.0.smithi040.stdout:3718: done (2 left) 2024-04-22T04:39:52.792 INFO:tasks.rados.rados.0.smithi040.stdout:3722: delete oid 46 current snap is 381 2024-04-22T04:39:52.792 INFO:tasks.rados.rados.0.smithi040.stdout:3720: finishing write tid 3 to smithi04078109-31 2024-04-22T04:39:52.792 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2861 (ObjNum 1176 snap 381 seq_num 1176) dirty exists 2024-04-22T04:39:52.792 INFO:tasks.rados.rados.0.smithi040.stdout:3720: left oid 31 (ObjNum 1176 snap 381 seq_num 1176) 2024-04-22T04:39:52.792 INFO:tasks.rados.rados.0.smithi040.stdout:3721: finishing copy_from racing read to smithi04078109-39 2024-04-22T04:39:52.792 INFO:tasks.rados.rados.0.smithi040.stdout:3721: finishing copy_from to smithi04078109-39 2024-04-22T04:39:52.792 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 1748 (ObjNum 1089 snap 336 seq_num 1089) dirty exists 2024-04-22T04:39:52.793 INFO:tasks.rados.rados.0.smithi040.stdout:3720: done (2 left) 2024-04-22T04:39:52.793 INFO:tasks.rados.rados.0.smithi040.stdout:3721: done (1 left) 2024-04-22T04:39:52.793 INFO:tasks.rados.rados.0.smithi040.stdout:3722: done (0 left) 2024-04-22T04:39:52.793 INFO:tasks.rados.rados.0.smithi040.stdout:3723: read oid 26 snap -1 2024-04-22T04:39:52.793 INFO:tasks.rados.rados.0.smithi040.stdout:3723: expect deleted 2024-04-22T04:39:52.794 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 28 current snap is 381 2024-04-22T04:39:52.794 INFO:tasks.rados.rados.0.smithi040.stdout:3724: seq_num 1178 ranges {3235840=532480} 2024-04-22T04:39:52.814 INFO:tasks.rados.rados.0.smithi040.stdout:3724: writing smithi04078109-28 from 3235840 to 3768320 tid 1 2024-04-22T04:39:52.814 INFO:tasks.rados.rados.0.smithi040.stdout:3725: rmattr oid 25 current snap is 381 2024-04-22T04:39:52.814 INFO:tasks.rados.rados.0.smithi040.stdout:3725: done (2 left) 2024-04-22T04:39:52.814 INFO:tasks.rados.rados.0.smithi040.stdout:3726: delete oid 47 current snap is 381 2024-04-22T04:39:52.818 INFO:tasks.rados.rados.0.smithi040.stdout:3723: done (2 left) 2024-04-22T04:39:52.818 INFO:tasks.rados.rados.0.smithi040.stdout:3726: done (1 left) 2024-04-22T04:39:52.818 INFO:tasks.rados.rados.0.smithi040.stdout:3727: rmattr oid 3 current snap is 381 2024-04-22T04:39:52.818 INFO:tasks.rados.rados.0.smithi040.stdout:3728: copy_from oid 11 from oid 12 current snap is 381 2024-04-22T04:39:52.818 INFO:tasks.rados.rados.0.smithi040.stdout:3729: rollback oid 16 current snap is 381 2024-04-22T04:39:52.818 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 16 to 315 2024-04-22T04:39:52.818 INFO:tasks.rados.rados.0.smithi040.stdout:3730: delete oid 22 current snap is 381 2024-04-22T04:39:52.819 INFO:tasks.rados.rados.0.smithi040.stdout:3724: finishing write tid 1 to smithi04078109-28 2024-04-22T04:39:52.820 INFO:tasks.rados.rados.0.smithi040.stdout:3729: finishing rollback tid 1 to smithi04078109-16 2024-04-22T04:39:52.820 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 1840 (ObjNum 288 snap 0 seq_num 273) dirty dne 2024-04-22T04:39:52.820 INFO:tasks.rados.rados.0.smithi040.stdout:3724: finishing write tid 2 to smithi04078109-28 2024-04-22T04:39:52.822 INFO:tasks.rados.rados.0.smithi040.stdout:3729: done (4 left) 2024-04-22T04:39:52.822 INFO:tasks.rados.rados.0.smithi040.stdout:3730: done (3 left) 2024-04-22T04:39:52.822 INFO:tasks.rados.rados.0.smithi040.stdout:3731: read oid 26 snap 302 2024-04-22T04:39:52.822 INFO:tasks.rados.rados.0.smithi040.stdout:3731: expect (ObjNum 946 snap 300 seq_num 946) 2024-04-22T04:39:52.822 INFO:tasks.rados.rados.0.smithi040.stdout:3732: read oid 8 snap -1 2024-04-22T04:39:52.822 INFO:tasks.rados.rados.0.smithi040.stdout:3732: expect (ObjNum 968 snap 303 seq_num 968) 2024-04-22T04:39:52.822 INFO:tasks.rados.rados.0.smithi040.stdout:3733: rollback oid 24 current snap is 381 2024-04-22T04:39:52.822 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 24 to 370 2024-04-22T04:39:52.822 INFO:tasks.rados.rados.0.smithi040.stdout:3734: rollback oid 16 current snap is 381 2024-04-22T04:39:52.823 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 16 to 378 2024-04-22T04:39:52.823 INFO:tasks.rados.rados.0.smithi040.stdout:3735: snap_create 2024-04-22T04:39:52.823 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 2799 (ObjNum 1066 snap 331 seq_num 1066) dirty exists 2024-04-22T04:39:52.824 INFO:tasks.rados.rados.0.smithi040.stdout:3724: finishing write tid 3 to smithi04078109-28 2024-04-22T04:39:52.824 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 2221 (ObjNum 1178 snap 381 seq_num 1178) dirty exists 2024-04-22T04:39:52.824 INFO:tasks.rados.rados.0.smithi040.stdout:3724: left oid 28 (ObjNum 1178 snap 381 seq_num 1178) 2024-04-22T04:39:52.828 INFO:tasks.rados.rados.0.smithi040.stdout:3733: finishing rollback tid 0 to smithi04078109-24 2024-04-22T04:39:52.828 INFO:tasks.rados.rados.0.smithi040.stdout:3733: finishing rollback tid 1 to smithi04078109-24 2024-04-22T04:39:52.828 INFO:tasks.rados.rados.0.smithi040.stdout:3733: finishing rollback tid 2 to smithi04078109-24 2024-04-22T04:39:52.828 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 2802 (ObjNum 1129 snap 356 seq_num 1129) dirty exists 2024-04-22T04:39:52.830 INFO:tasks.rados.rados.0.smithi040.stdout:3734: finishing rollback tid 1 to smithi04078109-16 2024-04-22T04:39:52.830 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 1840 (ObjNum 288 snap 0 seq_num 273) dirty dne 2024-04-22T04:39:52.836 INFO:tasks.rados.rados.0.smithi040.stdout:3728: finishing copy_from racing read to smithi04078109-11 2024-04-22T04:39:52.838 INFO:tasks.rados.rados.0.smithi040.stdout:3728: finishing copy_from to smithi04078109-11 2024-04-22T04:39:52.838 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 2472 (ObjNum 968 snap 303 seq_num 968) dirty exists 2024-04-22T04:39:52.841 INFO:tasks.rados.rados.0.smithi040.stdout:3732: expect (ObjNum 968 snap 303 seq_num 968) 2024-04-22T04:39:52.951 INFO:tasks.rados.rados.0.smithi040.stdout:3731: expect (ObjNum 946 snap 300 seq_num 946) 2024-04-22T04:39:53.287 INFO:tasks.rados.rados.0.smithi040.stdout:3724: done (7 left) 2024-04-22T04:39:53.287 INFO:tasks.rados.rados.0.smithi040.stdout:3727: done (6 left) 2024-04-22T04:39:53.287 INFO:tasks.rados.rados.0.smithi040.stdout:3728: done (5 left) 2024-04-22T04:39:53.287 INFO:tasks.rados.rados.0.smithi040.stdout:3731: done (4 left) 2024-04-22T04:39:53.287 INFO:tasks.rados.rados.0.smithi040.stdout:3732: done (3 left) 2024-04-22T04:39:53.287 INFO:tasks.rados.rados.0.smithi040.stdout:3733: done (2 left) 2024-04-22T04:39:53.287 INFO:tasks.rados.rados.0.smithi040.stdout:3734: done (1 left) 2024-04-22T04:39:53.287 INFO:tasks.rados.rados.0.smithi040.stdout:3735: done (0 left) 2024-04-22T04:39:53.287 INFO:tasks.rados.rados.0.smithi040.stdout:3736: read oid 5 snap -1 2024-04-22T04:39:53.287 INFO:tasks.rados.rados.0.smithi040.stdout:3736: expect (ObjNum 1158 snap 366 seq_num 1158) 2024-04-22T04:39:53.287 INFO:tasks.rados.rados.0.smithi040.stdout:3737: copy_from oid 49 from oid 47 current snap is 382 2024-04-22T04:39:53.288 INFO:tasks.rados.rados.0.smithi040.stdout:3738: delete oid 34 current snap is 382 2024-04-22T04:39:53.293 INFO:tasks.rados.rados.0.smithi040.stdout:3738: done (2 left) 2024-04-22T04:39:53.293 INFO:tasks.rados.rados.0.smithi040.stdout:3739: delete oid 29 current snap is 382 2024-04-22T04:39:53.293 INFO:tasks.rados.rados.0.smithi040.stdout:3737: finishing copy_from to smithi04078109-49 2024-04-22T04:39:53.293 INFO:tasks.rados.rados.0.smithi040.stdout:3737: got expected ENOENT (src dne) 2024-04-22T04:39:53.293 INFO:tasks.rados.rados.0.smithi040.stdout:3737: finishing copy_from racing read to smithi04078109-49 2024-04-22T04:39:53.297 INFO:tasks.rados.rados.0.smithi040.stdout:3737: done (2 left) 2024-04-22T04:39:53.297 INFO:tasks.rados.rados.0.smithi040.stdout:3739: done (1 left) 2024-04-22T04:39:53.297 INFO:tasks.rados.rados.0.smithi040.stdout:3740: snap_create 2024-04-22T04:39:53.299 INFO:tasks.rados.rados.0.smithi040.stdout:3736: expect (ObjNum 1158 snap 366 seq_num 1158) 2024-04-22T04:39:54.292 INFO:tasks.rados.rados.0.smithi040.stdout:3736: done (1 left) 2024-04-22T04:39:54.292 INFO:tasks.rados.rados.0.smithi040.stdout:3740: done (0 left) 2024-04-22T04:39:54.292 INFO:tasks.rados.rados.0.smithi040.stdout:3741: snap_remove snap 332 2024-04-22T04:39:54.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:54 smithi062 ceph-mon[78153]: pgmap v916: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 697 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.2 MiB/s wr, 6 op/s 2024-04-22T04:39:54.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:54 smithi062 ceph-mon[78153]: osdmap e797: 8 total, 8 up, 8 in 2024-04-22T04:39:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:54 smithi040 ceph-mon[91058]: pgmap v916: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 697 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.2 MiB/s wr, 6 op/s 2024-04-22T04:39:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:54 smithi040 ceph-mon[91058]: osdmap e797: 8 total, 8 up, 8 in 2024-04-22T04:39:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:54 smithi040 ceph-mon[88445]: pgmap v916: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 697 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.2 MiB/s wr, 6 op/s 2024-04-22T04:39:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:54 smithi040 ceph-mon[88445]: osdmap e797: 8 total, 8 up, 8 in 2024-04-22T04:39:55.302 INFO:tasks.rados.rados.0.smithi040.stdout:3741: done (0 left) 2024-04-22T04:39:55.302 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 7 current snap is 383 2024-04-22T04:39:55.302 INFO:tasks.rados.rados.0.smithi040.stdout:3742: seq_num 1183 ranges {0=622592} 2024-04-22T04:39:55.306 INFO:tasks.rados.rados.0.smithi040.stdout:3742: writing smithi04078109-7 from 0 to 622592 tid 1 2024-04-22T04:39:55.306 INFO:tasks.rados.rados.0.smithi040.stdout:3743: snap_remove snap 370 2024-04-22T04:39:55.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:55 smithi062 ceph-mon[78153]: osdmap e798: 8 total, 8 up, 8 in 2024-04-22T04:39:55.632 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:39:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:39:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:39:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:55 smithi040 ceph-mon[88445]: osdmap e798: 8 total, 8 up, 8 in 2024-04-22T04:39:55.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:55 smithi040 ceph-mon[91058]: osdmap e798: 8 total, 8 up, 8 in 2024-04-22T04:39:56.309 INFO:tasks.rados.rados.0.smithi040.stdout:3743: done (1 left) 2024-04-22T04:39:56.309 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 41 current snap is 383 2024-04-22T04:39:56.309 INFO:tasks.rados.rados.0.smithi040.stdout:3742: finishing write tid 1 to smithi04078109-7 2024-04-22T04:39:56.309 INFO:tasks.rados.rados.0.smithi040.stdout:3744: seq_num 1184 ranges {0=638976} 2024-04-22T04:39:56.315 INFO:tasks.rados.rados.0.smithi040.stdout:3744: writing smithi04078109-41 from 0 to 638976 tid 1 2024-04-22T04:39:56.315 INFO:tasks.rados.rados.0.smithi040.stdout:3745: read oid 43 snap 339 2024-04-22T04:39:56.315 INFO:tasks.rados.rados.0.smithi040.stdout:3745: expect (ObjNum 1027 snap 319 seq_num 1027) 2024-04-22T04:39:56.315 INFO:tasks.rados.rados.0.smithi040.stdout:3746: copy_from oid 29 from oid 23 current snap is 383 2024-04-22T04:39:56.315 INFO:tasks.rados.rados.0.smithi040.stdout:3747: read oid 13 snap 377 2024-04-22T04:39:56.315 INFO:tasks.rados.rados.0.smithi040.stdout:3747: expect (ObjNum 1167 snap 370 seq_num 1167) 2024-04-22T04:39:56.315 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 36 current snap is 383 2024-04-22T04:39:56.315 INFO:tasks.rados.rados.0.smithi040.stdout:3748: seq_num 1185 ranges {0=655360} 2024-04-22T04:39:56.320 INFO:tasks.rados.rados.0.smithi040.stdout:3748: writing smithi04078109-36 from 0 to 655360 tid 1 2024-04-22T04:39:56.320 INFO:tasks.rados.rados.0.smithi040.stdout:3749: rollback oid 24 current snap is 383 2024-04-22T04:39:56.320 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 24 to 359 2024-04-22T04:39:56.320 INFO:tasks.rados.rados.0.smithi040.stdout:3750: setattr oid 34 current snap is 383 2024-04-22T04:39:56.320 INFO:tasks.rados.rados.0.smithi040.stdout:3742: finishing write tid 2 to smithi04078109-7 2024-04-22T04:39:56.320 INFO:tasks.rados.rados.0.smithi040.stdout:3742: finishing write tid 3 to smithi04078109-7 2024-04-22T04:39:56.320 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 2476 (ObjNum 1183 snap 383 seq_num 1183) dirty exists 2024-04-22T04:39:56.320 INFO:tasks.rados.rados.0.smithi040.stdout:3742: left oid 7 (ObjNum 1183 snap 383 seq_num 1183) 2024-04-22T04:39:56.320 INFO:tasks.rados.rados.0.smithi040.stdout:3747: expect (ObjNum 1167 snap 370 seq_num 1167) 2024-04-22T04:39:56.343 INFO:tasks.rados.rados.0.smithi040.stdout:3745: expect (ObjNum 1027 snap 319 seq_num 1027) 2024-04-22T04:39:56.359 INFO:tasks.rados.rados.0.smithi040.stdout:3744: finishing write tid 1 to smithi04078109-41 2024-04-22T04:39:56.359 INFO:tasks.rados.rados.0.smithi040.stdout:3744: finishing write tid 2 to smithi04078109-41 2024-04-22T04:39:56.359 INFO:tasks.rados.rados.0.smithi040.stdout:3749: finishing rollback tid 0 to smithi04078109-24 2024-04-22T04:39:56.359 INFO:tasks.rados.rados.0.smithi040.stdout:3749: finishing rollback tid 1 to smithi04078109-24 2024-04-22T04:39:56.359 INFO:tasks.rados.rados.0.smithi040.stdout:3749: finishing rollback tid 2 to smithi04078109-24 2024-04-22T04:39:56.359 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 2805 (ObjNum 1129 snap 356 seq_num 1129) dirty exists 2024-04-22T04:39:56.359 INFO:tasks.rados.rados.0.smithi040.stdout:3748: finishing write tid 1 to smithi04078109-36 2024-04-22T04:39:56.359 INFO:tasks.rados.rados.0.smithi040.stdout:3748: finishing write tid 2 to smithi04078109-36 2024-04-22T04:39:56.360 INFO:tasks.rados.rados.0.smithi040.stdout:3744: finishing write tid 3 to smithi04078109-41 2024-04-22T04:39:56.360 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 2645 (ObjNum 1184 snap 383 seq_num 1184) dirty exists 2024-04-22T04:39:56.360 INFO:tasks.rados.rados.0.smithi040.stdout:3744: left oid 41 (ObjNum 1184 snap 383 seq_num 1184) 2024-04-22T04:39:56.360 INFO:tasks.rados.rados.0.smithi040.stdout:3748: finishing write tid 3 to smithi04078109-36 2024-04-22T04:39:56.360 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 1857 (ObjNum 1185 snap 383 seq_num 1185) dirty exists 2024-04-22T04:39:56.360 INFO:tasks.rados.rados.0.smithi040.stdout:3748: left oid 36 (ObjNum 1185 snap 383 seq_num 1185) 2024-04-22T04:39:56.360 INFO:tasks.rados.rados.0.smithi040.stdout:3742: done (7 left) 2024-04-22T04:39:56.360 INFO:tasks.rados.rados.0.smithi040.stdout:3744: done (6 left) 2024-04-22T04:39:56.360 INFO:tasks.rados.rados.0.smithi040.stdout:3745: done (5 left) 2024-04-22T04:39:56.360 INFO:tasks.rados.rados.0.smithi040.stdout:3747: done (4 left) 2024-04-22T04:39:56.360 INFO:tasks.rados.rados.0.smithi040.stdout:3748: done (3 left) 2024-04-22T04:39:56.360 INFO:tasks.rados.rados.0.smithi040.stdout:3749: done (2 left) 2024-04-22T04:39:56.360 INFO:tasks.rados.rados.0.smithi040.stdout:3751: snap_create 2024-04-22T04:39:56.363 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 2477 (ObjNum 1 snap 21849 seq_num 2853228400) dirty exists 2024-04-22T04:39:56.405 INFO:tasks.rados.rados.0.smithi040.stdout:3746: finishing copy_from racing read to smithi04078109-29 2024-04-22T04:39:56.409 INFO:tasks.rados.rados.0.smithi040.stdout:3746: finishing copy_from to smithi04078109-29 2024-04-22T04:39:56.409 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 2798 (ObjNum 998 snap 309 seq_num 998) dirty exists 2024-04-22T04:39:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:56 smithi062 ceph-mon[78153]: pgmap v919: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 697 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 5.1 MiB/s wr, 3 op/s 2024-04-22T04:39:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:56 smithi062 ceph-mon[78153]: osdmap e799: 8 total, 8 up, 8 in 2024-04-22T04:39:56.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:56 smithi040 ceph-mon[88445]: pgmap v919: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 697 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 5.1 MiB/s wr, 3 op/s 2024-04-22T04:39:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:56 smithi040 ceph-mon[88445]: osdmap e799: 8 total, 8 up, 8 in 2024-04-22T04:39:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:56 smithi040 ceph-mon[91058]: pgmap v919: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 697 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 5.1 MiB/s wr, 3 op/s 2024-04-22T04:39:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:56 smithi040 ceph-mon[91058]: osdmap e799: 8 total, 8 up, 8 in 2024-04-22T04:39:57.318 INFO:tasks.rados.rados.0.smithi040.stdout:3746: done (2 left) 2024-04-22T04:39:57.318 INFO:tasks.rados.rados.0.smithi040.stdout:3750: done (1 left) 2024-04-22T04:39:57.318 INFO:tasks.rados.rados.0.smithi040.stdout:3751: done (0 left) 2024-04-22T04:39:57.318 INFO:tasks.rados.rados.0.smithi040.stdout:3752: read oid 20 snap -1 2024-04-22T04:39:57.318 INFO:tasks.rados.rados.0.smithi040.stdout:3752: expect (ObjNum 991 snap 307 seq_num 991) 2024-04-22T04:39:57.318 INFO:tasks.rados.rados.0.smithi040.stdout:3753: snap_create 2024-04-22T04:39:57.328 INFO:tasks.rados.rados.0.smithi040.stdout:3752: expect (ObjNum 991 snap 307 seq_num 991) 2024-04-22T04:39:57.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:57 smithi062 ceph-mon[78153]: osdmap e800: 8 total, 8 up, 8 in 2024-04-22T04:39:57.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:57 smithi040 ceph-mon[88445]: osdmap e800: 8 total, 8 up, 8 in 2024-04-22T04:39:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:57 smithi040 ceph-mon[91058]: osdmap e800: 8 total, 8 up, 8 in 2024-04-22T04:39:58.324 INFO:tasks.rados.rados.0.smithi040.stdout:3752: done (1 left) 2024-04-22T04:39:58.325 INFO:tasks.rados.rados.0.smithi040.stdout:3753: done (0 left) 2024-04-22T04:39:58.325 INFO:tasks.rados.rados.0.smithi040.stdout:3754: snap_create 2024-04-22T04:39:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:58 smithi062 ceph-mon[78153]: pgmap v922: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 709 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-04-22T04:39:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:58 smithi062 ceph-mon[78153]: osdmap e801: 8 total, 8 up, 8 in 2024-04-22T04:39:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:58 smithi040 ceph-mon[91058]: pgmap v922: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 709 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-04-22T04:39:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:58 smithi040 ceph-mon[91058]: osdmap e801: 8 total, 8 up, 8 in 2024-04-22T04:39:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:58 smithi040 ceph-mon[88445]: pgmap v922: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 709 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-04-22T04:39:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:58 smithi040 ceph-mon[88445]: osdmap e801: 8 total, 8 up, 8 in 2024-04-22T04:39:59.336 INFO:tasks.rados.rados.0.smithi040.stdout:3754: done (0 left) 2024-04-22T04:39:59.336 INFO:tasks.rados.rados.0.smithi040.stdout:3755: rmattr oid 8 current snap is 386 2024-04-22T04:39:59.336 INFO:tasks.rados.rados.0.smithi040.stdout:3756: copy_from oid 30 from oid 7 current snap is 386 2024-04-22T04:39:59.336 INFO:tasks.rados.rados.0.smithi040.stdout:3757: setattr oid 47 current snap is 386 2024-04-22T04:39:59.338 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 386 2024-04-22T04:39:59.338 INFO:tasks.rados.rados.0.smithi040.stdout:3758: seq_num 1186 ranges {2211840=671744} 2024-04-22T04:39:59.354 INFO:tasks.rados.rados.0.smithi040.stdout:3758: writing smithi04078109-20 from 2211840 to 2883584 tid 1 2024-04-22T04:39:59.354 INFO:tasks.rados.rados.0.smithi040.stdout:3759: snap_remove snap 357 2024-04-22T04:39:59.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:39:59 smithi062 ceph-mon[78153]: osdmap e802: 8 total, 8 up, 8 in 2024-04-22T04:39:59.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:39:59 smithi040 ceph-mon[88445]: osdmap e802: 8 total, 8 up, 8 in 2024-04-22T04:39:59.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:39:59 smithi040 ceph-mon[91058]: osdmap e802: 8 total, 8 up, 8 in 2024-04-22T04:40:00.332 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:40:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:40:00] "GET /metrics HTTP/1.1" 200 241947 "" "Prometheus/2.43.0" 2024-04-22T04:40:00.342 INFO:tasks.rados.rados.0.smithi040.stdout:3759: done (4 left) 2024-04-22T04:40:00.342 INFO:tasks.rados.rados.0.smithi040.stdout:3760: read oid 16 snap 354 2024-04-22T04:40:00.342 INFO:tasks.rados.rados.0.smithi040.stdout:3760: expect deleted 2024-04-22T04:40:00.342 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 386 2024-04-22T04:40:00.342 INFO:tasks.rados.rados.0.smithi040.stdout:3761: seq_num 1187 ranges {3047424=688128} 2024-04-22T04:40:00.364 INFO:tasks.rados.rados.0.smithi040.stdout:3761: writing smithi04078109-11 from 3047424 to 3735552 tid 1 2024-04-22T04:40:00.364 INFO:tasks.rados.rados.0.smithi040.stdout:3762: snap_remove snap 384 2024-04-22T04:40:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:00 smithi062 ceph-mon[78153]: pgmap v925: 121 pgs: 121 active+clean; 727 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.6 MiB/s wr, 16 op/s 2024-04-22T04:40:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:00 smithi062 ceph-mon[78153]: osdmap e803: 8 total, 8 up, 8 in 2024-04-22T04:40:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:00 smithi062 ceph-mon[78153]: overall HEALTH_OK 2024-04-22T04:40:00.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:00 smithi040 ceph-mon[91058]: pgmap v925: 121 pgs: 121 active+clean; 727 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.6 MiB/s wr, 16 op/s 2024-04-22T04:40:00.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:00 smithi040 ceph-mon[91058]: osdmap e803: 8 total, 8 up, 8 in 2024-04-22T04:40:00.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:00 smithi040 ceph-mon[91058]: overall HEALTH_OK 2024-04-22T04:40:00.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:00 smithi040 ceph-mon[88445]: pgmap v925: 121 pgs: 121 active+clean; 727 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.6 MiB/s wr, 16 op/s 2024-04-22T04:40:00.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:00 smithi040 ceph-mon[88445]: osdmap e803: 8 total, 8 up, 8 in 2024-04-22T04:40:00.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:00 smithi040 ceph-mon[88445]: overall HEALTH_OK 2024-04-22T04:40:01.352 INFO:tasks.rados.rados.0.smithi040.stdout:3762: done (6 left) 2024-04-22T04:40:01.352 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 44 current snap is 386 2024-04-22T04:40:01.352 INFO:tasks.rados.rados.0.smithi040.stdout:3763: seq_num 1188 ranges {4964352=704512} 2024-04-22T04:40:01.383 INFO:tasks.rados.rados.0.smithi040.stdout:3763: writing smithi04078109-44 from 4964352 to 5668864 tid 1 2024-04-22T04:40:01.383 INFO:tasks.rados.rados.0.smithi040.stdout:3764: snap_create 2024-04-22T04:40:01.383 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 1836 (ObjNum 0 snap 32647 seq_num 2852523088) dirty exists 2024-04-22T04:40:01.383 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 2222 (ObjNum 968 snap 303 seq_num 968) dirty exists 2024-04-22T04:40:01.384 INFO:tasks.rados.rados.0.smithi040.stdout:3756: finishing copy_from racing read to smithi04078109-30 2024-04-22T04:40:01.384 INFO:tasks.rados.rados.0.smithi040.stdout:3756: finishing copy_from to smithi04078109-30 2024-04-22T04:40:01.384 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 2476 (ObjNum 1183 snap 383 seq_num 1183) dirty exists 2024-04-22T04:40:01.384 INFO:tasks.rados.rados.0.smithi040.stdout:3758: finishing write tid 1 to smithi04078109-20 2024-04-22T04:40:01.384 INFO:tasks.rados.rados.0.smithi040.stdout:3758: finishing write tid 2 to smithi04078109-20 2024-04-22T04:40:01.384 INFO:tasks.rados.rados.0.smithi040.stdout:3758: finishing write tid 3 to smithi04078109-20 2024-04-22T04:40:01.384 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1859 (ObjNum 1186 snap 386 seq_num 1186) dirty exists 2024-04-22T04:40:01.384 INFO:tasks.rados.rados.0.smithi040.stdout:3758: left oid 20 (ObjNum 1186 snap 386 seq_num 1186) 2024-04-22T04:40:01.384 INFO:tasks.rados.rados.0.smithi040.stdout:3761: finishing write tid 1 to smithi04078109-11 2024-04-22T04:40:01.384 INFO:tasks.rados.rados.0.smithi040.stdout:3761: finishing write tid 2 to smithi04078109-11 2024-04-22T04:40:01.384 INFO:tasks.rados.rados.0.smithi040.stdout:3761: finishing write tid 3 to smithi04078109-11 2024-04-22T04:40:01.384 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 2892 (ObjNum 1187 snap 386 seq_num 1187) dirty exists 2024-04-22T04:40:01.384 INFO:tasks.rados.rados.0.smithi040.stdout:3761: left oid 11 (ObjNum 1187 snap 386 seq_num 1187) 2024-04-22T04:40:01.394 INFO:tasks.rados.rados.0.smithi040.stdout:3763: finishing write tid 1 to smithi04078109-44 2024-04-22T04:40:01.394 INFO:tasks.rados.rados.0.smithi040.stdout:3763: finishing write tid 2 to smithi04078109-44 2024-04-22T04:40:01.396 INFO:tasks.rados.rados.0.smithi040.stdout:3763: finishing write tid 3 to smithi04078109-44 2024-04-22T04:40:01.396 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 2895 (ObjNum 1188 snap 386 seq_num 1188) dirty exists 2024-04-22T04:40:01.397 INFO:tasks.rados.rados.0.smithi040.stdout:3763: left oid 44 (ObjNum 1188 snap 386 seq_num 1188) 2024-04-22T04:40:01.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:01 smithi062 ceph-mon[78153]: osdmap e804: 8 total, 8 up, 8 in 2024-04-22T04:40:01.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:01 smithi040 ceph-mon[88445]: osdmap e804: 8 total, 8 up, 8 in 2024-04-22T04:40:01.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:01 smithi040 ceph-mon[91058]: osdmap e804: 8 total, 8 up, 8 in 2024-04-22T04:40:02.250 INFO:tasks.rados.rados.0.smithi040.stdout:3755: done (7 left) 2024-04-22T04:40:02.251 INFO:tasks.rados.rados.0.smithi040.stdout:3756: done (6 left) 2024-04-22T04:40:02.251 INFO:tasks.rados.rados.0.smithi040.stdout:3757: done (5 left) 2024-04-22T04:40:02.251 INFO:tasks.rados.rados.0.smithi040.stdout:3758: done (4 left) 2024-04-22T04:40:02.251 INFO:tasks.rados.rados.0.smithi040.stdout:3760: done (3 left) 2024-04-22T04:40:02.251 INFO:tasks.rados.rados.0.smithi040.stdout:3761: done (2 left) 2024-04-22T04:40:02.251 INFO:tasks.rados.rados.0.smithi040.stdout:3763: done (1 left) 2024-04-22T04:40:02.251 INFO:tasks.rados.rados.0.smithi040.stdout:3764: done (0 left) 2024-04-22T04:40:02.251 INFO:tasks.rados.rados.0.smithi040.stdout:3765: snap_create 2024-04-22T04:40:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:02 smithi062 ceph-mon[78153]: pgmap v928: 121 pgs: 121 active+clean; 725 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.1 MiB/s wr, 16 op/s 2024-04-22T04:40:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:02 smithi062 ceph-mon[78153]: osdmap e805: 8 total, 8 up, 8 in 2024-04-22T04:40:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:02 smithi062 ceph-mon[78153]: osdmap e806: 8 total, 8 up, 8 in 2024-04-22T04:40:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:02 smithi040 ceph-mon[88445]: pgmap v928: 121 pgs: 121 active+clean; 725 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.1 MiB/s wr, 16 op/s 2024-04-22T04:40:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:02 smithi040 ceph-mon[88445]: osdmap e805: 8 total, 8 up, 8 in 2024-04-22T04:40:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:02 smithi040 ceph-mon[88445]: osdmap e806: 8 total, 8 up, 8 in 2024-04-22T04:40:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:02 smithi040 ceph-mon[91058]: pgmap v928: 121 pgs: 121 active+clean; 725 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.1 MiB/s wr, 16 op/s 2024-04-22T04:40:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:02 smithi040 ceph-mon[91058]: osdmap e805: 8 total, 8 up, 8 in 2024-04-22T04:40:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:02 smithi040 ceph-mon[91058]: osdmap e806: 8 total, 8 up, 8 in 2024-04-22T04:40:03.260 INFO:tasks.rados.rados.0.smithi040.stdout:3765: done (0 left) 2024-04-22T04:40:03.260 INFO:tasks.rados.rados.0.smithi040.stdout:3766: rollback oid 29 current snap is 388 2024-04-22T04:40:03.260 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 29 to 387 2024-04-22T04:40:03.261 INFO:tasks.rados.rados.0.smithi040.stdout:3767: rmattr oid 15 current snap is 388 2024-04-22T04:40:03.261 INFO:tasks.rados.rados.0.smithi040.stdout:3767: done (1 left) 2024-04-22T04:40:03.261 INFO:tasks.rados.rados.0.smithi040.stdout:3768: rmattr oid 40 current snap is 388 2024-04-22T04:40:03.261 INFO:tasks.rados.rados.0.smithi040.stdout:3768: done (1 left) 2024-04-22T04:40:03.261 INFO:tasks.rados.rados.0.smithi040.stdout:3769: snap_remove snap 365 2024-04-22T04:40:04.279 INFO:tasks.rados.rados.0.smithi040.stdout:3769: done (1 left) 2024-04-22T04:40:04.280 INFO:tasks.rados.rados.0.smithi040.stdout:3770: delete oid 12 current snap is 388 2024-04-22T04:40:04.280 INFO:tasks.rados.rados.0.smithi040.stdout:3766: finishing rollback tid 0 to smithi04078109-29 2024-04-22T04:40:04.280 INFO:tasks.rados.rados.0.smithi040.stdout:3766: finishing rollback tid 1 to smithi04078109-29 2024-04-22T04:40:04.280 INFO:tasks.rados.rados.0.smithi040.stdout:3766: finishing rollback tid 2 to smithi04078109-29 2024-04-22T04:40:04.280 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 2801 (ObjNum 998 snap 309 seq_num 998) dirty exists 2024-04-22T04:40:04.285 INFO:tasks.rados.rados.0.smithi040.stdout:3766: done (1 left) 2024-04-22T04:40:04.285 INFO:tasks.rados.rados.0.smithi040.stdout:3770: done (0 left) 2024-04-22T04:40:04.286 INFO:tasks.rados.rados.0.smithi040.stdout:3771: snap_create 2024-04-22T04:40:04.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:04 smithi062 ceph-mon[78153]: pgmap v931: 121 pgs: 121 active+clean; 712 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 784 KiB/s wr, 18 op/s 2024-04-22T04:40:04.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:04 smithi062 ceph-mon[78153]: osdmap e807: 8 total, 8 up, 8 in 2024-04-22T04:40:04.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:04 smithi040 ceph-mon[88445]: pgmap v931: 121 pgs: 121 active+clean; 712 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 784 KiB/s wr, 18 op/s 2024-04-22T04:40:04.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:04 smithi040 ceph-mon[88445]: osdmap e807: 8 total, 8 up, 8 in 2024-04-22T04:40:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:04 smithi040 ceph-mon[91058]: pgmap v931: 121 pgs: 121 active+clean; 712 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 784 KiB/s wr, 18 op/s 2024-04-22T04:40:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:04 smithi040 ceph-mon[91058]: osdmap e807: 8 total, 8 up, 8 in 2024-04-22T04:40:05.276 INFO:tasks.rados.rados.0.smithi040.stdout:3771: done (0 left) 2024-04-22T04:40:05.277 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 389 2024-04-22T04:40:05.277 INFO:tasks.rados.rados.0.smithi040.stdout:3772: seq_num 1190 ranges {7602176=737280} 2024-04-22T04:40:05.322 INFO:tasks.rados.rados.0.smithi040.stdout:3772: writing smithi04078109-19 from 7602176 to 8339456 tid 1 2024-04-22T04:40:05.323 INFO:tasks.rados.rados.0.smithi040.stdout:3773: copy_from oid 20 from oid 49 current snap is 389 2024-04-22T04:40:05.323 INFO:tasks.rados.rados.0.smithi040.stdout:3774: snap_remove snap 385 2024-04-22T04:40:05.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:40:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:40:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:40:05.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:05 smithi062 ceph-mon[78153]: osdmap e808: 8 total, 8 up, 8 in 2024-04-22T04:40:05.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:05 smithi040 ceph-mon[88445]: osdmap e808: 8 total, 8 up, 8 in 2024-04-22T04:40:05.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:05 smithi040 ceph-mon[91058]: osdmap e808: 8 total, 8 up, 8 in 2024-04-22T04:40:06.288 INFO:tasks.rados.rados.0.smithi040.stdout:3774: done (2 left) 2024-04-22T04:40:06.288 INFO:tasks.rados.rados.0.smithi040.stdout:3775: rollback oid 39 current snap is 389 2024-04-22T04:40:06.288 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 39 to 369 2024-04-22T04:40:06.288 INFO:tasks.rados.rados.0.smithi040.stdout:3773: finishing copy_from to smithi04078109-20 2024-04-22T04:40:06.288 INFO:tasks.rados.rados.0.smithi040.stdout:3773: got expected ENOENT (src dne) 2024-04-22T04:40:06.288 INFO:tasks.rados.rados.0.smithi040.stdout:3773: finishing copy_from racing read to smithi04078109-20 2024-04-22T04:40:06.288 INFO:tasks.rados.rados.0.smithi040.stdout:3772: finishing write tid 1 to smithi04078109-19 2024-04-22T04:40:06.288 INFO:tasks.rados.rados.0.smithi040.stdout:3772: finishing write tid 2 to smithi04078109-19 2024-04-22T04:40:06.289 INFO:tasks.rados.rados.0.smithi040.stdout:3772: finishing write tid 3 to smithi04078109-19 2024-04-22T04:40:06.289 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 2019 (ObjNum 1190 snap 389 seq_num 1190) dirty exists 2024-04-22T04:40:06.289 INFO:tasks.rados.rados.0.smithi040.stdout:3772: left oid 19 (ObjNum 1190 snap 389 seq_num 1190) 2024-04-22T04:40:06.289 INFO:tasks.rados.rados.0.smithi040.stdout:3772: done (2 left) 2024-04-22T04:40:06.289 INFO:tasks.rados.rados.0.smithi040.stdout:3773: done (1 left) 2024-04-22T04:40:06.289 INFO:tasks.rados.rados.0.smithi040.stdout:3776: copy_from oid 27 from oid 46 current snap is 389 2024-04-22T04:40:06.289 INFO:tasks.rados.rados.0.smithi040.stdout:3777: delete oid 4 current snap is 389 2024-04-22T04:40:06.292 INFO:tasks.rados.rados.0.smithi040.stdout:3776: finishing copy_from to smithi04078109-27 2024-04-22T04:40:06.292 INFO:tasks.rados.rados.0.smithi040.stdout:3776: got expected ENOENT (src dne) 2024-04-22T04:40:06.292 INFO:tasks.rados.rados.0.smithi040.stdout:3776: finishing copy_from racing read to smithi04078109-27 2024-04-22T04:40:06.298 INFO:tasks.rados.rados.0.smithi040.stdout:3775: finishing rollback tid 0 to smithi04078109-39 2024-04-22T04:40:06.298 INFO:tasks.rados.rados.0.smithi040.stdout:3775: finishing rollback tid 1 to smithi04078109-39 2024-04-22T04:40:06.299 INFO:tasks.rados.rados.0.smithi040.stdout:3776: done (2 left) 2024-04-22T04:40:06.299 INFO:tasks.rados.rados.0.smithi040.stdout:3777: done (1 left) 2024-04-22T04:40:06.299 INFO:tasks.rados.rados.0.smithi040.stdout:3778: rollback oid 6 current snap is 389 2024-04-22T04:40:06.299 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 6 to 376 2024-04-22T04:40:06.300 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 389 2024-04-22T04:40:06.300 INFO:tasks.rados.rados.0.smithi040.stdout:3779: seq_num 1192 ranges {3178496=770048} 2024-04-22T04:40:06.321 INFO:tasks.rados.rados.0.smithi040.stdout:3779: writing smithi04078109-25 from 3178496 to 3948544 tid 1 2024-04-22T04:40:06.322 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 24 current snap is 389 2024-04-22T04:40:06.322 INFO:tasks.rados.rados.0.smithi040.stdout:3775: finishing rollback tid 2 to smithi04078109-39 2024-04-22T04:40:06.322 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 39 v 2225 (ObjNum 1055 snap 330 seq_num 1055) dirty exists 2024-04-22T04:40:06.322 INFO:tasks.rados.rados.0.smithi040.stdout:3778: finishing rollback tid 0 to smithi04078109-6 2024-04-22T04:40:06.322 INFO:tasks.rados.rados.0.smithi040.stdout:3778: finishing rollback tid 1 to smithi04078109-6 2024-04-22T04:40:06.322 INFO:tasks.rados.rados.0.smithi040.stdout:3778: finishing rollback tid 2 to smithi04078109-6 2024-04-22T04:40:06.322 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 2911 (ObjNum 1134 snap 358 seq_num 1134) dirty exists 2024-04-22T04:40:06.322 INFO:tasks.rados.rados.0.smithi040.stdout:3780: seq_num 1193 ranges {3121152=786432} 2024-04-22T04:40:06.343 INFO:tasks.rados.rados.0.smithi040.stdout:3780: writing smithi04078109-24 from 3121152 to 3907584 tid 1 2024-04-22T04:40:06.343 INFO:tasks.rados.rados.0.smithi040.stdout:3775: done (3 left) 2024-04-22T04:40:06.343 INFO:tasks.rados.rados.0.smithi040.stdout:3778: done (2 left) 2024-04-22T04:40:06.343 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 389 2024-04-22T04:40:06.343 INFO:tasks.rados.rados.0.smithi040.stdout:3781: seq_num 1194 ranges {21078016=802816} 2024-04-22T04:40:06.462 INFO:tasks.rados.rados.0.smithi040.stdout:3781: writing smithi04078109-31 from 21078016 to 21880832 tid 1 2024-04-22T04:40:06.463 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 45 current snap is 389 2024-04-22T04:40:06.463 INFO:tasks.rados.rados.0.smithi040.stdout:3782: seq_num 1195 ranges {11403264=417792,11821056=401408} 2024-04-22T04:40:06.527 INFO:tasks.rados.rados.0.smithi040.stdout:3782: writing smithi04078109-45 from 11403264 to 11821056 tid 1 2024-04-22T04:40:06.530 INFO:tasks.rados.rados.0.smithi040.stdout:3782: writing smithi04078109-45 from 11821056 to 12222464 tid 2 2024-04-22T04:40:06.530 INFO:tasks.rados.rados.0.smithi040.stdout:3783: delete oid 47 current snap is 389 2024-04-22T04:40:06.530 INFO:tasks.rados.rados.0.smithi040.stdout:3779: finishing write tid 1 to smithi04078109-25 2024-04-22T04:40:06.531 INFO:tasks.rados.rados.0.smithi040.stdout:3779: finishing write tid 2 to smithi04078109-25 2024-04-22T04:40:06.531 INFO:tasks.rados.rados.0.smithi040.stdout:3779: finishing write tid 3 to smithi04078109-25 2024-04-22T04:40:06.531 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 2914 (ObjNum 1192 snap 389 seq_num 1192) dirty exists 2024-04-22T04:40:06.531 INFO:tasks.rados.rados.0.smithi040.stdout:3779: left oid 25 (ObjNum 1192 snap 389 seq_num 1192) 2024-04-22T04:40:06.531 INFO:tasks.rados.rados.0.smithi040.stdout:3780: finishing write tid 1 to smithi04078109-24 2024-04-22T04:40:06.531 INFO:tasks.rados.rados.0.smithi040.stdout:3780: finishing write tid 2 to smithi04078109-24 2024-04-22T04:40:06.531 INFO:tasks.rados.rados.0.smithi040.stdout:3780: finishing write tid 3 to smithi04078109-24 2024-04-22T04:40:06.531 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 2807 (ObjNum 1193 snap 389 seq_num 1193) dirty exists 2024-04-22T04:40:06.531 INFO:tasks.rados.rados.0.smithi040.stdout:3780: left oid 24 (ObjNum 1193 snap 389 seq_num 1193) 2024-04-22T04:40:06.531 INFO:tasks.rados.rados.0.smithi040.stdout:3781: finishing write tid 1 to smithi04078109-31 2024-04-22T04:40:06.531 INFO:tasks.rados.rados.0.smithi040.stdout:3781: finishing write tid 2 to smithi04078109-31 2024-04-22T04:40:06.531 INFO:tasks.rados.rados.0.smithi040.stdout:3781: finishing write tid 3 to smithi04078109-31 2024-04-22T04:40:06.531 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2917 (ObjNum 1194 snap 389 seq_num 1194) dirty exists 2024-04-22T04:40:06.531 INFO:tasks.rados.rados.0.smithi040.stdout:3781: left oid 31 (ObjNum 1194 snap 389 seq_num 1194) 2024-04-22T04:40:06.533 INFO:tasks.rados.rados.0.smithi040.stdout:3782: finishing write tid 1 to smithi04078109-45 2024-04-22T04:40:06.533 INFO:tasks.rados.rados.0.smithi040.stdout:3779: done (4 left) 2024-04-22T04:40:06.533 INFO:tasks.rados.rados.0.smithi040.stdout:3780: done (3 left) 2024-04-22T04:40:06.533 INFO:tasks.rados.rados.0.smithi040.stdout:3781: done (2 left) 2024-04-22T04:40:06.533 INFO:tasks.rados.rados.0.smithi040.stdout:3783: done (1 left) 2024-04-22T04:40:06.533 INFO:tasks.rados.rados.0.smithi040.stdout:3784: delete oid 1 current snap is 389 2024-04-22T04:40:06.533 INFO:tasks.rados.rados.0.smithi040.stdout:3782: finishing write tid 2 to smithi04078109-45 2024-04-22T04:40:06.534 INFO:tasks.rados.rados.0.smithi040.stdout:3782: finishing write tid 3 to smithi04078109-45 2024-04-22T04:40:06.535 INFO:tasks.rados.rados.0.smithi040.stdout:3782: finishing write tid 4 to smithi04078109-45 2024-04-22T04:40:06.536 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 2480 (ObjNum 1195 snap 389 seq_num 1195) dirty exists 2024-04-22T04:40:06.536 INFO:tasks.rados.rados.0.smithi040.stdout:3782: left oid 45 (ObjNum 1195 snap 389 seq_num 1195) 2024-04-22T04:40:06.536 INFO:tasks.rados.rados.0.smithi040.stdout:3782: done (1 left) 2024-04-22T04:40:06.536 INFO:tasks.rados.rados.0.smithi040.stdout:3784: done (0 left) 2024-04-22T04:40:06.536 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 37 current snap is 389 2024-04-22T04:40:06.537 INFO:tasks.rados.rados.0.smithi040.stdout:3785: seq_num 1198 ranges {0=466944,466944=401408} 2024-04-22T04:40:06.539 INFO:tasks.rados.rados.0.smithi040.stdout:3785: writing smithi04078109-37 from 0 to 466944 tid 1 2024-04-22T04:40:06.541 INFO:tasks.rados.rados.0.smithi040.stdout:3785: writing smithi04078109-37 from 466944 to 868352 tid 2 2024-04-22T04:40:06.541 INFO:tasks.rados.rados.0.smithi040.stdout:3786: snap_create 2024-04-22T04:40:06.544 INFO:tasks.rados.rados.0.smithi040.stdout:3785: finishing write tid 1 to smithi04078109-37 2024-04-22T04:40:06.544 INFO:tasks.rados.rados.0.smithi040.stdout:3785: finishing write tid 2 to smithi04078109-37 2024-04-22T04:40:06.545 INFO:tasks.rados.rados.0.smithi040.stdout:3785: finishing write tid 3 to smithi04078109-37 2024-04-22T04:40:06.546 INFO:tasks.rados.rados.0.smithi040.stdout:3785: finishing write tid 4 to smithi04078109-37 2024-04-22T04:40:06.546 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 37 v 2660 (ObjNum 1198 snap 389 seq_num 1198) dirty exists 2024-04-22T04:40:06.546 INFO:tasks.rados.rados.0.smithi040.stdout:3785: left oid 37 (ObjNum 1198 snap 389 seq_num 1198) 2024-04-22T04:40:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:06 smithi062 ceph-mon[78153]: pgmap v934: 121 pgs: 121 active+clean; 712 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 632 KiB/s wr, 9 op/s 2024-04-22T04:40:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:06 smithi062 ceph-mon[78153]: osdmap e809: 8 total, 8 up, 8 in 2024-04-22T04:40:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:40:06.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:06 smithi040 ceph-mon[91058]: pgmap v934: 121 pgs: 121 active+clean; 712 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 632 KiB/s wr, 9 op/s 2024-04-22T04:40:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:06 smithi040 ceph-mon[91058]: osdmap e809: 8 total, 8 up, 8 in 2024-04-22T04:40:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:40:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:06 smithi040 ceph-mon[88445]: pgmap v934: 121 pgs: 121 active+clean; 712 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 632 KiB/s wr, 9 op/s 2024-04-22T04:40:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:06 smithi040 ceph-mon[88445]: osdmap e809: 8 total, 8 up, 8 in 2024-04-22T04:40:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:40:07.257 INFO:tasks.rados.rados.0.smithi040.stdout:3785: done (1 left) 2024-04-22T04:40:07.257 INFO:tasks.rados.rados.0.smithi040.stdout:3786: done (0 left) 2024-04-22T04:40:07.257 INFO:tasks.rados.rados.0.smithi040.stdout:3787: read oid 25 snap -1 2024-04-22T04:40:07.257 INFO:tasks.rados.rados.0.smithi040.stdout:3787: expect (ObjNum 1192 snap 389 seq_num 1192) 2024-04-22T04:40:07.257 INFO:tasks.rados.rados.0.smithi040.stdout:3788: rollback oid 21 current snap is 390 2024-04-22T04:40:07.257 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 21 to 360 2024-04-22T04:40:07.257 INFO:tasks.rados.rados.0.smithi040.stdout:3789: read oid 35 snap 327 2024-04-22T04:40:07.257 INFO:tasks.rados.rados.0.smithi040.stdout:3789: expect (ObjNum 997 snap 309 seq_num 997) 2024-04-22T04:40:07.257 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 31 current snap is 390 2024-04-22T04:40:07.257 INFO:tasks.rados.rados.0.smithi040.stdout:3790: seq_num 1199 ranges {21880832=483328,22364160=401408} 2024-04-22T04:40:07.380 INFO:tasks.rados.rados.0.smithi040.stdout:3790: writing smithi04078109-31 from 21880832 to 22364160 tid 1 2024-04-22T04:40:07.382 INFO:tasks.rados.rados.0.smithi040.stdout:3790: writing smithi04078109-31 from 22364160 to 22765568 tid 2 2024-04-22T04:40:07.383 INFO:tasks.rados.rados.0.smithi040.stdout:3791: setattr oid 41 current snap is 390 2024-04-22T04:40:07.383 INFO:tasks.rados.rados.0.smithi040.stdout:3788: finishing rollback tid 1 to smithi04078109-21 2024-04-22T04:40:07.383 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 1969 (ObjNum 1953066355 snap 875587944 seq_num 825767728) dirty dne 2024-04-22T04:40:07.383 INFO:tasks.rados.rados.0.smithi040.stdout:3787: expect (ObjNum 1192 snap 389 seq_num 1192) 2024-04-22T04:40:07.612 INFO:tasks.rados.rados.0.smithi040.stdout:3789: expect (ObjNum 997 snap 309 seq_num 997) 2024-04-22T04:40:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:07 smithi062 ceph-mon[78153]: osdmap e810: 8 total, 8 up, 8 in 2024-04-22T04:40:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:07 smithi062 ceph-mon[78153]: osdmap e811: 8 total, 8 up, 8 in 2024-04-22T04:40:07.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:07 smithi040 ceph-mon[88445]: osdmap e810: 8 total, 8 up, 8 in 2024-04-22T04:40:07.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:07 smithi040 ceph-mon[88445]: osdmap e811: 8 total, 8 up, 8 in 2024-04-22T04:40:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:07 smithi040 ceph-mon[91058]: osdmap e810: 8 total, 8 up, 8 in 2024-04-22T04:40:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:07 smithi040 ceph-mon[91058]: osdmap e811: 8 total, 8 up, 8 in 2024-04-22T04:40:07.888 INFO:tasks.rados.rados.0.smithi040.stdout:3790: finishing write tid 1 to smithi04078109-31 2024-04-22T04:40:07.888 INFO:tasks.rados.rados.0.smithi040.stdout:3790: finishing write tid 2 to smithi04078109-31 2024-04-22T04:40:07.888 INFO:tasks.rados.rados.0.smithi040.stdout:3790: finishing write tid 3 to smithi04078109-31 2024-04-22T04:40:07.888 INFO:tasks.rados.rados.0.smithi040.stdout:3790: finishing write tid 4 to smithi04078109-31 2024-04-22T04:40:07.888 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2921 (ObjNum 1199 snap 390 seq_num 1199) dirty exists 2024-04-22T04:40:07.888 INFO:tasks.rados.rados.0.smithi040.stdout:3790: left oid 31 (ObjNum 1199 snap 390 seq_num 1199) 2024-04-22T04:40:07.888 INFO:tasks.rados.rados.0.smithi040.stdout:3787: done (4 left) 2024-04-22T04:40:07.889 INFO:tasks.rados.rados.0.smithi040.stdout:3788: done (3 left) 2024-04-22T04:40:07.889 INFO:tasks.rados.rados.0.smithi040.stdout:3789: done (2 left) 2024-04-22T04:40:07.889 INFO:tasks.rados.rados.0.smithi040.stdout:3790: done (1 left) 2024-04-22T04:40:07.889 INFO:tasks.rados.rados.0.smithi040.stdout:3792: delete oid 38 current snap is 390 2024-04-22T04:40:07.892 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 41 v 2662 (ObjNum 1184 snap 383 seq_num 1184) dirty exists 2024-04-22T04:40:07.892 INFO:tasks.rados.rados.0.smithi040.stdout:3791: done (1 left) 2024-04-22T04:40:07.892 INFO:tasks.rados.rados.0.smithi040.stdout:3792: done (0 left) 2024-04-22T04:40:07.892 INFO:tasks.rados.rados.0.smithi040.stdout:3793: read oid 17 snap -1 2024-04-22T04:40:07.892 INFO:tasks.rados.rados.0.smithi040.stdout:3793: expect (ObjNum 1036 snap 323 seq_num 1036) 2024-04-22T04:40:07.892 INFO:tasks.rados.rados.0.smithi040.stdout:3794: read oid 36 snap -1 2024-04-22T04:40:07.892 INFO:tasks.rados.rados.0.smithi040.stdout:3794: expect (ObjNum 1185 snap 383 seq_num 1185) 2024-04-22T04:40:07.892 INFO:tasks.rados.rados.0.smithi040.stdout:3795: rollback oid 49 current snap is 390 2024-04-22T04:40:07.892 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 49 to 346 2024-04-22T04:40:07.892 INFO:tasks.rados.rados.0.smithi040.stdout:3796: rollback oid 16 current snap is 390 2024-04-22T04:40:07.892 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 16 to 386 2024-04-22T04:40:07.892 INFO:tasks.rados.rados.0.smithi040.stdout:3797: rollback oid 24 current snap is 390 2024-04-22T04:40:07.892 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 24 to 360 2024-04-22T04:40:07.893 INFO:tasks.rados.rados.0.smithi040.stdout:3798: delete oid 10 current snap is 390 2024-04-22T04:40:07.896 INFO:tasks.rados.rados.0.smithi040.stdout:3798: done (5 left) 2024-04-22T04:40:07.896 INFO:tasks.rados.rados.0.smithi040.stdout:3799: delete oid 35 current snap is 390 2024-04-22T04:40:07.899 INFO:tasks.rados.rados.0.smithi040.stdout:3796: finishing rollback tid 1 to smithi04078109-16 2024-04-22T04:40:07.899 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 1840 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-22T04:40:07.900 INFO:tasks.rados.rados.0.smithi040.stdout:3794: expect (ObjNum 1185 snap 383 seq_num 1185) 2024-04-22T04:40:07.919 INFO:tasks.rados.rados.0.smithi040.stdout:3793: expect (ObjNum 1036 snap 323 seq_num 1036) 2024-04-22T04:40:08.026 INFO:tasks.rados.rados.0.smithi040.stdout:3795: finishing rollback tid 1 to smithi04078109-49 2024-04-22T04:40:08.026 INFO:tasks.rados.rados.0.smithi040.stdout:3797: finishing rollback tid 0 to smithi04078109-24 2024-04-22T04:40:08.026 INFO:tasks.rados.rados.0.smithi040.stdout:3795: finishing rollback tid 2 to smithi04078109-49 2024-04-22T04:40:08.026 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 2482 (ObjNum 1050 snap 328 seq_num 1050) dirty exists 2024-04-22T04:40:08.027 INFO:tasks.rados.rados.0.smithi040.stdout:3797: finishing rollback tid 1 to smithi04078109-24 2024-04-22T04:40:08.027 INFO:tasks.rados.rados.0.smithi040.stdout:3797: finishing rollback tid 2 to smithi04078109-24 2024-04-22T04:40:08.027 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 24 v 2810 (ObjNum 1129 snap 356 seq_num 1129) dirty exists 2024-04-22T04:40:08.027 INFO:tasks.rados.rados.0.smithi040.stdout:3793: done (5 left) 2024-04-22T04:40:08.027 INFO:tasks.rados.rados.0.smithi040.stdout:3794: done (4 left) 2024-04-22T04:40:08.027 INFO:tasks.rados.rados.0.smithi040.stdout:3795: done (3 left) 2024-04-22T04:40:08.027 INFO:tasks.rados.rados.0.smithi040.stdout:3796: done (2 left) 2024-04-22T04:40:08.027 INFO:tasks.rados.rados.0.smithi040.stdout:3797: done (1 left) 2024-04-22T04:40:08.027 INFO:tasks.rados.rados.0.smithi040.stdout:3799: done (0 left) 2024-04-22T04:40:08.027 INFO:tasks.rados.rados.0.smithi040.stdout:3800: rmattr oid 44 current snap is 390 2024-04-22T04:40:08.027 INFO:tasks.rados.rados.0.smithi040.stdout:3800: done (0 left) 2024-04-22T04:40:08.027 INFO:tasks.rados.rados.0.smithi040.stdout:3801: read oid 7 snap -1 2024-04-22T04:40:08.027 INFO:tasks.rados.rados.0.smithi040.stdout:3801: expect (ObjNum 1183 snap 383 seq_num 1183) 2024-04-22T04:40:08.027 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 46 current snap is 390 2024-04-22T04:40:08.027 INFO:tasks.rados.rados.0.smithi040.stdout:3802: seq_num 1203 ranges {0=557056,557056=401408} 2024-04-22T04:40:08.028 INFO:tasks.rados.rados.0.smithi040.stdout:3802: writing smithi04078109-46 from 0 to 557056 tid 1 2024-04-22T04:40:08.031 INFO:tasks.rados.rados.0.smithi040.stdout:3802: writing smithi04078109-46 from 557056 to 958464 tid 2 2024-04-22T04:40:08.031 INFO:tasks.rados.rados.0.smithi040.stdout:3803: copy_from oid 36 from oid 4 current snap is 390 2024-04-22T04:40:08.031 INFO:tasks.rados.rados.0.smithi040.stdout:3801: expect (ObjNum 1183 snap 383 seq_num 1183) 2024-04-22T04:40:08.048 INFO:tasks.rados.rados.0.smithi040.stdout:3803: finishing copy_from to smithi04078109-36 2024-04-22T04:40:08.048 INFO:tasks.rados.rados.0.smithi040.stdout:3803: got expected ENOENT (src dne) 2024-04-22T04:40:08.048 INFO:tasks.rados.rados.0.smithi040.stdout:3803: finishing copy_from racing read to smithi04078109-36 2024-04-22T04:40:08.048 INFO:tasks.rados.rados.0.smithi040.stdout:3802: finishing write tid 1 to smithi04078109-46 2024-04-22T04:40:08.048 INFO:tasks.rados.rados.0.smithi040.stdout:3802: finishing write tid 2 to smithi04078109-46 2024-04-22T04:40:08.048 INFO:tasks.rados.rados.0.smithi040.stdout:3801: done (2 left) 2024-04-22T04:40:08.048 INFO:tasks.rados.rados.0.smithi040.stdout:3803: done (1 left) 2024-04-22T04:40:08.049 INFO:tasks.rados.rados.0.smithi040.stdout:3804: read oid 45 snap -1 2024-04-22T04:40:08.049 INFO:tasks.rados.rados.0.smithi040.stdout:3804: expect (ObjNum 1195 snap 389 seq_num 1195) 2024-04-22T04:40:08.049 INFO:tasks.rados.rados.0.smithi040.stdout:3805: snap_create 2024-04-22T04:40:08.049 INFO:tasks.rados.rados.0.smithi040.stdout:3802: finishing write tid 3 to smithi04078109-46 2024-04-22T04:40:08.049 INFO:tasks.rados.rados.0.smithi040.stdout:3802: finishing write tid 4 to smithi04078109-46 2024-04-22T04:40:08.049 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1855 (ObjNum 1203 snap 390 seq_num 1203) dirty exists 2024-04-22T04:40:08.049 INFO:tasks.rados.rados.0.smithi040.stdout:3802: left oid 46 (ObjNum 1203 snap 390 seq_num 1203) 2024-04-22T04:40:08.086 INFO:tasks.rados.rados.0.smithi040.stdout:3804: expect (ObjNum 1195 snap 389 seq_num 1195) 2024-04-22T04:40:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:08 smithi062 ceph-mon[78153]: pgmap v937: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 713 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 520 KiB/s wr, 2 op/s 2024-04-22T04:40:08.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:08 smithi040 ceph-mon[88445]: pgmap v937: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 713 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 520 KiB/s wr, 2 op/s 2024-04-22T04:40:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:08 smithi040 ceph-mon[91058]: pgmap v937: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 713 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 520 KiB/s wr, 2 op/s 2024-04-22T04:40:09.613 INFO:tasks.rados.rados.0.smithi040.stdout:3802: done (2 left) 2024-04-22T04:40:09.613 INFO:tasks.rados.rados.0.smithi040.stdout:3804: done (1 left) 2024-04-22T04:40:09.614 INFO:tasks.rados.rados.0.smithi040.stdout:3805: done (0 left) 2024-04-22T04:40:09.614 INFO:tasks.rados.rados.0.smithi040.stdout:3806: read oid 47 snap 315 2024-04-22T04:40:09.614 INFO:tasks.rados.rados.0.smithi040.stdout:3806: expect (ObjNum 972 snap 304 seq_num 972) 2024-04-22T04:40:09.614 INFO:tasks.rados.rados.0.smithi040.stdout:3807: rollback oid 15 current snap is 391 2024-04-22T04:40:09.614 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 15 to 364 2024-04-22T04:40:09.614 INFO:tasks.rados.rados.0.smithi040.stdout:3808: read oid 49 snap -1 2024-04-22T04:40:09.614 INFO:tasks.rados.rados.0.smithi040.stdout:3808: expect (ObjNum 1050 snap 328 seq_num 1050) 2024-04-22T04:40:09.614 INFO:tasks.rados.rados.0.smithi040.stdout:3809: rollback oid 2 current snap is 391 2024-04-22T04:40:09.614 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 2 to 337 2024-04-22T04:40:09.614 INFO:tasks.rados.rados.0.smithi040.stdout:3810: delete oid 28 current snap is 391 2024-04-22T04:40:09.616 INFO:tasks.rados.rados.0.smithi040.stdout:3810: done (4 left) 2024-04-22T04:40:09.616 INFO:tasks.rados.rados.0.smithi040.stdout:3811: read oid 36 snap -1 2024-04-22T04:40:09.616 INFO:tasks.rados.rados.0.smithi040.stdout:3811: expect (ObjNum 1185 snap 383 seq_num 1185) 2024-04-22T04:40:09.616 INFO:tasks.rados.rados.0.smithi040.stdout:3812: copy_from oid 29 from oid 23 current snap is 391 2024-04-22T04:40:09.616 INFO:tasks.rados.rados.0.smithi040.stdout:3813: snap_remove snap 379 2024-04-22T04:40:09.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:09 smithi062 ceph-mon[78153]: osdmap e812: 8 total, 8 up, 8 in 2024-04-22T04:40:09.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:09 smithi040 ceph-mon[88445]: osdmap e812: 8 total, 8 up, 8 in 2024-04-22T04:40:09.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:09 smithi040 ceph-mon[91058]: osdmap e812: 8 total, 8 up, 8 in 2024-04-22T04:40:10.332 INFO:tasks.rados.rados.0.smithi040.stdout:3813: done (6 left) 2024-04-22T04:40:10.332 INFO:tasks.rados.rados.0.smithi040.stdout:3814: snap_remove snap 350 2024-04-22T04:40:10.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:10 smithi040 ceph-mon[88445]: pgmap v940: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 714 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 712 KiB/s wr, 4 op/s 2024-04-22T04:40:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:40:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:40:10] "GET /metrics HTTP/1.1" 200 242009 "" "Prometheus/2.43.0" 2024-04-22T04:40:10.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:10 smithi040 ceph-mon[91058]: pgmap v940: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 714 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 712 KiB/s wr, 4 op/s 2024-04-22T04:40:10.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:10 smithi062 ceph-mon[78153]: pgmap v940: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 714 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 712 KiB/s wr, 4 op/s 2024-04-22T04:40:11.336 INFO:tasks.rados.rados.0.smithi040.stdout:3814: done (6 left) 2024-04-22T04:40:11.336 INFO:tasks.rados.rados.0.smithi040.stdout:3815: copy_from oid 1 from oid 8 current snap is 391 2024-04-22T04:40:11.336 INFO:tasks.rados.rados.0.smithi040.stdout:3808: expect (ObjNum 1050 snap 328 seq_num 1050) 2024-04-22T04:40:11.376 INFO:tasks.rados.rados.0.smithi040.stdout:3807: finishing rollback tid 1 to smithi04078109-15 2024-04-22T04:40:11.376 INFO:tasks.rados.rados.0.smithi040.stdout:3811: expect (ObjNum 1185 snap 383 seq_num 1185) 2024-04-22T04:40:11.394 INFO:tasks.rados.rados.0.smithi040.stdout:3807: finishing rollback tid 2 to smithi04078109-15 2024-04-22T04:40:11.394 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 2664 (ObjNum 992 snap 307 seq_num 992) dirty exists 2024-04-22T04:40:11.394 INFO:tasks.rados.rados.0.smithi040.stdout:3809: finishing rollback tid 0 to smithi04078109-2 2024-04-22T04:40:11.394 INFO:tasks.rados.rados.0.smithi040.stdout:3809: finishing rollback tid 1 to smithi04078109-2 2024-04-22T04:40:11.394 INFO:tasks.rados.rados.0.smithi040.stdout:3807: done (6 left) 2024-04-22T04:40:11.394 INFO:tasks.rados.rados.0.smithi040.stdout:3808: done (5 left) 2024-04-22T04:40:11.394 INFO:tasks.rados.rados.0.smithi040.stdout:3811: done (4 left) 2024-04-22T04:40:11.394 INFO:tasks.rados.rados.0.smithi040.stdout:3816: copy_from oid 6 from oid 16 current snap is 391 2024-04-22T04:40:11.394 INFO:tasks.rados.rados.0.smithi040.stdout:3809: finishing rollback tid 2 to smithi04078109-2 2024-04-22T04:40:11.394 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 2668 (ObjNum 1032 snap 321 seq_num 1032) dirty exists 2024-04-22T04:40:11.394 INFO:tasks.rados.rados.0.smithi040.stdout:3806: expect (ObjNum 972 snap 304 seq_num 972) 2024-04-22T04:40:11.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:11 smithi062 ceph-mon[78153]: osdmap e813: 8 total, 8 up, 8 in 2024-04-22T04:40:11.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:11 smithi040 ceph-mon[88445]: osdmap e813: 8 total, 8 up, 8 in 2024-04-22T04:40:11.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:11 smithi040 ceph-mon[91058]: osdmap e813: 8 total, 8 up, 8 in 2024-04-22T04:40:12.056 INFO:tasks.rados.rados.0.smithi040.stdout:3812: finishing copy_from racing read to smithi04078109-29 2024-04-22T04:40:12.056 INFO:tasks.rados.rados.0.smithi040.stdout:3812: finishing copy_from to smithi04078109-29 2024-04-22T04:40:12.056 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 2798 (ObjNum 998 snap 309 seq_num 998) dirty exists 2024-04-22T04:40:12.056 INFO:tasks.rados.rados.0.smithi040.stdout:3815: finishing copy_from racing read to smithi04078109-1 2024-04-22T04:40:12.056 INFO:tasks.rados.rados.0.smithi040.stdout:3806: done (4 left) 2024-04-22T04:40:12.056 INFO:tasks.rados.rados.0.smithi040.stdout:3809: done (3 left) 2024-04-22T04:40:12.056 INFO:tasks.rados.rados.0.smithi040.stdout:3812: done (2 left) 2024-04-22T04:40:12.056 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 10 current snap is 391 2024-04-22T04:40:12.056 INFO:tasks.rados.rados.0.smithi040.stdout:3815: finishing copy_from to smithi04078109-1 2024-04-22T04:40:12.056 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 2222 (ObjNum 968 snap 303 seq_num 968) dirty exists 2024-04-22T04:40:12.056 INFO:tasks.rados.rados.0.smithi040.stdout:3816: finishing copy_from to smithi04078109-6 2024-04-22T04:40:12.057 INFO:tasks.rados.rados.0.smithi040.stdout:3816: got expected ENOENT (src dne) 2024-04-22T04:40:12.057 INFO:tasks.rados.rados.0.smithi040.stdout:3816: finishing copy_from racing read to smithi04078109-6 2024-04-22T04:40:12.057 INFO:tasks.rados.rados.0.smithi040.stdout:3817: seq_num 1205 ranges {0=589824,589824=401408} 2024-04-22T04:40:12.058 INFO:tasks.rados.rados.0.smithi040.stdout:3817: writing smithi04078109-10 from 0 to 589824 tid 1 2024-04-22T04:40:12.061 INFO:tasks.rados.rados.0.smithi040.stdout:3817: writing smithi04078109-10 from 589824 to 991232 tid 2 2024-04-22T04:40:12.061 INFO:tasks.rados.rados.0.smithi040.stdout:3815: done (2 left) 2024-04-22T04:40:12.061 INFO:tasks.rados.rados.0.smithi040.stdout:3816: done (1 left) 2024-04-22T04:40:12.061 INFO:tasks.rados.rados.0.smithi040.stdout:3818: delete oid 31 current snap is 391 2024-04-22T04:40:12.064 INFO:tasks.rados.rados.0.smithi040.stdout:3817: finishing write tid 1 to smithi04078109-10 2024-04-22T04:40:12.064 INFO:tasks.rados.rados.0.smithi040.stdout:3817: finishing write tid 2 to smithi04078109-10 2024-04-22T04:40:12.064 INFO:tasks.rados.rados.0.smithi040.stdout:3817: finishing write tid 3 to smithi04078109-10 2024-04-22T04:40:12.066 INFO:tasks.rados.rados.0.smithi040.stdout:3817: finishing write tid 4 to smithi04078109-10 2024-04-22T04:40:12.066 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 2029 (ObjNum 1205 snap 391 seq_num 1205) dirty exists 2024-04-22T04:40:12.066 INFO:tasks.rados.rados.0.smithi040.stdout:3817: left oid 10 (ObjNum 1205 snap 391 seq_num 1205) 2024-04-22T04:40:12.066 INFO:tasks.rados.rados.0.smithi040.stdout:3817: done (1 left) 2024-04-22T04:40:12.066 INFO:tasks.rados.rados.0.smithi040.stdout:3818: done (0 left) 2024-04-22T04:40:12.066 INFO:tasks.rados.rados.0.smithi040.stdout:3819: delete oid 48 current snap is 391 2024-04-22T04:40:12.068 INFO:tasks.rados.rados.0.smithi040.stdout:3819: done (0 left) 2024-04-22T04:40:12.068 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 44 current snap is 391 2024-04-22T04:40:12.068 INFO:tasks.rados.rados.0.smithi040.stdout:3820: seq_num 1208 ranges {5668864=638976,6307840=401408} 2024-04-22T04:40:12.102 INFO:tasks.rados.rados.0.smithi040.stdout:3820: writing smithi04078109-44 from 5668864 to 6307840 tid 1 2024-04-22T04:40:12.105 INFO:tasks.rados.rados.0.smithi040.stdout:3820: writing smithi04078109-44 from 6307840 to 6709248 tid 2 2024-04-22T04:40:12.105 INFO:tasks.rados.rados.0.smithi040.stdout:3821: snap_remove snap 376 2024-04-22T04:40:12.257 INFO:tasks.rados.rados.0.smithi040.stdout:3821: done (1 left) 2024-04-22T04:40:12.257 INFO:tasks.rados.rados.0.smithi040.stdout:3822: snap_create 2024-04-22T04:40:12.257 INFO:tasks.rados.rados.0.smithi040.stdout:3820: finishing write tid 1 to smithi04078109-44 2024-04-22T04:40:12.257 INFO:tasks.rados.rados.0.smithi040.stdout:3820: finishing write tid 2 to smithi04078109-44 2024-04-22T04:40:12.257 INFO:tasks.rados.rados.0.smithi040.stdout:3820: finishing write tid 3 to smithi04078109-44 2024-04-22T04:40:12.257 INFO:tasks.rados.rados.0.smithi040.stdout:3820: finishing write tid 4 to smithi04078109-44 2024-04-22T04:40:12.257 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 44 v 2945 (ObjNum 1208 snap 391 seq_num 1208) dirty exists 2024-04-22T04:40:12.257 INFO:tasks.rados.rados.0.smithi040.stdout:3820: left oid 44 (ObjNum 1208 snap 391 seq_num 1208) 2024-04-22T04:40:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:12 smithi062 ceph-mon[78153]: pgmap v942: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 722 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 867 KiB/s wr, 10 op/s 2024-04-22T04:40:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:12 smithi062 ceph-mon[78153]: osdmap e814: 8 total, 8 up, 8 in 2024-04-22T04:40:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:12 smithi062 ceph-mon[78153]: osdmap e815: 8 total, 8 up, 8 in 2024-04-22T04:40:12.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:12 smithi040 ceph-mon[88445]: pgmap v942: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 722 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 867 KiB/s wr, 10 op/s 2024-04-22T04:40:12.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:12 smithi040 ceph-mon[88445]: osdmap e814: 8 total, 8 up, 8 in 2024-04-22T04:40:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:12 smithi040 ceph-mon[88445]: osdmap e815: 8 total, 8 up, 8 in 2024-04-22T04:40:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:12 smithi040 ceph-mon[91058]: pgmap v942: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 722 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 867 KiB/s wr, 10 op/s 2024-04-22T04:40:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:12 smithi040 ceph-mon[91058]: osdmap e814: 8 total, 8 up, 8 in 2024-04-22T04:40:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:12 smithi040 ceph-mon[91058]: osdmap e815: 8 total, 8 up, 8 in 2024-04-22T04:40:13.255 INFO:tasks.rados.rados.0.smithi040.stdout:3820: done (1 left) 2024-04-22T04:40:13.255 INFO:tasks.rados.rados.0.smithi040.stdout:3822: done (0 left) 2024-04-22T04:40:13.255 INFO:tasks.rados.rados.0.smithi040.stdout:3823: rollback oid 21 current snap is 392 2024-04-22T04:40:13.255 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 21 to 388 2024-04-22T04:40:13.255 INFO:tasks.rados.rados.0.smithi040.stdout:3824: rollback oid 38 current snap is 392 2024-04-22T04:40:13.255 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 38 to 314 2024-04-22T04:40:13.255 INFO:tasks.rados.rados.0.smithi040.stdout:3825: snap_create 2024-04-22T04:40:13.258 INFO:tasks.rados.rados.0.smithi040.stdout:3824: finishing rollback tid 1 to smithi04078109-38 2024-04-22T04:40:13.258 INFO:tasks.rados.rados.0.smithi040.stdout:3823: finishing rollback tid 1 to smithi04078109-21 2024-04-22T04:40:13.259 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 1969 (ObjNum -1442206192 snap 21852 seq_num 2852064400) dirty dne 2024-04-22T04:40:13.259 INFO:tasks.rados.rados.0.smithi040.stdout:3824: finishing rollback tid 2 to smithi04078109-38 2024-04-22T04:40:13.259 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 38 v 2031 (ObjNum 919 snap 290 seq_num 919) dirty exists 2024-04-22T04:40:13.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:13 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:40:13.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:13 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:40:13.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:13 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:40:13.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:13 smithi062 ceph-mon[78153]: osdmap e816: 8 total, 8 up, 8 in 2024-04-22T04:40:13.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:13 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:40:13.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:13 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:40:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:13 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:40:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:13 smithi040 ceph-mon[88445]: osdmap e816: 8 total, 8 up, 8 in 2024-04-22T04:40:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:13 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:40:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:13 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:40:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:13 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:40:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:13 smithi040 ceph-mon[91058]: osdmap e816: 8 total, 8 up, 8 in 2024-04-22T04:40:14.256 INFO:tasks.rados.rados.0.smithi040.stdout:3823: done (2 left) 2024-04-22T04:40:14.256 INFO:tasks.rados.rados.0.smithi040.stdout:3824: done (1 left) 2024-04-22T04:40:14.256 INFO:tasks.rados.rados.0.smithi040.stdout:3825: done (0 left) 2024-04-22T04:40:14.256 INFO:tasks.rados.rados.0.smithi040.stdout:3826: read oid 9 snap 392 2024-04-22T04:40:14.256 INFO:tasks.rados.rados.0.smithi040.stdout:3826: expect (ObjNum 1146 snap 359 seq_num 1146) 2024-04-22T04:40:14.256 INFO:tasks.rados.rados.0.smithi040.stdout:3827: delete oid 37 current snap is 393 2024-04-22T04:40:14.260 INFO:tasks.rados.rados.0.smithi040.stdout:3827: done (1 left) 2024-04-22T04:40:14.260 INFO:tasks.rados.rados.0.smithi040.stdout:3828: rollback oid 8 current snap is 393 2024-04-22T04:40:14.260 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 8 to 377 2024-04-22T04:40:14.262 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 393 2024-04-22T04:40:14.262 INFO:tasks.rados.rados.0.smithi040.stdout:3829: seq_num 1210 ranges {3801088=671744,4472832=401408} 2024-04-22T04:40:14.285 INFO:tasks.rados.rados.0.smithi040.stdout:3829: writing smithi04078109-32 from 3801088 to 4472832 tid 1 2024-04-22T04:40:14.288 INFO:tasks.rados.rados.0.smithi040.stdout:3829: writing smithi04078109-32 from 4472832 to 4874240 tid 2 2024-04-22T04:40:14.288 INFO:tasks.rados.rados.0.smithi040.stdout:3830: rmattr oid 7 current snap is 393 2024-04-22T04:40:14.288 INFO:tasks.rados.rados.0.smithi040.stdout:3830: done (3 left) 2024-04-22T04:40:14.288 INFO:tasks.rados.rados.0.smithi040.stdout:3831: copy_from oid 6 from oid 34 current snap is 393 2024-04-22T04:40:14.288 INFO:tasks.rados.rados.0.smithi040.stdout:3828: finishing rollback tid 0 to smithi04078109-8 2024-04-22T04:40:14.288 INFO:tasks.rados.rados.0.smithi040.stdout:3828: finishing rollback tid 1 to smithi04078109-8 2024-04-22T04:40:14.288 INFO:tasks.rados.rados.0.smithi040.stdout:3828: finishing rollback tid 2 to smithi04078109-8 2024-04-22T04:40:14.288 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 8 v 2229 (ObjNum 968 snap 303 seq_num 968) dirty exists 2024-04-22T04:40:14.288 INFO:tasks.rados.rados.0.smithi040.stdout:3826: expect (ObjNum 1146 snap 359 seq_num 1146) 2024-04-22T04:40:14.480 INFO:tasks.rados.rados.0.smithi040.stdout:3831: finishing copy_from racing read to smithi04078109-6 2024-04-22T04:40:14.480 INFO:tasks.rados.rados.0.smithi040.stdout:3829: finishing write tid 1 to smithi04078109-32 2024-04-22T04:40:14.480 INFO:tasks.rados.rados.0.smithi040.stdout:3831: finishing copy_from to smithi04078109-6 2024-04-22T04:40:14.480 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 2477 (ObjNum 1 snap 32647 seq_num 2852540024) dirty exists 2024-04-22T04:40:14.480 INFO:tasks.rados.rados.0.smithi040.stdout:3829: finishing write tid 2 to smithi04078109-32 2024-04-22T04:40:14.480 INFO:tasks.rados.rados.0.smithi040.stdout:3826: done (3 left) 2024-04-22T04:40:14.480 INFO:tasks.rados.rados.0.smithi040.stdout:3828: done (2 left) 2024-04-22T04:40:14.480 INFO:tasks.rados.rados.0.smithi040.stdout:3831: done (1 left) 2024-04-22T04:40:14.480 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 49 current snap is 393 2024-04-22T04:40:14.481 INFO:tasks.rados.rados.0.smithi040.stdout:3829: finishing write tid 3 to smithi04078109-32 2024-04-22T04:40:14.481 INFO:tasks.rados.rados.0.smithi040.stdout:3832: seq_num 1211 ranges {794624=688128,1482752=401408} 2024-04-22T04:40:14.487 INFO:tasks.rados.rados.0.smithi040.stdout:3832: writing smithi04078109-49 from 794624 to 1482752 tid 1 2024-04-22T04:40:14.490 INFO:tasks.rados.rados.0.smithi040.stdout:3832: writing smithi04078109-49 from 1482752 to 1884160 tid 2 2024-04-22T04:40:14.490 INFO:tasks.rados.rados.0.smithi040.stdout:3833: delete oid 48 current snap is 393 2024-04-22T04:40:14.490 INFO:tasks.rados.rados.0.smithi040.stdout:3829: finishing write tid 4 to smithi04078109-32 2024-04-22T04:40:14.490 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 2813 (ObjNum 1210 snap 393 seq_num 1210) dirty exists 2024-04-22T04:40:14.490 INFO:tasks.rados.rados.0.smithi040.stdout:3829: left oid 32 (ObjNum 1210 snap 393 seq_num 1210) 2024-04-22T04:40:14.492 INFO:tasks.rados.rados.0.smithi040.stdout:3829: done (2 left) 2024-04-22T04:40:14.493 INFO:tasks.rados.rados.0.smithi040.stdout:3833: done (1 left) 2024-04-22T04:40:14.493 INFO:tasks.rados.rados.0.smithi040.stdout:3834: rollback oid 10 current snap is 393 2024-04-22T04:40:14.493 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 10 to 382 2024-04-22T04:40:14.493 INFO:tasks.rados.rados.0.smithi040.stdout:3835: setattr oid 20 current snap is 393 2024-04-22T04:40:14.494 INFO:tasks.rados.rados.0.smithi040.stdout:3832: finishing write tid 1 to smithi04078109-49 2024-04-22T04:40:14.494 INFO:tasks.rados.rados.0.smithi040.stdout:3832: finishing write tid 2 to smithi04078109-49 2024-04-22T04:40:14.495 INFO:tasks.rados.rados.0.smithi040.stdout:3832: finishing write tid 3 to smithi04078109-49 2024-04-22T04:40:14.495 INFO:tasks.rados.rados.0.smithi040.stdout:3836: read oid 39 snap -1 2024-04-22T04:40:14.495 INFO:tasks.rados.rados.0.smithi040.stdout:3836: expect (ObjNum 1055 snap 330 seq_num 1055) 2024-04-22T04:40:14.495 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 29 current snap is 393 2024-04-22T04:40:14.495 INFO:tasks.rados.rados.0.smithi040.stdout:3837: seq_num 1213 ranges {20578304=720896,21299200=401408} 2024-04-22T04:40:14.611 INFO:tasks.rados.rados.0.smithi040.stdout:3837: writing smithi04078109-29 from 20578304 to 21299200 tid 1 2024-04-22T04:40:14.614 INFO:tasks.rados.rados.0.smithi040.stdout:3837: writing smithi04078109-29 from 21299200 to 21700608 tid 2 2024-04-22T04:40:14.614 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 393 2024-04-22T04:40:14.614 INFO:tasks.rados.rados.0.smithi040.stdout:3832: finishing write tid 4 to smithi04078109-49 2024-04-22T04:40:14.614 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 2485 (ObjNum 1211 snap 393 seq_num 1211) dirty exists 2024-04-22T04:40:14.614 INFO:tasks.rados.rados.0.smithi040.stdout:3832: left oid 49 (ObjNum 1211 snap 393 seq_num 1211) 2024-04-22T04:40:14.614 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1860 (ObjNum 1186 snap 386 seq_num 1186) dirty exists 2024-04-22T04:40:14.614 INFO:tasks.rados.rados.0.smithi040.stdout:3834: finishing rollback tid 0 to smithi04078109-10 2024-04-22T04:40:14.614 INFO:tasks.rados.rados.0.smithi040.stdout:3834: finishing rollback tid 1 to smithi04078109-10 2024-04-22T04:40:14.614 INFO:tasks.rados.rados.0.smithi040.stdout:3834: finishing rollback tid 2 to smithi04078109-10 2024-04-22T04:40:14.615 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 2034 (ObjNum 1174 snap 381 seq_num 1174) dirty exists 2024-04-22T04:40:14.615 INFO:tasks.rados.rados.0.smithi040.stdout:3836: expect (ObjNum 1055 snap 330 seq_num 1055) 2024-04-22T04:40:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:14 smithi062 ceph-mon[78153]: pgmap v945: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 751 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 6.2 MiB/s wr, 22 op/s 2024-04-22T04:40:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:14 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:40:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:14 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:40:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:14 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:40:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:14 smithi062 ceph-mon[78153]: osdmap e817: 8 total, 8 up, 8 in 2024-04-22T04:40:14.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:14 smithi040 ceph-mon[88445]: pgmap v945: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 751 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 6.2 MiB/s wr, 22 op/s 2024-04-22T04:40:14.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:14 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:40:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:14 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:40:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:14 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:40:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:14 smithi040 ceph-mon[88445]: osdmap e817: 8 total, 8 up, 8 in 2024-04-22T04:40:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:14 smithi040 ceph-mon[91058]: pgmap v945: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 751 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 6.2 MiB/s wr, 22 op/s 2024-04-22T04:40:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:14 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:40:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:14 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:40:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:14 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:40:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:14 smithi040 ceph-mon[91058]: osdmap e817: 8 total, 8 up, 8 in 2024-04-22T04:40:14.820 INFO:tasks.rados.rados.0.smithi040.stdout:3837: finishing write tid 1 to smithi04078109-29 2024-04-22T04:40:14.820 INFO:tasks.rados.rados.0.smithi040.stdout:3837: finishing write tid 2 to smithi04078109-29 2024-04-22T04:40:14.820 INFO:tasks.rados.rados.0.smithi040.stdout:3837: finishing write tid 3 to smithi04078109-29 2024-04-22T04:40:14.820 INFO:tasks.rados.rados.0.smithi040.stdout:3837: finishing write tid 4 to smithi04078109-29 2024-04-22T04:40:14.820 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 2804 (ObjNum 1213 snap 393 seq_num 1213) dirty exists 2024-04-22T04:40:14.820 INFO:tasks.rados.rados.0.smithi040.stdout:3837: left oid 29 (ObjNum 1213 snap 393 seq_num 1213) 2024-04-22T04:40:14.820 INFO:tasks.rados.rados.0.smithi040.stdout:3838: seq_num 1214 ranges {5988352=737280,6725632=401408} 2024-04-22T04:40:14.856 INFO:tasks.rados.rados.0.smithi040.stdout:3838: writing smithi04078109-40 from 5988352 to 6725632 tid 1 2024-04-22T04:40:14.859 INFO:tasks.rados.rados.0.smithi040.stdout:3838: writing smithi04078109-40 from 6725632 to 7127040 tid 2 2024-04-22T04:40:14.859 INFO:tasks.rados.rados.0.smithi040.stdout:3832: done (5 left) 2024-04-22T04:40:14.859 INFO:tasks.rados.rados.0.smithi040.stdout:3834: done (4 left) 2024-04-22T04:40:14.859 INFO:tasks.rados.rados.0.smithi040.stdout:3835: done (3 left) 2024-04-22T04:40:14.859 INFO:tasks.rados.rados.0.smithi040.stdout:3836: done (2 left) 2024-04-22T04:40:14.859 INFO:tasks.rados.rados.0.smithi040.stdout:3837: done (1 left) 2024-04-22T04:40:14.860 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 393 2024-04-22T04:40:14.860 INFO:tasks.rados.rados.0.smithi040.stdout:3839: seq_num 1215 ranges {8339456=753664,9093120=401408} 2024-04-22T04:40:14.908 INFO:tasks.rados.rados.0.smithi040.stdout:3839: writing smithi04078109-19 from 8339456 to 9093120 tid 1 2024-04-22T04:40:14.911 INFO:tasks.rados.rados.0.smithi040.stdout:3839: writing smithi04078109-19 from 9093120 to 9494528 tid 2 2024-04-22T04:40:14.911 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 393 2024-04-22T04:40:14.911 INFO:tasks.rados.rados.0.smithi040.stdout:3838: finishing write tid 1 to smithi04078109-40 2024-04-22T04:40:14.911 INFO:tasks.rados.rados.0.smithi040.stdout:3838: finishing write tid 2 to smithi04078109-40 2024-04-22T04:40:14.911 INFO:tasks.rados.rados.0.smithi040.stdout:3838: finishing write tid 3 to smithi04078109-40 2024-04-22T04:40:14.911 INFO:tasks.rados.rados.0.smithi040.stdout:3838: finishing write tid 4 to smithi04078109-40 2024-04-22T04:40:14.911 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 2961 (ObjNum 1214 snap 393 seq_num 1214) dirty exists 2024-04-22T04:40:14.911 INFO:tasks.rados.rados.0.smithi040.stdout:3838: left oid 40 (ObjNum 1214 snap 393 seq_num 1214) 2024-04-22T04:40:14.912 INFO:tasks.rados.rados.0.smithi040.stdout:3840: seq_num 1216 ranges {2883584=770048,3653632=401408} 2024-04-22T04:40:14.931 INFO:tasks.rados.rados.0.smithi040.stdout:3840: writing smithi04078109-20 from 2883584 to 3653632 tid 1 2024-04-22T04:40:14.934 INFO:tasks.rados.rados.0.smithi040.stdout:3840: writing smithi04078109-20 from 3653632 to 4055040 tid 2 2024-04-22T04:40:14.934 INFO:tasks.rados.rados.0.smithi040.stdout:3838: done (2 left) 2024-04-22T04:40:14.934 INFO:tasks.rados.rados.0.smithi040.stdout:3841: read oid 43 snap -1 2024-04-22T04:40:14.934 INFO:tasks.rados.rados.0.smithi040.stdout:3841: expect (ObjNum 1027 snap 319 seq_num 1027) 2024-04-22T04:40:14.934 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 393 2024-04-22T04:40:14.934 INFO:tasks.rados.rados.0.smithi040.stdout:3839: finishing write tid 1 to smithi04078109-19 2024-04-22T04:40:14.934 INFO:tasks.rados.rados.0.smithi040.stdout:3839: finishing write tid 2 to smithi04078109-19 2024-04-22T04:40:14.934 INFO:tasks.rados.rados.0.smithi040.stdout:3839: finishing write tid 3 to smithi04078109-19 2024-04-22T04:40:14.934 INFO:tasks.rados.rados.0.smithi040.stdout:3842: seq_num 1217 ranges {4874240=786432,5660672=401408} 2024-04-22T04:40:14.964 INFO:tasks.rados.rados.0.smithi040.stdout:3842: writing smithi04078109-32 from 4874240 to 5660672 tid 1 2024-04-22T04:40:14.967 INFO:tasks.rados.rados.0.smithi040.stdout:3842: writing smithi04078109-32 from 5660672 to 6062080 tid 2 2024-04-22T04:40:14.967 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 2 current snap is 393 2024-04-22T04:40:14.967 INFO:tasks.rados.rados.0.smithi040.stdout:3839: finishing write tid 4 to smithi04078109-19 2024-04-22T04:40:14.967 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 2022 (ObjNum 1215 snap 393 seq_num 1215) dirty exists 2024-04-22T04:40:14.967 INFO:tasks.rados.rados.0.smithi040.stdout:3839: left oid 19 (ObjNum 1215 snap 393 seq_num 1215) 2024-04-22T04:40:14.967 INFO:tasks.rados.rados.0.smithi040.stdout:3840: finishing write tid 1 to smithi04078109-20 2024-04-22T04:40:14.967 INFO:tasks.rados.rados.0.smithi040.stdout:3840: finishing write tid 2 to smithi04078109-20 2024-04-22T04:40:14.967 INFO:tasks.rados.rados.0.smithi040.stdout:3840: finishing write tid 3 to smithi04078109-20 2024-04-22T04:40:14.967 INFO:tasks.rados.rados.0.smithi040.stdout:3841: expect (ObjNum 1027 snap 319 seq_num 1027) 2024-04-22T04:40:14.981 INFO:tasks.rados.rados.0.smithi040.stdout:3840: finishing write tid 4 to smithi04078109-20 2024-04-22T04:40:14.981 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1863 (ObjNum 1216 snap 393 seq_num 1216) dirty exists 2024-04-22T04:40:14.981 INFO:tasks.rados.rados.0.smithi040.stdout:3840: left oid 20 (ObjNum 1216 snap 393 seq_num 1216) 2024-04-22T04:40:14.982 INFO:tasks.rados.rados.0.smithi040.stdout:3842: finishing write tid 1 to smithi04078109-32 2024-04-22T04:40:14.982 INFO:tasks.rados.rados.0.smithi040.stdout:3843: seq_num 1218 ranges {2859008=802816,3661824=401408} 2024-04-22T04:40:15.001 INFO:tasks.rados.rados.0.smithi040.stdout:3843: writing smithi04078109-2 from 2859008 to 3661824 tid 1 2024-04-22T04:40:15.004 INFO:tasks.rados.rados.0.smithi040.stdout:3843: writing smithi04078109-2 from 3661824 to 4063232 tid 2 2024-04-22T04:40:15.004 INFO:tasks.rados.rados.0.smithi040.stdout:3839: done (4 left) 2024-04-22T04:40:15.004 INFO:tasks.rados.rados.0.smithi040.stdout:3840: done (3 left) 2024-04-22T04:40:15.004 INFO:tasks.rados.rados.0.smithi040.stdout:3841: done (2 left) 2024-04-22T04:40:15.004 INFO:tasks.rados.rados.0.smithi040.stdout:3844: rmattr oid 18 current snap is 393 2024-04-22T04:40:15.004 INFO:tasks.rados.rados.0.smithi040.stdout:3842: finishing write tid 2 to smithi04078109-32 2024-04-22T04:40:15.004 INFO:tasks.rados.rados.0.smithi040.stdout:3842: finishing write tid 3 to smithi04078109-32 2024-04-22T04:40:15.004 INFO:tasks.rados.rados.0.smithi040.stdout:3842: finishing write tid 4 to smithi04078109-32 2024-04-22T04:40:15.005 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 2816 (ObjNum 1217 snap 393 seq_num 1217) dirty exists 2024-04-22T04:40:15.005 INFO:tasks.rados.rados.0.smithi040.stdout:3842: left oid 32 (ObjNum 1217 snap 393 seq_num 1217) 2024-04-22T04:40:15.005 INFO:tasks.rados.rados.0.smithi040.stdout:3842: done (2 left) 2024-04-22T04:40:15.005 INFO:tasks.rados.rados.0.smithi040.stdout:3845: read oid 10 snap -1 2024-04-22T04:40:15.005 INFO:tasks.rados.rados.0.smithi040.stdout:3845: expect (ObjNum 1174 snap 381 seq_num 1174) 2024-04-22T04:40:15.005 INFO:tasks.rados.rados.0.smithi040.stdout:3846: rollback oid 30 current snap is 393 2024-04-22T04:40:15.005 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 30 to 352 2024-04-22T04:40:15.005 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 393 2024-04-22T04:40:15.005 INFO:tasks.rados.rados.0.smithi040.stdout:3847: seq_num 1219 ranges {0=417792,417792=557056,974848=245760} 2024-04-22T04:40:15.007 INFO:tasks.rados.rados.0.smithi040.stdout:3847: writing smithi04078109-47 from 0 to 417792 tid 1 2024-04-22T04:40:15.011 INFO:tasks.rados.rados.0.smithi040.stdout:3847: writing smithi04078109-47 from 417792 to 974848 tid 2 2024-04-22T04:40:15.012 INFO:tasks.rados.rados.0.smithi040.stdout:3847: writing smithi04078109-47 from 974848 to 1220608 tid 3 2024-04-22T04:40:15.012 INFO:tasks.rados.rados.0.smithi040.stdout:3848: read oid 21 snap -1 2024-04-22T04:40:15.012 INFO:tasks.rados.rados.0.smithi040.stdout:3848: expect deleted 2024-04-22T04:40:15.013 INFO:tasks.rados.rados.0.smithi040.stdout:3849: read oid 49 snap -1 2024-04-22T04:40:15.013 INFO:tasks.rados.rados.0.smithi040.stdout:3849: expect (ObjNum 1211 snap 393 seq_num 1211) 2024-04-22T04:40:15.013 INFO:tasks.rados.rados.0.smithi040.stdout:3850: snap_remove snap 380 2024-04-22T04:40:15.338 INFO:tasks.rados.rados.0.smithi040.stdout:3850: done (7 left) 2024-04-22T04:40:15.338 INFO:tasks.rados.rados.0.smithi040.stdout:3851: snap_remove snap 345 2024-04-22T04:40:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:40:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:40:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:40:16.342 INFO:tasks.rados.rados.0.smithi040.stdout:3851: done (7 left) 2024-04-22T04:40:16.342 INFO:tasks.rados.rados.0.smithi040.stdout:3852: snap_remove snap 382 2024-04-22T04:40:16.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:16 smithi062 ceph-mon[78153]: pgmap v948: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 751 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 6.3 MiB/s wr, 16 op/s 2024-04-22T04:40:16.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:16 smithi062 ceph-mon[78153]: osdmap e818: 8 total, 8 up, 8 in 2024-04-22T04:40:16.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:16 smithi040 ceph-mon[88445]: pgmap v948: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 751 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 6.3 MiB/s wr, 16 op/s 2024-04-22T04:40:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:16 smithi040 ceph-mon[88445]: osdmap e818: 8 total, 8 up, 8 in 2024-04-22T04:40:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:16 smithi040 ceph-mon[91058]: pgmap v948: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 751 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 6.3 MiB/s wr, 16 op/s 2024-04-22T04:40:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:16 smithi040 ceph-mon[91058]: osdmap e818: 8 total, 8 up, 8 in 2024-04-22T04:40:17.259 INFO:tasks.rados.rados.0.smithi040.stdout:3852: done (7 left) 2024-04-22T04:40:17.260 INFO:tasks.rados.rados.0.smithi040.stdout:3853: read oid 17 snap 378 2024-04-22T04:40:17.260 INFO:tasks.rados.rados.0.smithi040.stdout:3853: expect (ObjNum 1036 snap 323 seq_num 1036) 2024-04-22T04:40:17.260 INFO:tasks.rados.rados.0.smithi040.stdout:3854: read oid 5 snap -1 2024-04-22T04:40:17.260 INFO:tasks.rados.rados.0.smithi040.stdout:3854: expect (ObjNum 1158 snap 366 seq_num 1158) 2024-04-22T04:40:17.261 INFO:tasks.rados.rados.0.smithi040.stdout:3855: snap_remove snap 351 2024-04-22T04:40:17.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:17 smithi062 ceph-mon[78153]: osdmap e819: 8 total, 8 up, 8 in 2024-04-22T04:40:17.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:17 smithi062 ceph-mon[78153]: osdmap e820: 8 total, 8 up, 8 in 2024-04-22T04:40:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:17 smithi040 ceph-mon[88445]: osdmap e819: 8 total, 8 up, 8 in 2024-04-22T04:40:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:17 smithi040 ceph-mon[88445]: osdmap e820: 8 total, 8 up, 8 in 2024-04-22T04:40:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:17 smithi040 ceph-mon[91058]: osdmap e819: 8 total, 8 up, 8 in 2024-04-22T04:40:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:17 smithi040 ceph-mon[91058]: osdmap e820: 8 total, 8 up, 8 in 2024-04-22T04:40:18.255 INFO:tasks.rados.rados.0.smithi040.stdout:3855: done (9 left) 2024-04-22T04:40:18.255 INFO:tasks.rados.rados.0.smithi040.stdout:3856: read oid 48 snap 359 2024-04-22T04:40:18.255 INFO:tasks.rados.rados.0.smithi040.stdout:3856: expect deleted 2024-04-22T04:40:18.257 INFO:tasks.rados.rados.0.smithi040.stdout:3857: rollback oid 43 current snap is 393 2024-04-22T04:40:18.257 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 43 to 369 2024-04-22T04:40:18.257 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 393 2024-04-22T04:40:18.257 INFO:tasks.rados.rados.0.smithi040.stdout:3858: seq_num 1220 ranges {4055040=434176,4489216=442368,4931584=360448} 2024-04-22T04:40:18.282 INFO:tasks.rados.rados.0.smithi040.stdout:3858: writing smithi04078109-20 from 4055040 to 4489216 tid 1 2024-04-22T04:40:18.287 INFO:tasks.rados.rados.0.smithi040.stdout:3858: writing smithi04078109-20 from 4489216 to 4931584 tid 2 2024-04-22T04:40:18.288 INFO:tasks.rados.rados.0.smithi040.stdout:3858: writing smithi04078109-20 from 4931584 to 5292032 tid 3 2024-04-22T04:40:18.288 INFO:tasks.rados.rados.0.smithi040.stdout:3859: snap_create 2024-04-22T04:40:18.294 INFO:tasks.rados.rados.0.smithi040.stdout:3843: finishing write tid 1 to smithi04078109-2 2024-04-22T04:40:18.294 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 18 v 2476 (ObjNum 1089 snap 336 seq_num 1089) dirty exists 2024-04-22T04:40:18.294 INFO:tasks.rados.rados.0.smithi040.stdout:3843: finishing write tid 2 to smithi04078109-2 2024-04-22T04:40:18.294 INFO:tasks.rados.rados.0.smithi040.stdout:3846: finishing rollback tid 0 to smithi04078109-30 2024-04-22T04:40:18.294 INFO:tasks.rados.rados.0.smithi040.stdout:3843: finishing write tid 3 to smithi04078109-2 2024-04-22T04:40:18.294 INFO:tasks.rados.rados.0.smithi040.stdout:3846: finishing rollback tid 1 to smithi04078109-30 2024-04-22T04:40:18.294 INFO:tasks.rados.rados.0.smithi040.stdout:3843: finishing write tid 4 to smithi04078109-2 2024-04-22T04:40:18.294 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 2692 (ObjNum 1218 snap 393 seq_num 1218) dirty exists 2024-04-22T04:40:18.294 INFO:tasks.rados.rados.0.smithi040.stdout:3843: left oid 2 (ObjNum 1218 snap 393 seq_num 1218) 2024-04-22T04:40:18.294 INFO:tasks.rados.rados.0.smithi040.stdout:3846: finishing rollback tid 2 to smithi04078109-30 2024-04-22T04:40:18.295 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 2481 (ObjNum 988 snap 307 seq_num 988) dirty exists 2024-04-22T04:40:18.295 INFO:tasks.rados.rados.0.smithi040.stdout:3847: finishing write tid 1 to smithi04078109-47 2024-04-22T04:40:18.295 INFO:tasks.rados.rados.0.smithi040.stdout:3847: finishing write tid 2 to smithi04078109-47 2024-04-22T04:40:18.295 INFO:tasks.rados.rados.0.smithi040.stdout:3849: expect (ObjNum 1211 snap 393 seq_num 1211) 2024-04-22T04:40:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:3847: finishing write tid 3 to smithi04078109-47 2024-04-22T04:40:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:3847: finishing write tid 4 to smithi04078109-47 2024-04-22T04:40:18.363 INFO:tasks.rados.rados.0.smithi040.stdout:3847: finishing write tid 5 to smithi04078109-47 2024-04-22T04:40:18.364 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 1841 (ObjNum 1219 snap 393 seq_num 1219) dirty exists 2024-04-22T04:40:18.364 INFO:tasks.rados.rados.0.smithi040.stdout:3847: left oid 47 (ObjNum 1219 snap 393 seq_num 1219) 2024-04-22T04:40:18.364 INFO:tasks.rados.rados.0.smithi040.stdout:3845: expect (ObjNum 1174 snap 381 seq_num 1174) 2024-04-22T04:40:18.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:18 smithi062 ceph-mon[78153]: pgmap v951: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 757 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-22T04:40:18.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:18 smithi062 ceph-mon[78153]: osdmap e821: 8 total, 8 up, 8 in 2024-04-22T04:40:18.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:18 smithi040 ceph-mon[88445]: pgmap v951: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 757 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-22T04:40:18.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:18 smithi040 ceph-mon[88445]: osdmap e821: 8 total, 8 up, 8 in 2024-04-22T04:40:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:18 smithi040 ceph-mon[91058]: pgmap v951: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 757 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-22T04:40:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:18 smithi040 ceph-mon[91058]: osdmap e821: 8 total, 8 up, 8 in 2024-04-22T04:40:18.939 INFO:tasks.rados.rados.0.smithi040.stdout:3853: expect (ObjNum 1036 snap 323 seq_num 1036) 2024-04-22T04:40:19.044 INFO:tasks.rados.rados.0.smithi040.stdout:3854: expect (ObjNum 1158 snap 366 seq_num 1158) 2024-04-22T04:40:19.203 INFO:tasks.rados.rados.0.smithi040.stdout:3857: finishing rollback tid 0 to smithi04078109-43 2024-04-22T04:40:19.203 INFO:tasks.rados.rados.0.smithi040.stdout:3857: finishing rollback tid 1 to smithi04078109-43 2024-04-22T04:40:19.203 INFO:tasks.rados.rados.0.smithi040.stdout:3857: finishing rollback tid 2 to smithi04078109-43 2024-04-22T04:40:19.203 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 2037 (ObjNum 1027 snap 319 seq_num 1027) dirty exists 2024-04-22T04:40:19.204 INFO:tasks.rados.rados.0.smithi040.stdout:3858: finishing write tid 1 to smithi04078109-20 2024-04-22T04:40:19.204 INFO:tasks.rados.rados.0.smithi040.stdout:3858: finishing write tid 2 to smithi04078109-20 2024-04-22T04:40:19.204 INFO:tasks.rados.rados.0.smithi040.stdout:3858: finishing write tid 3 to smithi04078109-20 2024-04-22T04:40:19.204 INFO:tasks.rados.rados.0.smithi040.stdout:3858: finishing write tid 4 to smithi04078109-20 2024-04-22T04:40:19.204 INFO:tasks.rados.rados.0.smithi040.stdout:3858: finishing write tid 5 to smithi04078109-20 2024-04-22T04:40:19.204 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1867 (ObjNum 1220 snap 393 seq_num 1220) dirty exists 2024-04-22T04:40:19.204 INFO:tasks.rados.rados.0.smithi040.stdout:3858: left oid 20 (ObjNum 1220 snap 393 seq_num 1220) 2024-04-22T04:40:19.259 INFO:tasks.rados.rados.0.smithi040.stdout:3843: done (12 left) 2024-04-22T04:40:19.259 INFO:tasks.rados.rados.0.smithi040.stdout:3844: done (11 left) 2024-04-22T04:40:19.259 INFO:tasks.rados.rados.0.smithi040.stdout:3845: done (10 left) 2024-04-22T04:40:19.259 INFO:tasks.rados.rados.0.smithi040.stdout:3846: done (9 left) 2024-04-22T04:40:19.259 INFO:tasks.rados.rados.0.smithi040.stdout:3847: done (8 left) 2024-04-22T04:40:19.259 INFO:tasks.rados.rados.0.smithi040.stdout:3848: done (7 left) 2024-04-22T04:40:19.259 INFO:tasks.rados.rados.0.smithi040.stdout:3849: done (6 left) 2024-04-22T04:40:19.259 INFO:tasks.rados.rados.0.smithi040.stdout:3853: done (5 left) 2024-04-22T04:40:19.259 INFO:tasks.rados.rados.0.smithi040.stdout:3854: done (4 left) 2024-04-22T04:40:19.259 INFO:tasks.rados.rados.0.smithi040.stdout:3856: done (3 left) 2024-04-22T04:40:19.260 INFO:tasks.rados.rados.0.smithi040.stdout:3857: done (2 left) 2024-04-22T04:40:19.260 INFO:tasks.rados.rados.0.smithi040.stdout:3858: done (1 left) 2024-04-22T04:40:19.260 INFO:tasks.rados.rados.0.smithi040.stdout:3859: done (0 left) 2024-04-22T04:40:19.260 INFO:tasks.rados.rados.0.smithi040.stdout:3860: copy_from oid 13 from oid 29 current snap is 394 2024-04-22T04:40:19.260 INFO:tasks.rados.rados.0.smithi040.stdout:3861: setattr oid 33 current snap is 394 2024-04-22T04:40:19.260 INFO:tasks.rados.rados.0.smithi040.stdout:3862: setattr oid 30 current snap is 394 2024-04-22T04:40:19.261 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 7 current snap is 394 2024-04-22T04:40:19.261 INFO:tasks.rados.rados.0.smithi040.stdout:3863: seq_num 1221 ranges {622592=458752,1081344=729088,1810432=73728} 2024-04-22T04:40:19.267 INFO:tasks.rados.rados.0.smithi040.stdout:3863: writing smithi04078109-7 from 622592 to 1081344 tid 1 2024-04-22T04:40:19.272 INFO:tasks.rados.rados.0.smithi040.stdout:3863: writing smithi04078109-7 from 1081344 to 1810432 tid 2 2024-04-22T04:40:19.273 INFO:tasks.rados.rados.0.smithi040.stdout:3863: writing smithi04078109-7 from 1810432 to 1884160 tid 3 2024-04-22T04:40:19.273 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 27 current snap is 394 2024-04-22T04:40:19.273 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 2482 (ObjNum 1953066355 snap 875587944 seq_num 825767728) dirty exists 2024-04-22T04:40:19.273 INFO:tasks.rados.rados.0.smithi040.stdout:3864: seq_num 1222 ranges {3702784=475136,4177920=606208,4784128=196608} 2024-04-22T04:40:19.296 INFO:tasks.rados.rados.0.smithi040.stdout:3864: writing smithi04078109-27 from 3702784 to 4177920 tid 1 2024-04-22T04:40:19.299 INFO:tasks.rados.rados.0.smithi040.stdout:3864: writing smithi04078109-27 from 4177920 to 4784128 tid 2 2024-04-22T04:40:19.301 INFO:tasks.rados.rados.0.smithi040.stdout:3864: writing smithi04078109-27 from 4784128 to 4980736 tid 3 2024-04-22T04:40:19.301 INFO:tasks.rados.rados.0.smithi040.stdout:3861: done (4 left) 2024-04-22T04:40:19.301 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 47 current snap is 394 2024-04-22T04:40:19.301 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 2483 (ObjNum 988 snap 307 seq_num 988) dirty exists 2024-04-22T04:40:19.301 INFO:tasks.rados.rados.0.smithi040.stdout:3863: finishing write tid 1 to smithi04078109-7 2024-04-22T04:40:19.301 INFO:tasks.rados.rados.0.smithi040.stdout:3863: finishing write tid 2 to smithi04078109-7 2024-04-22T04:40:19.302 INFO:tasks.rados.rados.0.smithi040.stdout:3863: finishing write tid 3 to smithi04078109-7 2024-04-22T04:40:19.302 INFO:tasks.rados.rados.0.smithi040.stdout:3863: finishing write tid 4 to smithi04078109-7 2024-04-22T04:40:19.302 INFO:tasks.rados.rados.0.smithi040.stdout:3863: finishing write tid 5 to smithi04078109-7 2024-04-22T04:40:19.302 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 2489 (ObjNum 1221 snap 394 seq_num 1221) dirty exists 2024-04-22T04:40:19.302 INFO:tasks.rados.rados.0.smithi040.stdout:3863: left oid 7 (ObjNum 1221 snap 394 seq_num 1221) 2024-04-22T04:40:19.302 INFO:tasks.rados.rados.0.smithi040.stdout:3865: seq_num 1223 ranges {1220608=491520,1712128=491520,2203648=311296} 2024-04-22T04:40:19.310 INFO:tasks.rados.rados.0.smithi040.stdout:3865: writing smithi04078109-47 from 1220608 to 1712128 tid 1 2024-04-22T04:40:19.313 INFO:tasks.rados.rados.0.smithi040.stdout:3865: writing smithi04078109-47 from 1712128 to 2203648 tid 2 2024-04-22T04:40:19.316 INFO:tasks.rados.rados.0.smithi040.stdout:3865: writing smithi04078109-47 from 2203648 to 2514944 tid 3 2024-04-22T04:40:19.316 INFO:tasks.rados.rados.0.smithi040.stdout:3862: done (4 left) 2024-04-22T04:40:19.316 INFO:tasks.rados.rados.0.smithi040.stdout:3863: done (3 left) 2024-04-22T04:40:19.316 INFO:tasks.rados.rados.0.smithi040.stdout:3866: read oid 31 snap -1 2024-04-22T04:40:19.316 INFO:tasks.rados.rados.0.smithi040.stdout:3866: expect deleted 2024-04-22T04:40:19.316 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 35 current snap is 394 2024-04-22T04:40:19.316 INFO:tasks.rados.rados.0.smithi040.stdout:3864: finishing write tid 1 to smithi04078109-27 2024-04-22T04:40:19.316 INFO:tasks.rados.rados.0.smithi040.stdout:3867: seq_num 1224 ranges {0=507904,507904=425984,933888=376832} 2024-04-22T04:40:19.318 INFO:tasks.rados.rados.0.smithi040.stdout:3867: writing smithi04078109-35 from 0 to 507904 tid 1 2024-04-22T04:40:19.320 INFO:tasks.rados.rados.0.smithi040.stdout:3867: writing smithi04078109-35 from 507904 to 933888 tid 2 2024-04-22T04:40:19.323 INFO:tasks.rados.rados.0.smithi040.stdout:3867: writing smithi04078109-35 from 933888 to 1310720 tid 3 2024-04-22T04:40:19.323 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 17 current snap is 394 2024-04-22T04:40:19.323 INFO:tasks.rados.rados.0.smithi040.stdout:3864: finishing write tid 2 to smithi04078109-27 2024-04-22T04:40:19.323 INFO:tasks.rados.rados.0.smithi040.stdout:3864: finishing write tid 3 to smithi04078109-27 2024-04-22T04:40:19.324 INFO:tasks.rados.rados.0.smithi040.stdout:3864: finishing write tid 4 to smithi04078109-27 2024-04-22T04:40:19.324 INFO:tasks.rados.rados.0.smithi040.stdout:3864: finishing write tid 5 to smithi04078109-27 2024-04-22T04:40:19.324 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 2026 (ObjNum 1222 snap 394 seq_num 1222) dirty exists 2024-04-22T04:40:19.324 INFO:tasks.rados.rados.0.smithi040.stdout:3864: left oid 27 (ObjNum 1222 snap 394 seq_num 1222) 2024-04-22T04:40:19.324 INFO:tasks.rados.rados.0.smithi040.stdout:3868: seq_num 1225 ranges {2613248=524288,3137536=712704,3850240=90112} 2024-04-22T04:40:19.341 INFO:tasks.rados.rados.0.smithi040.stdout:3868: writing smithi04078109-17 from 2613248 to 3137536 tid 1 2024-04-22T04:40:19.345 INFO:tasks.rados.rados.0.smithi040.stdout:3868: writing smithi04078109-17 from 3137536 to 3850240 tid 2 2024-04-22T04:40:19.346 INFO:tasks.rados.rados.0.smithi040.stdout:3868: writing smithi04078109-17 from 3850240 to 3940352 tid 3 2024-04-22T04:40:19.346 INFO:tasks.rados.rados.0.smithi040.stdout:3864: done (5 left) 2024-04-22T04:40:19.346 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 19 current snap is 394 2024-04-22T04:40:19.346 INFO:tasks.rados.rados.0.smithi040.stdout:3869: seq_num 1226 ranges {9494528=540672,10035200=598016,10633216=204800} 2024-04-22T04:40:19.401 INFO:tasks.rados.rados.0.smithi040.stdout:3869: writing smithi04078109-19 from 9494528 to 10035200 tid 1 2024-04-22T04:40:19.404 INFO:tasks.rados.rados.0.smithi040.stdout:3869: writing smithi04078109-19 from 10035200 to 10633216 tid 2 2024-04-22T04:40:19.405 INFO:tasks.rados.rados.0.smithi040.stdout:3869: writing smithi04078109-19 from 10633216 to 10838016 tid 3 2024-04-22T04:40:19.405 INFO:tasks.rados.rados.0.smithi040.stdout:3870: rmattr oid 9 current snap is 394 2024-04-22T04:40:19.405 INFO:tasks.rados.rados.0.smithi040.stdout:3870: done (6 left) 2024-04-22T04:40:19.405 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 28 current snap is 394 2024-04-22T04:40:19.406 INFO:tasks.rados.rados.0.smithi040.stdout:3871: seq_num 1227 ranges {0=557056,557056=483328,1040384=319488} 2024-04-22T04:40:19.408 INFO:tasks.rados.rados.0.smithi040.stdout:3871: writing smithi04078109-28 from 0 to 557056 tid 1 2024-04-22T04:40:19.411 INFO:tasks.rados.rados.0.smithi040.stdout:3871: writing smithi04078109-28 from 557056 to 1040384 tid 2 2024-04-22T04:40:19.414 INFO:tasks.rados.rados.0.smithi040.stdout:3871: writing smithi04078109-28 from 1040384 to 1359872 tid 3 2024-04-22T04:40:19.414 INFO:tasks.rados.rados.0.smithi040.stdout:3872: snap_create 2024-04-22T04:40:19.414 INFO:tasks.rados.rados.0.smithi040.stdout:3865: finishing write tid 1 to smithi04078109-47 2024-04-22T04:40:19.414 INFO:tasks.rados.rados.0.smithi040.stdout:3865: finishing write tid 2 to smithi04078109-47 2024-04-22T04:40:19.414 INFO:tasks.rados.rados.0.smithi040.stdout:3865: finishing write tid 3 to smithi04078109-47 2024-04-22T04:40:19.414 INFO:tasks.rados.rados.0.smithi040.stdout:3865: finishing write tid 4 to smithi04078109-47 2024-04-22T04:40:19.414 INFO:tasks.rados.rados.0.smithi040.stdout:3865: finishing write tid 5 to smithi04078109-47 2024-04-22T04:40:19.414 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 1845 (ObjNum 1223 snap 394 seq_num 1223) dirty exists 2024-04-22T04:40:19.415 INFO:tasks.rados.rados.0.smithi040.stdout:3865: left oid 47 (ObjNum 1223 snap 394 seq_num 1223) 2024-04-22T04:40:19.415 INFO:tasks.rados.rados.0.smithi040.stdout:3867: finishing write tid 1 to smithi04078109-35 2024-04-22T04:40:19.415 INFO:tasks.rados.rados.0.smithi040.stdout:3867: finishing write tid 2 to smithi04078109-35 2024-04-22T04:40:19.415 INFO:tasks.rados.rados.0.smithi040.stdout:3867: finishing write tid 3 to smithi04078109-35 2024-04-22T04:40:19.415 INFO:tasks.rados.rados.0.smithi040.stdout:3867: finishing write tid 4 to smithi04078109-35 2024-04-22T04:40:19.415 INFO:tasks.rados.rados.0.smithi040.stdout:3867: finishing write tid 5 to smithi04078109-35 2024-04-22T04:40:19.415 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 35 v 2487 (ObjNum 1224 snap 394 seq_num 1224) dirty exists 2024-04-22T04:40:19.415 INFO:tasks.rados.rados.0.smithi040.stdout:3867: left oid 35 (ObjNum 1224 snap 394 seq_num 1224) 2024-04-22T04:40:19.415 INFO:tasks.rados.rados.0.smithi040.stdout:3868: finishing write tid 1 to smithi04078109-17 2024-04-22T04:40:19.415 INFO:tasks.rados.rados.0.smithi040.stdout:3868: finishing write tid 2 to smithi04078109-17 2024-04-22T04:40:19.415 INFO:tasks.rados.rados.0.smithi040.stdout:3868: finishing write tid 3 to smithi04078109-17 2024-04-22T04:40:19.415 INFO:tasks.rados.rados.0.smithi040.stdout:3868: finishing write tid 4 to smithi04078109-17 2024-04-22T04:40:19.415 INFO:tasks.rados.rados.0.smithi040.stdout:3868: finishing write tid 5 to smithi04078109-17 2024-04-22T04:40:19.415 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 2725 (ObjNum 1225 snap 394 seq_num 1225) dirty exists 2024-04-22T04:40:19.415 INFO:tasks.rados.rados.0.smithi040.stdout:3868: left oid 17 (ObjNum 1225 snap 394 seq_num 1225) 2024-04-22T04:40:19.415 INFO:tasks.rados.rados.0.smithi040.stdout:3860: finishing copy_from racing read to smithi04078109-13 2024-04-22T04:40:19.415 INFO:tasks.rados.rados.0.smithi040.stdout:3860: finishing copy_from to smithi04078109-13 2024-04-22T04:40:19.416 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 2804 (ObjNum 1213 snap 393 seq_num 1213) dirty exists 2024-04-22T04:40:19.416 INFO:tasks.rados.rados.0.smithi040.stdout:3869: finishing write tid 1 to smithi04078109-19 2024-04-22T04:40:19.416 INFO:tasks.rados.rados.0.smithi040.stdout:3869: finishing write tid 2 to smithi04078109-19 2024-04-22T04:40:19.416 INFO:tasks.rados.rados.0.smithi040.stdout:3869: finishing write tid 3 to smithi04078109-19 2024-04-22T04:40:19.416 INFO:tasks.rados.rados.0.smithi040.stdout:3869: finishing write tid 4 to smithi04078109-19 2024-04-22T04:40:19.416 INFO:tasks.rados.rados.0.smithi040.stdout:3869: finishing write tid 5 to smithi04078109-19 2024-04-22T04:40:19.416 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 2030 (ObjNum 1226 snap 394 seq_num 1226) dirty exists 2024-04-22T04:40:19.416 INFO:tasks.rados.rados.0.smithi040.stdout:3869: left oid 19 (ObjNum 1226 snap 394 seq_num 1226) 2024-04-22T04:40:19.416 INFO:tasks.rados.rados.0.smithi040.stdout:3871: finishing write tid 1 to smithi04078109-28 2024-04-22T04:40:19.417 INFO:tasks.rados.rados.0.smithi040.stdout:3871: finishing write tid 2 to smithi04078109-28 2024-04-22T04:40:19.417 INFO:tasks.rados.rados.0.smithi040.stdout:3871: finishing write tid 3 to smithi04078109-28 2024-04-22T04:40:19.417 INFO:tasks.rados.rados.0.smithi040.stdout:3871: finishing write tid 4 to smithi04078109-28 2024-04-22T04:40:19.417 INFO:tasks.rados.rados.0.smithi040.stdout:3871: finishing write tid 5 to smithi04078109-28 2024-04-22T04:40:19.417 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 2233 (ObjNum 1227 snap 394 seq_num 1227) dirty exists 2024-04-22T04:40:19.417 INFO:tasks.rados.rados.0.smithi040.stdout:3871: left oid 28 (ObjNum 1227 snap 394 seq_num 1227) 2024-04-22T04:40:20.367 INFO:tasks.rados.rados.0.smithi040.stdout:3860: done (7 left) 2024-04-22T04:40:20.367 INFO:tasks.rados.rados.0.smithi040.stdout:3865: done (6 left) 2024-04-22T04:40:20.367 INFO:tasks.rados.rados.0.smithi040.stdout:3866: done (5 left) 2024-04-22T04:40:20.367 INFO:tasks.rados.rados.0.smithi040.stdout:3867: done (4 left) 2024-04-22T04:40:20.367 INFO:tasks.rados.rados.0.smithi040.stdout:3868: done (3 left) 2024-04-22T04:40:20.367 INFO:tasks.rados.rados.0.smithi040.stdout:3869: done (2 left) 2024-04-22T04:40:20.367 INFO:tasks.rados.rados.0.smithi040.stdout:3871: done (1 left) 2024-04-22T04:40:20.367 INFO:tasks.rados.rados.0.smithi040.stdout:3872: done (0 left) 2024-04-22T04:40:20.368 INFO:tasks.rados.rados.0.smithi040.stdout:3873: snap_remove snap 374 2024-04-22T04:40:20.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:40:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:40:20] "GET /metrics HTTP/1.1" 200 242009 "" "Prometheus/2.43.0" 2024-04-22T04:40:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:20 smithi040 ceph-mon[88445]: pgmap v954: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 776 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-22T04:40:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:20 smithi040 ceph-mon[88445]: osdmap e822: 8 total, 8 up, 8 in 2024-04-22T04:40:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:20 smithi040 ceph-mon[91058]: pgmap v954: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 776 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-22T04:40:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:20 smithi040 ceph-mon[91058]: osdmap e822: 8 total, 8 up, 8 in 2024-04-22T04:40:20.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:20 smithi062 ceph-mon[78153]: pgmap v954: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 776 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-22T04:40:20.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:20 smithi062 ceph-mon[78153]: osdmap e822: 8 total, 8 up, 8 in 2024-04-22T04:40:21.374 INFO:tasks.rados.rados.0.smithi040.stdout:3873: done (0 left) 2024-04-22T04:40:21.375 INFO:tasks.rados.rados.0.smithi040.stdout:3874: copy_from oid 49 from oid 2 current snap is 395 2024-04-22T04:40:21.379 INFO:tasks.rados.rados.0.smithi040.stdout:3875: read oid 18 snap -1 2024-04-22T04:40:21.379 INFO:tasks.rados.rados.0.smithi040.stdout:3875: expect (ObjNum 1089 snap 336 seq_num 1089) 2024-04-22T04:40:21.379 INFO:tasks.rados.rados.0.smithi040.stdout:3876: read oid 44 snap -1 2024-04-22T04:40:21.379 INFO:tasks.rados.rados.0.smithi040.stdout:3876: expect (ObjNum 1208 snap 391 seq_num 1208) 2024-04-22T04:40:21.379 INFO:tasks.rados.rados.0.smithi040.stdout:3877: read oid 30 snap -1 2024-04-22T04:40:21.379 INFO:tasks.rados.rados.0.smithi040.stdout:3877: expect (ObjNum 988 snap 307 seq_num 988) 2024-04-22T04:40:21.379 INFO:tasks.rados.rados.0.smithi040.stdout:3878: read oid 36 snap -1 2024-04-22T04:40:21.380 INFO:tasks.rados.rados.0.smithi040.stdout:3878: expect (ObjNum 1185 snap 383 seq_num 1185) 2024-04-22T04:40:21.380 INFO:tasks.rados.rados.0.smithi040.stdout:3879: rollback oid 46 current snap is 395 2024-04-22T04:40:21.380 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 46 to 369 2024-04-22T04:40:21.380 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 395 2024-04-22T04:40:21.380 INFO:tasks.rados.rados.0.smithi040.stdout:3880: seq_num 1228 ranges {5292032=573440,5865472=761856,6627328=40960} 2024-04-22T04:40:21.415 INFO:tasks.rados.rados.0.smithi040.stdout:3880: writing smithi04078109-20 from 5292032 to 5865472 tid 1 2024-04-22T04:40:21.415 INFO:tasks.rados.rados.0.smithi040.stdout:3880: writing smithi04078109-20 from 5865472 to 6627328 tid 2 2024-04-22T04:40:21.415 INFO:tasks.rados.rados.0.smithi040.stdout:3880: writing smithi04078109-20 from 6627328 to 6668288 tid 3 2024-04-22T04:40:21.415 INFO:tasks.rados.rados.0.smithi040.stdout:3881: read oid 41 snap 390 2024-04-22T04:40:21.415 INFO:tasks.rados.rados.0.smithi040.stdout:3881: expect (ObjNum 1184 snap 383 seq_num 1184) 2024-04-22T04:40:21.415 INFO:tasks.rados.rados.0.smithi040.stdout:3882: read oid 28 snap -1 2024-04-22T04:40:21.416 INFO:tasks.rados.rados.0.smithi040.stdout:3882: expect (ObjNum 1227 snap 394 seq_num 1227) 2024-04-22T04:40:21.416 INFO:tasks.rados.rados.0.smithi040.stdout:3883: snap_create 2024-04-22T04:40:21.434 INFO:tasks.rados.rados.0.smithi040.stdout:3878: expect (ObjNum 1185 snap 383 seq_num 1185) 2024-04-22T04:40:21.451 INFO:tasks.rados.rados.0.smithi040.stdout:3879: finishing rollback tid 0 to smithi04078109-46 2024-04-22T04:40:21.451 INFO:tasks.rados.rados.0.smithi040.stdout:3879: finishing rollback tid 1 to smithi04078109-46 2024-04-22T04:40:21.451 INFO:tasks.rados.rados.0.smithi040.stdout:3879: finishing rollback tid 2 to smithi04078109-46 2024-04-22T04:40:21.451 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 46 v 1858 (ObjNum 1166 snap 369 seq_num 1166) dirty exists 2024-04-22T04:40:21.451 INFO:tasks.rados.rados.0.smithi040.stdout:3875: expect (ObjNum 1089 snap 336 seq_num 1089) 2024-04-22T04:40:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:21 smithi062 ceph-mon[78153]: osdmap e823: 8 total, 8 up, 8 in 2024-04-22T04:40:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:40:21.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:21 smithi040 ceph-mon[88445]: osdmap e823: 8 total, 8 up, 8 in 2024-04-22T04:40:21.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:40:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:21 smithi040 ceph-mon[91058]: osdmap e823: 8 total, 8 up, 8 in 2024-04-22T04:40:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:40:21.964 INFO:tasks.rados.rados.0.smithi040.stdout:3877: expect (ObjNum 988 snap 307 seq_num 988) 2024-04-22T04:40:22.342 INFO:tasks.rados.rados.0.smithi040.stdout:3882: expect (ObjNum 1227 snap 394 seq_num 1227) 2024-04-22T04:40:22.378 INFO:tasks.rados.rados.0.smithi040.stdout:3876: expect (ObjNum 1208 snap 391 seq_num 1208) 2024-04-22T04:40:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:22 smithi062 ceph-mon[78153]: pgmap v957: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 778 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-04-22T04:40:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:22 smithi062 ceph-mon[78153]: osdmap e824: 8 total, 8 up, 8 in 2024-04-22T04:40:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:22 smithi062 ceph-mon[78153]: osdmap e825: 8 total, 8 up, 8 in 2024-04-22T04:40:22.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:22 smithi040 ceph-mon[88445]: pgmap v957: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 778 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-04-22T04:40:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:22 smithi040 ceph-mon[88445]: osdmap e824: 8 total, 8 up, 8 in 2024-04-22T04:40:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:22 smithi040 ceph-mon[88445]: osdmap e825: 8 total, 8 up, 8 in 2024-04-22T04:40:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:22 smithi040 ceph-mon[91058]: pgmap v957: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 778 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-04-22T04:40:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:22 smithi040 ceph-mon[91058]: osdmap e824: 8 total, 8 up, 8 in 2024-04-22T04:40:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:22 smithi040 ceph-mon[91058]: osdmap e825: 8 total, 8 up, 8 in 2024-04-22T04:40:22.788 INFO:tasks.rados.rados.0.smithi040.stdout:3874: finishing copy_from racing read to smithi04078109-49 2024-04-22T04:40:22.788 INFO:tasks.rados.rados.0.smithi040.stdout:3881: expect (ObjNum 1184 snap 383 seq_num 1184) 2024-04-22T04:40:22.809 INFO:tasks.rados.rados.0.smithi040.stdout:3880: finishing write tid 1 to smithi04078109-20 2024-04-22T04:40:22.809 INFO:tasks.rados.rados.0.smithi040.stdout:3880: finishing write tid 2 to smithi04078109-20 2024-04-22T04:40:22.809 INFO:tasks.rados.rados.0.smithi040.stdout:3880: finishing write tid 3 to smithi04078109-20 2024-04-22T04:40:22.809 INFO:tasks.rados.rados.0.smithi040.stdout:3880: finishing write tid 4 to smithi04078109-20 2024-04-22T04:40:22.809 INFO:tasks.rados.rados.0.smithi040.stdout:3880: finishing write tid 5 to smithi04078109-20 2024-04-22T04:40:22.809 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1871 (ObjNum 1228 snap 395 seq_num 1228) dirty exists 2024-04-22T04:40:22.809 INFO:tasks.rados.rados.0.smithi040.stdout:3880: left oid 20 (ObjNum 1228 snap 395 seq_num 1228) 2024-04-22T04:40:22.809 INFO:tasks.rados.rados.0.smithi040.stdout:3874: finishing copy_from to smithi04078109-49 2024-04-22T04:40:22.809 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 2692 (ObjNum 1218 snap 393 seq_num 1218) dirty exists 2024-04-22T04:40:22.809 INFO:tasks.rados.rados.0.smithi040.stdout:3874: done (9 left) 2024-04-22T04:40:22.809 INFO:tasks.rados.rados.0.smithi040.stdout:3875: done (8 left) 2024-04-22T04:40:22.809 INFO:tasks.rados.rados.0.smithi040.stdout:3876: done (7 left) 2024-04-22T04:40:22.810 INFO:tasks.rados.rados.0.smithi040.stdout:3877: done (6 left) 2024-04-22T04:40:22.810 INFO:tasks.rados.rados.0.smithi040.stdout:3878: done (5 left) 2024-04-22T04:40:22.810 INFO:tasks.rados.rados.0.smithi040.stdout:3879: done (4 left) 2024-04-22T04:40:22.810 INFO:tasks.rados.rados.0.smithi040.stdout:3880: done (3 left) 2024-04-22T04:40:22.810 INFO:tasks.rados.rados.0.smithi040.stdout:3881: done (2 left) 2024-04-22T04:40:22.810 INFO:tasks.rados.rados.0.smithi040.stdout:3882: done (1 left) 2024-04-22T04:40:22.810 INFO:tasks.rados.rados.0.smithi040.stdout:3883: done (0 left) 2024-04-22T04:40:22.810 INFO:tasks.rados.rados.0.smithi040.stdout:3884: rollback oid 1 current snap is 396 2024-04-22T04:40:22.810 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 1 to 343 2024-04-22T04:40:22.810 INFO:tasks.rados.rados.0.smithi040.stdout:3885: snap_create 2024-04-22T04:40:22.812 INFO:tasks.rados.rados.0.smithi040.stdout:3884: finishing rollback tid 0 to smithi04078109-1 2024-04-22T04:40:22.812 INFO:tasks.rados.rados.0.smithi040.stdout:3884: finishing rollback tid 1 to smithi04078109-1 2024-04-22T04:40:22.812 INFO:tasks.rados.rados.0.smithi040.stdout:3884: finishing rollback tid 2 to smithi04078109-1 2024-04-22T04:40:22.812 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 2490 (ObjNum 1084 snap 333 seq_num 1084) dirty exists 2024-04-22T04:40:23.378 INFO:tasks.rados.rados.0.smithi040.stdout:3884: done (1 left) 2024-04-22T04:40:23.378 INFO:tasks.rados.rados.0.smithi040.stdout:3885: done (0 left) 2024-04-22T04:40:23.378 INFO:tasks.rados.rados.0.smithi040.stdout:3886: snap_create 2024-04-22T04:40:24.384 INFO:tasks.rados.rados.0.smithi040.stdout:3886: done (0 left) 2024-04-22T04:40:24.384 INFO:tasks.rados.rados.0.smithi040.stdout:3887: read oid 15 snap -1 2024-04-22T04:40:24.384 INFO:tasks.rados.rados.0.smithi040.stdout:3887: expect (ObjNum 992 snap 307 seq_num 992) 2024-04-22T04:40:24.384 INFO:tasks.rados.rados.0.smithi040.stdout:3888: setattr oid 2 current snap is 398 2024-04-22T04:40:24.386 INFO:tasks.rados.rados.0.smithi040.stdout:3889: copy_from oid 43 from oid 45 current snap is 398 2024-04-22T04:40:24.386 INFO:tasks.rados.rados.0.smithi040.stdout:3890: rmattr oid 31 current snap is 398 2024-04-22T04:40:24.386 INFO:tasks.rados.rados.0.smithi040.stdout:3890: done (3 left) 2024-04-22T04:40:24.386 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 50 current snap is 398 2024-04-22T04:40:24.386 INFO:tasks.rados.rados.0.smithi040.stdout:3891: seq_num 1229 ranges {286720=589824,876544=647168,1523712=155648} 2024-04-22T04:40:24.394 INFO:tasks.rados.rados.0.smithi040.stdout:3891: writing smithi04078109-50 from 286720 to 876544 tid 1 2024-04-22T04:40:24.395 INFO:tasks.rados.rados.0.smithi040.stdout:3891: writing smithi04078109-50 from 876544 to 1523712 tid 2 2024-04-22T04:40:24.396 INFO:tasks.rados.rados.0.smithi040.stdout:3891: writing smithi04078109-50 from 1523712 to 1679360 tid 3 2024-04-22T04:40:24.396 INFO:tasks.rados.rados.0.smithi040.stdout:3892: copy_from oid 23 from oid 17 current snap is 398 2024-04-22T04:40:24.396 INFO:tasks.rados.rados.0.smithi040.stdout:3893: setattr oid 6 current snap is 398 2024-04-22T04:40:24.399 INFO:tasks.rados.rados.0.smithi040.stdout:3894: rollback oid 47 current snap is 398 2024-04-22T04:40:24.399 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 47 to 371 2024-04-22T04:40:24.399 INFO:tasks.rados.rados.0.smithi040.stdout:3895: read oid 30 snap 395 2024-04-22T04:40:24.399 INFO:tasks.rados.rados.0.smithi040.stdout:3895: expect (ObjNum 988 snap 307 seq_num 988) 2024-04-22T04:40:24.399 INFO:tasks.rados.rados.0.smithi040.stdout:3896: snap_create 2024-04-22T04:40:24.400 INFO:tasks.rados.rados.0.smithi040.stdout:3891: finishing write tid 1 to smithi04078109-50 2024-04-22T04:40:24.400 INFO:tasks.rados.rados.0.smithi040.stdout:3891: finishing write tid 2 to smithi04078109-50 2024-04-22T04:40:24.402 INFO:tasks.rados.rados.0.smithi040.stdout:3891: finishing write tid 3 to smithi04078109-50 2024-04-22T04:40:24.409 INFO:tasks.rados.rados.0.smithi040.stdout:3891: finishing write tid 4 to smithi04078109-50 2024-04-22T04:40:24.409 INFO:tasks.rados.rados.0.smithi040.stdout:3887: expect (ObjNum 992 snap 307 seq_num 992) 2024-04-22T04:40:24.559 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 2733 (ObjNum 1218 snap 393 seq_num 1218) dirty exists 2024-04-22T04:40:24.560 INFO:tasks.rados.rados.0.smithi040.stdout:3894: finishing rollback tid 0 to smithi04078109-47 2024-04-22T04:40:24.560 INFO:tasks.rados.rados.0.smithi040.stdout:3891: finishing write tid 5 to smithi04078109-50 2024-04-22T04:40:24.560 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 1849 (ObjNum 1229 snap 398 seq_num 1229) dirty exists 2024-04-22T04:40:24.560 INFO:tasks.rados.rados.0.smithi040.stdout:3891: left oid 50 (ObjNum 1229 snap 398 seq_num 1229) 2024-04-22T04:40:24.560 INFO:tasks.rados.rados.0.smithi040.stdout:3894: finishing rollback tid 1 to smithi04078109-47 2024-04-22T04:40:24.560 INFO:tasks.rados.rados.0.smithi040.stdout:3894: finishing rollback tid 2 to smithi04078109-47 2024-04-22T04:40:24.560 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 47 v 1852 (ObjNum 949 snap 301 seq_num 949) dirty exists 2024-04-22T04:40:24.560 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 6 v 3015 (ObjNum 1 snap 32647 seq_num 2956683088) dirty exists 2024-04-22T04:40:24.560 INFO:tasks.rados.rados.0.smithi040.stdout:3895: expect (ObjNum 988 snap 307 seq_num 988) 2024-04-22T04:40:24.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:24 smithi062 ceph-mon[78153]: pgmap v960: 121 pgs: 121 active+clean; 807 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 7.7 MiB/s wr, 25 op/s 2024-04-22T04:40:24.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:24 smithi062 ceph-mon[78153]: osdmap e826: 8 total, 8 up, 8 in 2024-04-22T04:40:24.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:24 smithi040 ceph-mon[91058]: pgmap v960: 121 pgs: 121 active+clean; 807 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 7.7 MiB/s wr, 25 op/s 2024-04-22T04:40:24.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:24 smithi040 ceph-mon[91058]: osdmap e826: 8 total, 8 up, 8 in 2024-04-22T04:40:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:24 smithi040 ceph-mon[88445]: pgmap v960: 121 pgs: 121 active+clean; 807 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 7.7 MiB/s wr, 25 op/s 2024-04-22T04:40:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:24 smithi040 ceph-mon[88445]: osdmap e826: 8 total, 8 up, 8 in 2024-04-22T04:40:24.935 INFO:tasks.rados.rados.0.smithi040.stdout:3892: finishing copy_from racing read to smithi04078109-23 2024-04-22T04:40:24.935 INFO:tasks.rados.rados.0.smithi040.stdout:3892: finishing copy_from to smithi04078109-23 2024-04-22T04:40:24.935 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 2725 (ObjNum 1225 snap 394 seq_num 1225) dirty exists 2024-04-22T04:40:24.935 INFO:tasks.rados.rados.0.smithi040.stdout:3889: finishing copy_from racing read to smithi04078109-43 2024-04-22T04:40:24.935 INFO:tasks.rados.rados.0.smithi040.stdout:3889: finishing copy_from to smithi04078109-43 2024-04-22T04:40:24.935 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 2480 (ObjNum 1195 snap 389 seq_num 1195) dirty exists 2024-04-22T04:40:25.390 INFO:tasks.rados.rados.0.smithi040.stdout:3887: done (8 left) 2024-04-22T04:40:25.390 INFO:tasks.rados.rados.0.smithi040.stdout:3888: done (7 left) 2024-04-22T04:40:25.390 INFO:tasks.rados.rados.0.smithi040.stdout:3889: done (6 left) 2024-04-22T04:40:25.390 INFO:tasks.rados.rados.0.smithi040.stdout:3891: done (5 left) 2024-04-22T04:40:25.390 INFO:tasks.rados.rados.0.smithi040.stdout:3892: done (4 left) 2024-04-22T04:40:25.390 INFO:tasks.rados.rados.0.smithi040.stdout:3893: done (3 left) 2024-04-22T04:40:25.390 INFO:tasks.rados.rados.0.smithi040.stdout:3894: done (2 left) 2024-04-22T04:40:25.390 INFO:tasks.rados.rados.0.smithi040.stdout:3895: done (1 left) 2024-04-22T04:40:25.391 INFO:tasks.rados.rados.0.smithi040.stdout:3896: done (0 left) 2024-04-22T04:40:25.391 INFO:tasks.rados.rados.0.smithi040.stdout:3897: rmattr oid 5 current snap is 399 2024-04-22T04:40:25.391 INFO:tasks.rados.rados.0.smithi040.stdout:3897: done (0 left) 2024-04-22T04:40:25.391 INFO:tasks.rados.rados.0.smithi040.stdout:3898: snap_create 2024-04-22T04:40:25.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:25 smithi040 ceph-mon[88445]: osdmap e827: 8 total, 8 up, 8 in 2024-04-22T04:40:25.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:25 smithi040 ceph-mon[91058]: osdmap e827: 8 total, 8 up, 8 in 2024-04-22T04:40:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:40:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:40:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:40:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:25 smithi062 ceph-mon[78153]: osdmap e827: 8 total, 8 up, 8 in 2024-04-22T04:40:26.391 INFO:tasks.rados.rados.0.smithi040.stdout:3898: done (0 left) 2024-04-22T04:40:26.392 INFO:tasks.rados.rados.0.smithi040.stdout:3899: snap_remove snap 338 2024-04-22T04:40:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:26 smithi040 ceph-mon[88445]: pgmap v963: 121 pgs: 121 active+clean; 807 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 7.0 MiB/s wr, 22 op/s 2024-04-22T04:40:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:26 smithi040 ceph-mon[88445]: osdmap e828: 8 total, 8 up, 8 in 2024-04-22T04:40:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:26 smithi040 ceph-mon[91058]: pgmap v963: 121 pgs: 121 active+clean; 807 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 7.0 MiB/s wr, 22 op/s 2024-04-22T04:40:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:26 smithi040 ceph-mon[91058]: osdmap e828: 8 total, 8 up, 8 in 2024-04-22T04:40:26.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:26 smithi062 ceph-mon[78153]: pgmap v963: 121 pgs: 121 active+clean; 807 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 7.0 MiB/s wr, 22 op/s 2024-04-22T04:40:26.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:26 smithi062 ceph-mon[78153]: osdmap e828: 8 total, 8 up, 8 in 2024-04-22T04:40:27.263 INFO:tasks.rados.rados.0.smithi040.stdout:3899: done (0 left) 2024-04-22T04:40:27.263 INFO:tasks.rados.rados.0.smithi040.stdout:3900: snap_remove snap 349 2024-04-22T04:40:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:27 smithi040 ceph-mon[88445]: osdmap e829: 8 total, 8 up, 8 in 2024-04-22T04:40:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:27 smithi040 ceph-mon[88445]: osdmap e830: 8 total, 8 up, 8 in 2024-04-22T04:40:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:27 smithi040 ceph-mon[91058]: osdmap e829: 8 total, 8 up, 8 in 2024-04-22T04:40:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:27 smithi040 ceph-mon[91058]: osdmap e830: 8 total, 8 up, 8 in 2024-04-22T04:40:27.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:27 smithi062 ceph-mon[78153]: osdmap e829: 8 total, 8 up, 8 in 2024-04-22T04:40:27.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:27 smithi062 ceph-mon[78153]: osdmap e830: 8 total, 8 up, 8 in 2024-04-22T04:40:28.262 INFO:tasks.rados.rados.0.smithi040.stdout:3900: done (0 left) 2024-04-22T04:40:28.329 INFO:tasks.rados.rados.0.smithi040.stdout:3901: snap_create 2024-04-22T04:40:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:28 smithi040 ceph-mon[88445]: pgmap v966: 121 pgs: 121 active+clean; 812 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-22T04:40:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:28 smithi040 ceph-mon[88445]: osdmap e831: 8 total, 8 up, 8 in 2024-04-22T04:40:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:28 smithi040 ceph-mon[91058]: pgmap v966: 121 pgs: 121 active+clean; 812 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-22T04:40:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:28 smithi040 ceph-mon[91058]: osdmap e831: 8 total, 8 up, 8 in 2024-04-22T04:40:28.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:28 smithi062 ceph-mon[78153]: pgmap v966: 121 pgs: 121 active+clean; 812 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-22T04:40:28.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:28 smithi062 ceph-mon[78153]: osdmap e831: 8 total, 8 up, 8 in 2024-04-22T04:40:29.260 INFO:tasks.rados.rados.0.smithi040.stdout:3901: done (0 left) 2024-04-22T04:40:29.260 INFO:tasks.rados.rados.0.smithi040.stdout:3902: read oid 36 snap 383 2024-04-22T04:40:29.260 INFO:tasks.rados.rados.0.smithi040.stdout:3902: expect (ObjNum 1185 snap 383 seq_num 1185) 2024-04-22T04:40:29.260 INFO:tasks.rados.rados.0.smithi040.stdout:3903: setattr oid 19 current snap is 401 2024-04-22T04:40:29.262 INFO:tasks.rados.rados.0.smithi040.stdout:3904: copy_from oid 31 from oid 11 current snap is 401 2024-04-22T04:40:29.262 INFO:tasks.rados.rados.0.smithi040.stdout:3905: snap_remove snap 359 2024-04-22T04:40:30.267 INFO:tasks.rados.rados.0.smithi040.stdout:3905: done (3 left) 2024-04-22T04:40:30.267 INFO:tasks.rados.rados.0.smithi040.stdout:3906: rmattr oid 15 current snap is 401 2024-04-22T04:40:30.267 INFO:tasks.rados.rados.0.smithi040.stdout:3906: done (3 left) 2024-04-22T04:40:30.267 INFO:tasks.rados.rados.0.smithi040.stdout:3907: rollback oid 12 current snap is 401 2024-04-22T04:40:30.268 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 12 to 314 2024-04-22T04:40:30.268 INFO:tasks.rados.rados.0.smithi040.stdout:3908: snap_remove snap 398 2024-04-22T04:40:30.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:30 smithi040 ceph-mon[88445]: pgmap v969: 121 pgs: 4 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 115 active+clean; 838 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 20 op/s 2024-04-22T04:40:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:30 smithi040 ceph-mon[88445]: osdmap e832: 8 total, 8 up, 8 in 2024-04-22T04:40:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:40:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:40:30] "GET /metrics HTTP/1.1" 200 242004 "" "Prometheus/2.43.0" 2024-04-22T04:40:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:30 smithi040 ceph-mon[91058]: pgmap v969: 121 pgs: 4 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 115 active+clean; 838 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 20 op/s 2024-04-22T04:40:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:30 smithi040 ceph-mon[91058]: osdmap e832: 8 total, 8 up, 8 in 2024-04-22T04:40:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:30 smithi062 ceph-mon[78153]: pgmap v969: 121 pgs: 4 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 115 active+clean; 838 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 20 op/s 2024-04-22T04:40:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:30 smithi062 ceph-mon[78153]: osdmap e832: 8 total, 8 up, 8 in 2024-04-22T04:40:31.273 INFO:tasks.rados.rados.0.smithi040.stdout:3908: done (4 left) 2024-04-22T04:40:31.273 INFO:tasks.rados.rados.0.smithi040.stdout:3909: snap_remove snap 344 2024-04-22T04:40:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:31 smithi062 ceph-mon[78153]: osdmap e833: 8 total, 8 up, 8 in 2024-04-22T04:40:31.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:31 smithi040 ceph-mon[88445]: osdmap e833: 8 total, 8 up, 8 in 2024-04-22T04:40:31.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:31 smithi040 ceph-mon[91058]: osdmap e833: 8 total, 8 up, 8 in 2024-04-22T04:40:32.259 INFO:tasks.rados.rados.0.smithi040.stdout:3909: done (4 left) 2024-04-22T04:40:32.259 INFO:tasks.rados.rados.0.smithi040.stdout:3910: copy_from oid 30 from oid 17 current snap is 401 2024-04-22T04:40:32.259 INFO:tasks.rados.rados.0.smithi040.stdout:3911: copy_from oid 48 from oid 37 current snap is 401 2024-04-22T04:40:32.259 INFO:tasks.rados.rados.0.smithi040.stdout:3912: snap_remove snap 346 2024-04-22T04:40:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:32 smithi062 ceph-mon[78153]: pgmap v972: 121 pgs: 4 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 115 active+clean; 842 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.1 MiB/s wr, 4 op/s 2024-04-22T04:40:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:32 smithi062 ceph-mon[78153]: osdmap e834: 8 total, 8 up, 8 in 2024-04-22T04:40:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:32 smithi062 ceph-mon[78153]: osdmap e835: 8 total, 8 up, 8 in 2024-04-22T04:40:32.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:32 smithi040 ceph-mon[88445]: pgmap v972: 121 pgs: 4 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 115 active+clean; 842 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.1 MiB/s wr, 4 op/s 2024-04-22T04:40:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:32 smithi040 ceph-mon[88445]: osdmap e834: 8 total, 8 up, 8 in 2024-04-22T04:40:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:32 smithi040 ceph-mon[88445]: osdmap e835: 8 total, 8 up, 8 in 2024-04-22T04:40:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:32 smithi040 ceph-mon[91058]: pgmap v972: 121 pgs: 4 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 115 active+clean; 842 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.1 MiB/s wr, 4 op/s 2024-04-22T04:40:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:32 smithi040 ceph-mon[91058]: osdmap e834: 8 total, 8 up, 8 in 2024-04-22T04:40:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:32 smithi040 ceph-mon[91058]: osdmap e835: 8 total, 8 up, 8 in 2024-04-22T04:40:33.264 INFO:tasks.rados.rados.0.smithi040.stdout:3912: done (6 left) 2024-04-22T04:40:33.264 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 34 current snap is 401 2024-04-22T04:40:33.264 INFO:tasks.rados.rados.0.smithi040.stdout:3913: seq_num 1230 ranges {0=606208,606208=532480,1138688=270336} 2024-04-22T04:40:33.268 INFO:tasks.rados.rados.0.smithi040.stdout:3913: writing smithi04078109-34 from 0 to 606208 tid 1 2024-04-22T04:40:33.274 INFO:tasks.rados.rados.0.smithi040.stdout:3913: writing smithi04078109-34 from 606208 to 1138688 tid 2 2024-04-22T04:40:33.274 INFO:tasks.rados.rados.0.smithi040.stdout:3913: writing smithi04078109-34 from 1138688 to 1409024 tid 3 2024-04-22T04:40:33.274 INFO:tasks.rados.rados.0.smithi040.stdout:3914: rmattr oid 33 current snap is 401 2024-04-22T04:40:33.274 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 21 current snap is 401 2024-04-22T04:40:33.274 INFO:tasks.rados.rados.0.smithi040.stdout:3915: seq_num 1231 ranges {0=622592,622592=417792,1040384=385024} 2024-04-22T04:40:33.282 INFO:tasks.rados.rados.0.smithi040.stdout:3915: writing smithi04078109-21 from 0 to 622592 tid 1 2024-04-22T04:40:33.282 INFO:tasks.rados.rados.0.smithi040.stdout:3915: writing smithi04078109-21 from 622592 to 1040384 tid 2 2024-04-22T04:40:33.286 INFO:tasks.rados.rados.0.smithi040.stdout:3915: writing smithi04078109-21 from 1040384 to 1425408 tid 3 2024-04-22T04:40:33.286 INFO:tasks.rados.rados.0.smithi040.stdout:3916: setattr oid 23 current snap is 401 2024-04-22T04:40:33.286 INFO:tasks.rados.rados.0.smithi040.stdout:3917: read oid 22 snap -1 2024-04-22T04:40:33.286 INFO:tasks.rados.rados.0.smithi040.stdout:3917: expect deleted 2024-04-22T04:40:33.286 INFO:tasks.rados.rados.0.smithi040.stdout:3918: delete oid 50 current snap is 401 2024-04-22T04:40:33.296 INFO:tasks.rados.rados.0.smithi040.stdout:3902: expect (ObjNum 1185 snap 383 seq_num 1185) 2024-04-22T04:40:33.317 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 19 v 2031 (ObjNum 1226 snap 394 seq_num 1226) dirty exists 2024-04-22T04:40:33.317 INFO:tasks.rados.rados.0.smithi040.stdout:3904: finishing copy_from racing read to smithi04078109-31 2024-04-22T04:40:33.317 INFO:tasks.rados.rados.0.smithi040.stdout:3904: finishing copy_from to smithi04078109-31 2024-04-22T04:40:33.317 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 31 v 2892 (ObjNum 1187 snap 386 seq_num 1187) dirty exists 2024-04-22T04:40:33.317 INFO:tasks.rados.rados.0.smithi040.stdout:3902: done (11 left) 2024-04-22T04:40:33.317 INFO:tasks.rados.rados.0.smithi040.stdout:3903: done (10 left) 2024-04-22T04:40:33.317 INFO:tasks.rados.rados.0.smithi040.stdout:3904: done (9 left) 2024-04-22T04:40:33.317 INFO:tasks.rados.rados.0.smithi040.stdout:3918: done (8 left) 2024-04-22T04:40:33.317 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 25 current snap is 401 2024-04-22T04:40:33.317 INFO:tasks.rados.rados.0.smithi040.stdout:3907: finishing rollback tid 1 to smithi04078109-12 2024-04-22T04:40:33.318 INFO:tasks.rados.rados.0.smithi040.stdout:3907: finishing rollback tid 2 to smithi04078109-12 2024-04-22T04:40:33.318 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 2478 (ObjNum 968 snap 303 seq_num 968) dirty exists 2024-04-22T04:40:33.318 INFO:tasks.rados.rados.0.smithi040.stdout:3911: finishing copy_from to smithi04078109-48 2024-04-22T04:40:33.318 INFO:tasks.rados.rados.0.smithi040.stdout:3911: got expected ENOENT (src dne) 2024-04-22T04:40:33.318 INFO:tasks.rados.rados.0.smithi040.stdout:3911: finishing copy_from racing read to smithi04078109-48 2024-04-22T04:40:33.318 INFO:tasks.rados.rados.0.smithi040.stdout:3910: finishing copy_from racing read to smithi04078109-30 2024-04-22T04:40:33.318 INFO:tasks.rados.rados.0.smithi040.stdout:3910: finishing copy_from to smithi04078109-30 2024-04-22T04:40:33.318 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 30 v 2725 (ObjNum 1225 snap 394 seq_num 1225) dirty exists 2024-04-22T04:40:33.318 INFO:tasks.rados.rados.0.smithi040.stdout:3913: finishing write tid 1 to smithi04078109-34 2024-04-22T04:40:33.318 INFO:tasks.rados.rados.0.smithi040.stdout:3919: seq_num 1233 ranges {3948544=655360,4603904=638976,5242880=163840} 2024-04-22T04:40:33.342 INFO:tasks.rados.rados.0.smithi040.stdout:3919: writing smithi04078109-25 from 3948544 to 4603904 tid 1 2024-04-22T04:40:33.345 INFO:tasks.rados.rados.0.smithi040.stdout:3919: writing smithi04078109-25 from 4603904 to 5242880 tid 2 2024-04-22T04:40:33.347 INFO:tasks.rados.rados.0.smithi040.stdout:3919: writing smithi04078109-25 from 5242880 to 5406720 tid 3 2024-04-22T04:40:33.347 INFO:tasks.rados.rados.0.smithi040.stdout:3907: done (8 left) 2024-04-22T04:40:33.347 INFO:tasks.rados.rados.0.smithi040.stdout:3910: done (7 left) 2024-04-22T04:40:33.347 INFO:tasks.rados.rados.0.smithi040.stdout:3911: done (6 left) 2024-04-22T04:40:33.347 INFO:tasks.rados.rados.0.smithi040.stdout:3920: rollback oid 16 current snap is 401 2024-04-22T04:40:33.347 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 16 to 391 2024-04-22T04:40:33.348 INFO:tasks.rados.rados.0.smithi040.stdout:3913: finishing write tid 2 to smithi04078109-34 2024-04-22T04:40:33.348 INFO:tasks.rados.rados.0.smithi040.stdout:3913: finishing write tid 3 to smithi04078109-34 2024-04-22T04:40:33.348 INFO:tasks.rados.rados.0.smithi040.stdout:3917: done (6 left) 2024-04-22T04:40:33.348 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 401 2024-04-22T04:40:33.348 INFO:tasks.rados.rados.0.smithi040.stdout:3913: finishing write tid 4 to smithi04078109-34 2024-04-22T04:40:33.348 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 2817 (ObjNum 1225 snap 394 seq_num 1225) dirty exists 2024-04-22T04:40:33.348 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 33 v 2726 (ObjNum -1441259536 snap 21852 seq_num 2853588448) dirty exists 2024-04-22T04:40:33.348 INFO:tasks.rados.rados.0.smithi040.stdout:3915: finishing write tid 1 to smithi04078109-21 2024-04-22T04:40:33.349 INFO:tasks.rados.rados.0.smithi040.stdout:3921: seq_num 1234 ranges {21700608=671744,22372352=516096,22888448=286720} 2024-04-22T04:40:33.469 INFO:tasks.rados.rados.0.smithi040.stdout:3921: writing smithi04078109-13 from 21700608 to 22372352 tid 1 2024-04-22T04:40:33.472 INFO:tasks.rados.rados.0.smithi040.stdout:3921: writing smithi04078109-13 from 22372352 to 22888448 tid 2 2024-04-22T04:40:33.474 INFO:tasks.rados.rados.0.smithi040.stdout:3921: writing smithi04078109-13 from 22888448 to 23175168 tid 3 2024-04-22T04:40:33.474 INFO:tasks.rados.rados.0.smithi040.stdout:3914: done (6 left) 2024-04-22T04:40:33.474 INFO:tasks.rados.rados.0.smithi040.stdout:3916: done (5 left) 2024-04-22T04:40:33.474 INFO:tasks.rados.rados.0.smithi040.stdout:3922: read oid 24 snap -1 2024-04-22T04:40:33.474 INFO:tasks.rados.rados.0.smithi040.stdout:3922: expect (ObjNum 1129 snap 356 seq_num 1129) 2024-04-22T04:40:33.474 INFO:tasks.rados.rados.0.smithi040.stdout:3923: snap_remove snap 343 2024-04-22T04:40:34.290 INFO:tasks.rados.rados.0.smithi040.stdout:3923: done (6 left) 2024-04-22T04:40:34.290 INFO:tasks.rados.rados.0.smithi040.stdout:3924: read oid 44 snap -1 2024-04-22T04:40:34.290 INFO:tasks.rados.rados.0.smithi040.stdout:3924: expect (ObjNum 1208 snap 391 seq_num 1208) 2024-04-22T04:40:34.291 INFO:tasks.rados.rados.0.smithi040.stdout:3925: copy_from oid 11 from oid 10 current snap is 401 2024-04-22T04:40:34.291 INFO:tasks.rados.rados.0.smithi040.stdout:3915: finishing write tid 2 to smithi04078109-21 2024-04-22T04:40:34.291 INFO:tasks.rados.rados.0.smithi040.stdout:3926: read oid 8 snap -1 2024-04-22T04:40:34.291 INFO:tasks.rados.rados.0.smithi040.stdout:3926: expect (ObjNum 968 snap 303 seq_num 968) 2024-04-22T04:40:34.291 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 401 2024-04-22T04:40:34.291 INFO:tasks.rados.rados.0.smithi040.stdout:3927: seq_num 1235 ranges {7127040=688128,7815168=802816} 2024-04-22T04:40:34.335 INFO:tasks.rados.rados.0.smithi040.stdout:3927: writing smithi04078109-40 from 7127040 to 7815168 tid 1 2024-04-22T04:40:34.341 INFO:tasks.rados.rados.0.smithi040.stdout:3927: writing smithi04078109-40 from 7815168 to 8617984 tid 2 2024-04-22T04:40:34.342 INFO:tasks.rados.rados.0.smithi040.stdout:3928: rollback oid 49 current snap is 401 2024-04-22T04:40:34.342 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 49 to 389 2024-04-22T04:40:34.342 INFO:tasks.rados.rados.0.smithi040.stdout:3915: finishing write tid 3 to smithi04078109-21 2024-04-22T04:40:34.342 INFO:tasks.rados.rados.0.smithi040.stdout:3915: finishing write tid 4 to smithi04078109-21 2024-04-22T04:40:34.342 INFO:tasks.rados.rados.0.smithi040.stdout:3913: finishing write tid 5 to smithi04078109-34 2024-04-22T04:40:34.342 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 2696 (ObjNum 1230 snap 401 seq_num 1230) dirty exists 2024-04-22T04:40:34.342 INFO:tasks.rados.rados.0.smithi040.stdout:3913: left oid 34 (ObjNum 1230 snap 401 seq_num 1230) 2024-04-22T04:40:34.342 INFO:tasks.rados.rados.0.smithi040.stdout:3915: finishing write tid 5 to smithi04078109-21 2024-04-22T04:40:34.342 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 21 v 2730 (ObjNum 1231 snap 401 seq_num 1231) dirty exists 2024-04-22T04:40:34.342 INFO:tasks.rados.rados.0.smithi040.stdout:3915: left oid 21 (ObjNum 1231 snap 401 seq_num 1231) 2024-04-22T04:40:34.342 INFO:tasks.rados.rados.0.smithi040.stdout:3919: finishing write tid 1 to smithi04078109-25 2024-04-22T04:40:34.342 INFO:tasks.rados.rados.0.smithi040.stdout:3913: done (10 left) 2024-04-22T04:40:34.342 INFO:tasks.rados.rados.0.smithi040.stdout:3915: done (9 left) 2024-04-22T04:40:34.342 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 4 current snap is 401 2024-04-22T04:40:34.342 INFO:tasks.rados.rados.0.smithi040.stdout:3920: finishing rollback tid 1 to smithi04078109-16 2024-04-22T04:40:34.342 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 1840 (ObjNum 288 snap 0 seq_num 273) dirty dne 2024-04-22T04:40:34.343 INFO:tasks.rados.rados.0.smithi040.stdout:3919: finishing write tid 2 to smithi04078109-25 2024-04-22T04:40:34.343 INFO:tasks.rados.rados.0.smithi040.stdout:3919: finishing write tid 3 to smithi04078109-25 2024-04-22T04:40:34.343 INFO:tasks.rados.rados.0.smithi040.stdout:3919: finishing write tid 4 to smithi04078109-25 2024-04-22T04:40:34.343 INFO:tasks.rados.rados.0.smithi040.stdout:3919: finishing write tid 5 to smithi04078109-25 2024-04-22T04:40:34.343 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 3067 (ObjNum 1233 snap 401 seq_num 1233) dirty exists 2024-04-22T04:40:34.343 INFO:tasks.rados.rados.0.smithi040.stdout:3919: left oid 25 (ObjNum 1233 snap 401 seq_num 1233) 2024-04-22T04:40:34.343 INFO:tasks.rados.rados.0.smithi040.stdout:3921: finishing write tid 1 to smithi04078109-13 2024-04-22T04:40:34.343 INFO:tasks.rados.rados.0.smithi040.stdout:3929: seq_num 1236 ranges {0=704512,704512=688128,1392640=114688} 2024-04-22T04:40:34.347 INFO:tasks.rados.rados.0.smithi040.stdout:3929: writing smithi04078109-4 from 0 to 704512 tid 1 2024-04-22T04:40:34.350 INFO:tasks.rados.rados.0.smithi040.stdout:3929: writing smithi04078109-4 from 704512 to 1392640 tid 2 2024-04-22T04:40:34.352 INFO:tasks.rados.rados.0.smithi040.stdout:3929: writing smithi04078109-4 from 1392640 to 1507328 tid 3 2024-04-22T04:40:34.352 INFO:tasks.rados.rados.0.smithi040.stdout:3919: done (9 left) 2024-04-22T04:40:34.352 INFO:tasks.rados.rados.0.smithi040.stdout:3920: done (8 left) 2024-04-22T04:40:34.352 INFO:tasks.rados.rados.0.smithi040.stdout:3930: copy_from oid 9 from oid 14 current snap is 401 2024-04-22T04:40:34.352 INFO:tasks.rados.rados.0.smithi040.stdout:3921: finishing write tid 2 to smithi04078109-13 2024-04-22T04:40:34.352 INFO:tasks.rados.rados.0.smithi040.stdout:3921: finishing write tid 3 to smithi04078109-13 2024-04-22T04:40:34.352 INFO:tasks.rados.rados.0.smithi040.stdout:3921: finishing write tid 4 to smithi04078109-13 2024-04-22T04:40:34.352 INFO:tasks.rados.rados.0.smithi040.stdout:3931: read oid 47 snap -1 2024-04-22T04:40:34.352 INFO:tasks.rados.rados.0.smithi040.stdout:3931: expect (ObjNum 949 snap 301 seq_num 949) 2024-04-22T04:40:34.352 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 29 current snap is 401 2024-04-22T04:40:34.353 INFO:tasks.rados.rados.0.smithi040.stdout:3921: finishing write tid 5 to smithi04078109-13 2024-04-22T04:40:34.353 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 2808 (ObjNum 1234 snap 401 seq_num 1234) dirty exists 2024-04-22T04:40:34.353 INFO:tasks.rados.rados.0.smithi040.stdout:3921: left oid 13 (ObjNum 1234 snap 401 seq_num 1234) 2024-04-22T04:40:34.353 INFO:tasks.rados.rados.0.smithi040.stdout:3932: seq_num 1237 ranges {21700608=720896,22421504=573440,22994944=229376} 2024-04-22T04:40:34.477 INFO:tasks.rados.rados.0.smithi040.stdout:3932: writing smithi04078109-29 from 21700608 to 22421504 tid 1 2024-04-22T04:40:34.480 INFO:tasks.rados.rados.0.smithi040.stdout:3932: writing smithi04078109-29 from 22421504 to 22994944 tid 2 2024-04-22T04:40:34.482 INFO:tasks.rados.rados.0.smithi040.stdout:3932: writing smithi04078109-29 from 22994944 to 23224320 tid 3 2024-04-22T04:40:34.482 INFO:tasks.rados.rados.0.smithi040.stdout:3921: done (10 left) 2024-04-22T04:40:34.482 INFO:tasks.rados.rados.0.smithi040.stdout:3933: snap_create 2024-04-22T04:40:34.482 INFO:tasks.rados.rados.0.smithi040.stdout:3922: expect (ObjNum 1129 snap 356 seq_num 1129) 2024-04-22T04:40:34.582 INFO:tasks.rados.rados.0.smithi040.stdout:3926: expect (ObjNum 968 snap 303 seq_num 968) 2024-04-22T04:40:34.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:34 smithi062 ceph-mon[78153]: pgmap v975: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 845 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 912 KiB/s wr, 6 op/s 2024-04-22T04:40:34.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:34 smithi062 ceph-mon[78153]: osdmap e836: 8 total, 8 up, 8 in 2024-04-22T04:40:34.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:34 smithi040 ceph-mon[88445]: pgmap v975: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 845 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 912 KiB/s wr, 6 op/s 2024-04-22T04:40:34.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:34 smithi040 ceph-mon[88445]: osdmap e836: 8 total, 8 up, 8 in 2024-04-22T04:40:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:34 smithi040 ceph-mon[91058]: pgmap v975: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 845 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 912 KiB/s wr, 6 op/s 2024-04-22T04:40:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:34 smithi040 ceph-mon[91058]: osdmap e836: 8 total, 8 up, 8 in 2024-04-22T04:40:34.692 INFO:tasks.rados.rados.0.smithi040.stdout:3924: expect (ObjNum 1208 snap 391 seq_num 1208) 2024-04-22T04:40:35.099 INFO:tasks.rados.rados.0.smithi040.stdout:3928: finishing rollback tid 0 to smithi04078109-49 2024-04-22T04:40:35.100 INFO:tasks.rados.rados.0.smithi040.stdout:3928: finishing rollback tid 1 to smithi04078109-49 2024-04-22T04:40:35.100 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 49 v 2698 (ObjNum 0 snap 32647 seq_num 2852113472) dirty dne 2024-04-22T04:40:35.100 INFO:tasks.rados.rados.0.smithi040.stdout:3929: finishing write tid 1 to smithi04078109-4 2024-04-22T04:40:35.100 INFO:tasks.rados.rados.0.smithi040.stdout:3925: finishing copy_from racing read to smithi04078109-11 2024-04-22T04:40:35.100 INFO:tasks.rados.rados.0.smithi040.stdout:3929: finishing write tid 2 to smithi04078109-4 2024-04-22T04:40:35.100 INFO:tasks.rados.rados.0.smithi040.stdout:3929: finishing write tid 3 to smithi04078109-4 2024-04-22T04:40:35.100 INFO:tasks.rados.rados.0.smithi040.stdout:3929: finishing write tid 4 to smithi04078109-4 2024-04-22T04:40:35.100 INFO:tasks.rados.rados.0.smithi040.stdout:3929: finishing write tid 5 to smithi04078109-4 2024-04-22T04:40:35.100 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 4 v 2812 (ObjNum 1236 snap 401 seq_num 1236) dirty exists 2024-04-22T04:40:35.100 INFO:tasks.rados.rados.0.smithi040.stdout:3929: left oid 4 (ObjNum 1236 snap 401 seq_num 1236) 2024-04-22T04:40:35.100 INFO:tasks.rados.rados.0.smithi040.stdout:3925: finishing copy_from to smithi04078109-11 2024-04-22T04:40:35.100 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 2034 (ObjNum 1174 snap 381 seq_num 1174) dirty exists 2024-04-22T04:40:35.100 INFO:tasks.rados.rados.0.smithi040.stdout:3927: finishing write tid 1 to smithi04078109-40 2024-04-22T04:40:35.101 INFO:tasks.rados.rados.0.smithi040.stdout:3927: finishing write tid 2 to smithi04078109-40 2024-04-22T04:40:35.101 INFO:tasks.rados.rados.0.smithi040.stdout:3927: finishing write tid 3 to smithi04078109-40 2024-04-22T04:40:35.101 INFO:tasks.rados.rados.0.smithi040.stdout:3927: finishing write tid 4 to smithi04078109-40 2024-04-22T04:40:35.101 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 3077 (ObjNum 1235 snap 401 seq_num 1235) dirty exists 2024-04-22T04:40:35.101 INFO:tasks.rados.rados.0.smithi040.stdout:3927: left oid 40 (ObjNum 1235 snap 401 seq_num 1235) 2024-04-22T04:40:35.101 INFO:tasks.rados.rados.0.smithi040.stdout:3931: expect (ObjNum 949 snap 301 seq_num 949) 2024-04-22T04:40:35.586 INFO:tasks.rados.rados.0.smithi040.stdout:3930: finishing copy_from racing read to smithi04078109-9 2024-04-22T04:40:35.586 INFO:tasks.rados.rados.0.smithi040.stdout:3930: finishing copy_from to smithi04078109-9 2024-04-22T04:40:35.586 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 2221 (ObjNum 950 snap 301 seq_num 950) dirty exists 2024-04-22T04:40:35.586 INFO:tasks.rados.rados.0.smithi040.stdout:3932: finishing write tid 1 to smithi04078109-29 2024-04-22T04:40:35.586 INFO:tasks.rados.rados.0.smithi040.stdout:3932: finishing write tid 2 to smithi04078109-29 2024-04-22T04:40:35.586 INFO:tasks.rados.rados.0.smithi040.stdout:3932: finishing write tid 3 to smithi04078109-29 2024-04-22T04:40:35.586 INFO:tasks.rados.rados.0.smithi040.stdout:3932: finishing write tid 4 to smithi04078109-29 2024-04-22T04:40:35.586 INFO:tasks.rados.rados.0.smithi040.stdout:3932: finishing write tid 5 to smithi04078109-29 2024-04-22T04:40:35.586 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 29 v 2808 (ObjNum 1237 snap 401 seq_num 1237) dirty exists 2024-04-22T04:40:35.586 INFO:tasks.rados.rados.0.smithi040.stdout:3932: left oid 29 (ObjNum 1237 snap 401 seq_num 1237) 2024-04-22T04:40:35.586 INFO:tasks.rados.rados.0.smithi040.stdout:3922: done (10 left) 2024-04-22T04:40:35.587 INFO:tasks.rados.rados.0.smithi040.stdout:3924: done (9 left) 2024-04-22T04:40:35.587 INFO:tasks.rados.rados.0.smithi040.stdout:3925: done (8 left) 2024-04-22T04:40:35.587 INFO:tasks.rados.rados.0.smithi040.stdout:3926: done (7 left) 2024-04-22T04:40:35.587 INFO:tasks.rados.rados.0.smithi040.stdout:3927: done (6 left) 2024-04-22T04:40:35.587 INFO:tasks.rados.rados.0.smithi040.stdout:3928: done (5 left) 2024-04-22T04:40:35.587 INFO:tasks.rados.rados.0.smithi040.stdout:3929: done (4 left) 2024-04-22T04:40:35.587 INFO:tasks.rados.rados.0.smithi040.stdout:3930: done (3 left) 2024-04-22T04:40:35.587 INFO:tasks.rados.rados.0.smithi040.stdout:3931: done (2 left) 2024-04-22T04:40:35.587 INFO:tasks.rados.rados.0.smithi040.stdout:3932: done (1 left) 2024-04-22T04:40:35.587 INFO:tasks.rados.rados.0.smithi040.stdout:3933: done (0 left) 2024-04-22T04:40:35.587 INFO:tasks.rados.rados.0.smithi040.stdout:3934: read oid 3 snap -1 2024-04-22T04:40:35.587 INFO:tasks.rados.rados.0.smithi040.stdout:3934: expect (ObjNum 1066 snap 331 seq_num 1066) 2024-04-22T04:40:35.587 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 27 current snap is 402 2024-04-22T04:40:35.587 INFO:tasks.rados.rados.0.smithi040.stdout:3935: seq_num 1238 ranges {4980736=737280,5718016=458752,6176768=344064} 2024-04-22T04:40:35.617 INFO:tasks.rados.rados.0.smithi040.stdout:3935: writing smithi04078109-27 from 4980736 to 5718016 tid 1 2024-04-22T04:40:35.620 INFO:tasks.rados.rados.0.smithi040.stdout:3935: writing smithi04078109-27 from 5718016 to 6176768 tid 2 2024-04-22T04:40:35.622 INFO:tasks.rados.rados.0.smithi040.stdout:3935: writing smithi04078109-27 from 6176768 to 6520832 tid 3 2024-04-22T04:40:35.622 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 11 current snap is 402 2024-04-22T04:40:35.622 INFO:tasks.rados.rados.0.smithi040.stdout:3936: seq_num 1239 ranges {7634944=753664,8388608=745472,9134080=57344} 2024-04-22T04:40:35.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:35 smithi062 ceph-mon[78153]: osdmap e837: 8 total, 8 up, 8 in 2024-04-22T04:40:35.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:40:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:40:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:40:35.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:35 smithi040 ceph-mon[88445]: osdmap e837: 8 total, 8 up, 8 in 2024-04-22T04:40:35.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:35 smithi040 ceph-mon[91058]: osdmap e837: 8 total, 8 up, 8 in 2024-04-22T04:40:35.667 INFO:tasks.rados.rados.0.smithi040.stdout:3936: writing smithi04078109-11 from 7634944 to 8388608 tid 1 2024-04-22T04:40:35.672 INFO:tasks.rados.rados.0.smithi040.stdout:3936: writing smithi04078109-11 from 8388608 to 9134080 tid 2 2024-04-22T04:40:35.672 INFO:tasks.rados.rados.0.smithi040.stdout:3936: writing smithi04078109-11 from 9134080 to 9191424 tid 3 2024-04-22T04:40:35.672 INFO:tasks.rados.rados.0.smithi040.stdout:3937: snap_remove snap 373 2024-04-22T04:40:36.308 INFO:tasks.rados.rados.0.smithi040.stdout:3937: done (3 left) 2024-04-22T04:40:36.308 INFO:tasks.rados.rados.0.smithi040.stdout:3938: rollback oid 34 current snap is 402 2024-04-22T04:40:36.308 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 34 to 392 2024-04-22T04:40:36.309 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 9 current snap is 402 2024-04-22T04:40:36.309 INFO:tasks.rados.rados.0.smithi040.stdout:3939: seq_num 1240 ranges {9805824=778240,10584064=671744,11255808=131072} 2024-04-22T04:40:36.367 INFO:tasks.rados.rados.0.smithi040.stdout:3939: writing smithi04078109-9 from 9805824 to 10584064 tid 1 2024-04-22T04:40:36.372 INFO:tasks.rados.rados.0.smithi040.stdout:3939: writing smithi04078109-9 from 10584064 to 11255808 tid 2 2024-04-22T04:40:36.373 INFO:tasks.rados.rados.0.smithi040.stdout:3939: writing smithi04078109-9 from 11255808 to 11386880 tid 3 2024-04-22T04:40:36.373 INFO:tasks.rados.rados.0.smithi040.stdout:3940: snap_remove snap 397 2024-04-22T04:40:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:36 smithi062 ceph-mon[78153]: pgmap v978: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 845 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-22T04:40:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:36 smithi062 ceph-mon[78153]: osdmap e838: 8 total, 8 up, 8 in 2024-04-22T04:40:36.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:40:36.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:36 smithi040 ceph-mon[91058]: pgmap v978: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 845 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-22T04:40:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:36 smithi040 ceph-mon[91058]: osdmap e838: 8 total, 8 up, 8 in 2024-04-22T04:40:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:40:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:36 smithi040 ceph-mon[88445]: pgmap v978: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 845 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-22T04:40:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:36 smithi040 ceph-mon[88445]: osdmap e838: 8 total, 8 up, 8 in 2024-04-22T04:40:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:40:37.263 INFO:tasks.rados.rados.0.smithi040.stdout:3940: done (5 left) 2024-04-22T04:40:37.264 INFO:tasks.rados.rados.0.smithi040.stdout:3941: read oid 48 snap -1 2024-04-22T04:40:37.264 INFO:tasks.rados.rados.0.smithi040.stdout:3941: expect deleted 2024-04-22T04:40:37.265 INFO:tasks.rados.rados.0.smithi040.stdout:3942: setattr oid 13 current snap is 402 2024-04-22T04:40:37.265 INFO:tasks.rados.rados.0.smithi040.stdout:3934: expect (ObjNum 1066 snap 331 seq_num 1066) 2024-04-22T04:40:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:37 smithi062 ceph-mon[78153]: osdmap e839: 8 total, 8 up, 8 in 2024-04-22T04:40:37.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:37 smithi062 ceph-mon[78153]: osdmap e840: 8 total, 8 up, 8 in 2024-04-22T04:40:37.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:37 smithi040 ceph-mon[88445]: osdmap e839: 8 total, 8 up, 8 in 2024-04-22T04:40:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:37 smithi040 ceph-mon[88445]: osdmap e840: 8 total, 8 up, 8 in 2024-04-22T04:40:37.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:37 smithi040 ceph-mon[91058]: osdmap e839: 8 total, 8 up, 8 in 2024-04-22T04:40:37.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:37 smithi040 ceph-mon[91058]: osdmap e840: 8 total, 8 up, 8 in 2024-04-22T04:40:38.416 INFO:tasks.rados.rados.0.smithi040.stdout:3935: finishing write tid 1 to smithi04078109-27 2024-04-22T04:40:38.417 INFO:tasks.rados.rados.0.smithi040.stdout:3935: finishing write tid 2 to smithi04078109-27 2024-04-22T04:40:38.417 INFO:tasks.rados.rados.0.smithi040.stdout:3935: finishing write tid 3 to smithi04078109-27 2024-04-22T04:40:38.417 INFO:tasks.rados.rados.0.smithi040.stdout:3935: finishing write tid 4 to smithi04078109-27 2024-04-22T04:40:38.417 INFO:tasks.rados.rados.0.smithi040.stdout:3935: finishing write tid 5 to smithi04078109-27 2024-04-22T04:40:38.417 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 27 v 2035 (ObjNum 1238 snap 402 seq_num 1238) dirty exists 2024-04-22T04:40:38.417 INFO:tasks.rados.rados.0.smithi040.stdout:3935: left oid 27 (ObjNum 1238 snap 402 seq_num 1238) 2024-04-22T04:40:38.417 INFO:tasks.rados.rados.0.smithi040.stdout:3936: finishing write tid 1 to smithi04078109-11 2024-04-22T04:40:38.417 INFO:tasks.rados.rados.0.smithi040.stdout:3936: finishing write tid 2 to smithi04078109-11 2024-04-22T04:40:38.417 INFO:tasks.rados.rados.0.smithi040.stdout:3936: finishing write tid 3 to smithi04078109-11 2024-04-22T04:40:38.417 INFO:tasks.rados.rados.0.smithi040.stdout:3936: finishing write tid 4 to smithi04078109-11 2024-04-22T04:40:38.417 INFO:tasks.rados.rados.0.smithi040.stdout:3936: finishing write tid 5 to smithi04078109-11 2024-04-22T04:40:38.417 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 11 v 3086 (ObjNum 1239 snap 402 seq_num 1239) dirty exists 2024-04-22T04:40:38.417 INFO:tasks.rados.rados.0.smithi040.stdout:3936: left oid 11 (ObjNum 1239 snap 402 seq_num 1239) 2024-04-22T04:40:38.417 INFO:tasks.rados.rados.0.smithi040.stdout:3938: finishing rollback tid 0 to smithi04078109-34 2024-04-22T04:40:38.418 INFO:tasks.rados.rados.0.smithi040.stdout:3938: finishing rollback tid 1 to smithi04078109-34 2024-04-22T04:40:38.418 INFO:tasks.rados.rados.0.smithi040.stdout:3938: finishing rollback tid 2 to smithi04078109-34 2024-04-22T04:40:38.418 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 34 v 2701 (ObjNum 0 snap 32647 seq_num 2852374176) dirty exists 2024-04-22T04:40:38.418 INFO:tasks.rados.rados.0.smithi040.stdout:3939: finishing write tid 1 to smithi04078109-9 2024-04-22T04:40:38.418 INFO:tasks.rados.rados.0.smithi040.stdout:3939: finishing write tid 2 to smithi04078109-9 2024-04-22T04:40:38.418 INFO:tasks.rados.rados.0.smithi040.stdout:3939: finishing write tid 3 to smithi04078109-9 2024-04-22T04:40:38.418 INFO:tasks.rados.rados.0.smithi040.stdout:3939: finishing write tid 4 to smithi04078109-9 2024-04-22T04:40:38.418 INFO:tasks.rados.rados.0.smithi040.stdout:3939: finishing write tid 5 to smithi04078109-9 2024-04-22T04:40:38.418 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 9 v 2705 (ObjNum 1240 snap 402 seq_num 1240) dirty exists 2024-04-22T04:40:38.418 INFO:tasks.rados.rados.0.smithi040.stdout:3939: left oid 9 (ObjNum 1240 snap 402 seq_num 1240) 2024-04-22T04:40:38.418 INFO:tasks.rados.rados.0.smithi040.stdout:3934: done (6 left) 2024-04-22T04:40:38.418 INFO:tasks.rados.rados.0.smithi040.stdout:3935: done (5 left) 2024-04-22T04:40:38.418 INFO:tasks.rados.rados.0.smithi040.stdout:3936: done (4 left) 2024-04-22T04:40:38.418 INFO:tasks.rados.rados.0.smithi040.stdout:3938: done (3 left) 2024-04-22T04:40:38.419 INFO:tasks.rados.rados.0.smithi040.stdout:3939: done (2 left) 2024-04-22T04:40:38.419 INFO:tasks.rados.rados.0.smithi040.stdout:3941: done (1 left) 2024-04-22T04:40:38.419 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 20 current snap is 402 2024-04-22T04:40:38.419 INFO:tasks.rados.rados.0.smithi040.stdout:3943: seq_num 1241 ranges {6668288=794624,7462912=557056,8019968=245760} 2024-04-22T04:40:38.456 INFO:tasks.rados.rados.0.smithi040.stdout:3943: writing smithi04078109-20 from 6668288 to 7462912 tid 1 2024-04-22T04:40:38.460 INFO:tasks.rados.rados.0.smithi040.stdout:3943: writing smithi04078109-20 from 7462912 to 8019968 tid 2 2024-04-22T04:40:38.461 INFO:tasks.rados.rados.0.smithi040.stdout:3943: writing smithi04078109-20 from 8019968 to 8265728 tid 3 2024-04-22T04:40:38.461 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 1 current snap is 402 2024-04-22T04:40:38.461 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 2813 (ObjNum 1234 snap 401 seq_num 1234) dirty exists 2024-04-22T04:40:38.461 INFO:tasks.rados.rados.0.smithi040.stdout:3944: seq_num 1242 ranges {2105344=409600,2514944=442368,2957312=655360,3612672=106496} 2024-04-22T04:40:38.475 INFO:tasks.rados.rados.0.smithi040.stdout:3944: writing smithi04078109-1 from 2105344 to 2514944 tid 1 2024-04-22T04:40:38.478 INFO:tasks.rados.rados.0.smithi040.stdout:3944: writing smithi04078109-1 from 2514944 to 2957312 tid 2 2024-04-22T04:40:38.482 INFO:tasks.rados.rados.0.smithi040.stdout:3944: writing smithi04078109-1 from 2957312 to 3612672 tid 3 2024-04-22T04:40:38.483 INFO:tasks.rados.rados.0.smithi040.stdout:3944: writing smithi04078109-1 from 3612672 to 3719168 tid 4 2024-04-22T04:40:38.483 INFO:tasks.rados.rados.0.smithi040.stdout:3942: done (2 left) 2024-04-22T04:40:38.483 INFO:tasks.rados.rados.0.smithi040.stdout:3945: copy_from oid 40 from oid 31 current snap is 402 2024-04-22T04:40:38.483 INFO:tasks.rados.rados.0.smithi040.stdout:3943: finishing write tid 1 to smithi04078109-20 2024-04-22T04:40:38.483 INFO:tasks.rados.rados.0.smithi040.stdout:3943: finishing write tid 2 to smithi04078109-20 2024-04-22T04:40:38.483 INFO:tasks.rados.rados.0.smithi040.stdout:3943: finishing write tid 3 to smithi04078109-20 2024-04-22T04:40:38.483 INFO:tasks.rados.rados.0.smithi040.stdout:3943: finishing write tid 4 to smithi04078109-20 2024-04-22T04:40:38.484 INFO:tasks.rados.rados.0.smithi040.stdout:3943: finishing write tid 5 to smithi04078109-20 2024-04-22T04:40:38.484 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 20 v 1875 (ObjNum 1241 snap 402 seq_num 1241) dirty exists 2024-04-22T04:40:38.484 INFO:tasks.rados.rados.0.smithi040.stdout:3943: left oid 20 (ObjNum 1241 snap 402 seq_num 1241) 2024-04-22T04:40:38.484 INFO:tasks.rados.rados.0.smithi040.stdout:3944: finishing write tid 1 to smithi04078109-1 2024-04-22T04:40:38.484 INFO:tasks.rados.rados.0.smithi040.stdout:3944: finishing write tid 2 to smithi04078109-1 2024-04-22T04:40:38.484 INFO:tasks.rados.rados.0.smithi040.stdout:3943: done (2 left) 2024-04-22T04:40:38.484 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 23 current snap is 402 2024-04-22T04:40:38.484 INFO:tasks.rados.rados.0.smithi040.stdout:3946: seq_num 1243 ranges {3940352=425984,4366336=729088,5095424=466944,5562368=8192} 2024-04-22T04:40:38.507 INFO:tasks.rados.rados.0.smithi040.stdout:3946: writing smithi04078109-23 from 3940352 to 4366336 tid 1 2024-04-22T04:40:38.511 INFO:tasks.rados.rados.0.smithi040.stdout:3946: writing smithi04078109-23 from 4366336 to 5095424 tid 2 2024-04-22T04:40:38.514 INFO:tasks.rados.rados.0.smithi040.stdout:3946: writing smithi04078109-23 from 5095424 to 5562368 tid 3 2024-04-22T04:40:38.514 INFO:tasks.rados.rados.0.smithi040.stdout:3946: writing smithi04078109-23 from 5562368 to 5570560 tid 4 2024-04-22T04:40:38.515 INFO:tasks.rados.rados.0.smithi040.stdout:3947: copy_from oid 28 from oid 25 current snap is 402 2024-04-22T04:40:38.515 INFO:tasks.rados.rados.0.smithi040.stdout:3944: finishing write tid 3 to smithi04078109-1 2024-04-22T04:40:38.515 INFO:tasks.rados.rados.0.smithi040.stdout:3944: finishing write tid 4 to smithi04078109-1 2024-04-22T04:40:38.515 INFO:tasks.rados.rados.0.smithi040.stdout:3944: finishing write tid 5 to smithi04078109-1 2024-04-22T04:40:38.515 INFO:tasks.rados.rados.0.smithi040.stdout:3944: finishing write tid 6 to smithi04078109-1 2024-04-22T04:40:38.515 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 1 v 2735 (ObjNum 1242 snap 402 seq_num 1242) dirty exists 2024-04-22T04:40:38.515 INFO:tasks.rados.rados.0.smithi040.stdout:3944: left oid 1 (ObjNum 1242 snap 402 seq_num 1242) 2024-04-22T04:40:38.515 INFO:tasks.rados.rados.0.smithi040.stdout:3945: finishing copy_from racing read to smithi04078109-40 2024-04-22T04:40:38.515 INFO:tasks.rados.rados.0.smithi040.stdout:3945: finishing copy_from to smithi04078109-40 2024-04-22T04:40:38.515 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 2892 (ObjNum 1187 snap 386 seq_num 1187) dirty exists 2024-04-22T04:40:38.515 INFO:tasks.rados.rados.0.smithi040.stdout:3946: finishing write tid 1 to smithi04078109-23 2024-04-22T04:40:38.515 INFO:tasks.rados.rados.0.smithi040.stdout:3944: done (3 left) 2024-04-22T04:40:38.515 INFO:tasks.rados.rados.0.smithi040.stdout:3945: done (2 left) 2024-04-22T04:40:38.515 INFO:tasks.rados.rados.0.smithi040.stdout:3948: snap_remove snap 394 2024-04-22T04:40:38.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:38 smithi062 ceph-mon[78153]: pgmap v981: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 870 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.3 MiB/s wr, 10 op/s 2024-04-22T04:40:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:38 smithi040 ceph-mon[88445]: pgmap v981: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 870 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.3 MiB/s wr, 10 op/s 2024-04-22T04:40:38.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:38 smithi040 ceph-mon[91058]: pgmap v981: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 870 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.3 MiB/s wr, 10 op/s 2024-04-22T04:40:39.314 INFO:tasks.rados.rados.0.smithi040.stdout:3948: done (2 left) 2024-04-22T04:40:39.315 INFO:tasks.rados.rados.0.smithi040.stdout:3949: rollback oid 50 current snap is 402 2024-04-22T04:40:39.315 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 50 to 339 2024-04-22T04:40:39.315 INFO:tasks.rados.rados.0.smithi040.stdout:3946: finishing write tid 2 to smithi04078109-23 2024-04-22T04:40:39.315 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 40 current snap is 402 2024-04-22T04:40:39.320 INFO:tasks.rados.rados.0.smithi040.stdout:3950: seq_num 1244 ranges {3735552=442368,4177920=614400,4792320=589824} 2024-04-22T04:40:39.338 INFO:tasks.rados.rados.0.smithi040.stdout:3950: writing smithi04078109-40 from 3735552 to 4177920 tid 1 2024-04-22T04:40:39.342 INFO:tasks.rados.rados.0.smithi040.stdout:3950: writing smithi04078109-40 from 4177920 to 4792320 tid 2 2024-04-22T04:40:39.347 INFO:tasks.rados.rados.0.smithi040.stdout:3950: writing smithi04078109-40 from 4792320 to 5382144 tid 3 2024-04-22T04:40:39.347 INFO:tasks.rados.rados.0.smithi040.stdout:3951: read oid 49 snap 391 2024-04-22T04:40:39.347 INFO:tasks.rados.rados.0.smithi040.stdout:3951: expect (ObjNum 1050 snap 328 seq_num 1050) 2024-04-22T04:40:39.347 INFO:tasks.rados.rados.0.smithi040.stdout:3952: rollback oid 22 current snap is 402 2024-04-22T04:40:39.347 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 22 to 337 2024-04-22T04:40:39.347 INFO:tasks.rados.rados.0.smithi040.stdout:3946: finishing write tid 3 to smithi04078109-23 2024-04-22T04:40:39.347 INFO:tasks.rados.rados.0.smithi040.stdout:3946: finishing write tid 4 to smithi04078109-23 2024-04-22T04:40:39.347 INFO:tasks.rados.rados.0.smithi040.stdout:3946: finishing write tid 5 to smithi04078109-23 2024-04-22T04:40:39.347 INFO:tasks.rados.rados.0.smithi040.stdout:3946: finishing write tid 6 to smithi04078109-23 2024-04-22T04:40:39.347 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 23 v 2822 (ObjNum 1243 snap 402 seq_num 1243) dirty exists 2024-04-22T04:40:39.347 INFO:tasks.rados.rados.0.smithi040.stdout:3946: left oid 23 (ObjNum 1243 snap 402 seq_num 1243) 2024-04-22T04:40:39.348 INFO:tasks.rados.rados.0.smithi040.stdout:3947: finishing copy_from racing read to smithi04078109-28 2024-04-22T04:40:39.348 INFO:tasks.rados.rados.0.smithi040.stdout:3947: finishing copy_from to smithi04078109-28 2024-04-22T04:40:39.348 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 28 v 3067 (ObjNum 1233 snap 401 seq_num 1233) dirty exists 2024-04-22T04:40:39.348 INFO:tasks.rados.rados.0.smithi040.stdout:3946: done (5 left) 2024-04-22T04:40:39.348 INFO:tasks.rados.rados.0.smithi040.stdout:3947: done (4 left) 2024-04-22T04:40:39.348 INFO:tasks.rados.rados.0.smithi040.stdout:3953: copy_from oid 12 from oid 25 current snap is 402 2024-04-22T04:40:39.348 INFO:tasks.rados.rados.0.smithi040.stdout:3949: finishing rollback tid 1 to smithi04078109-50 2024-04-22T04:40:39.348 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 1853 (ObjNum 1666606435 snap 1633702259 seq_num 1869509223) dirty dne 2024-04-22T04:40:39.348 INFO:tasks.rados.rados.0.smithi040.stdout:3950: finishing write tid 1 to smithi04078109-40 2024-04-22T04:40:39.348 INFO:tasks.rados.rados.0.smithi040.stdout:3949: done (4 left) 2024-04-22T04:40:39.348 INFO:tasks.rados.rados.0.smithi040.stdout:3954: snap_create 2024-04-22T04:40:39.348 INFO:tasks.rados.rados.0.smithi040.stdout:3950: finishing write tid 2 to smithi04078109-40 2024-04-22T04:40:39.349 INFO:tasks.rados.rados.0.smithi040.stdout:3952: finishing rollback tid 1 to smithi04078109-22 2024-04-22T04:40:39.349 INFO:tasks.rados.rados.0.smithi040.stdout:3952: finishing rollback tid 2 to smithi04078109-22 2024-04-22T04:40:39.349 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 22 v 2697 (ObjNum 1059 snap 330 seq_num 1059) dirty exists 2024-04-22T04:40:39.353 INFO:tasks.rados.rados.0.smithi040.stdout:3951: expect (ObjNum 1050 snap 328 seq_num 1050) 2024-04-22T04:40:39.381 INFO:tasks.rados.rados.0.smithi040.stdout:3950: finishing write tid 3 to smithi04078109-40 2024-04-22T04:40:39.381 INFO:tasks.rados.rados.0.smithi040.stdout:3950: finishing write tid 4 to smithi04078109-40 2024-04-22T04:40:39.381 INFO:tasks.rados.rados.0.smithi040.stdout:3950: finishing write tid 5 to smithi04078109-40 2024-04-22T04:40:39.381 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 40 v 3120 (ObjNum 1244 snap 402 seq_num 1244) dirty exists 2024-04-22T04:40:39.382 INFO:tasks.rados.rados.0.smithi040.stdout:3950: left oid 40 (ObjNum 1244 snap 402 seq_num 1244) 2024-04-22T04:40:39.382 INFO:tasks.rados.rados.0.smithi040.stdout:3953: finishing copy_from racing read to smithi04078109-12 2024-04-22T04:40:39.382 INFO:tasks.rados.rados.0.smithi040.stdout:3953: finishing copy_from to smithi04078109-12 2024-04-22T04:40:39.382 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 12 v 3067 (ObjNum 1233 snap 401 seq_num 1233) dirty exists 2024-04-22T04:40:40.326 INFO:tasks.rados.rados.0.smithi040.stdout:3950: done (4 left) 2024-04-22T04:40:40.327 INFO:tasks.rados.rados.0.smithi040.stdout:3951: done (3 left) 2024-04-22T04:40:40.327 INFO:tasks.rados.rados.0.smithi040.stdout:3952: done (2 left) 2024-04-22T04:40:40.327 INFO:tasks.rados.rados.0.smithi040.stdout:3953: done (1 left) 2024-04-22T04:40:40.327 INFO:tasks.rados.rados.0.smithi040.stdout:3954: done (0 left) 2024-04-22T04:40:40.327 INFO:tasks.rados.rados.0.smithi040.stdout:3955: rmattr oid 4 current snap is 403 2024-04-22T04:40:40.327 INFO:tasks.rados.rados.0.smithi040.stdout:3955: done (0 left) 2024-04-22T04:40:40.327 INFO:tasks.rados.rados.0.smithi040.stdout:3956: read oid 4 snap -1 2024-04-22T04:40:40.327 INFO:tasks.rados.rados.0.smithi040.stdout:3956: expect (ObjNum 1236 snap 401 seq_num 1236) 2024-04-22T04:40:40.327 INFO:tasks.rados.rados.0.smithi040.stdout:3957: copy_from oid 16 from oid 24 current snap is 403 2024-04-22T04:40:40.327 INFO:tasks.rados.rados.0.smithi040.stdout:3958: read oid 44 snap -1 2024-04-22T04:40:40.327 INFO:tasks.rados.rados.0.smithi040.stdout:3958: expect (ObjNum 1208 snap 391 seq_num 1208) 2024-04-22T04:40:40.327 INFO:tasks.rados.rados.0.smithi040.stdout:3959: delete oid 39 current snap is 403 2024-04-22T04:40:40.333 INFO:tasks.rados.rados.0.smithi040.stdout:3959: done (3 left) 2024-04-22T04:40:40.333 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 15 current snap is 403 2024-04-22T04:40:40.333 INFO:tasks.rados.rados.0.smithi040.stdout:3960: seq_num 1246 ranges {4169728=475136,4644864=786432,5431296=417792} 2024-04-22T04:40:40.360 INFO:tasks.rados.rados.0.smithi040.stdout:3960: writing smithi04078109-15 from 4169728 to 4644864 tid 1 2024-04-22T04:40:40.365 INFO:tasks.rados.rados.0.smithi040.stdout:3960: writing smithi04078109-15 from 4644864 to 5431296 tid 2 2024-04-22T04:40:40.368 INFO:tasks.rados.rados.0.smithi040.stdout:3960: writing smithi04078109-15 from 5431296 to 5849088 tid 3 2024-04-22T04:40:40.368 INFO:tasks.rados.rados.0.smithi040.stdout:3961: read oid 49 snap 390 2024-04-22T04:40:40.368 INFO:tasks.rados.rados.0.smithi040.stdout:3961: expect (ObjNum 1050 snap 328 seq_num 1050) 2024-04-22T04:40:40.368 INFO:tasks.rados.rados.0.smithi040.stdout:3962: rmattr oid 43 current snap is 403 2024-04-22T04:40:40.368 INFO:tasks.rados.rados.0.smithi040.stdout:3956: expect (ObjNum 1236 snap 401 seq_num 1236) 2024-04-22T04:40:40.408 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:40:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:40:40] "GET /metrics HTTP/1.1" 200 241974 "" "Prometheus/2.43.0" 2024-04-22T04:40:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:40 smithi040 ceph-mon[88445]: pgmap v983: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 875 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 6.9 MiB/s wr, 20 op/s 2024-04-22T04:40:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:40 smithi040 ceph-mon[88445]: osdmap e841: 8 total, 8 up, 8 in 2024-04-22T04:40:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:40 smithi040 ceph-mon[91058]: pgmap v983: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 875 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 6.9 MiB/s wr, 20 op/s 2024-04-22T04:40:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:40 smithi040 ceph-mon[91058]: osdmap e841: 8 total, 8 up, 8 in 2024-04-22T04:40:40.410 INFO:tasks.rados.rados.0.smithi040.stdout:3957: finishing copy_from racing read to smithi04078109-16 2024-04-22T04:40:40.410 INFO:tasks.rados.rados.0.smithi040.stdout:3957: finishing copy_from to smithi04078109-16 2024-04-22T04:40:40.410 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 16 v 2810 (ObjNum 1129 snap 356 seq_num 1129) dirty exists 2024-04-22T04:40:40.410 INFO:tasks.rados.rados.0.smithi040.stdout:3958: expect (ObjNum 1208 snap 391 seq_num 1208) 2024-04-22T04:40:40.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:40 smithi062 ceph-mon[78153]: pgmap v983: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 875 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 6.9 MiB/s wr, 20 op/s 2024-04-22T04:40:40.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:40 smithi062 ceph-mon[78153]: osdmap e841: 8 total, 8 up, 8 in 2024-04-22T04:40:40.818 INFO:tasks.rados.rados.0.smithi040.stdout:3960: finishing write tid 1 to smithi04078109-15 2024-04-22T04:40:40.818 INFO:tasks.rados.rados.0.smithi040.stdout:3961: expect (ObjNum 1050 snap 328 seq_num 1050) 2024-04-22T04:40:40.843 INFO:tasks.rados.rados.0.smithi040.stdout:3960: finishing write tid 2 to smithi04078109-15 2024-04-22T04:40:40.843 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 2481 (ObjNum 1195 snap 389 seq_num 1195) dirty exists 2024-04-22T04:40:40.843 INFO:tasks.rados.rados.0.smithi040.stdout:3960: finishing write tid 3 to smithi04078109-15 2024-04-22T04:40:40.843 INFO:tasks.rados.rados.0.smithi040.stdout:3960: finishing write tid 4 to smithi04078109-15 2024-04-22T04:40:40.843 INFO:tasks.rados.rados.0.smithi040.stdout:3960: finishing write tid 5 to smithi04078109-15 2024-04-22T04:40:40.843 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 15 v 2808 (ObjNum 1246 snap 403 seq_num 1246) dirty exists 2024-04-22T04:40:40.843 INFO:tasks.rados.rados.0.smithi040.stdout:3960: left oid 15 (ObjNum 1246 snap 403 seq_num 1246) 2024-04-22T04:40:40.843 INFO:tasks.rados.rados.0.smithi040.stdout:3956: done (5 left) 2024-04-22T04:40:40.843 INFO:tasks.rados.rados.0.smithi040.stdout:3957: done (4 left) 2024-04-22T04:40:40.843 INFO:tasks.rados.rados.0.smithi040.stdout:3958: done (3 left) 2024-04-22T04:40:40.843 INFO:tasks.rados.rados.0.smithi040.stdout:3960: done (2 left) 2024-04-22T04:40:40.843 INFO:tasks.rados.rados.0.smithi040.stdout:3961: done (1 left) 2024-04-22T04:40:40.843 INFO:tasks.rados.rados.0.smithi040.stdout:3962: done (0 left) 2024-04-22T04:40:40.844 INFO:tasks.rados.rados.0.smithi040.stdout:3963: read oid 30 snap 327 2024-04-22T04:40:40.844 INFO:tasks.rados.rados.0.smithi040.stdout:3963: expect (ObjNum 988 snap 307 seq_num 988) 2024-04-22T04:40:40.844 INFO:tasks.rados.rados.0.smithi040.stdout:3964: snap_create 2024-04-22T04:40:40.861 INFO:tasks.rados.rados.0.smithi040.stdout:3963: expect (ObjNum 988 snap 307 seq_num 988) 2024-04-22T04:40:41.332 INFO:tasks.rados.rados.0.smithi040.stdout:3963: done (1 left) 2024-04-22T04:40:41.332 INFO:tasks.rados.rados.0.smithi040.stdout:3964: done (0 left) 2024-04-22T04:40:41.332 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 45 current snap is 404 2024-04-22T04:40:41.332 INFO:tasks.rados.rados.0.smithi040.stdout:3965: seq_num 1247 ranges {12222464=491520,12713984=712704,13426688=442368,13869056=49152} 2024-04-22T04:40:41.401 INFO:tasks.rados.rados.0.smithi040.stdout:3965: writing smithi04078109-45 from 12222464 to 12713984 tid 1 2024-04-22T04:40:41.405 INFO:tasks.rados.rados.0.smithi040.stdout:3965: writing smithi04078109-45 from 12713984 to 13426688 tid 2 2024-04-22T04:40:41.408 INFO:tasks.rados.rados.0.smithi040.stdout:3965: writing smithi04078109-45 from 13426688 to 13869056 tid 3 2024-04-22T04:40:41.409 INFO:tasks.rados.rados.0.smithi040.stdout:3965: writing smithi04078109-45 from 13869056 to 13918208 tid 4 2024-04-22T04:40:41.409 INFO:tasks.rados.rados.0.smithi040.stdout:3966: read oid 16 snap -1 2024-04-22T04:40:41.409 INFO:tasks.rados.rados.0.smithi040.stdout:3966: expect (ObjNum 1129 snap 356 seq_num 1129) 2024-04-22T04:40:41.409 INFO:tasks.rados.rados.0.smithi040.stdout:3967: snap_remove snap 302 2024-04-22T04:40:41.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:41 smithi062 ceph-mon[78153]: osdmap e842: 8 total, 8 up, 8 in 2024-04-22T04:40:41.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:41 smithi040 ceph-mon[88445]: osdmap e842: 8 total, 8 up, 8 in 2024-04-22T04:40:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:41 smithi040 ceph-mon[91058]: osdmap e842: 8 total, 8 up, 8 in 2024-04-22T04:40:42.266 INFO:tasks.rados.rados.0.smithi040.stdout:3967: done (2 left) 2024-04-22T04:40:42.266 INFO:tasks.rados.rados.0.smithi040.stdout:3968: delete oid 7 current snap is 404 2024-04-22T04:40:42.266 INFO:tasks.rados.rados.0.smithi040.stdout:3965: finishing write tid 1 to smithi04078109-45 2024-04-22T04:40:42.267 INFO:tasks.rados.rados.0.smithi040.stdout:3965: finishing write tid 2 to smithi04078109-45 2024-04-22T04:40:42.267 INFO:tasks.rados.rados.0.smithi040.stdout:3965: finishing write tid 3 to smithi04078109-45 2024-04-22T04:40:42.267 INFO:tasks.rados.rados.0.smithi040.stdout:3965: finishing write tid 4 to smithi04078109-45 2024-04-22T04:40:42.267 INFO:tasks.rados.rados.0.smithi040.stdout:3965: finishing write tid 5 to smithi04078109-45 2024-04-22T04:40:42.267 INFO:tasks.rados.rados.0.smithi040.stdout:3965: finishing write tid 6 to smithi04078109-45 2024-04-22T04:40:42.267 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 45 v 2710 (ObjNum 1247 snap 404 seq_num 1247) dirty exists 2024-04-22T04:40:42.267 INFO:tasks.rados.rados.0.smithi040.stdout:3965: left oid 45 (ObjNum 1247 snap 404 seq_num 1247) 2024-04-22T04:40:42.267 INFO:tasks.rados.rados.0.smithi040.stdout:3966: expect (ObjNum 1129 snap 356 seq_num 1129) 2024-04-22T04:40:42.380 INFO:tasks.rados.rados.0.smithi040.stdout:3965: done (2 left) 2024-04-22T04:40:42.381 INFO:tasks.rados.rados.0.smithi040.stdout:3966: done (1 left) 2024-04-22T04:40:42.381 INFO:tasks.rados.rados.0.smithi040.stdout:3968: done (0 left) 2024-04-22T04:40:42.381 INFO:tasks.rados.rados.0.smithi040.stdout:3969: read oid 22 snap -1 2024-04-22T04:40:42.381 INFO:tasks.rados.rados.0.smithi040.stdout:3969: expect (ObjNum 1059 snap 330 seq_num 1059) 2024-04-22T04:40:42.381 INFO:tasks.rados.rados.0.smithi040.stdout:3970: rollback oid 32 current snap is 404 2024-04-22T04:40:42.381 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 32 to 391 2024-04-22T04:40:42.381 INFO:tasks.rados.rados.0.smithi040.stdout:3971: rmattr oid 10 current snap is 404 2024-04-22T04:40:42.381 INFO:tasks.rados.rados.0.smithi040.stdout:3972: rollback oid 25 current snap is 404 2024-04-22T04:40:42.381 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 25 to 403 2024-04-22T04:40:42.381 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 36 current snap is 404 2024-04-22T04:40:42.381 INFO:tasks.rados.rados.0.smithi040.stdout:3973: seq_num 1249 ranges {655360=524288,1179648=483328,1662976=409600,2072576=311296} 2024-04-22T04:40:42.387 INFO:tasks.rados.rados.0.smithi040.stdout:3973: writing smithi04078109-36 from 655360 to 1179648 tid 1 2024-04-22T04:40:42.391 INFO:tasks.rados.rados.0.smithi040.stdout:3973: writing smithi04078109-36 from 1179648 to 1662976 tid 2 2024-04-22T04:40:42.393 INFO:tasks.rados.rados.0.smithi040.stdout:3973: writing smithi04078109-36 from 1662976 to 2072576 tid 3 2024-04-22T04:40:42.396 INFO:tasks.rados.rados.0.smithi040.stdout:3973: writing smithi04078109-36 from 2072576 to 2383872 tid 4 2024-04-22T04:40:42.396 INFO:tasks.rados.rados.0.smithi040.stdout:3974: read oid 27 snap -1 2024-04-22T04:40:42.396 INFO:tasks.rados.rados.0.smithi040.stdout:3974: expect (ObjNum 1238 snap 402 seq_num 1238) 2024-04-22T04:40:42.396 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 3 current snap is 404 2024-04-22T04:40:42.396 INFO:tasks.rados.rados.0.smithi040.stdout:3970: finishing rollback tid 0 to smithi04078109-32 2024-04-22T04:40:42.396 INFO:tasks.rados.rados.0.smithi040.stdout:3970: finishing rollback tid 1 to smithi04078109-32 2024-04-22T04:40:42.396 INFO:tasks.rados.rados.0.smithi040.stdout:3970: finishing rollback tid 2 to smithi04078109-32 2024-04-22T04:40:42.396 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 2825 (ObjNum 976 snap 305 seq_num 976) dirty exists 2024-04-22T04:40:42.396 INFO:tasks.rados.rados.0.smithi040.stdout:3972: finishing rollback tid 0 to smithi04078109-25 2024-04-22T04:40:42.396 INFO:tasks.rados.rados.0.smithi040.stdout:3972: finishing rollback tid 1 to smithi04078109-25 2024-04-22T04:40:42.396 INFO:tasks.rados.rados.0.smithi040.stdout:3975: seq_num 1250 ranges {11386880=540672,11927552=770048,12697600=434176} 2024-04-22T04:40:42.461 INFO:tasks.rados.rados.0.smithi040.stdout:3975: writing smithi04078109-3 from 11386880 to 11927552 tid 1 2024-04-22T04:40:42.466 INFO:tasks.rados.rados.0.smithi040.stdout:3975: writing smithi04078109-3 from 11927552 to 12697600 tid 2 2024-04-22T04:40:42.469 INFO:tasks.rados.rados.0.smithi040.stdout:3975: writing smithi04078109-3 from 12697600 to 13131776 tid 3 2024-04-22T04:40:42.470 INFO:tasks.rados.rados.0.smithi040.stdout:3970: done (6 left) 2024-04-22T04:40:42.470 INFO:tasks.rados.rados.0.smithi040.stdout:3976: copy_from oid 17 from oid 5 current snap is 404 2024-04-22T04:40:42.470 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 10 v 2482 (ObjNum 1174 snap 381 seq_num 1174) dirty exists 2024-04-22T04:40:42.470 INFO:tasks.rados.rados.0.smithi040.stdout:3972: finishing rollback tid 2 to smithi04078109-25 2024-04-22T04:40:42.470 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 25 v 3134 (ObjNum 1233 snap 401 seq_num 1233) dirty exists 2024-04-22T04:40:42.470 INFO:tasks.rados.rados.0.smithi040.stdout:3973: finishing write tid 1 to smithi04078109-36 2024-04-22T04:40:42.470 INFO:tasks.rados.rados.0.smithi040.stdout:3969: expect (ObjNum 1059 snap 330 seq_num 1059) 2024-04-22T04:40:42.496 INFO:tasks.rados.rados.0.smithi040.stdout:3973: finishing write tid 2 to smithi04078109-36 2024-04-22T04:40:42.496 INFO:tasks.rados.rados.0.smithi040.stdout:3969: done (6 left) 2024-04-22T04:40:42.496 INFO:tasks.rados.rados.0.smithi040.stdout:3971: done (5 left) 2024-04-22T04:40:42.496 INFO:tasks.rados.rados.0.smithi040.stdout:3972: done (4 left) 2024-04-22T04:40:42.496 INFO:tasks.rados.rados.0.smithi040.stdout:3977: snap_remove snap 386 2024-04-22T04:40:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:42 smithi062 ceph-mon[78153]: pgmap v986: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 889 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 4.3 MiB/s wr, 17 op/s 2024-04-22T04:40:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:42 smithi062 ceph-mon[78153]: osdmap e843: 8 total, 8 up, 8 in 2024-04-22T04:40:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:42 smithi062 ceph-mon[78153]: osdmap e844: 8 total, 8 up, 8 in 2024-04-22T04:40:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:42 smithi040 ceph-mon[88445]: pgmap v986: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 889 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 4.3 MiB/s wr, 17 op/s 2024-04-22T04:40:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:42 smithi040 ceph-mon[88445]: osdmap e843: 8 total, 8 up, 8 in 2024-04-22T04:40:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:42 smithi040 ceph-mon[88445]: osdmap e844: 8 total, 8 up, 8 in 2024-04-22T04:40:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:42 smithi040 ceph-mon[91058]: pgmap v986: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 889 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 4.3 MiB/s wr, 17 op/s 2024-04-22T04:40:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:42 smithi040 ceph-mon[91058]: osdmap e843: 8 total, 8 up, 8 in 2024-04-22T04:40:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:42 smithi040 ceph-mon[91058]: osdmap e844: 8 total, 8 up, 8 in 2024-04-22T04:40:43.342 INFO:tasks.rados.rados.0.smithi040.stdout:3977: done (4 left) 2024-04-22T04:40:43.343 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 32 current snap is 404 2024-04-22T04:40:43.343 INFO:tasks.rados.rados.0.smithi040.stdout:3978: seq_num 1251 ranges {3801088=557056,4358144=655360,5013504=425984,5439488=122880} 2024-04-22T04:40:43.369 INFO:tasks.rados.rados.0.smithi040.stdout:3978: writing smithi04078109-32 from 3801088 to 4358144 tid 1 2024-04-22T04:40:43.373 INFO:tasks.rados.rados.0.smithi040.stdout:3978: writing smithi04078109-32 from 4358144 to 5013504 tid 2 2024-04-22T04:40:43.375 INFO:tasks.rados.rados.0.smithi040.stdout:3978: writing smithi04078109-32 from 5013504 to 5439488 tid 3 2024-04-22T04:40:43.376 INFO:tasks.rados.rados.0.smithi040.stdout:3978: writing smithi04078109-32 from 5439488 to 5562368 tid 4 2024-04-22T04:40:43.377 INFO:tasks.rados.rados.0.smithi040.stdout:3979: rollback oid 50 current snap is 404 2024-04-22T04:40:43.377 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 50 to 402 2024-04-22T04:40:43.377 INFO:tasks.rados.rados.0.smithi040.stdout:3980: rmattr oid 28 current snap is 404 2024-04-22T04:40:43.377 INFO:tasks.rados.rados.0.smithi040.stdout:3980: done (6 left) 2024-04-22T04:40:43.377 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 13 current snap is 404 2024-04-22T04:40:43.377 INFO:tasks.rados.rados.0.smithi040.stdout:3981: seq_num 1252 ranges {23175168=573440,23748608=540672,24289280=630784,24920064=32768} 2024-04-22T04:40:43.506 INFO:tasks.rados.rados.0.smithi040.stdout:3981: writing smithi04078109-13 from 23175168 to 23748608 tid 1 2024-04-22T04:40:43.509 INFO:tasks.rados.rados.0.smithi040.stdout:3981: writing smithi04078109-13 from 23748608 to 24289280 tid 2 2024-04-22T04:40:43.514 INFO:tasks.rados.rados.0.smithi040.stdout:3981: writing smithi04078109-13 from 24289280 to 24920064 tid 3 2024-04-22T04:40:43.514 INFO:tasks.rados.rados.0.smithi040.stdout:3981: writing smithi04078109-13 from 24920064 to 24952832 tid 4 2024-04-22T04:40:43.514 INFO:tasks.rados.rados.0.smithi040.stdout:3982: read oid 18 snap -1 2024-04-22T04:40:43.514 INFO:tasks.rados.rados.0.smithi040.stdout:3982: expect (ObjNum 1089 snap 336 seq_num 1089) 2024-04-22T04:40:43.514 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 43 current snap is 404 2024-04-22T04:40:43.514 INFO:tasks.rados.rados.0.smithi040.stdout:3973: finishing write tid 3 to smithi04078109-36 2024-04-22T04:40:43.515 INFO:tasks.rados.rados.0.smithi040.stdout:3973: finishing write tid 4 to smithi04078109-36 2024-04-22T04:40:43.515 INFO:tasks.rados.rados.0.smithi040.stdout:3973: finishing write tid 5 to smithi04078109-36 2024-04-22T04:40:43.515 INFO:tasks.rados.rados.0.smithi040.stdout:3973: finishing write tid 6 to smithi04078109-36 2024-04-22T04:40:43.515 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 36 v 1880 (ObjNum 1249 snap 404 seq_num 1249) dirty exists 2024-04-22T04:40:43.515 INFO:tasks.rados.rados.0.smithi040.stdout:3973: left oid 36 (ObjNum 1249 snap 404 seq_num 1249) 2024-04-22T04:40:43.515 INFO:tasks.rados.rados.0.smithi040.stdout:3983: seq_num 1253 ranges {12222464=589824,12812288=417792,13230080=786432} 2024-04-22T04:40:43.583 INFO:tasks.rados.rados.0.smithi040.stdout:3983: writing smithi04078109-43 from 12222464 to 12812288 tid 1 2024-04-22T04:40:43.586 INFO:tasks.rados.rados.0.smithi040.stdout:3983: writing smithi04078109-43 from 12812288 to 13230080 tid 2 2024-04-22T04:40:43.591 INFO:tasks.rados.rados.0.smithi040.stdout:3983: writing smithi04078109-43 from 13230080 to 14016512 tid 3 2024-04-22T04:40:43.591 INFO:tasks.rados.rados.0.smithi040.stdout:3973: done (8 left) 2024-04-22T04:40:43.591 INFO:tasks.rados.rados.0.smithi040.stdout:3984: copy_from oid 42 from oid 35 current snap is 404 2024-04-22T04:40:43.591 INFO:tasks.rados.rados.0.smithi040.stdout:3974: expect (ObjNum 1238 snap 402 seq_num 1238) 2024-04-22T04:40:44.112 INFO:tasks.rados.rados.0.smithi040.stdout:3975: finishing write tid 1 to smithi04078109-3 2024-04-22T04:40:44.112 INFO:tasks.rados.rados.0.smithi040.stdout:3975: finishing write tid 2 to smithi04078109-3 2024-04-22T04:40:44.113 INFO:tasks.rados.rados.0.smithi040.stdout:3975: finishing write tid 3 to smithi04078109-3 2024-04-22T04:40:44.113 INFO:tasks.rados.rados.0.smithi040.stdout:3975: finishing write tid 4 to smithi04078109-3 2024-04-22T04:40:44.113 INFO:tasks.rados.rados.0.smithi040.stdout:3975: finishing write tid 5 to smithi04078109-3 2024-04-22T04:40:44.113 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 3 v 2829 (ObjNum 1250 snap 404 seq_num 1250) dirty exists 2024-04-22T04:40:44.113 INFO:tasks.rados.rados.0.smithi040.stdout:3975: left oid 3 (ObjNum 1250 snap 404 seq_num 1250) 2024-04-22T04:40:44.113 INFO:tasks.rados.rados.0.smithi040.stdout:3976: finishing copy_from racing read to smithi04078109-17 2024-04-22T04:40:44.113 INFO:tasks.rados.rados.0.smithi040.stdout:3976: finishing copy_from to smithi04078109-17 2024-04-22T04:40:44.113 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 17 v 2586 (ObjNum 1158 snap 366 seq_num 1158) dirty exists 2024-04-22T04:40:44.113 INFO:tasks.rados.rados.0.smithi040.stdout:3978: finishing write tid 1 to smithi04078109-32 2024-04-22T04:40:44.113 INFO:tasks.rados.rados.0.smithi040.stdout:3979: finishing rollback tid 1 to smithi04078109-50 2024-04-22T04:40:44.113 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 50 v 1853 (ObjNum -1441698544 snap 21852 seq_num 2851286144) dirty dne 2024-04-22T04:40:44.113 INFO:tasks.rados.rados.0.smithi040.stdout:3978: finishing write tid 2 to smithi04078109-32 2024-04-22T04:40:44.113 INFO:tasks.rados.rados.0.smithi040.stdout:3978: finishing write tid 3 to smithi04078109-32 2024-04-22T04:40:44.113 INFO:tasks.rados.rados.0.smithi040.stdout:3978: finishing write tid 4 to smithi04078109-32 2024-04-22T04:40:44.113 INFO:tasks.rados.rados.0.smithi040.stdout:3978: finishing write tid 5 to smithi04078109-32 2024-04-22T04:40:44.113 INFO:tasks.rados.rados.0.smithi040.stdout:3978: finishing write tid 6 to smithi04078109-32 2024-04-22T04:40:44.114 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 32 v 2834 (ObjNum 1251 snap 404 seq_num 1251) dirty exists 2024-04-22T04:40:44.114 INFO:tasks.rados.rados.0.smithi040.stdout:3978: left oid 32 (ObjNum 1251 snap 404 seq_num 1251) 2024-04-22T04:40:44.114 INFO:tasks.rados.rados.0.smithi040.stdout:3981: finishing write tid 1 to smithi04078109-13 2024-04-22T04:40:44.114 INFO:tasks.rados.rados.0.smithi040.stdout:3981: finishing write tid 2 to smithi04078109-13 2024-04-22T04:40:44.114 INFO:tasks.rados.rados.0.smithi040.stdout:3981: finishing write tid 3 to smithi04078109-13 2024-04-22T04:40:44.114 INFO:tasks.rados.rados.0.smithi040.stdout:3981: finishing write tid 4 to smithi04078109-13 2024-04-22T04:40:44.114 INFO:tasks.rados.rados.0.smithi040.stdout:3981: finishing write tid 5 to smithi04078109-13 2024-04-22T04:40:44.114 INFO:tasks.rados.rados.0.smithi040.stdout:3981: finishing write tid 6 to smithi04078109-13 2024-04-22T04:40:44.114 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 13 v 2818 (ObjNum 1252 snap 404 seq_num 1252) dirty exists 2024-04-22T04:40:44.114 INFO:tasks.rados.rados.0.smithi040.stdout:3981: left oid 13 (ObjNum 1252 snap 404 seq_num 1252) 2024-04-22T04:40:44.114 INFO:tasks.rados.rados.0.smithi040.stdout:3974: done (8 left) 2024-04-22T04:40:44.114 INFO:tasks.rados.rados.0.smithi040.stdout:3975: done (7 left) 2024-04-22T04:40:44.114 INFO:tasks.rados.rados.0.smithi040.stdout:3976: done (6 left) 2024-04-22T04:40:44.114 INFO:tasks.rados.rados.0.smithi040.stdout:3978: done (5 left) 2024-04-22T04:40:44.115 INFO:tasks.rados.rados.0.smithi040.stdout:3979: done (4 left) 2024-04-22T04:40:44.115 INFO:tasks.rados.rados.0.smithi040.stdout:3981: done (3 left) 2024-04-22T04:40:44.115 INFO:tasks.rados.rados.0.smithi040.stdout:3985: snap_remove snap 360 2024-04-22T04:40:44.340 INFO:tasks.rados.rados.0.smithi040.stdout:3985: done (3 left) 2024-04-22T04:40:44.340 INFO:tasks.rados.rados.0.smithi040.stdout:3986: snap_create 2024-04-22T04:40:44.342 INFO:tasks.rados.rados.0.smithi040.stdout:3982: expect (ObjNum 1089 snap 336 seq_num 1089) 2024-04-22T04:40:44.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:44 smithi062 ceph-mon[78153]: pgmap v989: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 903 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.9 MiB/s wr, 20 op/s 2024-04-22T04:40:44.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:44 smithi062 ceph-mon[78153]: osdmap e845: 8 total, 8 up, 8 in 2024-04-22T04:40:44.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:44 smithi040 ceph-mon[88445]: pgmap v989: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 903 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.9 MiB/s wr, 20 op/s 2024-04-22T04:40:44.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:44 smithi040 ceph-mon[88445]: osdmap e845: 8 total, 8 up, 8 in 2024-04-22T04:40:44.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:44 smithi040 ceph-mon[91058]: pgmap v989: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 903 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.9 MiB/s wr, 20 op/s 2024-04-22T04:40:44.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:44 smithi040 ceph-mon[91058]: osdmap e845: 8 total, 8 up, 8 in 2024-04-22T04:40:44.865 INFO:tasks.rados.rados.0.smithi040.stdout:3983: finishing write tid 1 to smithi04078109-43 2024-04-22T04:40:44.865 INFO:tasks.rados.rados.0.smithi040.stdout:3983: finishing write tid 2 to smithi04078109-43 2024-04-22T04:40:44.865 INFO:tasks.rados.rados.0.smithi040.stdout:3983: finishing write tid 3 to smithi04078109-43 2024-04-22T04:40:44.865 INFO:tasks.rados.rados.0.smithi040.stdout:3983: finishing write tid 4 to smithi04078109-43 2024-04-22T04:40:44.865 INFO:tasks.rados.rados.0.smithi040.stdout:3983: finishing write tid 5 to smithi04078109-43 2024-04-22T04:40:44.865 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 43 v 2486 (ObjNum 1253 snap 404 seq_num 1253) dirty exists 2024-04-22T04:40:44.865 INFO:tasks.rados.rados.0.smithi040.stdout:3983: left oid 43 (ObjNum 1253 snap 404 seq_num 1253) 2024-04-22T04:40:44.866 INFO:tasks.rados.rados.0.smithi040.stdout:3984: finishing copy_from racing read to smithi04078109-42 2024-04-22T04:40:44.866 INFO:tasks.rados.rados.0.smithi040.stdout:3984: finishing copy_from to smithi04078109-42 2024-04-22T04:40:44.866 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 42 v 2487 (ObjNum 1224 snap 394 seq_num 1224) dirty exists 2024-04-22T04:40:45.349 INFO:tasks.rados.rados.0.smithi040.stdout:3982: done (3 left) 2024-04-22T04:40:45.349 INFO:tasks.rados.rados.0.smithi040.stdout:3983: done (2 left) 2024-04-22T04:40:45.349 INFO:tasks.rados.rados.0.smithi040.stdout:3984: done (1 left) 2024-04-22T04:40:45.350 INFO:tasks.rados.rados.0.smithi040.stdout:3986: done (0 left) 2024-04-22T04:40:45.350 INFO:tasks.rados.rados.0.smithi040.stdout:3987: read oid 29 snap -1 2024-04-22T04:40:45.350 INFO:tasks.rados.rados.0.smithi040.stdout:3987: expect (ObjNum 1237 snap 401 seq_num 1237) 2024-04-22T04:40:45.350 INFO:tasks.rados.rados.0.smithi040.stdout:3988: delete oid 12 current snap is 405 2024-04-22T04:40:45.360 INFO:tasks.rados.rados.0.smithi040.stdout:3988: done (1 left) 2024-04-22T04:40:45.360 INFO:tasks.rados.rados.0.smithi040.stdout:3989: rmattr oid 2 current snap is 405 2024-04-22T04:40:45.360 INFO:tasks.rados.rados.0.smithi040.stdout:3990: rollback oid 7 current snap is 405 2024-04-22T04:40:45.360 INFO:tasks.rados.rados.0.smithi040.stdout:rollback oid 7 to 396 2024-04-22T04:40:45.360 INFO:tasks.rados.rados.0.smithi040.stdout:3991: snap_remove snap 369 2024-04-22T04:40:45.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:45 smithi062 ceph-mon[78153]: osdmap e846: 8 total, 8 up, 8 in 2024-04-22T04:40:45.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:40:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:40:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:40:45.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:45 smithi040 ceph-mon[88445]: osdmap e846: 8 total, 8 up, 8 in 2024-04-22T04:40:45.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:45 smithi040 ceph-mon[91058]: osdmap e846: 8 total, 8 up, 8 in 2024-04-22T04:40:46.365 INFO:tasks.rados.rados.0.smithi040.stdout:3991: done (3 left) 2024-04-22T04:40:46.365 INFO:tasks.rados.rados.0.smithi040.stdout:append oid 14 current snap is 405 2024-04-22T04:40:46.365 INFO:tasks.rados.rados.0.smithi040.stdout:3992: seq_num 1255 ranges {9805824=622592,10428416=638976,11067392=565248} 2024-04-22T04:40:46.420 INFO:tasks.rados.rados.0.smithi040.stdout:3992: writing smithi04078109-14 from 9805824 to 10428416 tid 1 2024-04-22T04:40:46.424 INFO:tasks.rados.rados.0.smithi040.stdout:3992: writing smithi04078109-14 from 10428416 to 11067392 tid 2 2024-04-22T04:40:46.429 INFO:tasks.rados.rados.0.smithi040.stdout:3992: writing smithi04078109-14 from 11067392 to 11632640 tid 3 2024-04-22T04:40:46.429 INFO:tasks.rados.rados.0.smithi040.stdout:3993: snap_create 2024-04-22T04:40:46.429 INFO:tasks.rados.rados.0.smithi040.stdout:3990: finishing rollback tid 1 to smithi04078109-7 2024-04-22T04:40:46.429 INFO:tasks.rados.rados.0.smithi040.stdout:3990: finishing rollback tid 2 to smithi04078109-7 2024-04-22T04:40:46.429 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 7 v 2713 (ObjNum 1221 snap 394 seq_num 1221) dirty exists 2024-04-22T04:40:46.429 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 2 v 2836 (ObjNum 1218 snap 393 seq_num 1218) dirty exists 2024-04-22T04:40:46.429 INFO:tasks.rados.rados.0.smithi040.stdout:3987: expect (ObjNum 1237 snap 401 seq_num 1237) 2024-04-22T04:40:46.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:46 smithi062 ceph-mon[78153]: pgmap v992: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 903 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-04-22T04:40:46.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:46 smithi062 ceph-mon[78153]: osdmap e847: 8 total, 8 up, 8 in 2024-04-22T04:40:46.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:46 smithi040 ceph-mon[88445]: pgmap v992: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 903 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-04-22T04:40:46.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:46 smithi040 ceph-mon[88445]: osdmap e847: 8 total, 8 up, 8 in 2024-04-22T04:40:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:46 smithi040 ceph-mon[91058]: pgmap v992: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 903 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-04-22T04:40:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:46 smithi040 ceph-mon[91058]: osdmap e847: 8 total, 8 up, 8 in 2024-04-22T04:40:47.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:47 smithi062 ceph-mon[78153]: osdmap e848: 8 total, 8 up, 8 in 2024-04-22T04:40:47.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:47 smithi062 ceph-mon[78153]: osdmap e849: 8 total, 8 up, 8 in 2024-04-22T04:40:47.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:47 smithi040 ceph-mon[88445]: osdmap e848: 8 total, 8 up, 8 in 2024-04-22T04:40:47.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:47 smithi040 ceph-mon[88445]: osdmap e849: 8 total, 8 up, 8 in 2024-04-22T04:40:47.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:47 smithi040 ceph-mon[91058]: osdmap e848: 8 total, 8 up, 8 in 2024-04-22T04:40:47.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:47 smithi040 ceph-mon[91058]: osdmap e849: 8 total, 8 up, 8 in 2024-04-22T04:40:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:48 smithi062 ceph-mon[78153]: pgmap v995: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 857 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-22T04:40:48.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:48 smithi040 ceph-mon[88445]: pgmap v995: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 857 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-22T04:40:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:48 smithi040 ceph-mon[91058]: pgmap v995: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 857 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-22T04:40:49.691 INFO:tasks.rados.rados.0.smithi040.stdout:3992: finishing write tid 1 to smithi04078109-14 2024-04-22T04:40:49.691 INFO:tasks.rados.rados.0.smithi040.stdout:3992: finishing write tid 2 to smithi04078109-14 2024-04-22T04:40:49.691 INFO:tasks.rados.rados.0.smithi040.stdout:3992: finishing write tid 3 to smithi04078109-14 2024-04-22T04:40:49.691 INFO:tasks.rados.rados.0.smithi040.stdout:3992: finishing write tid 4 to smithi04078109-14 2024-04-22T04:40:49.691 INFO:tasks.rados.rados.0.smithi040.stdout:3992: finishing write tid 5 to smithi04078109-14 2024-04-22T04:40:49.691 INFO:tasks.rados.rados.0.smithi040.stdout:update_object_version oid 14 v 2812 (ObjNum 1255 snap 405 seq_num 1255) dirty exists 2024-04-22T04:40:49.691 INFO:tasks.rados.rados.0.smithi040.stdout:3992: left oid 14 (ObjNum 1255 snap 405 seq_num 1255) 2024-04-22T04:40:49.691 INFO:tasks.rados.rados.0.smithi040.stdout:3987: done (4 left) 2024-04-22T04:40:49.691 INFO:tasks.rados.rados.0.smithi040.stdout:3989: done (3 left) 2024-04-22T04:40:49.691 INFO:tasks.rados.rados.0.smithi040.stdout:3990: done (2 left) 2024-04-22T04:40:49.691 INFO:tasks.rados.rados.0.smithi040.stdout:3992: done (1 left) 2024-04-22T04:40:49.691 INFO:tasks.rados.rados.0.smithi040.stdout:3993: done (0 left) 2024-04-22T04:40:49.691 INFO:tasks.rados.rados.0.smithi040.stdout:3994: snap_create 2024-04-22T04:40:50.360 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:40:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:40:50] "GET /metrics HTTP/1.1" 200 241974 "" "Prometheus/2.43.0" 2024-04-22T04:40:50.376 INFO:tasks.rados.rados.0.smithi040.stdout:3994: done (0 left) 2024-04-22T04:40:50.376 INFO:tasks.rados.rados.0.smithi040.stdout:3995: snap_remove snap 401 2024-04-22T04:40:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:50 smithi062 ceph-mon[78153]: pgmap v997: 121 pgs: 121 active+clean; 805 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-22T04:40:50.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:50 smithi040 ceph-mon[88445]: pgmap v997: 121 pgs: 121 active+clean; 805 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-22T04:40:50.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:50 smithi040 ceph-mon[91058]: pgmap v997: 121 pgs: 121 active+clean; 805 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-22T04:40:51.384 INFO:tasks.rados.rados.0.smithi040.stdout:3995: done (0 left) 2024-04-22T04:40:51.384 INFO:tasks.rados.rados.0.smithi040.stdout:3996: snap_remove snap 336 2024-04-22T04:40:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:51 smithi062 ceph-mon[78153]: osdmap e850: 8 total, 8 up, 8 in 2024-04-22T04:40:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:40:51.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:51 smithi040 ceph-mon[91058]: osdmap e850: 8 total, 8 up, 8 in 2024-04-22T04:40:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:40:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:51 smithi040 ceph-mon[88445]: osdmap e850: 8 total, 8 up, 8 in 2024-04-22T04:40:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:40:52.279 INFO:tasks.rados.rados.0.smithi040.stdout:3996: done (0 left) 2024-04-22T04:40:52.279 INFO:tasks.rados.rados.0.smithi040.stdout:3997: rmattr oid 1 current snap is 407 2024-04-22T04:40:52.279 INFO:tasks.rados.rados.0.smithi040.stdout:3997: done (0 left) 2024-04-22T04:40:52.279 INFO:tasks.rados.rados.0.smithi040.stdout:3998: snap_remove snap 399 2024-04-22T04:40:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:52 smithi062 ceph-mon[78153]: pgmap v999: 121 pgs: 121 active+clean; 807 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-22T04:40:52.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:52 smithi062 ceph-mon[78153]: osdmap e851: 8 total, 8 up, 8 in 2024-04-22T04:40:52.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:52 smithi062 ceph-mon[78153]: osdmap e852: 8 total, 8 up, 8 in 2024-04-22T04:40:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:52 smithi040 ceph-mon[88445]: pgmap v999: 121 pgs: 121 active+clean; 807 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-22T04:40:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:52 smithi040 ceph-mon[88445]: osdmap e851: 8 total, 8 up, 8 in 2024-04-22T04:40:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:52 smithi040 ceph-mon[88445]: osdmap e852: 8 total, 8 up, 8 in 2024-04-22T04:40:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:52 smithi040 ceph-mon[91058]: pgmap v999: 121 pgs: 121 active+clean; 807 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-22T04:40:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:52 smithi040 ceph-mon[91058]: osdmap e851: 8 total, 8 up, 8 in 2024-04-22T04:40:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:52 smithi040 ceph-mon[91058]: osdmap e852: 8 total, 8 up, 8 in 2024-04-22T04:40:53.288 INFO:tasks.rados.rados.0.smithi040.stdout:3998: done (0 left) 2024-04-22T04:40:53.288 INFO:tasks.rados.rados.0.smithi040.stdout:3999: delete oid 18 current snap is 407 2024-04-22T04:40:53.302 INFO:tasks.rados.rados.0.smithi040.stdout:3999: done (0 left) 2024-04-22T04:40:53.313 INFO:tasks.rados.rados.0.smithi040.stderr:0 errors. 2024-04-22T04:40:53.313 INFO:tasks.rados.rados.0.smithi040.stderr: 2024-04-22T04:40:53.314 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-22T04:40:53.633 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:40:54.282 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:54 smithi040 ceph-mon[91058]: pgmap v1002: 121 pgs: 4 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 114 active+clean; 804 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-22T04:40:54.282 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:54 smithi040 ceph-mon[91058]: osdmap e853: 8 total, 8 up, 8 in 2024-04-22T04:40:54.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:54 smithi062 ceph-mon[78153]: pgmap v1002: 121 pgs: 4 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 114 active+clean; 804 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-22T04:40:54.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:54 smithi062 ceph-mon[78153]: osdmap e853: 8 total, 8 up, 8 in 2024-04-22T04:40:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:54 smithi040 ceph-mon[88445]: pgmap v1002: 121 pgs: 4 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 114 active+clean; 804 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-22T04:40:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:54 smithi040 ceph-mon[88445]: osdmap e853: 8 total, 8 up, 8 in 2024-04-22T04:40:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:40:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:40:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:40:56.042 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:40:56.043 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":853,"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","created":"2024-04-22T04:18:50.150011+0000","modified":"2024-04-22T04:40:53.280287+0000","last_up_change":"2024-04-22T04:34:51.504944+0000","last_in_change":"2024-04-22T04:24:02.818042+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T04:22:08.850384+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"137","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{},"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T04:24:41.729816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T04:24:43.070161+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-22T04:25:24.525678+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-04-22T04:26:59.923929+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"853","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":783,"snap_epoch":853,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"9175df1f-b111-4ef2-bfe3-63819e7941ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":266,"up_from":279,"up_thru":511,"down_at":267,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":4063134477},{"type":"v1","addr":"172.21.15.40:6803","nonce":4063134477}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":4063134477},{"type":"v1","addr":"172.21.15.40:6805","nonce":4063134477}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":4063134477},{"type":"v1","addr":"172.21.15.40:6809","nonce":4063134477}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":4063134477},{"type":"v1","addr":"172.21.15.40:6807","nonce":4063134477}]},"public_addr":"172.21.15.40:6803/4063134477","cluster_addr":"172.21.15.40:6805/4063134477","heartbeat_back_addr":"172.21.15.40:6809/4063134477","heartbeat_front_addr":"172.21.15.40:6807/4063134477","state":["exists","up"]},{"osd":1,"uuid":"56a5c3bd-1475-4c45-b34a-29f0ddf22588","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":302,"up_from":315,"up_thru":511,"down_at":303,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":578449810},{"type":"v1","addr":"172.21.15.40:6811","nonce":578449810}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":578449810},{"type":"v1","addr":"172.21.15.40:6813","nonce":578449810}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":578449810},{"type":"v1","addr":"172.21.15.40:6817","nonce":578449810}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":578449810},{"type":"v1","addr":"172.21.15.40:6815","nonce":578449810}]},"public_addr":"172.21.15.40:6811/578449810","cluster_addr":"172.21.15.40:6813/578449810","heartbeat_back_addr":"172.21.15.40:6817/578449810","heartbeat_front_addr":"172.21.15.40:6815/578449810","state":["exists","up"]},{"osd":2,"uuid":"2687fa66-5d91-4e7a-a733-f04683426fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":337,"up_from":351,"up_thru":511,"down_at":338,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":2605149533},{"type":"v1","addr":"172.21.15.40:6819","nonce":2605149533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":2605149533},{"type":"v1","addr":"172.21.15.40:6821","nonce":2605149533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":2605149533},{"type":"v1","addr":"172.21.15.40:6825","nonce":2605149533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":2605149533},{"type":"v1","addr":"172.21.15.40:6823","nonce":2605149533}]},"public_addr":"172.21.15.40:6819/2605149533","cluster_addr":"172.21.15.40:6821/2605149533","heartbeat_back_addr":"172.21.15.40:6825/2605149533","heartbeat_front_addr":"172.21.15.40:6823/2605149533","state":["exists","up"]},{"osd":3,"uuid":"26394218-48e4-4f26-9a9e-6a364a0d742c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":372,"up_from":385,"up_thru":511,"down_at":373,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":678596329},{"type":"v1","addr":"172.21.15.40:6827","nonce":678596329}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":678596329},{"type":"v1","addr":"172.21.15.40:6829","nonce":678596329}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":678596329},{"type":"v1","addr":"172.21.15.40:6833","nonce":678596329}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":678596329},{"type":"v1","addr":"172.21.15.40:6831","nonce":678596329}]},"public_addr":"172.21.15.40:6827/678596329","cluster_addr":"172.21.15.40:6829/678596329","heartbeat_back_addr":"172.21.15.40:6833/678596329","heartbeat_front_addr":"172.21.15.40:6831/678596329","state":["exists","up"]},{"osd":4,"uuid":"fe518305-5b3a-4593-8487-2420df463fcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":407,"up_from":420,"up_thru":511,"down_at":408,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":473413254},{"type":"v1","addr":"172.21.15.62:6801","nonce":473413254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":473413254},{"type":"v1","addr":"172.21.15.62:6803","nonce":473413254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":473413254},{"type":"v1","addr":"172.21.15.62:6807","nonce":473413254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":473413254},{"type":"v1","addr":"172.21.15.62:6805","nonce":473413254}]},"public_addr":"172.21.15.62:6801/473413254","cluster_addr":"172.21.15.62:6803/473413254","heartbeat_back_addr":"172.21.15.62:6807/473413254","heartbeat_front_addr":"172.21.15.62:6805/473413254","state":["exists","up"]},{"osd":5,"uuid":"c24eb7c4-e089-46aa-84ab-c6a10e8976ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":36,"last_clean_end":443,"up_from":455,"up_thru":511,"down_at":444,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1658849509},{"type":"v1","addr":"172.21.15.62:6809","nonce":1658849509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1658849509},{"type":"v1","addr":"172.21.15.62:6811","nonce":1658849509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1658849509},{"type":"v1","addr":"172.21.15.62:6815","nonce":1658849509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1658849509},{"type":"v1","addr":"172.21.15.62:6813","nonce":1658849509}]},"public_addr":"172.21.15.62:6809/1658849509","cluster_addr":"172.21.15.62:6811/1658849509","heartbeat_back_addr":"172.21.15.62:6815/1658849509","heartbeat_front_addr":"172.21.15.62:6813/1658849509","state":["exists","up"]},{"osd":6,"uuid":"9057756d-fdc1-46a0-8d10-03d46f76d89d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":42,"last_clean_end":479,"up_from":489,"up_thru":511,"down_at":480,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2435208267},{"type":"v1","addr":"172.21.15.62:6817","nonce":2435208267}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":2435208267},{"type":"v1","addr":"172.21.15.62:6819","nonce":2435208267}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2435208267},{"type":"v1","addr":"172.21.15.62:6823","nonce":2435208267}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":2435208267},{"type":"v1","addr":"172.21.15.62:6821","nonce":2435208267}]},"public_addr":"172.21.15.62:6817/2435208267","cluster_addr":"172.21.15.62:6819/2435208267","heartbeat_back_addr":"172.21.15.62:6823/2435208267","heartbeat_front_addr":"172.21.15.62:6821/2435208267","state":["exists","up"]},{"osd":7,"uuid":"f90dc05a-ea35-4d2c-a291-758293596ba3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":48,"last_clean_end":498,"up_from":511,"up_thru":511,"down_at":499,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":2238709904},{"type":"v1","addr":"172.21.15.62:6825","nonce":2238709904}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":2238709904},{"type":"v1","addr":"172.21.15.62:6827","nonce":2238709904}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2238709904},{"type":"v1","addr":"172.21.15.62:6831","nonce":2238709904}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":2238709904},{"type":"v1","addr":"172.21.15.62:6829","nonce":2238709904}]},"public_addr":"172.21.15.62:6825/2238709904","cluster_addr":"172.21.15.62:6827/2238709904","heartbeat_back_addr":"172.21.15.62:6831/2238709904","heartbeat_front_addr":"172.21.15.62:6829/2238709904","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:13.135242+0000","dead_epoch":266},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:39.742797+0000","dead_epoch":302},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:06.540884+0000","dead_epoch":337},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:32.593576+0000","dead_epoch":372},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:57.708728+0000","dead_epoch":407},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:24.537154+0000","dead_epoch":443},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:51.391403+0000","dead_epoch":479},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:24:19.929531+0000","dead_epoch":498}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"2.3","mappings":[{"from":7,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.4","mappings":[{"from":5,"to":3}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.14","mappings":[{"from":4,"to":2},{"from":7,"to":1}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":6,"to":1}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":2},{"from":4,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1540454641":"2024-04-23T04:29:20.458997+0000","172.21.15.62:6833/2120726289":"2024-04-23T04:35:15.393411+0000","172.21.15.62:6832/2120726289":"2024-04-23T04:35:15.393411+0000","172.21.15.40:0/4133112817":"2024-04-23T04:29:20.458997+0000","172.21.15.62:0/1132946641":"2024-04-23T04:28:40.637547+0000","172.21.15.40:6801/80231098":"2024-04-23T04:29:20.458997+0000","172.21.15.40:6800/80231098":"2024-04-23T04:29:20.458997+0000","172.21.15.62:6835/2224483764":"2024-04-23T04:28:40.637547+0000","172.21.15.62:6834/2224483764":"2024-04-23T04:28:40.637547+0000","172.21.15.40:0/3618507425":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/3555000118":"2024-04-23T04:29:20.458997+0000","172.21.15.40:6800/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/3484590964":"2024-04-23T04:25:01.514126+0000","172.21.15.62:0/3192035248":"2024-04-23T04:28:40.637547+0000","172.21.15.40:0/224751924":"2024-04-23T04:28:10.006300+0000","172.21.15.40:6801/3252197694":"2024-04-23T04:28:10.006300+0000","172.21.15.40:0/2620968302":"2024-04-23T04:19:45.106277+0000","172.21.15.62:0/1703642109":"2024-04-23T04:28:40.637547+0000","172.21.15.62:0/2468199062":"2024-04-23T04:28:40.637547+0000","172.21.15.40:0/3972631834":"2024-04-23T04:25:01.514126+0000","172.21.15.62:0/1997981640":"2024-04-23T04:28:40.637547+0000","172.21.15.40:0/2813025066":"2024-04-23T04:28:10.006300+0000","172.21.15.40:0/3742996938":"2024-04-23T04:25:01.514126+0000","172.21.15.62:0/2095485610":"2024-04-23T04:28:40.637547+0000","172.21.15.40:6801/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:6801/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2689848740":"2024-04-23T04:19:19.717943+0000","172.21.15.40:6800/3252197694":"2024-04-23T04:28:10.006300+0000","172.21.15.40:0/2286115160":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/1561447276":"2024-04-23T04:29:20.458997+0000","172.21.15.40:0/2857811448":"2024-04-23T04:29:20.458997+0000","172.21.15.40:0/3492656872":"2024-04-23T04:29:20.458997+0000","172.21.15.40:6801/3484590964":"2024-04-23T04:25:01.514126+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":656,"length":1},{"begin":712,"length":1},{"begin":759,"length":1},{"begin":768,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":759,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T04:40:56.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:56 smithi040 ceph-mon[88445]: pgmap v1004: 121 pgs: 4 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 114 active+clean; 804 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:40:56.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:56 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3856761029' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:40:56.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:56 smithi040 ceph-mon[91058]: pgmap v1004: 121 pgs: 4 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 114 active+clean; 804 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:40:56.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:56 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3856761029' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:40:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:56 smithi062 ceph-mon[78153]: pgmap v1004: 121 pgs: 4 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 114 active+clean; 804 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:40:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:56 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3856761029' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T04:40:56.921 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-22T04:40:57.205 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:40:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:58 smithi062 ceph-mon[78153]: pgmap v1005: 121 pgs: 4 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 114 active+clean; 802 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:40:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:40:58 smithi062 ceph-mon[78153]: osdmap e854: 8 total, 8 up, 8 in 2024-04-22T04:40:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:58 smithi040 ceph-mon[88445]: pgmap v1005: 121 pgs: 4 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 114 active+clean; 802 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:40:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:40:58 smithi040 ceph-mon[88445]: osdmap e854: 8 total, 8 up, 8 in 2024-04-22T04:40:58.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:58 smithi040 ceph-mon[91058]: pgmap v1005: 121 pgs: 4 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 114 active+clean; 802 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:40:58.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:40:58 smithi040 ceph-mon[91058]: osdmap e854: 8 total, 8 up, 8 in 2024-04-22T04:40:59.474 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T04:40:59.476 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2024-04-22T04:41:00.265 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:41:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:41:00] "GET /metrics HTTP/1.1" 200 242053 "" "Prometheus/2.43.0" 2024-04-22T04:41:00.319 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1007,"stamp":"2024-04-22T04:40:58.876469+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":840522714,"num_objects":348,"num_object_clones":274,"num_object_copies":1044,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":348,"num_whiteouts":8,"num_read":4147,"num_read_kb":6164541,"num_write":8805,"num_write_kb":2049443,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":128,"num_bytes_recovered":462544896,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":24352,"ondisk_log_size":24352,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4417120,"kb_used_data":1088084,"kb_used_omap":802,"kb_used_meta":3328093,"kb_avail":745544096,"statfs":{"total":767960285184,"available":763437154304,"internally_reserved":0,"allocated":1114198016,"data_stored":2623154699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":821720,"internal_metadata":3407967784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-5947392,"num_objects":-10,"num_object_clones":-10,"num_object_copies":-30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-10,"num_whiteouts":1,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.605883"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":807,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.281244+0000","last_change":"2024-04-22T04:34:52.529184+0000","last_active":"2024-04-22T04:40:52.281244+0000","last_peered":"2024-04-22T04:40:52.281244+0000","last_clean":"2024-04-22T04:40:52.281244+0000","last_became_active":"2024-04-22T04:34:52.528455+0000","last_became_peered":"2024-04-22T04:34:52.528455+0000","last_unstale":"2024-04-22T04:40:52.281244+0000","last_undegraded":"2024-04-22T04:40:52.281244+0000","last_fullsized":"2024-04-22T04:40:52.281244+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:43:24.731999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":804,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.280092+0000","last_change":"2024-04-22T04:34:29.157709+0000","last_active":"2024-04-22T04:40:52.280092+0000","last_peered":"2024-04-22T04:40:52.280092+0000","last_clean":"2024-04-22T04:40:52.280092+0000","last_became_active":"2024-04-22T04:34:29.157371+0000","last_became_peered":"2024-04-22T04:34:29.157371+0000","last_unstale":"2024-04-22T04:40:52.280092+0000","last_undegraded":"2024-04-22T04:40:52.280092+0000","last_fullsized":"2024-04-22T04:40:52.280092+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:10:47.327208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":819,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.266929+0000","last_change":"2024-04-22T04:32:09.206068+0000","last_active":"2024-04-22T04:40:52.266929+0000","last_peered":"2024-04-22T04:40:52.266929+0000","last_clean":"2024-04-22T04:40:52.266929+0000","last_became_active":"2024-04-22T04:32:09.205719+0000","last_became_peered":"2024-04-22T04:32:09.205719+0000","last_unstale":"2024-04-22T04:40:52.266929+0000","last_undegraded":"2024-04-22T04:40:52.266929+0000","last_fullsized":"2024-04-22T04:40:52.266929+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:45:59.429417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":814,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.268227+0000","last_change":"2024-04-22T04:34:52.529180+0000","last_active":"2024-04-22T04:40:52.268227+0000","last_peered":"2024-04-22T04:40:52.268227+0000","last_clean":"2024-04-22T04:40:52.268227+0000","last_became_active":"2024-04-22T04:34:52.528750+0000","last_became_peered":"2024-04-22T04:34:52.528750+0000","last_unstale":"2024-04-22T04:40:52.268227+0000","last_undegraded":"2024-04-22T04:40:52.268227+0000","last_fullsized":"2024-04-22T04:40:52.268227+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:53:35.644396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":780,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.279385+0000","last_change":"2024-04-22T04:34:52.535388+0000","last_active":"2024-04-22T04:40:52.279385+0000","last_peered":"2024-04-22T04:40:52.279385+0000","last_clean":"2024-04-22T04:40:52.279385+0000","last_became_active":"2024-04-22T04:34:52.535145+0000","last_became_peered":"2024-04-22T04:34:52.535145+0000","last_unstale":"2024-04-22T04:40:52.279385+0000","last_undegraded":"2024-04-22T04:40:52.279385+0000","last_fullsized":"2024-04-22T04:40:52.279385+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:56:10.230910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":824,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.268035+0000","last_change":"2024-04-22T04:33:54.231352+0000","last_active":"2024-04-22T04:40:52.268035+0000","last_peered":"2024-04-22T04:40:52.268035+0000","last_clean":"2024-04-22T04:40:52.268035+0000","last_became_active":"2024-04-22T04:33:54.230191+0000","last_became_peered":"2024-04-22T04:33:54.230191+0000","last_unstale":"2024-04-22T04:40:52.268035+0000","last_undegraded":"2024-04-22T04:40:52.268035+0000","last_fullsized":"2024-04-22T04:40:52.268035+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:16:07.127488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":813,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.278992+0000","last_change":"2024-04-22T04:34:52.532516+0000","last_active":"2024-04-22T04:40:52.278992+0000","last_peered":"2024-04-22T04:40:52.278992+0000","last_clean":"2024-04-22T04:40:52.278992+0000","last_became_active":"2024-04-22T04:34:52.530319+0000","last_became_peered":"2024-04-22T04:34:52.530319+0000","last_unstale":"2024-04-22T04:40:52.278992+0000","last_undegraded":"2024-04-22T04:40:52.278992+0000","last_fullsized":"2024-04-22T04:40:52.278992+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:54:10.123567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":798,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.271760+0000","last_change":"2024-04-22T04:34:29.161263+0000","last_active":"2024-04-22T04:40:52.271760+0000","last_peered":"2024-04-22T04:40:52.271760+0000","last_clean":"2024-04-22T04:40:52.271760+0000","last_became_active":"2024-04-22T04:34:29.160967+0000","last_became_peered":"2024-04-22T04:34:29.160967+0000","last_unstale":"2024-04-22T04:40:52.271760+0000","last_undegraded":"2024-04-22T04:40:52.271760+0000","last_fullsized":"2024-04-22T04:40:52.271760+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T13:38:33.705604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":815,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.281172+0000","last_change":"2024-04-22T04:34:52.529382+0000","last_active":"2024-04-22T04:40:52.281172+0000","last_peered":"2024-04-22T04:40:52.281172+0000","last_clean":"2024-04-22T04:40:52.281172+0000","last_became_active":"2024-04-22T04:34:52.528815+0000","last_became_peered":"2024-04-22T04:34:52.528815+0000","last_unstale":"2024-04-22T04:40:52.281172+0000","last_undegraded":"2024-04-22T04:40:52.281172+0000","last_fullsized":"2024-04-22T04:40:52.281172+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:53:52.415858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":799,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.275020+0000","last_change":"2024-04-22T04:34:29.158959+0000","last_active":"2024-04-22T04:40:52.275020+0000","last_peered":"2024-04-22T04:40:52.275020+0000","last_clean":"2024-04-22T04:40:52.275020+0000","last_became_active":"2024-04-22T04:34:29.158558+0000","last_became_peered":"2024-04-22T04:34:29.158558+0000","last_unstale":"2024-04-22T04:40:52.275020+0000","last_undegraded":"2024-04-22T04:40:52.275020+0000","last_fullsized":"2024-04-22T04:40:52.275020+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:34:46.066699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":799,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.273420+0000","last_change":"2024-04-22T04:34:29.156429+0000","last_active":"2024-04-22T04:40:52.273420+0000","last_peered":"2024-04-22T04:40:52.273420+0000","last_clean":"2024-04-22T04:40:52.273420+0000","last_became_active":"2024-04-22T04:34:29.156135+0000","last_became_peered":"2024-04-22T04:34:29.156135+0000","last_unstale":"2024-04-22T04:40:52.273420+0000","last_undegraded":"2024-04-22T04:40:52.273420+0000","last_fullsized":"2024-04-22T04:40:52.273420+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:04:28.501555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":831,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.273476+0000","last_change":"2024-04-22T04:34:29.169032+0000","last_active":"2024-04-22T04:40:52.273476+0000","last_peered":"2024-04-22T04:40:52.273476+0000","last_clean":"2024-04-22T04:40:52.273476+0000","last_became_active":"2024-04-22T04:34:29.168686+0000","last_became_peered":"2024-04-22T04:34:29.168686+0000","last_unstale":"2024-04-22T04:40:52.273476+0000","last_undegraded":"2024-04-22T04:40:52.273476+0000","last_fullsized":"2024-04-22T04:40:52.273476+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:29:21.564974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":813,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.273422+0000","last_change":"2024-04-22T04:34:29.160509+0000","last_active":"2024-04-22T04:40:52.273422+0000","last_peered":"2024-04-22T04:40:52.273422+0000","last_clean":"2024-04-22T04:40:52.273422+0000","last_became_active":"2024-04-22T04:34:29.160206+0000","last_became_peered":"2024-04-22T04:34:29.160206+0000","last_unstale":"2024-04-22T04:40:52.273422+0000","last_undegraded":"2024-04-22T04:40:52.273422+0000","last_fullsized":"2024-04-22T04:40:52.273422+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:17:30.666736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":819,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.266544+0000","last_change":"2024-04-22T04:33:54.221383+0000","last_active":"2024-04-22T04:40:52.266544+0000","last_peered":"2024-04-22T04:40:52.266544+0000","last_clean":"2024-04-22T04:40:52.266544+0000","last_became_active":"2024-04-22T04:33:54.221036+0000","last_became_peered":"2024-04-22T04:33:54.221036+0000","last_unstale":"2024-04-22T04:40:52.266544+0000","last_undegraded":"2024-04-22T04:40:52.266544+0000","last_fullsized":"2024-04-22T04:40:52.266544+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:42:25.034147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":802,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.280177+0000","last_change":"2024-04-22T04:33:54.223356+0000","last_active":"2024-04-22T04:40:52.280177+0000","last_peered":"2024-04-22T04:40:52.280177+0000","last_clean":"2024-04-22T04:40:52.280177+0000","last_became_active":"2024-04-22T04:33:54.223021+0000","last_became_peered":"2024-04-22T04:33:54.223021+0000","last_unstale":"2024-04-22T04:40:52.280177+0000","last_undegraded":"2024-04-22T04:40:52.280177+0000","last_fullsized":"2024-04-22T04:40:52.280177+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:49:26.737974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":790,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.267484+0000","last_change":"2024-04-22T04:34:52.529814+0000","last_active":"2024-04-22T04:40:52.267484+0000","last_peered":"2024-04-22T04:40:52.267484+0000","last_clean":"2024-04-22T04:40:52.267484+0000","last_became_active":"2024-04-22T04:34:52.529511+0000","last_became_peered":"2024-04-22T04:34:52.529511+0000","last_unstale":"2024-04-22T04:40:52.267484+0000","last_undegraded":"2024-04-22T04:40:52.267484+0000","last_fullsized":"2024-04-22T04:40:52.267484+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:56:11.151939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":807,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.269049+0000","last_change":"2024-04-22T04:34:52.533064+0000","last_active":"2024-04-22T04:40:52.269049+0000","last_peered":"2024-04-22T04:40:52.269049+0000","last_clean":"2024-04-22T04:40:52.269049+0000","last_became_active":"2024-04-22T04:34:52.532783+0000","last_became_peered":"2024-04-22T04:34:52.532783+0000","last_unstale":"2024-04-22T04:40:52.269049+0000","last_undegraded":"2024-04-22T04:40:52.269049+0000","last_fullsized":"2024-04-22T04:40:52.269049+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T13:13:30.642422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":795,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.289140+0000","last_change":"2024-04-22T04:34:52.530814+0000","last_active":"2024-04-22T04:40:53.289140+0000","last_peered":"2024-04-22T04:40:53.289140+0000","last_clean":"2024-04-22T04:40:53.289140+0000","last_became_active":"2024-04-22T04:34:52.530060+0000","last_became_peered":"2024-04-22T04:34:52.530060+0000","last_unstale":"2024-04-22T04:40:53.289140+0000","last_undegraded":"2024-04-22T04:40:53.289140+0000","last_fullsized":"2024-04-22T04:40:53.289140+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:48:43.399125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":807,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.281749+0000","last_change":"2024-04-22T04:34:52.537489+0000","last_active":"2024-04-22T04:40:52.281749+0000","last_peered":"2024-04-22T04:40:52.281749+0000","last_clean":"2024-04-22T04:40:52.281749+0000","last_became_active":"2024-04-22T04:34:52.536815+0000","last_became_peered":"2024-04-22T04:34:52.536815+0000","last_unstale":"2024-04-22T04:40:52.281749+0000","last_undegraded":"2024-04-22T04:40:52.281749+0000","last_fullsized":"2024-04-22T04:40:52.281749+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:53:41.245914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"536'5","reported_seq":849,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.267683+0000","last_change":"2024-04-22T04:33:18.143544+0000","last_active":"2024-04-22T04:40:52.267683+0000","last_peered":"2024-04-22T04:40:52.267683+0000","last_clean":"2024-04-22T04:40:52.267683+0000","last_became_active":"2024-04-22T04:33:18.143159+0000","last_became_peered":"2024-04-22T04:33:18.143159+0000","last_unstale":"2024-04-22T04:40:52.267683+0000","last_undegraded":"2024-04-22T04:40:52.267683+0000","last_fullsized":"2024-04-22T04:40:52.267683+0000","mapping_epoch":420,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":421,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:59:42.787076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":807,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.273556+0000","last_change":"2024-04-22T04:34:29.164395+0000","last_active":"2024-04-22T04:40:52.273556+0000","last_peered":"2024-04-22T04:40:52.273556+0000","last_clean":"2024-04-22T04:40:52.273556+0000","last_became_active":"2024-04-22T04:34:29.164043+0000","last_became_peered":"2024-04-22T04:34:29.164043+0000","last_unstale":"2024-04-22T04:40:52.273556+0000","last_undegraded":"2024-04-22T04:40:52.273556+0000","last_fullsized":"2024-04-22T04:40:52.273556+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:21:12.448365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"536'2","reported_seq":821,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.273688+0000","last_change":"2024-04-22T04:33:54.228271+0000","last_active":"2024-04-22T04:40:52.273688+0000","last_peered":"2024-04-22T04:40:52.273688+0000","last_clean":"2024-04-22T04:40:52.273688+0000","last_became_active":"2024-04-22T04:33:54.227879+0000","last_became_peered":"2024-04-22T04:33:54.227879+0000","last_unstale":"2024-04-22T04:40:52.273688+0000","last_undegraded":"2024-04-22T04:40:52.273688+0000","last_fullsized":"2024-04-22T04:40:52.273688+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:24:06.350742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":819,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.267082+0000","last_change":"2024-04-22T04:33:54.227728+0000","last_active":"2024-04-22T04:40:52.267082+0000","last_peered":"2024-04-22T04:40:52.267082+0000","last_clean":"2024-04-22T04:40:52.267082+0000","last_became_active":"2024-04-22T04:33:54.226879+0000","last_became_peered":"2024-04-22T04:33:54.226879+0000","last_unstale":"2024-04-22T04:40:52.267082+0000","last_undegraded":"2024-04-22T04:40:52.267082+0000","last_fullsized":"2024-04-22T04:40:52.267082+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:31:16.824566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":811,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.281658+0000","last_change":"2024-04-22T04:34:52.541719+0000","last_active":"2024-04-22T04:40:52.281658+0000","last_peered":"2024-04-22T04:40:52.281658+0000","last_clean":"2024-04-22T04:40:52.281658+0000","last_became_active":"2024-04-22T04:34:52.540963+0000","last_became_peered":"2024-04-22T04:34:52.540963+0000","last_unstale":"2024-04-22T04:40:52.281658+0000","last_undegraded":"2024-04-22T04:40:52.281658+0000","last_fullsized":"2024-04-22T04:40:52.281658+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:40:28.070894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":564,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.288823+0000","last_change":"2024-04-22T04:33:18.145594+0000","last_active":"2024-04-22T04:40:53.288823+0000","last_peered":"2024-04-22T04:40:53.288823+0000","last_clean":"2024-04-22T04:40:53.288823+0000","last_became_active":"2024-04-22T04:33:18.145268+0000","last_became_peered":"2024-04-22T04:33:18.145268+0000","last_unstale":"2024-04-22T04:40:53.288823+0000","last_undegraded":"2024-04-22T04:40:53.288823+0000","last_fullsized":"2024-04-22T04:40:53.288823+0000","mapping_epoch":420,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":421,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:34:11.303034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":819,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.280213+0000","last_change":"2024-04-22T04:34:52.527918+0000","last_active":"2024-04-22T04:40:52.280213+0000","last_peered":"2024-04-22T04:40:52.280213+0000","last_clean":"2024-04-22T04:40:52.280213+0000","last_became_active":"2024-04-22T04:34:52.527348+0000","last_became_peered":"2024-04-22T04:34:52.527348+0000","last_unstale":"2024-04-22T04:40:52.280213+0000","last_undegraded":"2024-04-22T04:40:52.280213+0000","last_fullsized":"2024-04-22T04:40:52.280213+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:25:03.264761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":807,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.268367+0000","last_change":"2024-04-22T04:34:29.155701+0000","last_active":"2024-04-22T04:40:52.268367+0000","last_peered":"2024-04-22T04:40:52.268367+0000","last_clean":"2024-04-22T04:40:52.268367+0000","last_became_active":"2024-04-22T04:34:29.155337+0000","last_became_peered":"2024-04-22T04:34:29.155337+0000","last_unstale":"2024-04-22T04:40:52.268367+0000","last_undegraded":"2024-04-22T04:40:52.268367+0000","last_fullsized":"2024-04-22T04:40:52.268367+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:02:32.188939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"536'2","reported_seq":801,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.274141+0000","last_change":"2024-04-22T04:34:52.531607+0000","last_active":"2024-04-22T04:40:52.274141+0000","last_peered":"2024-04-22T04:40:52.274141+0000","last_clean":"2024-04-22T04:40:52.274141+0000","last_became_active":"2024-04-22T04:34:52.531116+0000","last_became_peered":"2024-04-22T04:34:52.531116+0000","last_unstale":"2024-04-22T04:40:52.274141+0000","last_undegraded":"2024-04-22T04:40:52.274141+0000","last_fullsized":"2024-04-22T04:40:52.274141+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:54:27.195307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":819,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.273197+0000","last_change":"2024-04-22T04:33:18.143247+0000","last_active":"2024-04-22T04:40:52.273197+0000","last_peered":"2024-04-22T04:40:52.273197+0000","last_clean":"2024-04-22T04:40:52.273197+0000","last_became_active":"2024-04-22T04:33:18.136992+0000","last_became_peered":"2024-04-22T04:33:18.136992+0000","last_unstale":"2024-04-22T04:40:52.273197+0000","last_undegraded":"2024-04-22T04:40:52.273197+0000","last_fullsized":"2024-04-22T04:40:52.273197+0000","mapping_epoch":420,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":421,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:27:59.569759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"536'2","reported_seq":811,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.274023+0000","last_change":"2024-04-22T04:34:52.532566+0000","last_active":"2024-04-22T04:40:52.274023+0000","last_peered":"2024-04-22T04:40:52.274023+0000","last_clean":"2024-04-22T04:40:52.274023+0000","last_became_active":"2024-04-22T04:34:52.532212+0000","last_became_peered":"2024-04-22T04:34:52.532212+0000","last_unstale":"2024-04-22T04:40:52.274023+0000","last_undegraded":"2024-04-22T04:40:52.274023+0000","last_fullsized":"2024-04-22T04:40:52.274023+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T13:54:08.242983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":819,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.267170+0000","last_change":"2024-04-22T04:34:52.535849+0000","last_active":"2024-04-22T04:40:52.267170+0000","last_peered":"2024-04-22T04:40:52.267170+0000","last_clean":"2024-04-22T04:40:52.267170+0000","last_became_active":"2024-04-22T04:34:52.535103+0000","last_became_peered":"2024-04-22T04:34:52.535103+0000","last_unstale":"2024-04-22T04:40:52.267170+0000","last_undegraded":"2024-04-22T04:40:52.267170+0000","last_fullsized":"2024-04-22T04:40:52.267170+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:48:49.197123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":819,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.272711+0000","last_change":"2024-04-22T04:34:29.169204+0000","last_active":"2024-04-22T04:40:52.272711+0000","last_peered":"2024-04-22T04:40:52.272711+0000","last_clean":"2024-04-22T04:40:52.272711+0000","last_became_active":"2024-04-22T04:34:29.168950+0000","last_became_peered":"2024-04-22T04:34:29.168950+0000","last_unstale":"2024-04-22T04:40:52.272711+0000","last_undegraded":"2024-04-22T04:40:52.272711+0000","last_fullsized":"2024-04-22T04:40:52.272711+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:17:44.599822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":811,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.271830+0000","last_change":"2024-04-22T04:32:43.148745+0000","last_active":"2024-04-22T04:40:52.271830+0000","last_peered":"2024-04-22T04:40:52.271830+0000","last_clean":"2024-04-22T04:40:52.271830+0000","last_became_active":"2024-04-22T04:32:43.147689+0000","last_became_peered":"2024-04-22T04:32:43.147689+0000","last_unstale":"2024-04-22T04:40:52.271830+0000","last_undegraded":"2024-04-22T04:40:52.271830+0000","last_fullsized":"2024-04-22T04:40:52.271830+0000","mapping_epoch":385,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":386,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:34:02.332490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":808,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.268117+0000","last_change":"2024-04-22T04:34:52.530353+0000","last_active":"2024-04-22T04:40:52.268117+0000","last_peered":"2024-04-22T04:40:52.268117+0000","last_clean":"2024-04-22T04:40:52.268117+0000","last_became_active":"2024-04-22T04:34:52.530051+0000","last_became_peered":"2024-04-22T04:34:52.530051+0000","last_unstale":"2024-04-22T04:40:52.268117+0000","last_undegraded":"2024-04-22T04:40:52.268117+0000","last_fullsized":"2024-04-22T04:40:52.268117+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:40:33.810608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":825,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.279775+0000","last_change":"2024-04-22T04:33:18.141895+0000","last_active":"2024-04-22T04:40:52.279775+0000","last_peered":"2024-04-22T04:40:52.279775+0000","last_clean":"2024-04-22T04:40:52.279775+0000","last_became_active":"2024-04-22T04:33:18.141515+0000","last_became_peered":"2024-04-22T04:33:18.141515+0000","last_unstale":"2024-04-22T04:40:52.279775+0000","last_undegraded":"2024-04-22T04:40:52.279775+0000","last_fullsized":"2024-04-22T04:40:52.279775+0000","mapping_epoch":420,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":421,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:12:30.877947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":800,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.274707+0000","last_change":"2024-04-22T04:34:29.154260+0000","last_active":"2024-04-22T04:40:52.274707+0000","last_peered":"2024-04-22T04:40:52.274707+0000","last_clean":"2024-04-22T04:40:52.274707+0000","last_became_active":"2024-04-22T04:34:29.153722+0000","last_became_peered":"2024-04-22T04:34:29.153722+0000","last_unstale":"2024-04-22T04:40:52.274707+0000","last_undegraded":"2024-04-22T04:40:52.274707+0000","last_fullsized":"2024-04-22T04:40:52.274707+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:32:54.757935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":826,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.268546+0000","last_change":"2024-04-22T04:34:52.532550+0000","last_active":"2024-04-22T04:40:52.268546+0000","last_peered":"2024-04-22T04:40:52.268546+0000","last_clean":"2024-04-22T04:40:52.268546+0000","last_became_active":"2024-04-22T04:34:52.532272+0000","last_became_peered":"2024-04-22T04:34:52.532272+0000","last_unstale":"2024-04-22T04:40:52.268546+0000","last_undegraded":"2024-04-22T04:40:52.268546+0000","last_fullsized":"2024-04-22T04:40:52.268546+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:50:40.865155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":822,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.268415+0000","last_change":"2024-04-22T04:34:29.159975+0000","last_active":"2024-04-22T04:40:52.268415+0000","last_peered":"2024-04-22T04:40:52.268415+0000","last_clean":"2024-04-22T04:40:52.268415+0000","last_became_active":"2024-04-22T04:34:29.159676+0000","last_became_peered":"2024-04-22T04:34:29.159676+0000","last_unstale":"2024-04-22T04:40:52.268415+0000","last_undegraded":"2024-04-22T04:40:52.268415+0000","last_fullsized":"2024-04-22T04:40:52.268415+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T13:35:35.363623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":796,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.287545+0000","last_change":"2024-04-22T04:33:54.227396+0000","last_active":"2024-04-22T04:40:53.287545+0000","last_peered":"2024-04-22T04:40:53.287545+0000","last_clean":"2024-04-22T04:40:53.287545+0000","last_became_active":"2024-04-22T04:33:54.227096+0000","last_became_peered":"2024-04-22T04:33:54.227096+0000","last_unstale":"2024-04-22T04:40:53.287545+0000","last_undegraded":"2024-04-22T04:40:53.287545+0000","last_fullsized":"2024-04-22T04:40:53.287545+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:28:00.268218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.15","version":"53'3","reported_seq":810,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.284356+0000","last_change":"2024-04-22T04:33:54.225983+0000","last_active":"2024-04-22T04:40:52.284356+0000","last_peered":"2024-04-22T04:40:52.284356+0000","last_clean":"2024-04-22T04:40:52.284356+0000","last_became_active":"2024-04-22T04:33:54.225661+0000","last_became_peered":"2024-04-22T04:33:54.225661+0000","last_unstale":"2024-04-22T04:40:52.284356+0000","last_undegraded":"2024-04-22T04:40:52.284356+0000","last_fullsized":"2024-04-22T04:40:52.284356+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T13:02:51.755263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":808,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.289041+0000","last_change":"2024-04-22T04:34:29.159551+0000","last_active":"2024-04-22T04:40:53.289041+0000","last_peered":"2024-04-22T04:40:53.289041+0000","last_clean":"2024-04-22T04:40:53.289041+0000","last_became_active":"2024-04-22T04:34:29.159225+0000","last_became_peered":"2024-04-22T04:34:29.159225+0000","last_unstale":"2024-04-22T04:40:53.289041+0000","last_undegraded":"2024-04-22T04:40:53.289041+0000","last_fullsized":"2024-04-22T04:40:53.289041+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:15:39.992726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"536'29","reported_seq":834,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.274409+0000","last_change":"2024-04-22T04:34:29.156975+0000","last_active":"2024-04-22T04:40:52.274409+0000","last_peered":"2024-04-22T04:40:52.274409+0000","last_clean":"2024-04-22T04:40:52.274409+0000","last_became_active":"2024-04-22T04:34:29.156654+0000","last_became_peered":"2024-04-22T04:34:29.156654+0000","last_unstale":"2024-04-22T04:40:52.274409+0000","last_undegraded":"2024-04-22T04:40:52.274409+0000","last_fullsized":"2024-04-22T04:40:52.274409+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:58.081131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5816,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":7,"num_read_kb":11,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":780,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.281349+0000","last_change":"2024-04-22T04:34:52.537321+0000","last_active":"2024-04-22T04:40:52.281349+0000","last_peered":"2024-04-22T04:40:52.281349+0000","last_clean":"2024-04-22T04:40:52.281349+0000","last_became_active":"2024-04-22T04:34:52.535542+0000","last_became_peered":"2024-04-22T04:34:52.535542+0000","last_unstale":"2024-04-22T04:40:52.281349+0000","last_undegraded":"2024-04-22T04:40:52.281349+0000","last_fullsized":"2024-04-22T04:40:52.281349+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:58:58.263634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":824,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.267385+0000","last_change":"2024-04-22T04:33:18.147829+0000","last_active":"2024-04-22T04:40:52.267385+0000","last_peered":"2024-04-22T04:40:52.267385+0000","last_clean":"2024-04-22T04:40:52.267385+0000","last_became_active":"2024-04-22T04:33:18.147319+0000","last_became_peered":"2024-04-22T04:33:18.147319+0000","last_unstale":"2024-04-22T04:40:52.267385+0000","last_undegraded":"2024-04-22T04:40:52.267385+0000","last_fullsized":"2024-04-22T04:40:52.267385+0000","mapping_epoch":420,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":421,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:16:25.254441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":819,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.266859+0000","last_change":"2024-04-22T04:34:52.535509+0000","last_active":"2024-04-22T04:40:52.266859+0000","last_peered":"2024-04-22T04:40:52.266859+0000","last_clean":"2024-04-22T04:40:52.266859+0000","last_became_active":"2024-04-22T04:34:52.534381+0000","last_became_peered":"2024-04-22T04:34:52.534381+0000","last_unstale":"2024-04-22T04:40:52.266859+0000","last_undegraded":"2024-04-22T04:40:52.266859+0000","last_fullsized":"2024-04-22T04:40:52.266859+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:51:03.194911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":815,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.267912+0000","last_change":"2024-04-22T04:34:52.531242+0000","last_active":"2024-04-22T04:40:52.267912+0000","last_peered":"2024-04-22T04:40:52.267912+0000","last_clean":"2024-04-22T04:40:52.267912+0000","last_became_active":"2024-04-22T04:34:52.530774+0000","last_became_peered":"2024-04-22T04:34:52.530774+0000","last_unstale":"2024-04-22T04:40:52.267912+0000","last_undegraded":"2024-04-22T04:40:52.267912+0000","last_fullsized":"2024-04-22T04:40:52.267912+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:00:11.715921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":780,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.279880+0000","last_change":"2024-04-22T04:34:52.536402+0000","last_active":"2024-04-22T04:40:52.279880+0000","last_peered":"2024-04-22T04:40:52.279880+0000","last_clean":"2024-04-22T04:40:52.279880+0000","last_became_active":"2024-04-22T04:34:52.535716+0000","last_became_peered":"2024-04-22T04:34:52.535716+0000","last_unstale":"2024-04-22T04:40:52.279880+0000","last_undegraded":"2024-04-22T04:40:52.279880+0000","last_fullsized":"2024-04-22T04:40:52.279880+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:33:15.393778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":807,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.274634+0000","last_change":"2024-04-22T04:34:29.157498+0000","last_active":"2024-04-22T04:40:52.274634+0000","last_peered":"2024-04-22T04:40:52.274634+0000","last_clean":"2024-04-22T04:40:52.274634+0000","last_became_active":"2024-04-22T04:34:29.157198+0000","last_became_peered":"2024-04-22T04:34:29.157198+0000","last_unstale":"2024-04-22T04:40:52.274634+0000","last_undegraded":"2024-04-22T04:40:52.274634+0000","last_fullsized":"2024-04-22T04:40:52.274634+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:36:49.630273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":799,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.273572+0000","last_change":"2024-04-22T04:34:29.152927+0000","last_active":"2024-04-22T04:40:52.273572+0000","last_peered":"2024-04-22T04:40:52.273572+0000","last_clean":"2024-04-22T04:40:52.273572+0000","last_became_active":"2024-04-22T04:34:29.152627+0000","last_became_peered":"2024-04-22T04:34:29.152627+0000","last_unstale":"2024-04-22T04:40:52.273572+0000","last_undegraded":"2024-04-22T04:40:52.273572+0000","last_fullsized":"2024-04-22T04:40:52.273572+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:54:05.752473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":820,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.289627+0000","last_change":"2024-04-22T04:32:09.202998+0000","last_active":"2024-04-22T04:40:53.289627+0000","last_peered":"2024-04-22T04:40:53.289627+0000","last_clean":"2024-04-22T04:40:53.289627+0000","last_became_active":"2024-04-22T04:32:09.201436+0000","last_became_peered":"2024-04-22T04:32:09.201436+0000","last_unstale":"2024-04-22T04:40:53.289627+0000","last_undegraded":"2024-04-22T04:40:53.289627+0000","last_fullsized":"2024-04-22T04:40:53.289627+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:14:03.535995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":807,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.279051+0000","last_change":"2024-04-22T04:34:52.532724+0000","last_active":"2024-04-22T04:40:52.279051+0000","last_peered":"2024-04-22T04:40:52.279051+0000","last_clean":"2024-04-22T04:40:52.279051+0000","last_became_active":"2024-04-22T04:34:52.530618+0000","last_became_peered":"2024-04-22T04:34:52.530618+0000","last_unstale":"2024-04-22T04:40:52.279051+0000","last_undegraded":"2024-04-22T04:40:52.279051+0000","last_fullsized":"2024-04-22T04:40:52.279051+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:13:32.290376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"853'1442","reported_seq":3834,"reported_epoch":854,"state":"active+clean","last_fresh":"2024-04-22T04:40:57.266543+0000","last_change":"2024-04-22T04:40:53.314955+0000","last_active":"2024-04-22T04:40:57.266543+0000","last_peered":"2024-04-22T04:40:57.266543+0000","last_clean":"2024-04-22T04:40:57.266543+0000","last_became_active":"2024-04-22T04:32:09.202222+0000","last_became_peered":"2024-04-22T04:32:09.202222+0000","last_unstale":"2024-04-22T04:40:57.266543+0000","last_undegraded":"2024-04-22T04:40:57.266543+0000","last_fullsized":"2024-04-22T04:40:57.266543+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_clean_scrub_stamp":"2024-04-22T04:27:00.399571+0000","objects_scrubbed":0,"log_size":1442,"log_dups_size":0,"ondisk_log_size":1442,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:01:54.418850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.025172473000000001,"stat_sum":{"num_bytes":84697088,"num_objects":17,"num_object_clones":14,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":1,"num_read":225,"num_read_kb":451048,"num_write":483,"num_write_kb":142752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9355264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"290","length":"1"},{"start":"2f7","length":"1"},{"start":"300","length":"1"}]},{"pgid":"2.f","version":"53'1","reported_seq":834,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.275843+0000","last_change":"2024-04-22T04:34:52.531659+0000","last_active":"2024-04-22T04:40:52.275843+0000","last_peered":"2024-04-22T04:40:52.275843+0000","last_clean":"2024-04-22T04:40:52.275843+0000","last_became_active":"2024-04-22T04:34:52.531339+0000","last_became_peered":"2024-04-22T04:34:52.531339+0000","last_unstale":"2024-04-22T04:40:52.275843+0000","last_undegraded":"2024-04-22T04:40:52.275843+0000","last_fullsized":"2024-04-22T04:40:52.275843+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:08:09.088105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":780,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.280672+0000","last_change":"2024-04-22T04:34:52.528566+0000","last_active":"2024-04-22T04:40:52.280672+0000","last_peered":"2024-04-22T04:40:52.280672+0000","last_clean":"2024-04-22T04:40:52.280672+0000","last_became_active":"2024-04-22T04:34:52.528080+0000","last_became_peered":"2024-04-22T04:34:52.528080+0000","last_unstale":"2024-04-22T04:40:52.280672+0000","last_undegraded":"2024-04-22T04:40:52.280672+0000","last_fullsized":"2024-04-22T04:40:52.280672+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:50:16.289293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"853'2350","reported_seq":4641,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.319691+0000","last_change":"2024-04-22T04:40:53.321060+0000","last_active":"2024-04-22T04:40:53.319691+0000","last_peered":"2024-04-22T04:40:53.319691+0000","last_clean":"2024-04-22T04:40:53.319691+0000","last_became_active":"2024-04-22T04:34:29.165060+0000","last_became_peered":"2024-04-22T04:34:29.165060+0000","last_unstale":"2024-04-22T04:40:53.319691+0000","last_undegraded":"2024-04-22T04:40:53.319691+0000","last_fullsized":"2024-04-22T04:40:53.319691+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_clean_scrub_stamp":"2024-04-22T04:27:00.399571+0000","objects_scrubbed":0,"log_size":2350,"log_dups_size":0,"ondisk_log_size":2350,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:28:05.755672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.03051301,"stat_sum":{"num_bytes":72302592,"num_objects":33,"num_object_clones":28,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":1,"num_read":350,"num_read_kb":581886,"num_write":939,"num_write_kb":166520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":49520640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"290","length":"1"},{"start":"2c8","length":"1"},{"start":"2f7","length":"1"},{"start":"300","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":785,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.279820+0000","last_change":"2024-04-22T04:33:54.224798+0000","last_active":"2024-04-22T04:40:52.279820+0000","last_peered":"2024-04-22T04:40:52.279820+0000","last_clean":"2024-04-22T04:40:52.279820+0000","last_became_active":"2024-04-22T04:33:54.224503+0000","last_became_peered":"2024-04-22T04:33:54.224503+0000","last_unstale":"2024-04-22T04:40:52.279820+0000","last_undegraded":"2024-04-22T04:40:52.279820+0000","last_fullsized":"2024-04-22T04:40:52.279820+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:13:53.094411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":805,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.279367+0000","last_change":"2024-04-22T04:34:52.531492+0000","last_active":"2024-04-22T04:40:52.279367+0000","last_peered":"2024-04-22T04:40:52.279367+0000","last_clean":"2024-04-22T04:40:52.279367+0000","last_became_active":"2024-04-22T04:34:52.531172+0000","last_became_peered":"2024-04-22T04:34:52.531172+0000","last_unstale":"2024-04-22T04:40:52.279367+0000","last_undegraded":"2024-04-22T04:40:52.279367+0000","last_fullsized":"2024-04-22T04:40:52.279367+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:31:15.886430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":812,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.268170+0000","last_change":"2024-04-22T04:33:54.221130+0000","last_active":"2024-04-22T04:40:52.268170+0000","last_peered":"2024-04-22T04:40:52.268170+0000","last_clean":"2024-04-22T04:40:52.268170+0000","last_became_active":"2024-04-22T04:33:54.220566+0000","last_became_peered":"2024-04-22T04:33:54.220566+0000","last_unstale":"2024-04-22T04:40:52.268170+0000","last_undegraded":"2024-04-22T04:40:52.268170+0000","last_fullsized":"2024-04-22T04:40:52.268170+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:18:01.457930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"853'3192","reported_seq":5408,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.315238+0000","last_change":"2024-04-22T04:40:53.317351+0000","last_active":"2024-04-22T04:40:53.315238+0000","last_peered":"2024-04-22T04:40:53.315238+0000","last_clean":"2024-04-22T04:40:53.315238+0000","last_became_active":"2024-04-22T04:33:18.148567+0000","last_became_peered":"2024-04-22T04:33:18.148567+0000","last_unstale":"2024-04-22T04:40:53.315238+0000","last_undegraded":"2024-04-22T04:40:53.315238+0000","last_fullsized":"2024-04-22T04:40:53.315238+0000","mapping_epoch":420,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":421,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_clean_scrub_stamp":"2024-04-22T04:27:00.399571+0000","objects_scrubbed":0,"log_size":3192,"log_dups_size":0,"ondisk_log_size":3192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:27:19.822720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.026777169999999999,"stat_sum":{"num_bytes":144531456,"num_objects":45,"num_object_clones":39,"num_object_copies":135,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45,"num_whiteouts":0,"num_read":497,"num_read_kb":1046652,"num_write":1064,"num_write_kb":317136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":78143488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"290","length":"1"},{"start":"2c8","length":"1"},{"start":"2f7","length":"1"},{"start":"300","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":785,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.279493+0000","last_change":"2024-04-22T04:32:43.153975+0000","last_active":"2024-04-22T04:40:52.279493+0000","last_peered":"2024-04-22T04:40:52.279493+0000","last_clean":"2024-04-22T04:40:52.279493+0000","last_became_active":"2024-04-22T04:32:43.153334+0000","last_became_peered":"2024-04-22T04:32:43.153334+0000","last_unstale":"2024-04-22T04:40:52.279493+0000","last_undegraded":"2024-04-22T04:40:52.279493+0000","last_fullsized":"2024-04-22T04:40:52.279493+0000","mapping_epoch":385,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":386,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:35:34.398582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":827,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.267581+0000","last_change":"2024-04-22T04:34:29.157407+0000","last_active":"2024-04-22T04:40:52.267581+0000","last_peered":"2024-04-22T04:40:52.267581+0000","last_clean":"2024-04-22T04:40:52.267581+0000","last_became_active":"2024-04-22T04:34:29.157122+0000","last_became_peered":"2024-04-22T04:34:29.157122+0000","last_unstale":"2024-04-22T04:40:52.267581+0000","last_undegraded":"2024-04-22T04:40:52.267581+0000","last_fullsized":"2024-04-22T04:40:52.267581+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:58:06.517024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":831,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.272952+0000","last_change":"2024-04-22T04:34:29.150982+0000","last_active":"2024-04-22T04:40:52.272952+0000","last_peered":"2024-04-22T04:40:52.272952+0000","last_clean":"2024-04-22T04:40:52.272952+0000","last_became_active":"2024-04-22T04:34:29.150675+0000","last_became_peered":"2024-04-22T04:34:29.150675+0000","last_unstale":"2024-04-22T04:40:52.272952+0000","last_undegraded":"2024-04-22T04:40:52.272952+0000","last_fullsized":"2024-04-22T04:40:52.272952+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:29:27.399456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"853'1538","reported_seq":3899,"reported_epoch":854,"state":"active+clean","last_fresh":"2024-04-22T04:40:57.268434+0000","last_change":"2024-04-22T04:40:53.295585+0000","last_active":"2024-04-22T04:40:57.268434+0000","last_peered":"2024-04-22T04:40:57.268434+0000","last_clean":"2024-04-22T04:40:57.268434+0000","last_became_active":"2024-04-22T04:33:54.222489+0000","last_became_peered":"2024-04-22T04:33:54.222489+0000","last_unstale":"2024-04-22T04:40:57.268434+0000","last_undegraded":"2024-04-22T04:40:57.268434+0000","last_fullsized":"2024-04-22T04:40:57.268434+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_clean_scrub_stamp":"2024-04-22T04:27:00.399571+0000","objects_scrubbed":0,"log_size":1538,"log_dups_size":0,"ondisk_log_size":1538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T13:52:39.850299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0060074810000000003,"stat_sum":{"num_bytes":42680320,"num_objects":18,"num_object_clones":15,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":3,"num_read":221,"num_read_kb":279454,"num_write":556,"num_write_kb":119464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1277952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"290","length":"1"},{"start":"2f7","length":"1"},{"start":"300","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":800,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.280355+0000","last_change":"2024-04-22T04:33:54.223882+0000","last_active":"2024-04-22T04:40:52.280355+0000","last_peered":"2024-04-22T04:40:52.280355+0000","last_clean":"2024-04-22T04:40:52.280355+0000","last_became_active":"2024-04-22T04:33:54.223341+0000","last_became_peered":"2024-04-22T04:33:54.223341+0000","last_unstale":"2024-04-22T04:40:52.280355+0000","last_undegraded":"2024-04-22T04:40:52.280355+0000","last_fullsized":"2024-04-22T04:40:52.280355+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:45:00.891167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":825,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.277689+0000","last_change":"2024-04-22T04:34:29.153447+0000","last_active":"2024-04-22T04:40:52.277689+0000","last_peered":"2024-04-22T04:40:52.277689+0000","last_clean":"2024-04-22T04:40:52.277689+0000","last_became_active":"2024-04-22T04:34:29.153105+0000","last_became_peered":"2024-04-22T04:34:29.153105+0000","last_unstale":"2024-04-22T04:40:52.277689+0000","last_undegraded":"2024-04-22T04:40:52.277689+0000","last_fullsized":"2024-04-22T04:40:52.277689+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:58:22.677766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":816,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.287873+0000","last_change":"2024-04-22T04:32:43.142472+0000","last_active":"2024-04-22T04:40:53.287873+0000","last_peered":"2024-04-22T04:40:53.287873+0000","last_clean":"2024-04-22T04:40:53.287873+0000","last_became_active":"2024-04-22T04:32:43.142126+0000","last_became_peered":"2024-04-22T04:32:43.142126+0000","last_unstale":"2024-04-22T04:40:53.287873+0000","last_undegraded":"2024-04-22T04:40:53.287873+0000","last_fullsized":"2024-04-22T04:40:53.287873+0000","mapping_epoch":385,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":386,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:13:57.503142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"852'506","reported_seq":2968,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.289422+0000","last_change":"2024-04-22T04:40:53.289678+0000","last_active":"2024-04-22T04:40:53.289422+0000","last_peered":"2024-04-22T04:40:53.289422+0000","last_clean":"2024-04-22T04:40:53.289422+0000","last_became_active":"2024-04-22T04:34:52.528187+0000","last_became_peered":"2024-04-22T04:34:52.528187+0000","last_unstale":"2024-04-22T04:40:53.289422+0000","last_undegraded":"2024-04-22T04:40:53.289422+0000","last_fullsized":"2024-04-22T04:40:53.289422+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_clean_scrub_stamp":"2024-04-22T04:27:00.399571+0000","objects_scrubbed":0,"log_size":506,"log_dups_size":0,"ondisk_log_size":506,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:03:53.585739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049407200000000002,"stat_sum":{"num_bytes":12918784,"num_objects":6,"num_object_clones":5,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":69,"num_read_kb":135752,"num_write":171,"num_write_kb":42584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":12460032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"290","length":"1"},{"start":"2c8","length":"1"},{"start":"2f7","length":"1"},{"start":"300","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":804,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.274899+0000","last_change":"2024-04-22T04:34:52.537103+0000","last_active":"2024-04-22T04:40:52.274899+0000","last_peered":"2024-04-22T04:40:52.274899+0000","last_clean":"2024-04-22T04:40:52.274899+0000","last_became_active":"2024-04-22T04:34:52.536802+0000","last_became_peered":"2024-04-22T04:34:52.536802+0000","last_unstale":"2024-04-22T04:40:52.274899+0000","last_undegraded":"2024-04-22T04:40:52.274899+0000","last_fullsized":"2024-04-22T04:40:52.274899+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:45:33.365532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":798,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.273796+0000","last_change":"2024-04-22T04:34:29.162146+0000","last_active":"2024-04-22T04:40:52.273796+0000","last_peered":"2024-04-22T04:40:52.273796+0000","last_clean":"2024-04-22T04:40:52.273796+0000","last_became_active":"2024-04-22T04:34:29.161741+0000","last_became_peered":"2024-04-22T04:34:29.161741+0000","last_unstale":"2024-04-22T04:40:52.273796+0000","last_undegraded":"2024-04-22T04:40:52.273796+0000","last_fullsized":"2024-04-22T04:40:52.273796+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:06:24.658657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":825,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.267711+0000","last_change":"2024-04-22T04:33:54.218574+0000","last_active":"2024-04-22T04:40:52.267711+0000","last_peered":"2024-04-22T04:40:52.267711+0000","last_clean":"2024-04-22T04:40:52.267711+0000","last_became_active":"2024-04-22T04:33:54.218294+0000","last_became_peered":"2024-04-22T04:33:54.218294+0000","last_unstale":"2024-04-22T04:40:52.267711+0000","last_undegraded":"2024-04-22T04:40:52.267711+0000","last_fullsized":"2024-04-22T04:40:52.267711+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:18:24.838491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"200'139","reported_seq":1039,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.279234+0000","last_change":"2024-04-22T04:34:52.528454+0000","last_active":"2024-04-22T04:40:52.279234+0000","last_peered":"2024-04-22T04:40:52.279234+0000","last_clean":"2024-04-22T04:40:52.279234+0000","last_became_active":"2024-04-22T04:34:52.528057+0000","last_became_peered":"2024-04-22T04:34:52.528057+0000","last_unstale":"2024-04-22T04:40:52.279234+0000","last_undegraded":"2024-04-22T04:40:52.279234+0000","last_fullsized":"2024-04-22T04:40:52.279234+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:22:09.390656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:22:09.390656+0000","last_clean_scrub_stamp":"2024-04-22T04:22:09.390656+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:03:27.642130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"853'1534","reported_seq":3880,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.305366+0000","last_change":"2024-04-22T04:40:53.306535+0000","last_active":"2024-04-22T04:40:53.305366+0000","last_peered":"2024-04-22T04:40:53.305366+0000","last_clean":"2024-04-22T04:40:53.305366+0000","last_became_active":"2024-04-22T04:33:54.218551+0000","last_became_peered":"2024-04-22T04:33:54.218551+0000","last_unstale":"2024-04-22T04:40:53.305366+0000","last_undegraded":"2024-04-22T04:40:53.305366+0000","last_fullsized":"2024-04-22T04:40:53.305366+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_clean_scrub_stamp":"2024-04-22T04:27:00.399571+0000","objects_scrubbed":0,"log_size":1534,"log_dups_size":0,"ondisk_log_size":1534,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:20:26.239654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015462231,"stat_sum":{"num_bytes":61997056,"num_objects":24,"num_object_clones":21,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":199,"num_read_kb":344919,"num_write":512,"num_write_kb":122096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":11247616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"290","length":"1"},{"start":"2c8","length":"1"},{"start":"2f7","length":"1"},{"start":"300","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":819,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.267276+0000","last_change":"2024-04-22T04:32:09.199052+0000","last_active":"2024-04-22T04:40:52.267276+0000","last_peered":"2024-04-22T04:40:52.267276+0000","last_clean":"2024-04-22T04:40:52.267276+0000","last_became_active":"2024-04-22T04:32:09.198767+0000","last_became_peered":"2024-04-22T04:32:09.198767+0000","last_unstale":"2024-04-22T04:40:52.267276+0000","last_undegraded":"2024-04-22T04:40:52.267276+0000","last_fullsized":"2024-04-22T04:40:52.267276+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T13:22:20.866550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":819,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.266502+0000","last_change":"2024-04-22T04:33:18.141994+0000","last_active":"2024-04-22T04:40:52.266502+0000","last_peered":"2024-04-22T04:40:52.266502+0000","last_clean":"2024-04-22T04:40:52.266502+0000","last_became_active":"2024-04-22T04:33:18.141711+0000","last_became_peered":"2024-04-22T04:33:18.141711+0000","last_unstale":"2024-04-22T04:40:52.266502+0000","last_undegraded":"2024-04-22T04:40:52.266502+0000","last_fullsized":"2024-04-22T04:40:52.266502+0000","mapping_epoch":420,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":421,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:04:23.316158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":547,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.289452+0000","last_change":"2024-04-22T04:32:09.203123+0000","last_active":"2024-04-22T04:40:53.289452+0000","last_peered":"2024-04-22T04:40:53.289452+0000","last_clean":"2024-04-22T04:40:53.289452+0000","last_became_active":"2024-04-22T04:32:09.201737+0000","last_became_peered":"2024-04-22T04:32:09.201737+0000","last_unstale":"2024-04-22T04:40:53.289452+0000","last_undegraded":"2024-04-22T04:40:53.289452+0000","last_fullsized":"2024-04-22T04:40:53.289452+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:54:59.506671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"848'561","reported_seq":3030,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.297226+0000","last_change":"2024-04-22T04:40:53.297526+0000","last_active":"2024-04-22T04:40:53.297226+0000","last_peered":"2024-04-22T04:40:53.297226+0000","last_clean":"2024-04-22T04:40:53.297226+0000","last_became_active":"2024-04-22T04:34:29.154192+0000","last_became_peered":"2024-04-22T04:34:29.154192+0000","last_unstale":"2024-04-22T04:40:53.297226+0000","last_undegraded":"2024-04-22T04:40:53.297226+0000","last_fullsized":"2024-04-22T04:40:53.297226+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_clean_scrub_stamp":"2024-04-22T04:27:00.399571+0000","objects_scrubbed":0,"log_size":561,"log_dups_size":0,"ondisk_log_size":561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:24:33.312216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044614399999999999,"stat_sum":{"num_bytes":9347072,"num_objects":8,"num_object_clones":7,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":106,"num_read_kb":197715,"num_write":207,"num_write_kb":53208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":8060928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"290","length":"1"},{"start":"2c8","length":"1"},{"start":"2f7","length":"1"},{"start":"300","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":819,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.267029+0000","last_change":"2024-04-22T04:34:52.534945+0000","last_active":"2024-04-22T04:40:52.267029+0000","last_peered":"2024-04-22T04:40:52.267029+0000","last_clean":"2024-04-22T04:40:52.267029+0000","last_became_active":"2024-04-22T04:34:52.534403+0000","last_became_peered":"2024-04-22T04:34:52.534403+0000","last_unstale":"2024-04-22T04:40:52.267029+0000","last_undegraded":"2024-04-22T04:40:52.267029+0000","last_fullsized":"2024-04-22T04:40:52.267029+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:27:24.775023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":781,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.281487+0000","last_change":"2024-04-22T04:34:52.541853+0000","last_active":"2024-04-22T04:40:52.281487+0000","last_peered":"2024-04-22T04:40:52.281487+0000","last_clean":"2024-04-22T04:40:52.281487+0000","last_became_active":"2024-04-22T04:34:52.541399+0000","last_became_peered":"2024-04-22T04:34:52.541399+0000","last_unstale":"2024-04-22T04:40:52.281487+0000","last_undegraded":"2024-04-22T04:40:52.281487+0000","last_fullsized":"2024-04-22T04:40:52.281487+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T13:13:12.453123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":823,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.279603+0000","last_change":"2024-04-22T04:32:43.154159+0000","last_active":"2024-04-22T04:40:52.279603+0000","last_peered":"2024-04-22T04:40:52.279603+0000","last_clean":"2024-04-22T04:40:52.279603+0000","last_became_active":"2024-04-22T04:32:43.153704+0000","last_became_peered":"2024-04-22T04:32:43.153704+0000","last_unstale":"2024-04-22T04:40:52.279603+0000","last_undegraded":"2024-04-22T04:40:52.279603+0000","last_fullsized":"2024-04-22T04:40:52.279603+0000","mapping_epoch":385,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":386,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:08:16.918814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"853'981","reported_seq":3396,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.292614+0000","last_change":"2024-04-22T04:40:53.294090+0000","last_active":"2024-04-22T04:40:53.292614+0000","last_peered":"2024-04-22T04:40:53.292614+0000","last_clean":"2024-04-22T04:40:53.292614+0000","last_became_active":"2024-04-22T04:34:52.536515+0000","last_became_peered":"2024-04-22T04:34:52.536515+0000","last_unstale":"2024-04-22T04:40:53.292614+0000","last_undegraded":"2024-04-22T04:40:53.292614+0000","last_fullsized":"2024-04-22T04:40:53.292614+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_clean_scrub_stamp":"2024-04-22T04:27:00.399571+0000","objects_scrubbed":0,"log_size":981,"log_dups_size":0,"ondisk_log_size":981,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:58:47.896506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0095703330000000003,"stat_sum":{"num_bytes":26714112,"num_objects":14,"num_object_clones":12,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":154,"num_read_kb":186695,"num_write":284,"num_write_kb":93208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":13697024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"290","length":"1"},{"start":"2c8","length":"1"},{"start":"2f7","length":"1"},{"start":"300","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":814,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.273778+0000","last_change":"2024-04-22T04:34:52.530080+0000","last_active":"2024-04-22T04:40:52.273778+0000","last_peered":"2024-04-22T04:40:52.273778+0000","last_clean":"2024-04-22T04:40:52.273778+0000","last_became_active":"2024-04-22T04:34:52.529764+0000","last_became_peered":"2024-04-22T04:34:52.529764+0000","last_unstale":"2024-04-22T04:40:52.273778+0000","last_undegraded":"2024-04-22T04:40:52.273778+0000","last_fullsized":"2024-04-22T04:40:52.273778+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:58:03.176088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"543'2","reported_seq":830,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.280183+0000","last_change":"2024-04-22T04:34:29.151419+0000","last_active":"2024-04-22T04:40:52.280183+0000","last_peered":"2024-04-22T04:40:52.280183+0000","last_clean":"2024-04-22T04:40:52.280183+0000","last_became_active":"2024-04-22T04:34:29.151053+0000","last_became_peered":"2024-04-22T04:34:29.151053+0000","last_unstale":"2024-04-22T04:40:52.280183+0000","last_undegraded":"2024-04-22T04:40:52.280183+0000","last_fullsized":"2024-04-22T04:40:52.280183+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:09:22.029293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":822,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.273270+0000","last_change":"2024-04-22T04:34:52.531810+0000","last_active":"2024-04-22T04:40:52.273270+0000","last_peered":"2024-04-22T04:40:52.273270+0000","last_clean":"2024-04-22T04:40:52.273270+0000","last_became_active":"2024-04-22T04:34:52.530921+0000","last_became_peered":"2024-04-22T04:34:52.530921+0000","last_unstale":"2024-04-22T04:40:52.273270+0000","last_undegraded":"2024-04-22T04:40:52.273270+0000","last_fullsized":"2024-04-22T04:40:52.273270+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:45:32.316589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"853'2864","reported_seq":5124,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.316901+0000","last_change":"2024-04-22T04:40:53.318562+0000","last_active":"2024-04-22T04:40:53.316901+0000","last_peered":"2024-04-22T04:40:53.316901+0000","last_clean":"2024-04-22T04:40:53.316901+0000","last_became_active":"2024-04-22T04:33:18.137723+0000","last_became_peered":"2024-04-22T04:33:18.137723+0000","last_unstale":"2024-04-22T04:40:53.316901+0000","last_undegraded":"2024-04-22T04:40:53.316901+0000","last_fullsized":"2024-04-22T04:40:53.316901+0000","mapping_epoch":420,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":421,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_clean_scrub_stamp":"2024-04-22T04:27:00.399571+0000","objects_scrubbed":0,"log_size":2864,"log_dups_size":0,"ondisk_log_size":2864,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:12:19.119693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.031088758000000001,"stat_sum":{"num_bytes":42614784,"num_objects":32,"num_object_clones":26,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":1,"num_read":500,"num_read_kb":793299,"num_write":971,"num_write_kb":199648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":29,"num_bytes_recovered":80781312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"290","length":"1"},{"start":"2c8","length":"1"},{"start":"2f7","length":"1"},{"start":"300","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":811,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.272626+0000","last_change":"2024-04-22T04:34:29.147525+0000","last_active":"2024-04-22T04:40:52.272626+0000","last_peered":"2024-04-22T04:40:52.272626+0000","last_clean":"2024-04-22T04:40:52.272626+0000","last_became_active":"2024-04-22T04:34:29.147241+0000","last_became_peered":"2024-04-22T04:34:29.147241+0000","last_unstale":"2024-04-22T04:40:52.272626+0000","last_undegraded":"2024-04-22T04:40:52.272626+0000","last_fullsized":"2024-04-22T04:40:52.272626+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:25:24.695713+0000","last_clean_scrub_stamp":"2024-04-22T04:25:24.695713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:50:41.320522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"53'2","reported_seq":826,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.274671+0000","last_change":"2024-04-22T04:34:52.531526+0000","last_active":"2024-04-22T04:40:52.274671+0000","last_peered":"2024-04-22T04:40:52.274671+0000","last_clean":"2024-04-22T04:40:52.274671+0000","last_became_active":"2024-04-22T04:34:52.531175+0000","last_became_peered":"2024-04-22T04:34:52.531175+0000","last_unstale":"2024-04-22T04:40:52.274671+0000","last_undegraded":"2024-04-22T04:40:52.274671+0000","last_fullsized":"2024-04-22T04:40:52.274671+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:45:02.272147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":819,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.267039+0000","last_change":"2024-04-22T04:33:18.147598+0000","last_active":"2024-04-22T04:40:52.267039+0000","last_peered":"2024-04-22T04:40:52.267039+0000","last_clean":"2024-04-22T04:40:52.267039+0000","last_became_active":"2024-04-22T04:33:18.147088+0000","last_became_peered":"2024-04-22T04:33:18.147088+0000","last_unstale":"2024-04-22T04:40:52.267039+0000","last_undegraded":"2024-04-22T04:40:52.267039+0000","last_fullsized":"2024-04-22T04:40:52.267039+0000","mapping_epoch":420,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":421,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:17:06.684414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"853'1292","reported_seq":3675,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.298783+0000","last_change":"2024-04-22T04:40:53.299801+0000","last_active":"2024-04-22T04:40:53.298783+0000","last_peered":"2024-04-22T04:40:53.298783+0000","last_clean":"2024-04-22T04:40:53.298783+0000","last_became_active":"2024-04-22T04:34:29.150989+0000","last_became_peered":"2024-04-22T04:34:29.150989+0000","last_unstale":"2024-04-22T04:40:53.298783+0000","last_undegraded":"2024-04-22T04:40:53.298783+0000","last_fullsized":"2024-04-22T04:40:53.298783+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_clean_scrub_stamp":"2024-04-22T04:27:00.399571+0000","objects_scrubbed":0,"log_size":1292,"log_dups_size":0,"ondisk_log_size":1292,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:40:54.478696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0083209159999999994,"stat_sum":{"num_bytes":50077696,"num_objects":19,"num_object_clones":16,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":1,"num_read":214,"num_read_kb":314453,"num_write":551,"num_write_kb":80336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":13991936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"290","length":"1"},{"start":"2c8","length":"1"},{"start":"2f7","length":"1"},{"start":"300","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":799,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.279105+0000","last_change":"2024-04-22T04:34:52.528644+0000","last_active":"2024-04-22T04:40:52.279105+0000","last_peered":"2024-04-22T04:40:52.279105+0000","last_clean":"2024-04-22T04:40:52.279105+0000","last_became_active":"2024-04-22T04:34:52.528327+0000","last_became_peered":"2024-04-22T04:34:52.528327+0000","last_unstale":"2024-04-22T04:40:52.279105+0000","last_undegraded":"2024-04-22T04:40:52.279105+0000","last_fullsized":"2024-04-22T04:40:52.279105+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:28:06.385801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":821,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.272481+0000","last_change":"2024-04-22T04:34:52.538741+0000","last_active":"2024-04-22T04:40:52.272481+0000","last_peered":"2024-04-22T04:40:52.272481+0000","last_clean":"2024-04-22T04:40:52.272481+0000","last_became_active":"2024-04-22T04:34:52.538327+0000","last_became_peered":"2024-04-22T04:34:52.538327+0000","last_unstale":"2024-04-22T04:40:52.272481+0000","last_undegraded":"2024-04-22T04:40:52.272481+0000","last_fullsized":"2024-04-22T04:40:52.272481+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:58:34.915778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"853'1192","reported_seq":3597,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.292054+0000","last_change":"2024-04-22T04:40:53.293139+0000","last_active":"2024-04-22T04:40:53.292054+0000","last_peered":"2024-04-22T04:40:53.292054+0000","last_clean":"2024-04-22T04:40:53.292054+0000","last_became_active":"2024-04-22T04:33:54.229257+0000","last_became_peered":"2024-04-22T04:33:54.229257+0000","last_unstale":"2024-04-22T04:40:53.292054+0000","last_undegraded":"2024-04-22T04:40:53.292054+0000","last_fullsized":"2024-04-22T04:40:53.292054+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_clean_scrub_stamp":"2024-04-22T04:27:00.399571+0000","objects_scrubbed":0,"log_size":1192,"log_dups_size":0,"ondisk_log_size":1192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:20:54.748855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070598700000000002,"stat_sum":{"num_bytes":91979776,"num_objects":16,"num_object_clones":13,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":189,"num_read_kb":303574,"num_write":418,"num_write_kb":124184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":54378496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"290","length":"1"},{"start":"2c8","length":"1"},{"start":"2f7","length":"1"},{"start":"300","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":825,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.279614+0000","last_change":"2024-04-22T04:34:52.534033+0000","last_active":"2024-04-22T04:40:52.279614+0000","last_peered":"2024-04-22T04:40:52.279614+0000","last_clean":"2024-04-22T04:40:52.279614+0000","last_became_active":"2024-04-22T04:34:52.533641+0000","last_became_peered":"2024-04-22T04:34:52.533641+0000","last_unstale":"2024-04-22T04:40:52.279614+0000","last_undegraded":"2024-04-22T04:40:52.279614+0000","last_fullsized":"2024-04-22T04:40:52.279614+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T13:20:00.566299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":813,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.273866+0000","last_change":"2024-04-22T04:34:52.532184+0000","last_active":"2024-04-22T04:40:52.273866+0000","last_peered":"2024-04-22T04:40:52.273866+0000","last_clean":"2024-04-22T04:40:52.273866+0000","last_became_active":"2024-04-22T04:34:52.531843+0000","last_became_peered":"2024-04-22T04:34:52.531843+0000","last_unstale":"2024-04-22T04:40:52.273866+0000","last_undegraded":"2024-04-22T04:40:52.273866+0000","last_fullsized":"2024-04-22T04:40:52.273866+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:35:42.783930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":2440,"reported_epoch":854,"state":"active+clean","last_fresh":"2024-04-22T04:40:57.267444+0000","last_change":"2024-04-22T04:40:53.294208+0000","last_active":"2024-04-22T04:40:57.267444+0000","last_peered":"2024-04-22T04:40:57.267444+0000","last_clean":"2024-04-22T04:40:57.267444+0000","last_became_active":"2024-04-22T04:34:52.536505+0000","last_became_peered":"2024-04-22T04:34:52.536505+0000","last_unstale":"2024-04-22T04:40:57.267444+0000","last_undegraded":"2024-04-22T04:40:57.267444+0000","last_fullsized":"2024-04-22T04:40:57.267444+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_clean_scrub_stamp":"2024-04-22T04:27:00.399571+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:49:19.902562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0060273490000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"290","length":"1"},{"start":"2f7","length":"1"},{"start":"300","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":825,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.279759+0000","last_change":"2024-04-22T04:34:52.531859+0000","last_active":"2024-04-22T04:40:52.279759+0000","last_peered":"2024-04-22T04:40:52.279759+0000","last_clean":"2024-04-22T04:40:52.279759+0000","last_became_active":"2024-04-22T04:34:52.531505+0000","last_became_peered":"2024-04-22T04:34:52.531505+0000","last_unstale":"2024-04-22T04:40:52.279759+0000","last_undegraded":"2024-04-22T04:40:52.279759+0000","last_fullsized":"2024-04-22T04:40:52.279759+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:37:05.457773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":818,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.273321+0000","last_change":"2024-04-22T04:33:18.137521+0000","last_active":"2024-04-22T04:40:52.273321+0000","last_peered":"2024-04-22T04:40:52.273321+0000","last_clean":"2024-04-22T04:40:52.273321+0000","last_became_active":"2024-04-22T04:33:18.137159+0000","last_became_peered":"2024-04-22T04:33:18.137159+0000","last_unstale":"2024-04-22T04:40:52.273321+0000","last_undegraded":"2024-04-22T04:40:52.273321+0000","last_fullsized":"2024-04-22T04:40:52.273321+0000","mapping_epoch":420,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":421,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:06:26.203031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"853'828","reported_seq":3272,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.309985+0000","last_change":"2024-04-22T04:40:53.313048+0000","last_active":"2024-04-22T04:40:53.309985+0000","last_peered":"2024-04-22T04:40:53.309985+0000","last_clean":"2024-04-22T04:40:53.309985+0000","last_became_active":"2024-04-22T04:33:18.141585+0000","last_became_peered":"2024-04-22T04:33:18.141585+0000","last_unstale":"2024-04-22T04:40:53.309985+0000","last_undegraded":"2024-04-22T04:40:53.309985+0000","last_fullsized":"2024-04-22T04:40:53.309985+0000","mapping_epoch":420,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":421,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_clean_scrub_stamp":"2024-04-22T04:27:00.399571+0000","objects_scrubbed":0,"log_size":828,"log_dups_size":0,"ondisk_log_size":828,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:18:30.217675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017354946999999999,"stat_sum":{"num_bytes":23699456,"num_objects":14,"num_object_clones":12,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":163,"num_read_kb":149742,"num_write":278,"num_write_kb":79952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"290","length":"1"},{"start":"2c8","length":"1"},{"start":"2f7","length":"1"},{"start":"300","length":"1"}]},{"pgid":"2.b","version":"536'3","reported_seq":820,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.279547+0000","last_change":"2024-04-22T04:34:52.537707+0000","last_active":"2024-04-22T04:40:52.279547+0000","last_peered":"2024-04-22T04:40:52.279547+0000","last_clean":"2024-04-22T04:40:52.279547+0000","last_became_active":"2024-04-22T04:34:52.536341+0000","last_became_peered":"2024-04-22T04:34:52.536341+0000","last_unstale":"2024-04-22T04:40:52.279547+0000","last_undegraded":"2024-04-22T04:40:52.279547+0000","last_fullsized":"2024-04-22T04:40:52.279547+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:50:14.759499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":806,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.273912+0000","last_change":"2024-04-22T04:34:29.160518+0000","last_active":"2024-04-22T04:40:52.273912+0000","last_peered":"2024-04-22T04:40:52.273912+0000","last_clean":"2024-04-22T04:40:52.273912+0000","last_became_active":"2024-04-22T04:34:29.159662+0000","last_became_peered":"2024-04-22T04:34:29.159662+0000","last_unstale":"2024-04-22T04:40:52.273912+0000","last_undegraded":"2024-04-22T04:40:52.273912+0000","last_fullsized":"2024-04-22T04:40:52.273912+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:49:12.483434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"853'2363","reported_seq":4676,"reported_epoch":854,"state":"active+clean","last_fresh":"2024-04-22T04:40:57.266918+0000","last_change":"2024-04-22T04:40:53.324590+0000","last_active":"2024-04-22T04:40:57.266918+0000","last_peered":"2024-04-22T04:40:57.266918+0000","last_clean":"2024-04-22T04:40:57.266918+0000","last_became_active":"2024-04-22T04:33:54.220822+0000","last_became_peered":"2024-04-22T04:33:54.220822+0000","last_unstale":"2024-04-22T04:40:57.266918+0000","last_undegraded":"2024-04-22T04:40:57.266918+0000","last_fullsized":"2024-04-22T04:40:57.266918+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_clean_scrub_stamp":"2024-04-22T04:27:00.399571+0000","objects_scrubbed":0,"log_size":2363,"log_dups_size":0,"ondisk_log_size":2363,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:07:35.315009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.034259626000000001,"stat_sum":{"num_bytes":57344000,"num_objects":29,"num_object_clones":24,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":383,"num_read_kb":577494,"num_write":908,"num_write_kb":198272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":66936832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"290","length":"1"},{"start":"2f7","length":"1"},{"start":"300","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":816,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.288723+0000","last_change":"2024-04-22T04:33:54.223464+0000","last_active":"2024-04-22T04:40:53.288723+0000","last_peered":"2024-04-22T04:40:53.288723+0000","last_clean":"2024-04-22T04:40:53.288723+0000","last_became_active":"2024-04-22T04:33:54.222097+0000","last_became_peered":"2024-04-22T04:33:54.222097+0000","last_unstale":"2024-04-22T04:40:53.288723+0000","last_undegraded":"2024-04-22T04:40:53.288723+0000","last_fullsized":"2024-04-22T04:40:53.288723+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:01:28.485220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":807,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.281563+0000","last_change":"2024-04-22T04:34:52.537153+0000","last_active":"2024-04-22T04:40:52.281563+0000","last_peered":"2024-04-22T04:40:52.281563+0000","last_clean":"2024-04-22T04:40:52.281563+0000","last_became_active":"2024-04-22T04:34:52.536457+0000","last_became_peered":"2024-04-22T04:34:52.536457+0000","last_unstale":"2024-04-22T04:40:52.281563+0000","last_undegraded":"2024-04-22T04:40:52.281563+0000","last_fullsized":"2024-04-22T04:40:52.281563+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:54:29.203992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"853'2046","reported_seq":4343,"reported_epoch":854,"state":"active+clean","last_fresh":"2024-04-22T04:40:57.266571+0000","last_change":"2024-04-22T04:40:53.317913+0000","last_active":"2024-04-22T04:40:57.266571+0000","last_peered":"2024-04-22T04:40:57.266571+0000","last_clean":"2024-04-22T04:40:57.266571+0000","last_became_active":"2024-04-22T04:33:18.149224+0000","last_became_peered":"2024-04-22T04:33:18.149224+0000","last_unstale":"2024-04-22T04:40:57.266571+0000","last_undegraded":"2024-04-22T04:40:57.266571+0000","last_fullsized":"2024-04-22T04:40:57.266571+0000","mapping_epoch":420,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":421,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_clean_scrub_stamp":"2024-04-22T04:27:00.399571+0000","objects_scrubbed":0,"log_size":2046,"log_dups_size":0,"ondisk_log_size":2046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:36:37.191618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.028071190999999999,"stat_sum":{"num_bytes":83558400,"num_objects":28,"num_object_clones":24,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":293,"num_read_kb":486200,"num_write":638,"num_write_kb":187320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":28073984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"290","length":"1"},{"start":"2f7","length":"1"},{"start":"300","length":"1"}]},{"pgid":"2.d","version":"53'1","reported_seq":828,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.284130+0000","last_change":"2024-04-22T04:33:18.145071+0000","last_active":"2024-04-22T04:40:52.284130+0000","last_peered":"2024-04-22T04:40:52.284130+0000","last_clean":"2024-04-22T04:40:52.284130+0000","last_became_active":"2024-04-22T04:33:18.144681+0000","last_became_peered":"2024-04-22T04:33:18.144681+0000","last_unstale":"2024-04-22T04:40:52.284130+0000","last_undegraded":"2024-04-22T04:40:52.284130+0000","last_fullsized":"2024-04-22T04:40:52.284130+0000","mapping_epoch":420,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":421,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T12:30:11.758812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":814,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.268065+0000","last_change":"2024-04-22T04:34:29.163641+0000","last_active":"2024-04-22T04:40:52.268065+0000","last_peered":"2024-04-22T04:40:52.268065+0000","last_clean":"2024-04-22T04:40:52.268065+0000","last_became_active":"2024-04-22T04:34:29.163398+0000","last_became_peered":"2024-04-22T04:34:29.163398+0000","last_unstale":"2024-04-22T04:40:52.268065+0000","last_undegraded":"2024-04-22T04:40:52.268065+0000","last_fullsized":"2024-04-22T04:40:52.268065+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:13:04.156071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"853'1456","reported_seq":3832,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.301994+0000","last_change":"2024-04-22T04:40:53.302842+0000","last_active":"2024-04-22T04:40:53.301994+0000","last_peered":"2024-04-22T04:40:53.301994+0000","last_clean":"2024-04-22T04:40:53.301994+0000","last_became_active":"2024-04-22T04:34:52.531048+0000","last_became_peered":"2024-04-22T04:34:52.531048+0000","last_unstale":"2024-04-22T04:40:53.301994+0000","last_undegraded":"2024-04-22T04:40:53.301994+0000","last_fullsized":"2024-04-22T04:40:53.301994+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:27:00.399571+0000","last_clean_scrub_stamp":"2024-04-22T04:27:00.399571+0000","objects_scrubbed":0,"log_size":1456,"log_dups_size":0,"ondisk_log_size":1456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:29:41.752496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014777637,"stat_sum":{"num_bytes":35463168,"num_objects":21,"num_object_clones":18,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":1,"num_read":241,"num_read_kb":315102,"num_write":558,"num_write_kb":120312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":31465472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"290","length":"1"},{"start":"2c8","length":"1"},{"start":"2f7","length":"1"},{"start":"300","length":"1"}]},{"pgid":"2.e","version":"53'2","reported_seq":799,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.289423+0000","last_change":"2024-04-22T04:34:52.531009+0000","last_active":"2024-04-22T04:40:53.289423+0000","last_peered":"2024-04-22T04:40:53.289423+0000","last_clean":"2024-04-22T04:40:53.289423+0000","last_became_active":"2024-04-22T04:34:52.530481+0000","last_became_peered":"2024-04-22T04:34:52.530481+0000","last_unstale":"2024-04-22T04:40:53.289423+0000","last_undegraded":"2024-04-22T04:40:53.289423+0000","last_fullsized":"2024-04-22T04:40:53.289423+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:42.289459+0000","last_clean_scrub_stamp":"2024-04-22T04:24:42.289459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:45:09.744842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":780,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.280978+0000","last_change":"2024-04-22T04:34:52.537514+0000","last_active":"2024-04-22T04:40:52.280978+0000","last_peered":"2024-04-22T04:40:52.280978+0000","last_clean":"2024-04-22T04:40:52.280978+0000","last_became_active":"2024-04-22T04:34:52.536709+0000","last_became_peered":"2024-04-22T04:34:52.536709+0000","last_unstale":"2024-04-22T04:40:52.280978+0000","last_undegraded":"2024-04-22T04:40:52.280978+0000","last_fullsized":"2024-04-22T04:40:52.280978+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:57:58.831418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":554,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.277791+0000","last_change":"2024-04-22T04:33:54.227392+0000","last_active":"2024-04-22T04:40:52.277791+0000","last_peered":"2024-04-22T04:40:52.277791+0000","last_clean":"2024-04-22T04:40:52.277791+0000","last_became_active":"2024-04-22T04:33:54.227058+0000","last_became_peered":"2024-04-22T04:33:54.227058+0000","last_unstale":"2024-04-22T04:40:52.277791+0000","last_undegraded":"2024-04-22T04:40:52.277791+0000","last_fullsized":"2024-04-22T04:40:52.277791+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:17:42.166826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":795,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.287983+0000","last_change":"2024-04-22T04:34:29.149647+0000","last_active":"2024-04-22T04:40:53.287983+0000","last_peered":"2024-04-22T04:40:53.287983+0000","last_clean":"2024-04-22T04:40:53.287983+0000","last_became_active":"2024-04-22T04:34:29.149277+0000","last_became_peered":"2024-04-22T04:34:29.149277+0000","last_unstale":"2024-04-22T04:40:53.287983+0000","last_undegraded":"2024-04-22T04:40:53.287983+0000","last_fullsized":"2024-04-22T04:40:53.287983+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:01:37.802278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":812,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.267985+0000","last_change":"2024-04-22T04:33:54.230723+0000","last_active":"2024-04-22T04:40:52.267985+0000","last_peered":"2024-04-22T04:40:52.267985+0000","last_clean":"2024-04-22T04:40:52.267985+0000","last_became_active":"2024-04-22T04:33:54.229771+0000","last_became_peered":"2024-04-22T04:33:54.229771+0000","last_unstale":"2024-04-22T04:40:52.267985+0000","last_undegraded":"2024-04-22T04:40:52.267985+0000","last_fullsized":"2024-04-22T04:40:52.267985+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:48:30.798693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":819,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.266618+0000","last_change":"2024-04-22T04:33:18.147637+0000","last_active":"2024-04-22T04:40:52.266618+0000","last_peered":"2024-04-22T04:40:52.266618+0000","last_clean":"2024-04-22T04:40:52.266618+0000","last_became_active":"2024-04-22T04:33:18.147325+0000","last_became_peered":"2024-04-22T04:33:18.147325+0000","last_unstale":"2024-04-22T04:40:52.266618+0000","last_undegraded":"2024-04-22T04:40:52.266618+0000","last_fullsized":"2024-04-22T04:40:52.266618+0000","mapping_epoch":420,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":421,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:03:28.090202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":818,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.273237+0000","last_change":"2024-04-22T04:33:18.137367+0000","last_active":"2024-04-22T04:40:52.273237+0000","last_peered":"2024-04-22T04:40:52.273237+0000","last_clean":"2024-04-22T04:40:52.273237+0000","last_became_active":"2024-04-22T04:33:18.137032+0000","last_became_peered":"2024-04-22T04:33:18.137032+0000","last_unstale":"2024-04-22T04:40:52.273237+0000","last_undegraded":"2024-04-22T04:40:52.273237+0000","last_fullsized":"2024-04-22T04:40:52.273237+0000","mapping_epoch":420,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":421,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:24:37.060044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":825,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.284244+0000","last_change":"2024-04-22T04:32:43.155083+0000","last_active":"2024-04-22T04:40:52.284244+0000","last_peered":"2024-04-22T04:40:52.284244+0000","last_clean":"2024-04-22T04:40:52.284244+0000","last_became_active":"2024-04-22T04:32:43.154481+0000","last_became_peered":"2024-04-22T04:32:43.154481+0000","last_unstale":"2024-04-22T04:40:52.284244+0000","last_undegraded":"2024-04-22T04:40:52.284244+0000","last_fullsized":"2024-04-22T04:40:52.284244+0000","mapping_epoch":385,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":386,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:26:14.270373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":808,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.275331+0000","last_change":"2024-04-22T04:34:52.530230+0000","last_active":"2024-04-22T04:40:52.275331+0000","last_peered":"2024-04-22T04:40:52.275331+0000","last_clean":"2024-04-22T04:40:52.275331+0000","last_became_active":"2024-04-22T04:34:52.529940+0000","last_became_peered":"2024-04-22T04:34:52.529940+0000","last_unstale":"2024-04-22T04:40:52.275331+0000","last_undegraded":"2024-04-22T04:40:52.275331+0000","last_fullsized":"2024-04-22T04:40:52.275331+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:29:07.464557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":807,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.273416+0000","last_change":"2024-04-22T04:33:18.138181+0000","last_active":"2024-04-22T04:40:52.273416+0000","last_peered":"2024-04-22T04:40:52.273416+0000","last_clean":"2024-04-22T04:40:52.273416+0000","last_became_active":"2024-04-22T04:33:18.137703+0000","last_became_peered":"2024-04-22T04:33:18.137703+0000","last_unstale":"2024-04-22T04:40:52.273416+0000","last_undegraded":"2024-04-22T04:40:52.273416+0000","last_fullsized":"2024-04-22T04:40:52.273416+0000","mapping_epoch":420,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":421,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T13:06:15.177695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":812,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.267844+0000","last_change":"2024-04-22T04:33:54.221713+0000","last_active":"2024-04-22T04:40:52.267844+0000","last_peered":"2024-04-22T04:40:52.267844+0000","last_clean":"2024-04-22T04:40:52.267844+0000","last_became_active":"2024-04-22T04:33:54.219098+0000","last_became_peered":"2024-04-22T04:33:54.219098+0000","last_unstale":"2024-04-22T04:40:52.267844+0000","last_undegraded":"2024-04-22T04:40:52.267844+0000","last_fullsized":"2024-04-22T04:40:52.267844+0000","mapping_epoch":455,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":456,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:24:13.979274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":813,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.273145+0000","last_change":"2024-04-22T04:33:18.137982+0000","last_active":"2024-04-22T04:40:52.273145+0000","last_peered":"2024-04-22T04:40:52.273145+0000","last_clean":"2024-04-22T04:40:52.273145+0000","last_became_active":"2024-04-22T04:33:18.137668+0000","last_became_peered":"2024-04-22T04:33:18.137668+0000","last_unstale":"2024-04-22T04:40:52.273145+0000","last_undegraded":"2024-04-22T04:40:52.273145+0000","last_fullsized":"2024-04-22T04:40:52.273145+0000","mapping_epoch":420,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":421,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:47:34.079668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":811,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.267771+0000","last_change":"2024-04-22T04:34:52.531059+0000","last_active":"2024-04-22T04:40:52.267771+0000","last_peered":"2024-04-22T04:40:52.267771+0000","last_clean":"2024-04-22T04:40:52.267771+0000","last_became_active":"2024-04-22T04:34:52.530396+0000","last_became_peered":"2024-04-22T04:34:52.530396+0000","last_unstale":"2024-04-22T04:40:52.267771+0000","last_undegraded":"2024-04-22T04:40:52.267771+0000","last_fullsized":"2024-04-22T04:40:52.267771+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:38:35.643741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":564,"reported_epoch":853,"state":"active+clean","last_fresh":"2024-04-22T04:40:53.290015+0000","last_change":"2024-04-22T04:34:52.528755+0000","last_active":"2024-04-22T04:40:53.290015+0000","last_peered":"2024-04-22T04:40:53.290015+0000","last_clean":"2024-04-22T04:40:53.290015+0000","last_became_active":"2024-04-22T04:34:52.528311+0000","last_became_peered":"2024-04-22T04:34:52.528311+0000","last_unstale":"2024-04-22T04:40:53.290015+0000","last_undegraded":"2024-04-22T04:40:53.290015+0000","last_fullsized":"2024-04-22T04:40:53.290015+0000","mapping_epoch":511,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":512,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:01:36.557485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":829,"reported_epoch":852,"state":"active+clean","last_fresh":"2024-04-22T04:40:52.274146+0000","last_change":"2024-04-22T04:34:29.166161+0000","last_active":"2024-04-22T04:40:52.274146+0000","last_peered":"2024-04-22T04:40:52.274146+0000","last_clean":"2024-04-22T04:40:52.274146+0000","last_became_active":"2024-04-22T04:34:29.165851+0000","last_became_peered":"2024-04-22T04:34:29.165851+0000","last_unstale":"2024-04-22T04:40:52.274146+0000","last_undegraded":"2024-04-22T04:40:52.274146+0000","last_fullsized":"2024-04-22T04:40:52.274146+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T04:24:43.291565+0000","last_clean_scrub_stamp":"2024-04-22T04:24:43.291565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:29:07.568451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":839925760,"num_objects":324,"num_object_clones":274,"num_object_copies":972,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":324,"num_whiteouts":8,"num_read":3804,"num_read_kb":6163985,"num_write":8538,"num_write_kb":2046992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":128,"num_bytes_recovered":462544896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1039638528,"data_stored":2580013056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":24145,"ondisk_log_size":24145,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6586,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":49,"num_read_kb":56,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":69466,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":3,"up_from":385,"seq":1653562409060,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":408176,"kb_used_data":102556,"kb_used_omap":96,"kb_used_meta":305503,"kb_avail":93336976,"statfs":{"total":95995035648,"available":95577063424,"internally_reserved":0,"allocated":105017344,"data_stored":255666353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":98341,"internal_metadata":312836059},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:40:54 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.46999999999999997,"15min":0.433},"min":{"1min":0.254,"5min":0.23100000000000001,"15min":0.221},"max":{"1min":6.4189999999999996,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.61799999999999999},{"interface":"front","average":{"1min":1.0900000000000001,"5min":0.56499999999999995,"15min":0.47599999999999998},"min":{"1min":0.26600000000000001,"5min":0.26200000000000001,"15min":0.245},"max":{"1min":16.759,"5min":16.759,"15min":16.759},"last":0.53200000000000003}]},{"osd":1,"last update":"Mon Apr 22 04:40:54 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.40300000000000002,"15min":0.84499999999999997},"min":{"1min":0.247,"5min":0.20100000000000001,"15min":0.19900000000000001},"max":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":12.592000000000001},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.439,"15min":0.437},"min":{"1min":0.316,"5min":0.28999999999999998,"15min":0.23699999999999999},"max":{"1min":0.70099999999999996,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.67500000000000004}]},{"osd":2,"last update":"Mon Apr 22 04:40:54 2024","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.53100000000000003,"15min":0.497},"min":{"1min":0.31,"5min":0.249,"15min":0.249},"max":{"1min":6.3769999999999998,"5min":6.3769999999999998,"15min":6.3769999999999998},"last":0.752},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.50900000000000001,"15min":0.51500000000000001},"min":{"1min":0.316,"5min":0.28399999999999997,"15min":0.25900000000000001},"max":{"1min":6.5049999999999999,"5min":6.5049999999999999,"15min":6.5049999999999999},"last":0.58199999999999996}]},{"osd":4,"last update":"Mon Apr 22 04:40:38 2024","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.625,"15min":0.64500000000000002},"min":{"1min":0.44500000000000001,"5min":0.38400000000000001,"15min":0.28999999999999998},"max":{"1min":1.169,"5min":1.169,"15min":1.8480000000000001},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.65400000000000003,"15min":0.86299999999999999},"min":{"1min":0.36099999999999999,"5min":0.33700000000000002,"15min":0.32900000000000001},"max":{"1min":1.401,"5min":2.952,"15min":8.3770000000000007},"last":0.70199999999999996}]},{"osd":5,"last update":"Mon Apr 22 04:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.623,"15min":0.59899999999999998},"min":{"1min":0.38600000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.89700000000000002,"5min":1.028,"15min":1.028},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.70199999999999996,"15min":0.64800000000000002},"min":{"1min":0.45100000000000001,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.129,"5min":3.8210000000000002,"15min":3.8210000000000002},"last":0.88300000000000001}]},{"osd":6,"last update":"Mon Apr 22 04:40:38 2024","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.747,"15min":0.66700000000000004},"min":{"1min":0.52800000000000002,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.0169999999999999,"5min":3.7370000000000001,"15min":3.7370000000000001},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.76800000000000002,"15min":0.70899999999999996},"min":{"1min":0.56599999999999995,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.0920000000000001,"5min":3.7919999999999998,"15min":3.7919999999999998},"last":0.82999999999999996}]},{"osd":7,"last update":"Mon Apr 22 04:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.68700000000000006,"15min":0.66300000000000003},"min":{"1min":0.505,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.99199999999999999,"5min":2.7400000000000002,"15min":2.7400000000000002},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.71899999999999997,"15min":0.70499999999999996},"min":{"1min":0.48199999999999998,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.1499999999999999,"5min":3.8420000000000001,"15min":3.8420000000000001},"last":0.93200000000000005}]}]},{"osd":7,"up_from":511,"seq":2194728288330,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347604,"kb_used_data":40128,"kb_used_omap":55,"kb_used_meta":307401,"kb_avail":93397548,"statfs":{"total":95995035648,"available":95639089152,"internally_reserved":0,"allocated":41091072,"data_stored":96981959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56320,"internal_metadata":314778624},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:39:57 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.57499999999999996,"15min":0.57099999999999995},"min":{"1min":0.29799999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.72899999999999998,"5min":1.274,"15min":1.274},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.59999999999999998,"15min":0.58999999999999997},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.82499999999999996,"5min":1.327,"15min":1.327},"last":0.64400000000000002}]},{"osd":1,"last update":"Mon Apr 22 04:39:57 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.60399999999999998,"15min":0.59399999999999997},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.80600000000000005,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.621},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.58099999999999996,"15min":0.56399999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.78700000000000003,"5min":1.161,"15min":1.161},"last":0.754}]},{"osd":2,"last update":"Mon Apr 22 04:39:57 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.59999999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.872,"5min":1.5680000000000001,"15min":1.5680000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.64800000000000002,"15min":0.60999999999999999},"min":{"1min":0.42399999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.98299999999999998,"5min":3.125,"15min":3.125},"last":0.73699999999999999}]},{"osd":3,"last update":"Mon Apr 22 04:39:57 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.628,"15min":0.62},"min":{"1min":0.39600000000000002,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.84399999999999997,"5min":1.365,"15min":1.365},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64300000000000002,"15min":0.63500000000000001},"min":{"1min":0.376,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.119,"5min":2.8159999999999998,"15min":2.8159999999999998},"last":0.65800000000000003}]},{"osd":4,"last update":"Mon Apr 22 04:39:57 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52100000000000002,"15min":0.53800000000000003},"min":{"1min":0.35599999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.80300000000000005,"5min":1.248,"15min":1.248},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.53500000000000003,"15min":0.54500000000000004},"min":{"1min":0.34899999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.82999999999999996,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.41799999999999998}]},{"osd":5,"last update":"Mon Apr 22 04:39:57 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.55000000000000004,"15min":0.53800000000000003},"min":{"1min":0.35699999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.0580000000000001,"5min":2.8410000000000002,"15min":2.8410000000000002},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58299999999999996,"15min":0.58999999999999997},"min":{"1min":0.40799999999999997,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.89000000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.44600000000000001}]},{"osd":6,"last update":"Mon Apr 22 04:39:57 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.60799999999999998,"15min":0.58899999999999997},"min":{"1min":0.40500000000000003,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.93000000000000005,"5min":2.8740000000000001,"15min":2.8740000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.65200000000000002,"15min":0.65400000000000003},"min":{"1min":0.45500000000000002,"5min":0.371,"15min":0.371},"max":{"1min":0.85599999999999998,"5min":1.222,"15min":1.222},"last":0.58699999999999997}]}]},{"osd":1,"up_from":315,"seq":1352914698354,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":780864,"kb_used_data":185320,"kb_used_omap":100,"kb_used_meta":595419,"kb_avail":92964288,"statfs":{"total":95995035648,"available":95195430912,"internally_reserved":0,"allocated":189767680,"data_stored":467679946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":103138,"internal_metadata":609709342},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:39:54 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.42599999999999999,"15min":0.38800000000000001},"min":{"1min":0.20599999999999999,"5min":0.193,"15min":0.185},"max":{"1min":1.6379999999999999,"5min":5.6699999999999999,"15min":5.6699999999999999},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.24399999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":1.909,"5min":1.909,"15min":2.0649999999999999},"last":0.39200000000000002}]},{"osd":2,"last update":"Mon Apr 22 04:40:16 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.41199999999999998,"15min":0.435},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.8380000000000001,"5min":1.8380000000000001,"15min":7.0439999999999996},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.5,"15min":0.51400000000000001},"min":{"1min":0.30599999999999999,"5min":0.246,"15min":0.246},"max":{"1min":1.871,"5min":1.871,"15min":7.0819999999999999},"last":0.52600000000000002}]},{"osd":3,"last update":"Mon Apr 22 04:39:54 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.49099999999999999,"15min":0.45300000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.0819999999999999,"5min":5.8289999999999997,"15min":5.8289999999999997},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.48799999999999999,"15min":0.51100000000000001},"min":{"1min":0.27600000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.9810000000000001,"5min":1.9810000000000001,"15min":1.9810000000000001},"last":0.439}]},{"osd":4,"last update":"Mon Apr 22 04:40:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60399999999999998,"15min":0.64500000000000002},"min":{"1min":0.41299999999999998,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.83599999999999997,"5min":1.7250000000000001,"15min":1.7250000000000001},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.69099999999999995,"15min":0.71099999999999997},"min":{"1min":0.44400000000000001,"5min":0.374,"15min":0.374},"max":{"1min":2.2789999999999999,"5min":5.7679999999999998,"15min":5.7679999999999998},"last":0.54500000000000004}]},{"osd":5,"last update":"Mon Apr 22 04:40:07 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.67300000000000004,"15min":0.69499999999999995},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.7589999999999999,"5min":5.7990000000000004,"15min":5.7990000000000004},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.63200000000000001,"15min":0.86799999999999999},"min":{"1min":0.42099999999999999,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.407,"5min":2.4129999999999998,"15min":9.3510000000000009},"last":0.51100000000000001}]},{"osd":6,"last update":"Mon Apr 22 04:40:43 2024","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.66300000000000003,"15min":0.58699999999999997},"min":{"1min":0.47599999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":3.012,"5min":3.012,"15min":3.012},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.74299999999999999,"15min":0.66600000000000004},"min":{"1min":0.47099999999999997,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":2.3679999999999999,"5min":5.726,"15min":5.726},"last":0.76500000000000001}]},{"osd":7,"last update":"Mon Apr 22 04:40:00 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.66300000000000003,"15min":0.59499999999999997},"min":{"1min":0.40100000000000002,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":2.9569999999999999,"5min":2.9569999999999999,"15min":2.9569999999999999},"last":0.754},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.73299999999999998,"15min":0.68100000000000005},"min":{"1min":0.46899999999999997,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.9059999999999999,"5min":5.8520000000000003,"15min":5.8520000000000003},"last":0.80100000000000005}]}]},{"osd":0,"up_from":279,"seq":1198295875705,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":834548,"kb_used_data":233116,"kb_used_omap":103,"kb_used_meta":601304,"kb_avail":92910604,"statfs":{"total":95995035648,"available":95140458496,"internally_reserved":0,"allocated":238710784,"data_stored":587052653,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":106268,"internal_metadata":615735524},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 22 04:40:41 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.35599999999999998,"15min":0.40100000000000002},"min":{"1min":0.247,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.59899999999999998,"5min":0.66200000000000003,"15min":1.7350000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.439,"15min":0.56899999999999995},"min":{"1min":0.27600000000000002,"5min":0.27100000000000002,"15min":0.22500000000000001},"max":{"1min":0.67400000000000004,"5min":2.7949999999999999,"15min":4.7599999999999998},"last":0.60099999999999998}]},{"osd":2,"last update":"Mon Apr 22 04:40:23 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.48099999999999998,"15min":0.56100000000000005},"min":{"1min":0.23899999999999999,"5min":0.23599999999999999,"15min":0.23499999999999999},"max":{"1min":0.61799999999999999,"5min":2.7349999999999999,"15min":4.4909999999999997},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.41999999999999998,"15min":0.41699999999999998},"min":{"1min":0.30599999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.73699999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.56799999999999995}]},{"osd":3,"last update":"Mon Apr 22 04:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44600000000000001,"15min":0.47799999999999998},"min":{"1min":0.31,"5min":0.247,"15min":0.247},"max":{"1min":0.63600000000000001,"5min":1.135,"15min":1.1459999999999999},"last":0.503},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.436,"15min":0.45600000000000002},"min":{"1min":0.32200000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.71099999999999997,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.45300000000000001}]},{"osd":4,"last update":"Mon Apr 22 04:40:29 2024","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.66600000000000004,"15min":0.628},"min":{"1min":0.45400000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.782,"5min":2.8340000000000001,"15min":2.8340000000000001},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.63200000000000001,"15min":0.60099999999999998},"min":{"1min":0.499,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":2.8399999999999999,"5min":2.8399999999999999,"15min":2.8399999999999999},"last":0.58599999999999997}]},{"osd":5,"last update":"Mon Apr 22 04:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.64900000000000002,"15min":0.63700000000000001},"min":{"1min":0.435,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":2.9620000000000002,"5min":2.9620000000000002,"15min":2.9620000000000002},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.67700000000000005,"15min":0.66700000000000004},"min":{"1min":0.46600000000000003,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":3.032,"5min":3.032,"15min":3.032},"last":0.61799999999999999}]},{"osd":6,"last update":"Mon Apr 22 04:40:35 2024","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.65600000000000003,"15min":0.66300000000000003},"min":{"1min":0.498,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.6339999999999999,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.66000000000000003,"15min":0.61899999999999999},"min":{"1min":0.47999999999999998,"5min":0.39800000000000002,"15min":0.38600000000000001},"max":{"1min":2.8069999999999999,"5min":2.8069999999999999,"15min":2.8069999999999999},"last":0.65500000000000003}]},{"osd":7,"last update":"Mon Apr 22 04:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.67700000000000005,"15min":0.66200000000000003},"min":{"1min":0.40799999999999997,"5min":0.374,"15min":0.374},"max":{"1min":2.9159999999999999,"5min":2.9159999999999999,"15min":2.9159999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.74099999999999999,"15min":0.66700000000000004},"min":{"1min":0.48899999999999999,"5min":0.375,"15min":0.375},"max":{"1min":2.6949999999999998,"5min":5.367,"15min":5.367},"last":0.63500000000000001}]}]},{"osd":2,"up_from":351,"seq":1507533521003,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":430836,"kb_used_data":120744,"kb_used_omap":78,"kb_used_meta":310001,"kb_avail":93314316,"statfs":{"total":95995035648,"available":95553859584,"internally_reserved":0,"allocated":123641856,"data_stored":275995732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":80620,"internal_metadata":317441300},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:40:27 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.45100000000000001,"15min":0.40400000000000003},"min":{"1min":0.24399999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.54100000000000004,"5min":5.8449999999999998,"15min":5.8449999999999998},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.496,"5min":0.44600000000000001,"15min":0.434},"min":{"1min":0.26900000000000002,"5min":0.25,"15min":0.25},"max":{"1min":2.1459999999999999,"5min":3.4500000000000002,"15min":3.4500000000000002},"last":0.27800000000000002}]},{"osd":1,"last update":"Mon Apr 22 04:40:27 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.42799999999999999,"15min":0.48099999999999998},"min":{"1min":0.25700000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.69799999999999995,"5min":1.5069999999999999,"15min":2.0640000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.47799999999999998,"15min":0.497},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.216},"max":{"1min":0.63100000000000001,"5min":6.2089999999999996,"15min":6.2089999999999996},"last":0.38900000000000001}]},{"osd":3,"last update":"Mon Apr 22 04:39:59 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.42799999999999999,"15min":0.47799999999999998},"min":{"1min":0.26200000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.65800000000000003,"5min":1.177,"15min":1.177},"last":0.376},{"interface":"front","average":{"1min":0.497,"5min":0.48099999999999998,"15min":0.52300000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29799999999999999},"max":{"1min":1.657,"5min":1.657,"15min":1.657},"last":0.45300000000000001}]},{"osd":4,"last update":"Mon Apr 22 04:40:27 2024","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.59399999999999997,"15min":0.61899999999999999},"min":{"1min":0.42399999999999999,"5min":0.375,"15min":0.32400000000000001},"max":{"1min":0.90700000000000003,"5min":1.577,"15min":1.577},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.64700000000000002,"15min":0.64400000000000002},"min":{"1min":0.39400000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.88100000000000001,"5min":6.0890000000000004,"15min":6.0890000000000004},"last":0.56499999999999995}]},{"osd":5,"last update":"Mon Apr 22 04:40:04 2024","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.65300000000000002,"15min":0.63100000000000001},"min":{"1min":0.38400000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":6.1630000000000003,"5min":6.1630000000000003,"15min":6.1630000000000003},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.74299999999999999,"15min":0.64300000000000002},"min":{"1min":0.41299999999999998,"5min":0.40300000000000002,"15min":0.38800000000000001},"max":{"1min":4.9199999999999999,"5min":6.0140000000000002,"15min":6.0140000000000002},"last":0.61199999999999999}]},{"osd":6,"last update":"Mon Apr 22 04:40:40 2024","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.68700000000000006,"15min":0.625},"min":{"1min":0.41699999999999998,"5min":0.38300000000000001,"15min":0.34899999999999998},"max":{"1min":0.95199999999999996,"5min":6.1890000000000001,"15min":6.1890000000000001},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.64900000000000002,"15min":0.59799999999999998},"min":{"1min":0.46999999999999997,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.03,"5min":1.296,"15min":1.296},"last":0.66000000000000003}]},{"osd":7,"last update":"Mon Apr 22 04:40:04 2024","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.63900000000000001,"15min":0.63700000000000001},"min":{"1min":0.45600000000000002,"5min":0.37,"15min":0.37},"max":{"1min":1.621,"5min":1.621,"15min":1.621},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.66400000000000003,"15min":0.66600000000000004},"min":{"1min":0.47799999999999998,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.57499999999999996}]}]},{"osd":4,"up_from":420,"seq":1803886264413,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":790508,"kb_used_data":187744,"kb_used_omap":147,"kb_used_meta":602604,"kb_avail":92954644,"statfs":{"total":95995035648,"available":95185555456,"internally_reserved":0,"allocated":192249856,"data_stored":469845049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":150864,"internal_metadata":617067184},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:40:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.56000000000000005,"15min":0.56299999999999994},"min":{"1min":0.30599999999999999,"5min":0.25,"15min":0.25},"max":{"1min":0.83099999999999996,"5min":1.6080000000000001,"15min":1.6080000000000001},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.61299999999999999,"15min":0.58399999999999996},"min":{"1min":0.33400000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.89300000000000002,"5min":2.802,"15min":2.802},"last":0.51700000000000002}]},{"osd":1,"last update":"Mon Apr 22 04:40:31 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.61499999999999999,"15min":0.59399999999999997},"min":{"1min":0.33000000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.91700000000000004,"5min":2.6349999999999998,"15min":2.6349999999999998},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.63700000000000001,"15min":0.58199999999999996},"min":{"1min":0.35399999999999998,"5min":0.308,"15min":0.308},"max":{"1min":0.79600000000000004,"5min":7.3440000000000003,"15min":7.3440000000000003},"last":0.76700000000000002}]},{"osd":2,"last update":"Mon Apr 22 04:40:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.56699999999999995,"15min":0.56899999999999995},"min":{"1min":0.313,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.84199999999999997,"5min":1.03,"15min":1.03},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63800000000000001,"15min":0.60099999999999998},"min":{"1min":0.38200000000000001,"5min":0.312,"15min":0.312},"max":{"1min":0.90300000000000002,"5min":2.6880000000000002,"15min":2.6880000000000002},"last":0.79500000000000004}]},{"osd":3,"last update":"Mon Apr 22 04:40:31 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.61299999999999999,"15min":0.58599999999999997},"min":{"1min":0.36099999999999999,"5min":0.34399999999999997,"15min":0.28799999999999998},"max":{"1min":0.91900000000000004,"5min":2.923,"15min":2.923},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.621,"15min":0.60899999999999999},"min":{"1min":0.39900000000000002,"5min":0.33200000000000002,"15min":0.312},"max":{"1min":0.94399999999999995,"5min":3.3690000000000002,"15min":3.3690000000000002},"last":0.68500000000000005}]},{"osd":5,"last update":"Mon Apr 22 04:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.53100000000000003,"15min":0.46899999999999997},"min":{"1min":0.34000000000000002,"5min":0.313,"15min":0.25600000000000001},"max":{"1min":2.7639999999999998,"5min":2.7639999999999998,"15min":2.7639999999999998},"last":0.754},{"interface":"front","average":{"1min":0.79100000000000004,"5min":0.58099999999999996,"15min":0.50800000000000001},"min":{"1min":0.34599999999999997,"5min":0.31900000000000001,"15min":0.23400000000000001},"max":{"1min":7.1870000000000003,"5min":7.1870000000000003,"15min":7.1870000000000003},"last":0.81299999999999994}]},{"osd":6,"last update":"Mon Apr 22 04:40:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.56999999999999995,"15min":0.504},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.28899999999999998},"max":{"1min":0.92900000000000005,"5min":2.8479999999999999,"15min":2.8479999999999999},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68500000000000005,"15min":0.61799999999999999},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.36899999999999999},"max":{"1min":1.3660000000000001,"5min":2.883,"15min":2.883},"last":0.83099999999999996}]},{"osd":7,"last update":"Mon Apr 22 04:39:59 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.56899999999999995,"15min":0.56299999999999994},"min":{"1min":0.34399999999999997,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":3.0899999999999999,"5min":3.0899999999999999,"15min":3.0899999999999999},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.58099999999999996,"15min":0.57399999999999995},"min":{"1min":0.36599999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.872,"5min":1.069,"15min":1.069},"last":0.73799999999999999}]}]},{"osd":5,"up_from":455,"seq":1954210119766,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":443420,"kb_used_data":139216,"kb_used_omap":127,"kb_used_meta":304064,"kb_avail":93301732,"statfs":{"total":95995035648,"available":95540973568,"internally_reserved":0,"allocated":142557184,"data_stored":311511203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":130866,"internal_metadata":311361742},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:40:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.57399999999999995,"15min":0.56000000000000005},"min":{"1min":0.36899999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.628,"5min":0.70199999999999996,"15min":0.63500000000000001},"min":{"1min":0.36399999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.84699999999999998,"5min":11.311,"15min":11.311},"last":0.50600000000000001}]},{"osd":1,"last update":"Mon Apr 22 04:40:01 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.54800000000000004,"15min":0.54200000000000004},"min":{"1min":0.40000000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.62,"5min":0.59999999999999998,"15min":0.57999999999999996},"min":{"1min":0.379,"5min":0.31,"15min":0.31},"max":{"1min":0.85199999999999998,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.68000000000000005}]},{"osd":2,"last update":"Mon Apr 22 04:40:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.58699999999999997,"15min":0.55500000000000005},"min":{"1min":0.42399999999999999,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.90400000000000003,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.53800000000000003,"15min":0.51300000000000001},"min":{"1min":0.38700000000000001,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.434}]},{"osd":3,"last update":"Mon Apr 22 04:40:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.56200000000000006,"15min":0.54200000000000004},"min":{"1min":0.39900000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.83199999999999996,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.63800000000000001,"15min":0.61399999999999999},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.378},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.73999999999999999}]},{"osd":4,"last update":"Mon Apr 22 04:40:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.49399999999999999,"15min":0.438},"min":{"1min":0.315,"5min":0.309,"15min":0.28599999999999998},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53100000000000003,"15min":0.47099999999999997},"min":{"1min":0.376,"5min":0.33000000000000002,"15min":0.29099999999999998},"max":{"1min":0.81899999999999995,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.69599999999999995}]},{"osd":6,"last update":"Mon Apr 22 04:40:41 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.55500000000000005,"15min":0.52100000000000002},"min":{"1min":0.38600000000000001,"5min":0.378,"15min":0.33200000000000002},"max":{"1min":0.89800000000000002,"5min":0.90600000000000003,"15min":0.92100000000000004},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.59199999999999997,"15min":0.54000000000000004},"min":{"1min":0.39200000000000002,"5min":0.34699999999999998,"15min":0.29899999999999999},"max":{"1min":0.92800000000000005,"5min":1.026,"15min":1.026},"last":0.71399999999999997}]},{"osd":7,"last update":"Mon Apr 22 04:40:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.59999999999999998,"15min":0.59099999999999997},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.77700000000000002,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.625},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.63600000000000001,"15min":0.60999999999999999},"min":{"1min":0.45000000000000001,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.96999999999999997,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.76400000000000001}]}]},{"osd":6,"up_from":489,"seq":2100239007823,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":381164,"kb_used_data":79260,"kb_used_omap":93,"kb_used_meta":301794,"kb_avail":93363988,"statfs":{"total":95995035648,"available":95604723712,"internally_reserved":0,"allocated":81162240,"data_stored":158421804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":95303,"internal_metadata":309038009},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 04:40:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.55000000000000004,"15min":0.499},"min":{"1min":0.38600000000000001,"5min":0.26800000000000002,"15min":0.252},"max":{"1min":0.80600000000000005,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.58299999999999996,"15min":0.54200000000000004},"min":{"1min":0.39700000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.82299999999999995,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.437}]},{"osd":1,"last update":"Mon Apr 22 04:40:38 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.56899999999999995,"15min":0.53400000000000003},"min":{"1min":0.42599999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.79000000000000004,"5min":0.80900000000000005,"15min":0.86299999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56899999999999995,"15min":0.54200000000000004},"min":{"1min":0.43099999999999999,"5min":0.32200000000000001,"15min":0.28100000000000003},"max":{"1min":0.73099999999999998,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.56200000000000006}]},{"osd":2,"last update":"Mon Apr 22 04:40:38 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59799999999999998,"15min":0.56200000000000006},"min":{"1min":0.38800000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81999999999999995,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.59099999999999997,"15min":0.55900000000000005},"min":{"1min":0.41899999999999998,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.79000000000000004,"5min":1.171,"15min":1.171},"last":0.62}]},{"osd":3,"last update":"Mon Apr 22 04:40:38 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.626,"15min":0.56200000000000006},"min":{"1min":0.46200000000000002,"5min":0.378,"15min":0.32100000000000001},"max":{"1min":0.84999999999999998,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.625,"15min":0.59099999999999997},"min":{"1min":0.47899999999999998,"5min":0.32200000000000001,"15min":0.29699999999999999},"max":{"1min":0.80700000000000005,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.60599999999999998}]},{"osd":4,"last update":"Mon Apr 22 04:40:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.499,"15min":0.45400000000000001},"min":{"1min":0.38300000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.69799999999999995,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.54600000000000004,"15min":0.53000000000000003},"min":{"1min":0.36899999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.81499999999999995,"5min":0.84499999999999997,"15min":0.94999999999999996},"last":0.495}]},{"osd":5,"last update":"Mon Apr 22 04:40:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.53100000000000003,"15min":0.501},"min":{"1min":0.36399999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.71899999999999997,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.622,"5min":0.58399999999999996,"15min":0.55500000000000005},"min":{"1min":0.47099999999999997,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.83799999999999997,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.57699999999999996}]},{"osd":7,"last update":"Mon Apr 22 04:40:02 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.59199999999999997,"15min":0.58199999999999996},"min":{"1min":0.371,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.623,"5min":0.60699999999999998,"15min":0.61899999999999999},"min":{"1min":0.39500000000000002,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.54800000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12237,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6055,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7472,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12402,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13269,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10811,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3933,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3287,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":229015552,"data_stored":581292032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":180678656,"data_stored":462512128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":114556928,"data_stored":270827520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":95907840,"data_stored":250490880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":183148544,"data_stored":464674816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":133451776,"data_stored":306335744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":71471104,"data_stored":152657920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":31408128,"data_stored":91222016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T04:41:00.326 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-04-22T04:41:00.326 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 33b081c2-005f-11ef-bc93-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-04-22T04:41:00.611 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T04:41:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:00 smithi062 ceph-mon[78153]: pgmap v1007: 121 pgs: 121 active+clean; 802 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-22T04:41:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:00 smithi062 ceph-mon[78153]: from='client.44444 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:41:00.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:00 smithi040 ceph-mon[88445]: pgmap v1007: 121 pgs: 121 active+clean; 802 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-22T04:41:00.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:00 smithi040 ceph-mon[88445]: from='client.44444 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:41:00.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:00 smithi040 ceph-mon[91058]: pgmap v1007: 121 pgs: 121 active+clean; 802 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-22T04:41:00.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:00 smithi040 ceph-mon[91058]: from='client.44444 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T04:41:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:02 smithi062 ceph-mon[78153]: pgmap v1008: 121 pgs: 121 active+clean; 802 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-22T04:41:02.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:02 smithi040 ceph-mon[88445]: pgmap v1008: 121 pgs: 121 active+clean; 802 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-22T04:41:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:02 smithi040 ceph-mon[91058]: pgmap v1008: 121 pgs: 121 active+clean; 802 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-22T04:41:03.298 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'unique_pool_0' removed 2024-04-22T04:41:03.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:03 smithi062 ceph-mon[78153]: osdmap e855: 8 total, 8 up, 8 in 2024-04-22T04:41:03.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:03 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1027245384' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T04:41:03.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:03 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T04:41:03.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:03 smithi040 ceph-mon[88445]: osdmap e855: 8 total, 8 up, 8 in 2024-04-22T04:41:03.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:03 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1027245384' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T04:41:03.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:03 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T04:41:03.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:03 smithi040 ceph-mon[91058]: osdmap e855: 8 total, 8 up, 8 in 2024-04-22T04:41:03.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:03 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1027245384' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T04:41:03.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:03 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T04:41:04.065 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-22T04:41:04.066 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-04-22T04:41:04.066 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-22T04:41:04.066 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-04-22T04:41:04.066 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-22T04:41:04.070 INFO:tasks.workunit:Pulling workunits from ref pacific 2024-04-22T04:41:04.070 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-22T04:41:04.071 DEBUG:teuthology.orchestra.run.smithi040:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-22T04:41:04.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T04:41:04.093 INFO:teuthology.orchestra.run.smithi040.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-22T04:41:04.093 DEBUG:teuthology.orchestra.run.smithi040:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-22T04:41:04.153 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-22T04:41:04.153 DEBUG:teuthology.orchestra.run.smithi040:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-22T04:41:04.213 INFO:tasks.workunit:timeout=3h 2024-04-22T04:41:04.213 INFO:tasks.workunit:cleanup=True 2024-04-22T04:41:04.213 DEBUG:teuthology.orchestra.run.smithi040:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch pacific https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-22T04:41:04.273 INFO:tasks.workunit.client.0.smithi040.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-22T04:41:04.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:04 smithi040 ceph-mon[91058]: pgmap v1010: 121 pgs: 121 active+clean; 802 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-22T04:41:04.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:04 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T04:41:04.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:04 smithi040 ceph-mon[91058]: osdmap e856: 8 total, 8 up, 8 in 2024-04-22T04:41:04.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:04 smithi040 ceph-mon[88445]: pgmap v1010: 121 pgs: 121 active+clean; 802 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-22T04:41:04.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:04 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T04:41:04.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:04 smithi040 ceph-mon[88445]: osdmap e856: 8 total, 8 up, 8 in 2024-04-22T04:41:04.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:04 smithi062 ceph-mon[78153]: pgmap v1010: 121 pgs: 121 active+clean; 802 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-22T04:41:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:04 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T04:41:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:04 smithi062 ceph-mon[78153]: osdmap e856: 8 total, 8 up, 8 in 2024-04-22T04:41:05.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:41:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:41:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:41:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:06 smithi062 ceph-mon[78153]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:41:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:41:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:06 smithi040 ceph-mon[88445]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:41:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:41:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:06 smithi040 ceph-mon[91058]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:41:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:41:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:08 smithi062 ceph-mon[78153]: pgmap v1013: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:08 smithi040 ceph-mon[88445]: pgmap v1013: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:08 smithi040 ceph-mon[91058]: pgmap v1013: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:10.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:10 smithi040 ceph-mon[88445]: pgmap v1014: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:41:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:41:10] "GET /metrics HTTP/1.1" 200 239607 "" "Prometheus/2.43.0" 2024-04-22T04:41:10.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:10 smithi040 ceph-mon[91058]: pgmap v1014: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:10.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:10 smithi062 ceph-mon[78153]: pgmap v1014: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:12 smithi062 ceph-mon[78153]: pgmap v1015: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:12 smithi040 ceph-mon[88445]: pgmap v1015: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:12 smithi040 ceph-mon[91058]: pgmap v1015: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:14 smithi062 ceph-mon[78153]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:14 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:41:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:14 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:14 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:14.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:14 smithi040 ceph-mon[88445]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:14 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:41:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:14 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:14 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:14 smithi040 ceph-mon[91058]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:14 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:41:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:14 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:14 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:15.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:15 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:41:15.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:15 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:41:15.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:15 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:15.632 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:41:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:41:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:41:15.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:15 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:41:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:15 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:41:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:15 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:15.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:15 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:41:15.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:15 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:41:15.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:15 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:16.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:16 smithi062 ceph-mon[78153]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:16.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:16 smithi040 ceph-mon[88445]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:16 smithi040 ceph-mon[91058]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:16.970 DEBUG:teuthology.orchestra.run.smithi040:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-22T04:41:17.038 INFO:tasks.workunit.client.0.smithi040.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-22T04:41:17.040 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-22T04:41:17.040 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-22T04:41:17.598 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-22T04:41:17.659 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-22T04:41:17.698 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-22T04:41:17.700 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-22T04:41:17.700 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-22T04:41:17.738 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-22T04:41:17.741 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T04:41:17.741 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-22T04:41:17.800 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-04-22T04:41:17.801 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-04-22T04:41:17.801 DEBUG:teuthology.orchestra.run.smithi040:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-04-22T04:41:17.872 INFO:tasks.workunit.client.0.smithi040.stdout:Running main() from gmock_main.cc 2024-04-22T04:41:17.873 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] Running 22 tests from 1 test suite. 2024-04-22T04:41:17.873 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment set-up. 2024-04-22T04:41:17.873 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 22 tests from TestCls2PCQueue 2024-04-22T04:41:17.873 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-04-22T04:41:18.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:18 smithi062 ceph-mon[78153]: pgmap v1018: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:18.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:18 smithi040 ceph-mon[88445]: pgmap v1018: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:18 smithi040 ceph-mon[91058]: pgmap v1018: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:19.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:19 smithi062 ceph-mon[78153]: osdmap e857: 8 total, 8 up, 8 in 2024-04-22T04:41:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:19 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3627997985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:19 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:19 smithi040 ceph-mon[88445]: osdmap e857: 8 total, 8 up, 8 in 2024-04-22T04:41:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:19 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3627997985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:19 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:19.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:19 smithi040 ceph-mon[91058]: osdmap e857: 8 total, 8 up, 8 in 2024-04-22T04:41:19.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:19 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3627997985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:19.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:19 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:41:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:41:20] "GET /metrics HTTP/1.1" 200 239607 "" "Prometheus/2.43.0" 2024-04-22T04:41:20.597 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2725 ms) 2024-04-22T04:41:20.598 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-04-22T04:41:20.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:20 smithi062 ceph-mon[78153]: pgmap v1020: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:20.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:20 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:20.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:20 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:20 smithi062 ceph-mon[78153]: osdmap e858: 8 total, 8 up, 8 in 2024-04-22T04:41:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:20 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:41:20.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:20 smithi040 ceph-mon[88445]: pgmap v1020: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:20 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:20 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:20 smithi040 ceph-mon[88445]: osdmap e858: 8 total, 8 up, 8 in 2024-04-22T04:41:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:20 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:41:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:20 smithi040 ceph-mon[91058]: pgmap v1020: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:20 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:20 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:20 smithi040 ceph-mon[91058]: osdmap e858: 8 total, 8 up, 8 in 2024-04-22T04:41:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:20 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:41:21.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:21 smithi062 ceph-mon[78153]: osdmap e859: 8 total, 8 up, 8 in 2024-04-22T04:41:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:21 smithi040 ceph-mon[88445]: osdmap e859: 8 total, 8 up, 8 in 2024-04-22T04:41:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:21 smithi040 ceph-mon[91058]: osdmap e859: 8 total, 8 up, 8 in 2024-04-22T04:41:22.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:22 smithi062 ceph-mon[78153]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:22.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:22 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:22 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:41:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:22 smithi062 ceph-mon[78153]: osdmap e860: 8 total, 8 up, 8 in 2024-04-22T04:41:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:22 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3124457568' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:22 smithi040 ceph-mon[88445]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:22 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:22 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:41:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:22 smithi040 ceph-mon[88445]: osdmap e860: 8 total, 8 up, 8 in 2024-04-22T04:41:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:22 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3124457568' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:22 smithi040 ceph-mon[91058]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:22 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:22 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:41:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:22 smithi040 ceph-mon[91058]: osdmap e860: 8 total, 8 up, 8 in 2024-04-22T04:41:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:22 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3124457568' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:23.605 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3008 ms) 2024-04-22T04:41:23.606 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-04-22T04:41:23.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:23 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3124457568' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:23.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:23 smithi062 ceph-mon[78153]: osdmap e861: 8 total, 8 up, 8 in 2024-04-22T04:41:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:23 smithi062 ceph-mon[78153]: osdmap e862: 8 total, 8 up, 8 in 2024-04-22T04:41:23.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:23 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3124457568' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:23 smithi040 ceph-mon[88445]: osdmap e861: 8 total, 8 up, 8 in 2024-04-22T04:41:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:23 smithi040 ceph-mon[88445]: osdmap e862: 8 total, 8 up, 8 in 2024-04-22T04:41:23.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:23 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3124457568' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:23.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:23 smithi040 ceph-mon[91058]: osdmap e861: 8 total, 8 up, 8 in 2024-04-22T04:41:23.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:23 smithi040 ceph-mon[91058]: osdmap e862: 8 total, 8 up, 8 in 2024-04-22T04:41:24.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:24 smithi062 ceph-mon[78153]: pgmap v1026: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:24.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:24 smithi040 ceph-mon[88445]: pgmap v1026: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:24 smithi040 ceph-mon[91058]: pgmap v1026: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:41:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:41:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:41:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:25 smithi062 ceph-mon[78153]: osdmap e863: 8 total, 8 up, 8 in 2024-04-22T04:41:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:25 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3211547780' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:25 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:25.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:25 smithi040 ceph-mon[88445]: osdmap e863: 8 total, 8 up, 8 in 2024-04-22T04:41:25.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:25 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3211547780' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:25.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:25 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:25.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:25 smithi040 ceph-mon[91058]: osdmap e863: 8 total, 8 up, 8 in 2024-04-22T04:41:25.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:25 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3211547780' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:25.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:25 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:26.657 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.Reserve (3050 ms) 2024-04-22T04:41:26.657 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-04-22T04:41:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:26 smithi040 ceph-mon[88445]: pgmap v1029: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:26 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:26 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:26 smithi040 ceph-mon[88445]: osdmap e864: 8 total, 8 up, 8 in 2024-04-22T04:41:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:26 smithi040 ceph-mon[91058]: pgmap v1029: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:26 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:26 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:26 smithi040 ceph-mon[91058]: osdmap e864: 8 total, 8 up, 8 in 2024-04-22T04:41:27.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:26 smithi062 ceph-mon[78153]: pgmap v1029: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:26 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:26 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:26 smithi062 ceph-mon[78153]: osdmap e864: 8 total, 8 up, 8 in 2024-04-22T04:41:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:27 smithi040 ceph-mon[88445]: osdmap e865: 8 total, 8 up, 8 in 2024-04-22T04:41:27.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:27 smithi040 ceph-mon[91058]: osdmap e865: 8 total, 8 up, 8 in 2024-04-22T04:41:28.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:27 smithi062 ceph-mon[78153]: osdmap e865: 8 total, 8 up, 8 in 2024-04-22T04:41:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:28 smithi040 ceph-mon[91058]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:28 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:28 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:41:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:28 smithi040 ceph-mon[91058]: osdmap e866: 8 total, 8 up, 8 in 2024-04-22T04:41:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:28 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2882318483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:28 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:28 smithi040 ceph-mon[88445]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:28 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:28 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:41:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:28 smithi040 ceph-mon[88445]: osdmap e866: 8 total, 8 up, 8 in 2024-04-22T04:41:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:28 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2882318483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:28 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:29.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:28 smithi062 ceph-mon[78153]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:29.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:28 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:28 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:41:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:28 smithi062 ceph-mon[78153]: osdmap e866: 8 total, 8 up, 8 in 2024-04-22T04:41:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:28 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2882318483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:28 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:29.677 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3021 ms) 2024-04-22T04:41:29.794 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-04-22T04:41:30.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:29 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:30.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:29 smithi040 ceph-mon[88445]: osdmap e867: 8 total, 8 up, 8 in 2024-04-22T04:41:30.065 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:29 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:30.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:29 smithi040 ceph-mon[91058]: osdmap e867: 8 total, 8 up, 8 in 2024-04-22T04:41:30.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:29 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:30.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:29 smithi062 ceph-mon[78153]: osdmap e867: 8 total, 8 up, 8 in 2024-04-22T04:41:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:41:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:41:30] "GET /metrics HTTP/1.1" 200 241880 "" "Prometheus/2.43.0" 2024-04-22T04:41:31.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:30 smithi062 ceph-mon[78153]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:30 smithi062 ceph-mon[78153]: osdmap e868: 8 total, 8 up, 8 in 2024-04-22T04:41:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:30 smithi040 ceph-mon[88445]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:30 smithi040 ceph-mon[88445]: osdmap e868: 8 total, 8 up, 8 in 2024-04-22T04:41:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:30 smithi040 ceph-mon[91058]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:30 smithi040 ceph-mon[91058]: osdmap e868: 8 total, 8 up, 8 in 2024-04-22T04:41:32.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:31 smithi062 ceph-mon[78153]: osdmap e869: 8 total, 8 up, 8 in 2024-04-22T04:41:32.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:31 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1526145995' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:32.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:31 smithi040 ceph-mon[88445]: osdmap e869: 8 total, 8 up, 8 in 2024-04-22T04:41:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:31 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1526145995' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:31 smithi040 ceph-mon[91058]: osdmap e869: 8 total, 8 up, 8 in 2024-04-22T04:41:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:31 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1526145995' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:32.689 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.Commit (3012 ms) 2024-04-22T04:41:32.689 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-04-22T04:41:33.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:32 smithi062 ceph-mon[78153]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:32 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:32 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1526145995' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:32 smithi062 ceph-mon[78153]: osdmap e870: 8 total, 8 up, 8 in 2024-04-22T04:41:33.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:32 smithi040 ceph-mon[88445]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:32 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:32 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1526145995' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:32 smithi040 ceph-mon[88445]: osdmap e870: 8 total, 8 up, 8 in 2024-04-22T04:41:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:32 smithi040 ceph-mon[91058]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:32 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:32 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1526145995' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:32 smithi040 ceph-mon[91058]: osdmap e870: 8 total, 8 up, 8 in 2024-04-22T04:41:34.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:33 smithi062 ceph-mon[78153]: osdmap e871: 8 total, 8 up, 8 in 2024-04-22T04:41:34.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:33 smithi062 ceph-mon[78153]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:34.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:33 smithi040 ceph-mon[88445]: osdmap e871: 8 total, 8 up, 8 in 2024-04-22T04:41:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:33 smithi040 ceph-mon[88445]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:34.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:33 smithi040 ceph-mon[91058]: osdmap e871: 8 total, 8 up, 8 in 2024-04-22T04:41:34.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:33 smithi040 ceph-mon[91058]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:35.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:34 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:35.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:34 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:41:35.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:34 smithi062 ceph-mon[78153]: osdmap e872: 8 total, 8 up, 8 in 2024-04-22T04:41:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:34 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2779254835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:34 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:34 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:34 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:41:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:34 smithi040 ceph-mon[88445]: osdmap e872: 8 total, 8 up, 8 in 2024-04-22T04:41:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:34 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2779254835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:34 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:34 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:34 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:41:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:34 smithi040 ceph-mon[91058]: osdmap e872: 8 total, 8 up, 8 in 2024-04-22T04:41:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:34 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2779254835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:34 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:35.725 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.Abort (3036 ms) 2024-04-22T04:41:35.725 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-04-22T04:41:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:41:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:41:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:41:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:35 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:35 smithi062 ceph-mon[78153]: osdmap e873: 8 total, 8 up, 8 in 2024-04-22T04:41:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:35 smithi062 ceph-mon[78153]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:35 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:41:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:35 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:35 smithi040 ceph-mon[88445]: osdmap e873: 8 total, 8 up, 8 in 2024-04-22T04:41:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:35 smithi040 ceph-mon[88445]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:35 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:41:36.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:35 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:36.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:35 smithi040 ceph-mon[91058]: osdmap e873: 8 total, 8 up, 8 in 2024-04-22T04:41:36.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:35 smithi040 ceph-mon[91058]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:36.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:35 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:36.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:41:37.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:36 smithi062 ceph-mon[78153]: osdmap e874: 8 total, 8 up, 8 in 2024-04-22T04:41:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:36 smithi040 ceph-mon[88445]: osdmap e874: 8 total, 8 up, 8 in 2024-04-22T04:41:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:36 smithi040 ceph-mon[91058]: osdmap e874: 8 total, 8 up, 8 in 2024-04-22T04:41:38.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:37 smithi062 ceph-mon[78153]: osdmap e875: 8 total, 8 up, 8 in 2024-04-22T04:41:38.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:37 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3187318326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:38.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:37 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:38.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:37 smithi062 ceph-mon[78153]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:38.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:37 smithi040 ceph-mon[91058]: osdmap e875: 8 total, 8 up, 8 in 2024-04-22T04:41:38.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:37 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3187318326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:38.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:37 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:38.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:37 smithi040 ceph-mon[91058]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:38.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:37 smithi040 ceph-mon[88445]: osdmap e875: 8 total, 8 up, 8 in 2024-04-22T04:41:38.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:37 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3187318326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:38.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:37 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:38.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:37 smithi040 ceph-mon[88445]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:38.746 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.ReserveError (3021 ms) 2024-04-22T04:41:38.746 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-04-22T04:41:39.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:38 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:39.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:38 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:38 smithi062 ceph-mon[78153]: osdmap e876: 8 total, 8 up, 8 in 2024-04-22T04:41:39.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:38 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:38 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:38 smithi040 ceph-mon[88445]: osdmap e876: 8 total, 8 up, 8 in 2024-04-22T04:41:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:38 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:38 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:38 smithi040 ceph-mon[91058]: osdmap e876: 8 total, 8 up, 8 in 2024-04-22T04:41:40.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:39 smithi040 ceph-mon[88445]: osdmap e877: 8 total, 8 up, 8 in 2024-04-22T04:41:40.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:39 smithi040 ceph-mon[88445]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:40.065 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:39 smithi040 ceph-mon[91058]: osdmap e877: 8 total, 8 up, 8 in 2024-04-22T04:41:40.065 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:39 smithi040 ceph-mon[91058]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:40.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:39 smithi062 ceph-mon[78153]: osdmap e877: 8 total, 8 up, 8 in 2024-04-22T04:41:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:39 smithi062 ceph-mon[78153]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:41:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:41:40] "GET /metrics HTTP/1.1" 200 242096 "" "Prometheus/2.43.0" 2024-04-22T04:41:41.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:40 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:41.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:40 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:41:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:40 smithi062 ceph-mon[78153]: osdmap e878: 8 total, 8 up, 8 in 2024-04-22T04:41:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:40 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3181888816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:40 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:40 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:40 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:41:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:40 smithi040 ceph-mon[88445]: osdmap e878: 8 total, 8 up, 8 in 2024-04-22T04:41:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:40 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3181888816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:40 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:41.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:40 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:41.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:40 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:41:41.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:40 smithi040 ceph-mon[91058]: osdmap e878: 8 total, 8 up, 8 in 2024-04-22T04:41:41.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:40 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3181888816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:41.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:40 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:41.774 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.CommitError (3029 ms) 2024-04-22T04:41:41.774 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-04-22T04:41:42.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:41 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:42.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:41 smithi062 ceph-mon[78153]: osdmap e879: 8 total, 8 up, 8 in 2024-04-22T04:41:42.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:41 smithi062 ceph-mon[78153]: pgmap v1053: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:42.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:41 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:42.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:41 smithi040 ceph-mon[88445]: osdmap e879: 8 total, 8 up, 8 in 2024-04-22T04:41:42.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:41 smithi040 ceph-mon[88445]: pgmap v1053: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:42.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:41 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:42.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:41 smithi040 ceph-mon[91058]: osdmap e879: 8 total, 8 up, 8 in 2024-04-22T04:41:42.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:41 smithi040 ceph-mon[91058]: pgmap v1053: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:43.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:42 smithi062 ceph-mon[78153]: osdmap e880: 8 total, 8 up, 8 in 2024-04-22T04:41:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:42 smithi040 ceph-mon[88445]: osdmap e880: 8 total, 8 up, 8 in 2024-04-22T04:41:43.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:42 smithi040 ceph-mon[91058]: osdmap e880: 8 total, 8 up, 8 in 2024-04-22T04:41:44.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:43 smithi062 ceph-mon[78153]: osdmap e881: 8 total, 8 up, 8 in 2024-04-22T04:41:44.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:43 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2302923201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:44.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:43 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:44.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:43 smithi062 ceph-mon[78153]: pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:44.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:43 smithi040 ceph-mon[88445]: osdmap e881: 8 total, 8 up, 8 in 2024-04-22T04:41:44.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:43 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2302923201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:44.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:43 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:44.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:43 smithi040 ceph-mon[88445]: pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:44.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:43 smithi040 ceph-mon[91058]: osdmap e881: 8 total, 8 up, 8 in 2024-04-22T04:41:44.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:43 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2302923201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:44.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:43 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:44.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:43 smithi040 ceph-mon[91058]: pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:44.783 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.AbortError (3009 ms) 2024-04-22T04:41:44.784 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-04-22T04:41:45.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:44 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:45.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:44 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:45.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:44 smithi062 ceph-mon[78153]: osdmap e882: 8 total, 8 up, 8 in 2024-04-22T04:41:45.158 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:44 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:45.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:44 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:45.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:44 smithi040 ceph-mon[91058]: osdmap e882: 8 total, 8 up, 8 in 2024-04-22T04:41:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:44 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:44 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:44 smithi040 ceph-mon[88445]: osdmap e882: 8 total, 8 up, 8 in 2024-04-22T04:41:45.800 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:41:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:41:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:41:46.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:45 smithi062 ceph-mon[78153]: osdmap e883: 8 total, 8 up, 8 in 2024-04-22T04:41:46.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:45 smithi062 ceph-mon[78153]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:46.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:45 smithi040 ceph-mon[88445]: osdmap e883: 8 total, 8 up, 8 in 2024-04-22T04:41:46.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:45 smithi040 ceph-mon[88445]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:46.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:45 smithi040 ceph-mon[91058]: osdmap e883: 8 total, 8 up, 8 in 2024-04-22T04:41:46.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:45 smithi040 ceph-mon[91058]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:47.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:46 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:46 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:41:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:46 smithi062 ceph-mon[78153]: osdmap e884: 8 total, 8 up, 8 in 2024-04-22T04:41:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:46 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3991077349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:46 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:46 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:46 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:41:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:46 smithi040 ceph-mon[91058]: osdmap e884: 8 total, 8 up, 8 in 2024-04-22T04:41:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:46 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3991077349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:46 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:46 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:46 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:41:47.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:46 smithi040 ceph-mon[88445]: osdmap e884: 8 total, 8 up, 8 in 2024-04-22T04:41:47.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:46 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3991077349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:47.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:46 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:47.831 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3047 ms) 2024-04-22T04:41:47.831 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-04-22T04:41:48.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:47 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:48.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:47 smithi062 ceph-mon[78153]: osdmap e885: 8 total, 8 up, 8 in 2024-04-22T04:41:48.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:47 smithi062 ceph-mon[78153]: pgmap v1062: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:48.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:47 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:48.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:47 smithi040 ceph-mon[88445]: osdmap e885: 8 total, 8 up, 8 in 2024-04-22T04:41:48.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:47 smithi040 ceph-mon[88445]: pgmap v1062: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:48.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:47 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:48.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:47 smithi040 ceph-mon[91058]: osdmap e885: 8 total, 8 up, 8 in 2024-04-22T04:41:48.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:47 smithi040 ceph-mon[91058]: pgmap v1062: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:49.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:48 smithi062 ceph-mon[78153]: osdmap e886: 8 total, 8 up, 8 in 2024-04-22T04:41:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:48 smithi040 ceph-mon[88445]: osdmap e886: 8 total, 8 up, 8 in 2024-04-22T04:41:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:48 smithi040 ceph-mon[91058]: osdmap e886: 8 total, 8 up, 8 in 2024-04-22T04:41:50.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:49 smithi062 ceph-mon[78153]: osdmap e887: 8 total, 8 up, 8 in 2024-04-22T04:41:50.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:49 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1075805180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:50.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:49 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:50.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:49 smithi062 ceph-mon[78153]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:50.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:49 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:50.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:49 smithi062 ceph-mon[78153]: osdmap e888: 8 total, 8 up, 8 in 2024-04-22T04:41:50.158 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:41:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:41:50] "GET /metrics HTTP/1.1" 200 242096 "" "Prometheus/2.43.0" 2024-04-22T04:41:50.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:49 smithi040 ceph-mon[91058]: osdmap e887: 8 total, 8 up, 8 in 2024-04-22T04:41:50.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:49 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1075805180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:50.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:49 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:50.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:49 smithi040 ceph-mon[91058]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:50.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:49 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:50.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:49 smithi040 ceph-mon[91058]: osdmap e888: 8 total, 8 up, 8 in 2024-04-22T04:41:50.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:49 smithi040 ceph-mon[88445]: osdmap e887: 8 total, 8 up, 8 in 2024-04-22T04:41:50.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:49 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1075805180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:50.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:49 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:50.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:49 smithi040 ceph-mon[88445]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:50.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:49 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:50.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:49 smithi040 ceph-mon[88445]: osdmap e888: 8 total, 8 up, 8 in 2024-04-22T04:41:50.834 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3004 ms) 2024-04-22T04:41:50.834 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-04-22T04:41:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:50 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:50 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:41:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:50 smithi062 ceph-mon[78153]: osdmap e889: 8 total, 8 up, 8 in 2024-04-22T04:41:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:50 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:50 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:41:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:50 smithi040 ceph-mon[91058]: osdmap e889: 8 total, 8 up, 8 in 2024-04-22T04:41:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:50 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:41:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:50 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:41:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:41:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:50 smithi040 ceph-mon[88445]: osdmap e889: 8 total, 8 up, 8 in 2024-04-22T04:41:52.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:51 smithi062 ceph-mon[78153]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:52.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:51 smithi040 ceph-mon[88445]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:52.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:51 smithi040 ceph-mon[91058]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:53.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:52 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:52 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:41:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:52 smithi062 ceph-mon[78153]: osdmap e890: 8 total, 8 up, 8 in 2024-04-22T04:41:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:52 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3321276014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:52 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:52 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:41:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:52 smithi040 ceph-mon[91058]: osdmap e890: 8 total, 8 up, 8 in 2024-04-22T04:41:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:52 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3321276014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:52 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:41:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:52 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:41:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:52 smithi040 ceph-mon[88445]: osdmap e890: 8 total, 8 up, 8 in 2024-04-22T04:41:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:52 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3321276014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:53.895 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3061 ms) 2024-04-22T04:41:53.895 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-04-22T04:41:54.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:53 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3321276014' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:54.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:53 smithi062 ceph-mon[78153]: osdmap e891: 8 total, 8 up, 8 in 2024-04-22T04:41:54.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:53 smithi062 ceph-mon[78153]: pgmap v1071: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:54.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:53 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3321276014' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:54.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:53 smithi040 ceph-mon[88445]: osdmap e891: 8 total, 8 up, 8 in 2024-04-22T04:41:54.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:53 smithi040 ceph-mon[88445]: pgmap v1071: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:54.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:53 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3321276014' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:54.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:53 smithi040 ceph-mon[91058]: osdmap e891: 8 total, 8 up, 8 in 2024-04-22T04:41:54.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:53 smithi040 ceph-mon[91058]: pgmap v1071: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:55.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:54 smithi062 ceph-mon[78153]: osdmap e892: 8 total, 8 up, 8 in 2024-04-22T04:41:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:54 smithi040 ceph-mon[88445]: osdmap e892: 8 total, 8 up, 8 in 2024-04-22T04:41:55.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:54 smithi040 ceph-mon[91058]: osdmap e892: 8 total, 8 up, 8 in 2024-04-22T04:41:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:41:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:41:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:41:56.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:55 smithi040 ceph-mon[88445]: pgmap v1073: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:56.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:55 smithi040 ceph-mon[88445]: osdmap e893: 8 total, 8 up, 8 in 2024-04-22T04:41:56.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:55 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1140345184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:56.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:55 smithi040 ceph-mon[91058]: pgmap v1073: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:56.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:55 smithi040 ceph-mon[91058]: osdmap e893: 8 total, 8 up, 8 in 2024-04-22T04:41:56.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:55 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1140345184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:56.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:55 smithi062 ceph-mon[78153]: pgmap v1073: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:56.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:55 smithi062 ceph-mon[78153]: osdmap e893: 8 total, 8 up, 8 in 2024-04-22T04:41:56.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:55 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1140345184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:56.912 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3016 ms) 2024-04-22T04:41:56.912 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-04-22T04:41:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:56 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1140345184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:56 smithi040 ceph-mon[88445]: osdmap e894: 8 total, 8 up, 8 in 2024-04-22T04:41:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:56 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1140345184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:56 smithi040 ceph-mon[91058]: osdmap e894: 8 total, 8 up, 8 in 2024-04-22T04:41:57.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:56 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1140345184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:41:57.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:56 smithi062 ceph-mon[78153]: osdmap e894: 8 total, 8 up, 8 in 2024-04-22T04:41:58.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:57 smithi040 ceph-mon[88445]: pgmap v1076: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:58.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:57 smithi040 ceph-mon[88445]: osdmap e895: 8 total, 8 up, 8 in 2024-04-22T04:41:58.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:57 smithi040 ceph-mon[91058]: pgmap v1076: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:58.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:57 smithi040 ceph-mon[91058]: osdmap e895: 8 total, 8 up, 8 in 2024-04-22T04:41:58.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:57 smithi062 ceph-mon[78153]: pgmap v1076: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:41:58.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:57 smithi062 ceph-mon[78153]: osdmap e895: 8 total, 8 up, 8 in 2024-04-22T04:41:59.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:58 smithi062 ceph-mon[78153]: osdmap e896: 8 total, 8 up, 8 in 2024-04-22T04:41:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:58 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3342274552' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:58 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:59.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:58 smithi040 ceph-mon[91058]: osdmap e896: 8 total, 8 up, 8 in 2024-04-22T04:41:59.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:58 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3342274552' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:59.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:58 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:58 smithi040 ceph-mon[88445]: osdmap e896: 8 total, 8 up, 8 in 2024-04-22T04:41:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:58 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3342274552' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:58 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:41:59.923 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3011 ms) 2024-04-22T04:41:59.923 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-04-22T04:42:00.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:59 smithi062 ceph-mon[78153]: pgmap v1079: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:00.401 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:59 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:42:00.401 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:59 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:00.402 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:41:59 smithi062 ceph-mon[78153]: osdmap e897: 8 total, 8 up, 8 in 2024-04-22T04:42:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:42:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:42:00] "GET /metrics HTTP/1.1" 200 242153 "" "Prometheus/2.43.0" 2024-04-22T04:42:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:59 smithi040 ceph-mon[88445]: pgmap v1079: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:59 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:42:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:59 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:41:59 smithi040 ceph-mon[88445]: osdmap e897: 8 total, 8 up, 8 in 2024-04-22T04:42:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:59 smithi040 ceph-mon[91058]: pgmap v1079: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:59 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:42:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:59 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:41:59 smithi040 ceph-mon[91058]: osdmap e897: 8 total, 8 up, 8 in 2024-04-22T04:42:01.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:00 smithi062 ceph-mon[78153]: osdmap e898: 8 total, 8 up, 8 in 2024-04-22T04:42:01.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:00 smithi040 ceph-mon[88445]: osdmap e898: 8 total, 8 up, 8 in 2024-04-22T04:42:01.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:00 smithi040 ceph-mon[91058]: osdmap e898: 8 total, 8 up, 8 in 2024-04-22T04:42:02.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:01 smithi062 ceph-mon[78153]: pgmap v1082: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:02.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:01 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:42:02.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:01 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:42:02.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:01 smithi062 ceph-mon[78153]: osdmap e899: 8 total, 8 up, 8 in 2024-04-22T04:42:02.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:01 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/228953763' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:02.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:01 smithi040 ceph-mon[91058]: pgmap v1082: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:02.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:01 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:42:02.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:01 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:42:02.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:01 smithi040 ceph-mon[91058]: osdmap e899: 8 total, 8 up, 8 in 2024-04-22T04:42:02.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:01 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/228953763' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:01 smithi040 ceph-mon[88445]: pgmap v1082: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:01 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:42:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:01 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:42:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:01 smithi040 ceph-mon[88445]: osdmap e899: 8 total, 8 up, 8 in 2024-04-22T04:42:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:01 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/228953763' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:02.944 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3021 ms) 2024-04-22T04:42:02.944 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-04-22T04:42:03.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:02 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/228953763' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:03.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:02 smithi062 ceph-mon[78153]: osdmap e900: 8 total, 8 up, 8 in 2024-04-22T04:42:03.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:02 smithi062 ceph-mon[78153]: osdmap e901: 8 total, 8 up, 8 in 2024-04-22T04:42:03.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:02 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/228953763' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:03.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:02 smithi040 ceph-mon[88445]: osdmap e900: 8 total, 8 up, 8 in 2024-04-22T04:42:03.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:02 smithi040 ceph-mon[88445]: osdmap e901: 8 total, 8 up, 8 in 2024-04-22T04:42:03.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:02 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/228953763' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:03.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:02 smithi040 ceph-mon[91058]: osdmap e900: 8 total, 8 up, 8 in 2024-04-22T04:42:03.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:02 smithi040 ceph-mon[91058]: osdmap e901: 8 total, 8 up, 8 in 2024-04-22T04:42:04.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:03 smithi062 ceph-mon[78153]: pgmap v1085: 137 pgs: 12 creating+peering, 9 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:04.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:03 smithi040 ceph-mon[88445]: pgmap v1085: 137 pgs: 12 creating+peering, 9 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:04.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:03 smithi040 ceph-mon[91058]: pgmap v1085: 137 pgs: 12 creating+peering, 9 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:05.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:04 smithi062 ceph-mon[78153]: osdmap e902: 8 total, 8 up, 8 in 2024-04-22T04:42:05.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:04 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3143148508' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:05.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:04 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:05.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:04 smithi040 ceph-mon[91058]: osdmap e902: 8 total, 8 up, 8 in 2024-04-22T04:42:05.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:04 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3143148508' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:05.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:04 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:05.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:04 smithi040 ceph-mon[88445]: osdmap e902: 8 total, 8 up, 8 in 2024-04-22T04:42:05.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:04 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3143148508' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:05.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:04 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:05.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:42:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:42:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:42:05.994 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.Cleanup (3050 ms) 2024-04-22T04:42:05.994 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-04-22T04:42:06.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:05 smithi062 ceph-mon[78153]: pgmap v1088: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:06.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:05 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:42:06.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:05 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:06.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:05 smithi062 ceph-mon[78153]: osdmap e903: 8 total, 8 up, 8 in 2024-04-22T04:42:06.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:42:06.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:05 smithi040 ceph-mon[88445]: pgmap v1088: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:06.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:05 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:42:06.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:05 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:06.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:05 smithi040 ceph-mon[88445]: osdmap e903: 8 total, 8 up, 8 in 2024-04-22T04:42:06.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:42:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:05 smithi040 ceph-mon[91058]: pgmap v1088: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:05 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:42:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:05 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:05 smithi040 ceph-mon[91058]: osdmap e903: 8 total, 8 up, 8 in 2024-04-22T04:42:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:42:07.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:06 smithi062 ceph-mon[78153]: osdmap e904: 8 total, 8 up, 8 in 2024-04-22T04:42:07.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:06 smithi040 ceph-mon[91058]: osdmap e904: 8 total, 8 up, 8 in 2024-04-22T04:42:07.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:06 smithi040 ceph-mon[88445]: osdmap e904: 8 total, 8 up, 8 in 2024-04-22T04:42:08.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:08 smithi062 ceph-mon[78153]: pgmap v1091: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:08.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:08 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:42:08.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:08 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:42:08.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:08 smithi062 ceph-mon[78153]: osdmap e905: 8 total, 8 up, 8 in 2024-04-22T04:42:08.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:08 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3767980338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:08.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:08 smithi040 ceph-mon[88445]: pgmap v1091: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:08.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:08 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:42:08.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:08 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:42:08.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:08 smithi040 ceph-mon[88445]: osdmap e905: 8 total, 8 up, 8 in 2024-04-22T04:42:08.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:08 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3767980338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:08.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:08 smithi040 ceph-mon[91058]: pgmap v1091: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:08.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:08 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:42:08.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:08 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:42:08.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:08 smithi040 ceph-mon[91058]: osdmap e905: 8 total, 8 up, 8 in 2024-04-22T04:42:08.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:08 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3767980338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:09.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:09 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3767980338' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:09.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:09 smithi062 ceph-mon[78153]: osdmap e906: 8 total, 8 up, 8 in 2024-04-22T04:42:09.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:09 smithi062 ceph-mon[78153]: osdmap e907: 8 total, 8 up, 8 in 2024-04-22T04:42:09.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:09 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3767980338' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:09.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:09 smithi040 ceph-mon[88445]: osdmap e906: 8 total, 8 up, 8 in 2024-04-22T04:42:09.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:09 smithi040 ceph-mon[88445]: osdmap e907: 8 total, 8 up, 8 in 2024-04-22T04:42:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:09 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3767980338' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:09 smithi040 ceph-mon[91058]: osdmap e906: 8 total, 8 up, 8 in 2024-04-22T04:42:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:09 smithi040 ceph-mon[91058]: osdmap e907: 8 total, 8 up, 8 in 2024-04-22T04:42:10.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:10 smithi062 ceph-mon[78153]: pgmap v1094: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:10.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:10 smithi040 ceph-mon[88445]: pgmap v1094: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:42:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:42:10] "GET /metrics HTTP/1.1" 200 242261 "" "Prometheus/2.43.0" 2024-04-22T04:42:10.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:10 smithi040 ceph-mon[91058]: pgmap v1094: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:12.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:12 smithi062 ceph-mon[78153]: pgmap v1096: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:12 smithi040 ceph-mon[88445]: pgmap v1096: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:12.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:12 smithi040 ceph-mon[91058]: pgmap v1096: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:14.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:14 smithi062 ceph-mon[78153]: pgmap v1097: 137 pgs: 137 active+clean; 1.5 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 7.11k op/s 2024-04-22T04:42:14.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:14 smithi040 ceph-mon[88445]: pgmap v1097: 137 pgs: 137 active+clean; 1.5 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 7.11k op/s 2024-04-22T04:42:14.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:14 smithi040 ceph-mon[91058]: pgmap v1097: 137 pgs: 137 active+clean; 1.5 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 7.11k op/s 2024-04-22T04:42:15.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:15 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:42:15.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:15 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:42:15.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:15 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:42:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:42:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:42:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:42:16.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:16 smithi062 ceph-mon[78153]: pgmap v1098: 137 pgs: 137 active+clean; 1.5 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 5.39k op/s 2024-04-22T04:42:16.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:16 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:42:16.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:16 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:42:16.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:16 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:42:16.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:16 smithi040 ceph-mon[88445]: pgmap v1098: 137 pgs: 137 active+clean; 1.5 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 5.39k op/s 2024-04-22T04:42:16.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:16 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:42:16.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:16 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:42:16.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:16 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:42:16.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:16 smithi040 ceph-mon[91058]: pgmap v1098: 137 pgs: 137 active+clean; 1.5 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 5.39k op/s 2024-04-22T04:42:16.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:16 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:42:16.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:16 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:42:16.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:16 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:42:18.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:18 smithi062 ceph-mon[78153]: pgmap v1099: 137 pgs: 137 active+clean; 2.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 8.3 MiB/s wr, 9.32k op/s 2024-04-22T04:42:18.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:18 smithi040 ceph-mon[88445]: pgmap v1099: 137 pgs: 137 active+clean; 2.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 8.3 MiB/s wr, 9.32k op/s 2024-04-22T04:42:18.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:18 smithi040 ceph-mon[91058]: pgmap v1099: 137 pgs: 137 active+clean; 2.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 8.3 MiB/s wr, 9.32k op/s 2024-04-22T04:42:20.048 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14055 ms) 2024-04-22T04:42:20.049 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-04-22T04:42:20.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:20 smithi062 ceph-mon[78153]: pgmap v1100: 137 pgs: 137 active+clean; 2.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 7.4 MiB/s wr, 8.30k op/s 2024-04-22T04:42:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:20 smithi040 ceph-mon[88445]: pgmap v1100: 137 pgs: 137 active+clean; 2.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 7.4 MiB/s wr, 8.30k op/s 2024-04-22T04:42:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:42:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:42:20] "GET /metrics HTTP/1.1" 200 242261 "" "Prometheus/2.43.0" 2024-04-22T04:42:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:20 smithi040 ceph-mon[91058]: pgmap v1100: 137 pgs: 137 active+clean; 2.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 7.4 MiB/s wr, 8.30k op/s 2024-04-22T04:42:21.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:21 smithi062 ceph-mon[78153]: osdmap e908: 8 total, 8 up, 8 in 2024-04-22T04:42:21.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:42:21.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:42:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:21 smithi040 ceph-mon[88445]: osdmap e908: 8 total, 8 up, 8 in 2024-04-22T04:42:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:42:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:42:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:21 smithi040 ceph-mon[91058]: osdmap e908: 8 total, 8 up, 8 in 2024-04-22T04:42:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:42:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:42:22.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:22 smithi062 ceph-mon[78153]: pgmap v1102: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:22 smithi062 ceph-mon[78153]: osdmap e909: 8 total, 8 up, 8 in 2024-04-22T04:42:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:22 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2445537191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:22 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:22.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:22 smithi040 ceph-mon[88445]: pgmap v1102: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:22.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:22 smithi040 ceph-mon[88445]: osdmap e909: 8 total, 8 up, 8 in 2024-04-22T04:42:22.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:22 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2445537191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:22.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:22 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:22 smithi040 ceph-mon[91058]: pgmap v1102: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:22 smithi040 ceph-mon[91058]: osdmap e909: 8 total, 8 up, 8 in 2024-04-22T04:42:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:22 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2445537191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:22 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:23.067 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (3019 ms) 2024-04-22T04:42:23.067 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-04-22T04:42:23.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:23 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:23.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:23 smithi062 ceph-mon[78153]: osdmap e910: 8 total, 8 up, 8 in 2024-04-22T04:42:23.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:23 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:23.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:23 smithi040 ceph-mon[91058]: osdmap e910: 8 total, 8 up, 8 in 2024-04-22T04:42:23.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:23 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:23.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:23 smithi040 ceph-mon[88445]: osdmap e910: 8 total, 8 up, 8 in 2024-04-22T04:42:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:24 smithi062 ceph-mon[78153]: pgmap v1105: 137 pgs: 16 creating+peering, 8 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:24.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:24 smithi062 ceph-mon[78153]: osdmap e911: 8 total, 8 up, 8 in 2024-04-22T04:42:24.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:24 smithi040 ceph-mon[88445]: pgmap v1105: 137 pgs: 16 creating+peering, 8 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:24.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:24 smithi040 ceph-mon[88445]: osdmap e911: 8 total, 8 up, 8 in 2024-04-22T04:42:24.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:24 smithi040 ceph-mon[91058]: pgmap v1105: 137 pgs: 16 creating+peering, 8 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:24.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:24 smithi040 ceph-mon[91058]: osdmap e911: 8 total, 8 up, 8 in 2024-04-22T04:42:25.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:25 smithi062 ceph-mon[78153]: osdmap e912: 8 total, 8 up, 8 in 2024-04-22T04:42:25.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:25 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2504810858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:25 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:25.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:25 smithi040 ceph-mon[88445]: osdmap e912: 8 total, 8 up, 8 in 2024-04-22T04:42:25.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:25 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2504810858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:25.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:25 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:25.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:25 smithi040 ceph-mon[91058]: osdmap e912: 8 total, 8 up, 8 in 2024-04-22T04:42:25.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:25 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2504810858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:25.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:25 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:42:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:42:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:42:26.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:26 smithi062 ceph-mon[78153]: pgmap v1108: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:26.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:26 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:42:26.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:26 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:26.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:26 smithi062 ceph-mon[78153]: osdmap e913: 8 total, 8 up, 8 in 2024-04-22T04:42:26.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:26 smithi040 ceph-mon[88445]: pgmap v1108: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:26.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:26 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:42:26.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:26 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:26.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:26 smithi040 ceph-mon[88445]: osdmap e913: 8 total, 8 up, 8 in 2024-04-22T04:42:26.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:26 smithi040 ceph-mon[91058]: pgmap v1108: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:26.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:26 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:42:26.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:26 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:26.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:26 smithi040 ceph-mon[91058]: osdmap e913: 8 total, 8 up, 8 in 2024-04-22T04:42:27.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:27 smithi062 ceph-mon[78153]: osdmap e914: 8 total, 8 up, 8 in 2024-04-22T04:42:27.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:27 smithi040 ceph-mon[88445]: osdmap e914: 8 total, 8 up, 8 in 2024-04-22T04:42:27.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:27 smithi040 ceph-mon[91058]: osdmap e914: 8 total, 8 up, 8 in 2024-04-22T04:42:28.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:28 smithi062 ceph-mon[78153]: pgmap v1111: 137 pgs: 12 unknown, 125 active+clean; 863 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.8 MiB/s wr, 3.24k op/s 2024-04-22T04:42:28.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:28 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:42:28.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:28 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:42:28.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:28 smithi040 ceph-mon[88445]: pgmap v1111: 137 pgs: 12 unknown, 125 active+clean; 863 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.8 MiB/s wr, 3.24k op/s 2024-04-22T04:42:28.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:28 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:42:28.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:28 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:42:28.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:28 smithi040 ceph-mon[91058]: pgmap v1111: 137 pgs: 12 unknown, 125 active+clean; 863 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.8 MiB/s wr, 3.24k op/s 2024-04-22T04:42:28.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:28 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:42:28.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:28 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:42:30.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:30 smithi062 ceph-mon[78153]: pgmap v1112: 137 pgs: 137 active+clean; 863 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 2.22k op/s 2024-04-22T04:42:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:42:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:42:30] "GET /metrics HTTP/1.1" 200 239926 "" "Prometheus/2.43.0" 2024-04-22T04:42:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:30 smithi040 ceph-mon[88445]: pgmap v1112: 137 pgs: 137 active+clean; 863 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 2.22k op/s 2024-04-22T04:42:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:30 smithi040 ceph-mon[91058]: pgmap v1112: 137 pgs: 137 active+clean; 863 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 2.22k op/s 2024-04-22T04:42:32.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:32 smithi062 ceph-mon[78153]: pgmap v1113: 137 pgs: 137 active+clean; 863 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 1.90k op/s 2024-04-22T04:42:32.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:32 smithi040 ceph-mon[88445]: pgmap v1113: 137 pgs: 137 active+clean; 863 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 1.90k op/s 2024-04-22T04:42:32.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:32 smithi040 ceph-mon[91058]: pgmap v1113: 137 pgs: 137 active+clean; 863 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 1.90k op/s 2024-04-22T04:42:34.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:34 smithi062 ceph-mon[78153]: pgmap v1114: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 5.8 MiB/s wr, 6.82k op/s 2024-04-22T04:42:34.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:34 smithi040 ceph-mon[88445]: pgmap v1114: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 5.8 MiB/s wr, 6.82k op/s 2024-04-22T04:42:34.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:34 smithi040 ceph-mon[91058]: pgmap v1114: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 5.8 MiB/s wr, 6.82k op/s 2024-04-22T04:42:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:42:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:42:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:42:36.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:36 smithi062 ceph-mon[78153]: pgmap v1115: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 4.8 MiB/s wr, 5.55k op/s 2024-04-22T04:42:36.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:42:36.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:36 smithi040 ceph-mon[88445]: pgmap v1115: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 4.8 MiB/s wr, 5.55k op/s 2024-04-22T04:42:36.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:42:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:36 smithi040 ceph-mon[91058]: pgmap v1115: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 4.8 MiB/s wr, 5.55k op/s 2024-04-22T04:42:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:42:38.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:38 smithi062 ceph-mon[78153]: pgmap v1116: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 5.8 MiB/s wr, 6.83k op/s 2024-04-22T04:42:38.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:38 smithi040 ceph-mon[88445]: pgmap v1116: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 5.8 MiB/s wr, 6.83k op/s 2024-04-22T04:42:38.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:38 smithi040 ceph-mon[91058]: pgmap v1116: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 5.8 MiB/s wr, 6.83k op/s 2024-04-22T04:42:40.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:40 smithi062 ceph-mon[78153]: pgmap v1117: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 4.3 MiB/s wr, 5.08k op/s 2024-04-22T04:42:40.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:40 smithi040 ceph-mon[88445]: pgmap v1117: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 4.3 MiB/s wr, 5.08k op/s 2024-04-22T04:42:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:42:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:42:40] "GET /metrics HTTP/1.1" 200 242415 "" "Prometheus/2.43.0" 2024-04-22T04:42:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:40 smithi040 ceph-mon[91058]: pgmap v1117: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 4.3 MiB/s wr, 5.08k op/s 2024-04-22T04:42:42.113 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (19046 ms) 2024-04-22T04:42:42.113 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-04-22T04:42:42.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:42 smithi062 ceph-mon[78153]: pgmap v1118: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 4.3 MiB/s wr, 5.08k op/s 2024-04-22T04:42:42.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:42 smithi040 ceph-mon[88445]: pgmap v1118: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 4.3 MiB/s wr, 5.08k op/s 2024-04-22T04:42:42.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:42 smithi040 ceph-mon[91058]: pgmap v1118: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 4.3 MiB/s wr, 5.08k op/s 2024-04-22T04:42:43.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:43 smithi062 ceph-mon[78153]: osdmap e915: 8 total, 8 up, 8 in 2024-04-22T04:42:43.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:43 smithi040 ceph-mon[88445]: osdmap e915: 8 total, 8 up, 8 in 2024-04-22T04:42:43.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:43 smithi040 ceph-mon[91058]: osdmap e915: 8 total, 8 up, 8 in 2024-04-22T04:42:44.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:44 smithi062 ceph-mon[78153]: pgmap v1120: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:44.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:44 smithi062 ceph-mon[78153]: osdmap e916: 8 total, 8 up, 8 in 2024-04-22T04:42:44.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:44 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3365389557' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:44.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:44 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:44.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:44 smithi040 ceph-mon[88445]: pgmap v1120: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:44.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:44 smithi040 ceph-mon[88445]: osdmap e916: 8 total, 8 up, 8 in 2024-04-22T04:42:44.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:44 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3365389557' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:44.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:44 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:44.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:44 smithi040 ceph-mon[91058]: pgmap v1120: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:44.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:44 smithi040 ceph-mon[91058]: osdmap e916: 8 total, 8 up, 8 in 2024-04-22T04:42:44.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:44 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3365389557' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:44.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:44 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:45.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:45 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:45.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:45 smithi062 ceph-mon[78153]: osdmap e917: 8 total, 8 up, 8 in 2024-04-22T04:42:45.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:45 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:45.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:45 smithi040 ceph-mon[88445]: osdmap e917: 8 total, 8 up, 8 in 2024-04-22T04:42:45.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:45 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:45.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:45 smithi040 ceph-mon[91058]: osdmap e917: 8 total, 8 up, 8 in 2024-04-22T04:42:45.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:42:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:42:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:42:46.145 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4023 ms) 2024-04-22T04:42:46.145 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-04-22T04:42:46.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:46 smithi062 ceph-mon[78153]: pgmap v1123: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:46 smithi062 ceph-mon[78153]: osdmap e918: 8 total, 8 up, 8 in 2024-04-22T04:42:46.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:46 smithi040 ceph-mon[91058]: pgmap v1123: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:46.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:46 smithi040 ceph-mon[91058]: osdmap e918: 8 total, 8 up, 8 in 2024-04-22T04:42:46.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:46 smithi040 ceph-mon[88445]: pgmap v1123: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:46.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:46 smithi040 ceph-mon[88445]: osdmap e918: 8 total, 8 up, 8 in 2024-04-22T04:42:47.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:47 smithi062 ceph-mon[78153]: osdmap e919: 8 total, 8 up, 8 in 2024-04-22T04:42:47.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:47 smithi040 ceph-mon[88445]: osdmap e919: 8 total, 8 up, 8 in 2024-04-22T04:42:47.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:47 smithi040 ceph-mon[91058]: osdmap e919: 8 total, 8 up, 8 in 2024-04-22T04:42:48.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:48 smithi040 ceph-mon[88445]: pgmap v1126: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:48.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:48 smithi040 ceph-mon[88445]: osdmap e920: 8 total, 8 up, 8 in 2024-04-22T04:42:48.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:48 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1640714702' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:48.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:48 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:48.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:48 smithi040 ceph-mon[91058]: pgmap v1126: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:48.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:48 smithi040 ceph-mon[91058]: osdmap e920: 8 total, 8 up, 8 in 2024-04-22T04:42:48.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:48 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1640714702' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:48.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:48 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:48 smithi062 ceph-mon[78153]: pgmap v1126: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:48 smithi062 ceph-mon[78153]: osdmap e920: 8 total, 8 up, 8 in 2024-04-22T04:42:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:48 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1640714702' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:48 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:49.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:49 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:49.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:49 smithi040 ceph-mon[88445]: osdmap e921: 8 total, 8 up, 8 in 2024-04-22T04:42:49.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:49 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:49.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:49 smithi040 ceph-mon[91058]: osdmap e921: 8 total, 8 up, 8 in 2024-04-22T04:42:49.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:49 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:49.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:49 smithi062 ceph-mon[78153]: osdmap e921: 8 total, 8 up, 8 in 2024-04-22T04:42:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:42:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:42:50] "GET /metrics HTTP/1.1" 200 242415 "" "Prometheus/2.43.0" 2024-04-22T04:42:50.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:50 smithi040 ceph-mon[91058]: pgmap v1129: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:50.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:50 smithi040 ceph-mon[91058]: osdmap e922: 8 total, 8 up, 8 in 2024-04-22T04:42:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:50 smithi040 ceph-mon[88445]: pgmap v1129: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:50 smithi040 ceph-mon[88445]: osdmap e922: 8 total, 8 up, 8 in 2024-04-22T04:42:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:50 smithi062 ceph-mon[78153]: pgmap v1129: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:50.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:50 smithi062 ceph-mon[78153]: osdmap e922: 8 total, 8 up, 8 in 2024-04-22T04:42:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:42:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:42:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:42:52.170 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6034 ms) 2024-04-22T04:42:52.170 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-04-22T04:42:52.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:52 smithi040 ceph-mon[88445]: pgmap v1131: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:52.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:52 smithi040 ceph-mon[91058]: pgmap v1131: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:52 smithi062 ceph-mon[78153]: pgmap v1131: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:53.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:53 smithi062 ceph-mon[78153]: osdmap e923: 8 total, 8 up, 8 in 2024-04-22T04:42:53.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:53 smithi040 ceph-mon[88445]: osdmap e923: 8 total, 8 up, 8 in 2024-04-22T04:42:53.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:53 smithi040 ceph-mon[91058]: osdmap e923: 8 total, 8 up, 8 in 2024-04-22T04:42:54.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:54 smithi062 ceph-mon[78153]: pgmap v1133: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:54.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:54 smithi062 ceph-mon[78153]: osdmap e924: 8 total, 8 up, 8 in 2024-04-22T04:42:54.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:54 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/377576067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:54.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:54 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:54.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:54 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:54.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:54 smithi062 ceph-mon[78153]: osdmap e925: 8 total, 8 up, 8 in 2024-04-22T04:42:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:54 smithi040 ceph-mon[88445]: pgmap v1133: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:54 smithi040 ceph-mon[88445]: osdmap e924: 8 total, 8 up, 8 in 2024-04-22T04:42:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:54 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/377576067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:54 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:54 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:54 smithi040 ceph-mon[88445]: osdmap e925: 8 total, 8 up, 8 in 2024-04-22T04:42:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:54 smithi040 ceph-mon[91058]: pgmap v1133: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:54 smithi040 ceph-mon[91058]: osdmap e924: 8 total, 8 up, 8 in 2024-04-22T04:42:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:54 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/377576067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:54 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:54.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:54 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-128597-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:42:54.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:54 smithi040 ceph-mon[91058]: osdmap e925: 8 total, 8 up, 8 in 2024-04-22T04:42:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:42:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:42:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:42:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:56 smithi062 ceph-mon[78153]: pgmap v1136: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:56.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:56 smithi062 ceph-mon[78153]: osdmap e926: 8 total, 8 up, 8 in 2024-04-22T04:42:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:56 smithi040 ceph-mon[88445]: pgmap v1136: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:56 smithi040 ceph-mon[88445]: osdmap e926: 8 total, 8 up, 8 in 2024-04-22T04:42:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:56 smithi040 ceph-mon[91058]: pgmap v1136: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:42:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:56 smithi040 ceph-mon[91058]: osdmap e926: 8 total, 8 up, 8 in 2024-04-22T04:42:57.200 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5030 ms) 2024-04-22T04:42:57.201 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 22 tests from TestCls2PCQueue (99328 ms total) 2024-04-22T04:42:57.201 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T04:42:57.201 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment tear-down 2024-04-22T04:42:57.201 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] 22 tests from 1 test suite ran. (99328 ms total) 2024-04-22T04:42:57.201 INFO:tasks.workunit.client.0.smithi040.stdout:[ PASSED ] 22 tests. 2024-04-22T04:42:57.204 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-22T04:42:57.204 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-22T04:42:57.285 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-04-22T04:42:57.285 DEBUG:teuthology.orchestra.run.smithi040:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-04-22T04:42:57.358 INFO:tasks.workunit.client.0.smithi040.stdout:Running main() from gmock_main.cc 2024-04-22T04:42:57.358 INFO:tasks.workunit.client.0.smithi040.stdout:Note: Google Test filter = -CmpOmap.cmp_vals_u64_invalid_default 2024-04-22T04:42:57.359 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] Running 30 tests from 1 test suite. 2024-04-22T04:42:57.359 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment set-up. 2024-04-22T04:42:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:58 smithi062 ceph-mon[78153]: pgmap v1138: 137 pgs: 13 unknown, 124 active+clean; 605 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 525 op/s 2024-04-22T04:42:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:58 smithi062 ceph-mon[78153]: osdmap e927: 8 total, 8 up, 8 in 2024-04-22T04:42:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:58 smithi040 ceph-mon[88445]: pgmap v1138: 137 pgs: 13 unknown, 124 active+clean; 605 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 525 op/s 2024-04-22T04:42:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:58 smithi040 ceph-mon[88445]: osdmap e927: 8 total, 8 up, 8 in 2024-04-22T04:42:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:58 smithi040 ceph-mon[91058]: pgmap v1138: 137 pgs: 13 unknown, 124 active+clean; 605 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 525 op/s 2024-04-22T04:42:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:58 smithi040 ceph-mon[91058]: osdmap e927: 8 total, 8 up, 8 in 2024-04-22T04:42:59.205 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 30 tests from CmpOmap 2024-04-22T04:42:59.206 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-04-22T04:42:59.226 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (20 ms) 2024-04-22T04:42:59.226 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-04-22T04:42:59.230 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (5 ms) 2024-04-22T04:42:59.230 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-04-22T04:42:59.233 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-04-22T04:42:59.233 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-04-22T04:42:59.237 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-04-22T04:42:59.237 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-04-22T04:42:59.243 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_vals_str (7 ms) 2024-04-22T04:42:59.243 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-04-22T04:42:59.249 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-04-22T04:42:59.249 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-04-22T04:42:59.252 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-04-22T04:42:59.252 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-04-22T04:42:59.256 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (4 ms) 2024-04-22T04:42:59.256 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-04-22T04:42:59.260 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-04-22T04:42:59.260 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-04-22T04:42:59.261 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (0 ms) 2024-04-22T04:42:59.261 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-04-22T04:42:59.261 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-04-22T04:42:59.261 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-04-22T04:42:59.267 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-04-22T04:42:59.267 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-04-22T04:42:59.274 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (7 ms) 2024-04-22T04:42:59.274 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-04-22T04:42:59.280 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (5 ms) 2024-04-22T04:42:59.280 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-04-22T04:42:59.286 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-04-22T04:42:59.286 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-04-22T04:42:59.293 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-04-22T04:42:59.293 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-04-22T04:42:59.300 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-04-22T04:42:59.300 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-04-22T04:42:59.302 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-04-22T04:42:59.302 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-04-22T04:42:59.304 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-04-22T04:42:59.304 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-04-22T04:42:59.305 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-04-22T04:42:59.305 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-04-22T04:42:59.306 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-04-22T04:42:59.306 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-04-22T04:42:59.311 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (5 ms) 2024-04-22T04:42:59.312 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-04-22T04:42:59.317 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-04-22T04:42:59.317 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-04-22T04:42:59.324 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2024-04-22T04:42:59.324 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-04-22T04:42:59.330 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-04-22T04:42:59.330 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-04-22T04:42:59.332 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-04-22T04:42:59.332 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-04-22T04:42:59.334 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-04-22T04:42:59.334 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-04-22T04:42:59.335 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-04-22T04:42:59.335 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-04-22T04:42:59.336 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-04-22T04:42:59.336 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-04-22T04:42:59.342 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (6 ms) 2024-04-22T04:42:59.342 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 30 tests from CmpOmap (137 ms total) 2024-04-22T04:42:59.343 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T04:42:59.343 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment tear-down 2024-04-22T04:42:59.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:59 smithi062 ceph-mon[78153]: osdmap e928: 8 total, 8 up, 8 in 2024-04-22T04:42:59.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:59 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4239865974' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129273-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:59.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:42:59 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129273-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:59.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:59 smithi040 ceph-mon[88445]: osdmap e928: 8 total, 8 up, 8 in 2024-04-22T04:42:59.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:59 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4239865974' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129273-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:59.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:42:59 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129273-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:59.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:59 smithi040 ceph-mon[91058]: osdmap e928: 8 total, 8 up, 8 in 2024-04-22T04:42:59.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:59 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4239865974' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129273-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:42:59.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:42:59 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129273-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:00.214 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] 30 tests from 1 test suite ran. (2855 ms total) 2024-04-22T04:43:00.214 INFO:tasks.workunit.client.0.smithi040.stdout:[ PASSED ] 30 tests. 2024-04-22T04:43:00.216 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-22T04:43:00.216 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-22T04:43:00.287 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-04-22T04:43:00.287 DEBUG:teuthology.orchestra.run.smithi040:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-04-22T04:43:00.361 INFO:tasks.workunit.client.0.smithi040.stdout:Running main() from gmock_main.cc 2024-04-22T04:43:00.361 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] Running 6 tests from 1 test suite. 2024-04-22T04:43:00.361 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment set-up. 2024-04-22T04:43:00.361 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 6 tests from ClsHello 2024-04-22T04:43:00.361 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsHello.SayHello 2024-04-22T04:43:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:43:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:43:00] "GET /metrics HTTP/1.1" 200 242361 "" "Prometheus/2.43.0" 2024-04-22T04:43:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:00 smithi040 ceph-mon[88445]: pgmap v1141: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:00 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129273-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:00 smithi040 ceph-mon[88445]: osdmap e929: 8 total, 8 up, 8 in 2024-04-22T04:43:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:00 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:00 smithi040 ceph-mon[88445]: osdmap e930: 8 total, 8 up, 8 in 2024-04-22T04:43:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:00 smithi040 ceph-mon[91058]: pgmap v1141: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:00 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129273-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:00 smithi040 ceph-mon[91058]: osdmap e929: 8 total, 8 up, 8 in 2024-04-22T04:43:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:00 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:00 smithi040 ceph-mon[91058]: osdmap e930: 8 total, 8 up, 8 in 2024-04-22T04:43:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:00 smithi062 ceph-mon[78153]: pgmap v1141: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:00.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:00 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129273-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:00.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:00 smithi062 ceph-mon[78153]: osdmap e929: 8 total, 8 up, 8 in 2024-04-22T04:43:00.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:00 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:00.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:00 smithi062 ceph-mon[78153]: osdmap e930: 8 total, 8 up, 8 in 2024-04-22T04:43:01.635 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:01 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:01.635 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:01 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:43:01.635 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:01 smithi062 ceph-mon[78153]: osdmap e931: 8 total, 8 up, 8 in 2024-04-22T04:43:01.635 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:01 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/185117617' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:01.636 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:01 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:01.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:01 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:01.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:01 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:43:01.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:01 smithi040 ceph-mon[91058]: osdmap e931: 8 total, 8 up, 8 in 2024-04-22T04:43:01.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:01 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/185117617' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:01.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:01 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:01.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:01 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:01.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:01 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:43:01.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:01 smithi040 ceph-mon[88445]: osdmap e931: 8 total, 8 up, 8 in 2024-04-22T04:43:01.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:01 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/185117617' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:01.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:01 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:02 smithi062 ceph-mon[78153]: pgmap v1144: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:02.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:02 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:02.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:02 smithi062 ceph-mon[78153]: osdmap e932: 8 total, 8 up, 8 in 2024-04-22T04:43:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:02 smithi040 ceph-mon[88445]: pgmap v1144: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:02 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:02 smithi040 ceph-mon[88445]: osdmap e932: 8 total, 8 up, 8 in 2024-04-22T04:43:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:02 smithi040 ceph-mon[91058]: pgmap v1144: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:02 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:02 smithi040 ceph-mon[91058]: osdmap e932: 8 total, 8 up, 8 in 2024-04-22T04:43:03.250 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsHello.SayHello (2889 ms) 2024-04-22T04:43:03.250 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsHello.RecordHello 2024-04-22T04:43:04.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:04 smithi062 ceph-mon[78153]: pgmap v1147: 137 pgs: 15 creating+peering, 11 unknown, 111 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:04.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:04 smithi062 ceph-mon[78153]: osdmap e933: 8 total, 8 up, 8 in 2024-04-22T04:43:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:04 smithi040 ceph-mon[91058]: pgmap v1147: 137 pgs: 15 creating+peering, 11 unknown, 111 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:04 smithi040 ceph-mon[91058]: osdmap e933: 8 total, 8 up, 8 in 2024-04-22T04:43:04.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:04 smithi040 ceph-mon[88445]: pgmap v1147: 137 pgs: 15 creating+peering, 11 unknown, 111 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:04.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:04 smithi040 ceph-mon[88445]: osdmap e933: 8 total, 8 up, 8 in 2024-04-22T04:43:05.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:43:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:43:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:43:05.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:05 smithi062 ceph-mon[78153]: osdmap e934: 8 total, 8 up, 8 in 2024-04-22T04:43:05.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:05 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3710607925' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:05.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:05 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:05.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:05 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:05.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:05 smithi062 ceph-mon[78153]: osdmap e935: 8 total, 8 up, 8 in 2024-04-22T04:43:05.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:05 smithi040 ceph-mon[88445]: osdmap e934: 8 total, 8 up, 8 in 2024-04-22T04:43:05.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:05 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3710607925' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:05.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:05 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:05.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:05 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:05.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:05 smithi040 ceph-mon[88445]: osdmap e935: 8 total, 8 up, 8 in 2024-04-22T04:43:05.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:05 smithi040 ceph-mon[91058]: osdmap e934: 8 total, 8 up, 8 in 2024-04-22T04:43:05.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:05 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3710607925' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:05.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:05 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:05.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:05 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:05.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:05 smithi040 ceph-mon[91058]: osdmap e935: 8 total, 8 up, 8 in 2024-04-22T04:43:06.259 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsHello.RecordHello (3009 ms) 2024-04-22T04:43:06.259 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsHello.WriteReturnData 2024-04-22T04:43:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:06 smithi062 ceph-mon[78153]: pgmap v1150: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:06 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:06 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:43:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:43:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:06 smithi062 ceph-mon[78153]: osdmap e936: 8 total, 8 up, 8 in 2024-04-22T04:43:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:06 smithi040 ceph-mon[88445]: pgmap v1150: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:06 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:06 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:43:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:43:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:06 smithi040 ceph-mon[88445]: osdmap e936: 8 total, 8 up, 8 in 2024-04-22T04:43:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:06 smithi040 ceph-mon[91058]: pgmap v1150: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:06 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:06 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:43:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:43:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:06 smithi040 ceph-mon[91058]: osdmap e936: 8 total, 8 up, 8 in 2024-04-22T04:43:07.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:07 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:07.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:07 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:43:07.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:07 smithi062 ceph-mon[78153]: osdmap e937: 8 total, 8 up, 8 in 2024-04-22T04:43:07.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:07 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/497131158' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:07 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:07 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:43:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:07 smithi040 ceph-mon[91058]: osdmap e937: 8 total, 8 up, 8 in 2024-04-22T04:43:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:07 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/497131158' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:07.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:07 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:07.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:07 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:43:07.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:07 smithi040 ceph-mon[88445]: osdmap e937: 8 total, 8 up, 8 in 2024-04-22T04:43:07.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:07 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/497131158' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:08.289 INFO:tasks.workunit.client.0.smithi040.stdout:require_osd_release = quincy 2024-04-22T04:43:08.298 INFO:tasks.workunit.client.0.smithi040.stdout:0 2024-04-22T04:43:08.301 INFO:tasks.workunit.client.0.smithi040.stdout:1 2024-04-22T04:43:08.302 INFO:tasks.workunit.client.0.smithi040.stdout:2 2024-04-22T04:43:08.303 INFO:tasks.workunit.client.0.smithi040.stdout:3 2024-04-22T04:43:08.304 INFO:tasks.workunit.client.0.smithi040.stdout:4 2024-04-22T04:43:08.305 INFO:tasks.workunit.client.0.smithi040.stdout:5 2024-04-22T04:43:08.306 INFO:tasks.workunit.client.0.smithi040.stdout:6 2024-04-22T04:43:08.307 INFO:tasks.workunit.client.0.smithi040.stdout:7 2024-04-22T04:43:08.308 INFO:tasks.workunit.client.0.smithi040.stdout:8 2024-04-22T04:43:08.309 INFO:tasks.workunit.client.0.smithi040.stdout:9 2024-04-22T04:43:08.310 INFO:tasks.workunit.client.0.smithi040.stdout:10 2024-04-22T04:43:08.312 INFO:tasks.workunit.client.0.smithi040.stdout:11 2024-04-22T04:43:08.313 INFO:tasks.workunit.client.0.smithi040.stdout:12 2024-04-22T04:43:08.313 INFO:tasks.workunit.client.0.smithi040.stdout:13 2024-04-22T04:43:08.314 INFO:tasks.workunit.client.0.smithi040.stdout:14 2024-04-22T04:43:08.315 INFO:tasks.workunit.client.0.smithi040.stdout:15 2024-04-22T04:43:08.316 INFO:tasks.workunit.client.0.smithi040.stdout:16 2024-04-22T04:43:08.317 INFO:tasks.workunit.client.0.smithi040.stdout:17 2024-04-22T04:43:08.318 INFO:tasks.workunit.client.0.smithi040.stdout:18 2024-04-22T04:43:08.320 INFO:tasks.workunit.client.0.smithi040.stdout:19 2024-04-22T04:43:08.320 INFO:tasks.workunit.client.0.smithi040.stdout:20 2024-04-22T04:43:08.321 INFO:tasks.workunit.client.0.smithi040.stdout:21 2024-04-22T04:43:08.323 INFO:tasks.workunit.client.0.smithi040.stdout:22 2024-04-22T04:43:08.326 INFO:tasks.workunit.client.0.smithi040.stdout:23 2024-04-22T04:43:08.328 INFO:tasks.workunit.client.0.smithi040.stdout:24 2024-04-22T04:43:08.329 INFO:tasks.workunit.client.0.smithi040.stdout:25 2024-04-22T04:43:08.330 INFO:tasks.workunit.client.0.smithi040.stdout:26 2024-04-22T04:43:08.331 INFO:tasks.workunit.client.0.smithi040.stdout:27 2024-04-22T04:43:08.332 INFO:tasks.workunit.client.0.smithi040.stdout:28 2024-04-22T04:43:08.333 INFO:tasks.workunit.client.0.smithi040.stdout:29 2024-04-22T04:43:08.334 INFO:tasks.workunit.client.0.smithi040.stdout:30 2024-04-22T04:43:08.335 INFO:tasks.workunit.client.0.smithi040.stdout:31 2024-04-22T04:43:08.336 INFO:tasks.workunit.client.0.smithi040.stdout:32 2024-04-22T04:43:08.337 INFO:tasks.workunit.client.0.smithi040.stdout:33 2024-04-22T04:43:08.337 INFO:tasks.workunit.client.0.smithi040.stdout:34 2024-04-22T04:43:08.338 INFO:tasks.workunit.client.0.smithi040.stdout:35 2024-04-22T04:43:08.339 INFO:tasks.workunit.client.0.smithi040.stdout:36 2024-04-22T04:43:08.340 INFO:tasks.workunit.client.0.smithi040.stdout:37 2024-04-22T04:43:08.341 INFO:tasks.workunit.client.0.smithi040.stdout:38 2024-04-22T04:43:08.342 INFO:tasks.workunit.client.0.smithi040.stdout:39 2024-04-22T04:43:08.343 INFO:tasks.workunit.client.0.smithi040.stdout:40 2024-04-22T04:43:08.344 INFO:tasks.workunit.client.0.smithi040.stdout:41 2024-04-22T04:43:08.344 INFO:tasks.workunit.client.0.smithi040.stdout:42 2024-04-22T04:43:08.346 INFO:tasks.workunit.client.0.smithi040.stdout:43 2024-04-22T04:43:08.346 INFO:tasks.workunit.client.0.smithi040.stdout:44 2024-04-22T04:43:08.347 INFO:tasks.workunit.client.0.smithi040.stdout:45 2024-04-22T04:43:08.348 INFO:tasks.workunit.client.0.smithi040.stdout:46 2024-04-22T04:43:08.349 INFO:tasks.workunit.client.0.smithi040.stdout:47 2024-04-22T04:43:08.350 INFO:tasks.workunit.client.0.smithi040.stdout:48 2024-04-22T04:43:08.351 INFO:tasks.workunit.client.0.smithi040.stdout:49 2024-04-22T04:43:08.352 INFO:tasks.workunit.client.0.smithi040.stdout:50 2024-04-22T04:43:08.353 INFO:tasks.workunit.client.0.smithi040.stdout:51 2024-04-22T04:43:08.354 INFO:tasks.workunit.client.0.smithi040.stdout:52 2024-04-22T04:43:08.355 INFO:tasks.workunit.client.0.smithi040.stdout:53 2024-04-22T04:43:08.356 INFO:tasks.workunit.client.0.smithi040.stdout:54 2024-04-22T04:43:08.357 INFO:tasks.workunit.client.0.smithi040.stdout:55 2024-04-22T04:43:08.358 INFO:tasks.workunit.client.0.smithi040.stdout:56 2024-04-22T04:43:08.359 INFO:tasks.workunit.client.0.smithi040.stdout:57 2024-04-22T04:43:08.360 INFO:tasks.workunit.client.0.smithi040.stdout:58 2024-04-22T04:43:08.361 INFO:tasks.workunit.client.0.smithi040.stdout:59 2024-04-22T04:43:08.362 INFO:tasks.workunit.client.0.smithi040.stdout:60 2024-04-22T04:43:08.363 INFO:tasks.workunit.client.0.smithi040.stdout:61 2024-04-22T04:43:08.363 INFO:tasks.workunit.client.0.smithi040.stdout:62 2024-04-22T04:43:08.364 INFO:tasks.workunit.client.0.smithi040.stdout:63 2024-04-22T04:43:08.365 INFO:tasks.workunit.client.0.smithi040.stdout:64 2024-04-22T04:43:08.366 INFO:tasks.workunit.client.0.smithi040.stdout:65 2024-04-22T04:43:08.367 INFO:tasks.workunit.client.0.smithi040.stdout:66 2024-04-22T04:43:08.368 INFO:tasks.workunit.client.0.smithi040.stdout:67 2024-04-22T04:43:08.369 INFO:tasks.workunit.client.0.smithi040.stdout:68 2024-04-22T04:43:08.370 INFO:tasks.workunit.client.0.smithi040.stdout:69 2024-04-22T04:43:08.371 INFO:tasks.workunit.client.0.smithi040.stdout:70 2024-04-22T04:43:08.372 INFO:tasks.workunit.client.0.smithi040.stdout:71 2024-04-22T04:43:08.373 INFO:tasks.workunit.client.0.smithi040.stdout:72 2024-04-22T04:43:08.373 INFO:tasks.workunit.client.0.smithi040.stdout:73 2024-04-22T04:43:08.374 INFO:tasks.workunit.client.0.smithi040.stdout:74 2024-04-22T04:43:08.375 INFO:tasks.workunit.client.0.smithi040.stdout:75 2024-04-22T04:43:08.376 INFO:tasks.workunit.client.0.smithi040.stdout:76 2024-04-22T04:43:08.377 INFO:tasks.workunit.client.0.smithi040.stdout:77 2024-04-22T04:43:08.378 INFO:tasks.workunit.client.0.smithi040.stdout:78 2024-04-22T04:43:08.379 INFO:tasks.workunit.client.0.smithi040.stdout:79 2024-04-22T04:43:08.380 INFO:tasks.workunit.client.0.smithi040.stdout:80 2024-04-22T04:43:08.380 INFO:tasks.workunit.client.0.smithi040.stdout:81 2024-04-22T04:43:08.381 INFO:tasks.workunit.client.0.smithi040.stdout:82 2024-04-22T04:43:08.382 INFO:tasks.workunit.client.0.smithi040.stdout:83 2024-04-22T04:43:08.383 INFO:tasks.workunit.client.0.smithi040.stdout:84 2024-04-22T04:43:08.384 INFO:tasks.workunit.client.0.smithi040.stdout:85 2024-04-22T04:43:08.385 INFO:tasks.workunit.client.0.smithi040.stdout:86 2024-04-22T04:43:08.386 INFO:tasks.workunit.client.0.smithi040.stdout:87 2024-04-22T04:43:08.386 INFO:tasks.workunit.client.0.smithi040.stdout:88 2024-04-22T04:43:08.387 INFO:tasks.workunit.client.0.smithi040.stdout:89 2024-04-22T04:43:08.388 INFO:tasks.workunit.client.0.smithi040.stdout:90 2024-04-22T04:43:08.389 INFO:tasks.workunit.client.0.smithi040.stdout:91 2024-04-22T04:43:08.390 INFO:tasks.workunit.client.0.smithi040.stdout:92 2024-04-22T04:43:08.391 INFO:tasks.workunit.client.0.smithi040.stdout:93 2024-04-22T04:43:08.392 INFO:tasks.workunit.client.0.smithi040.stdout:94 2024-04-22T04:43:08.393 INFO:tasks.workunit.client.0.smithi040.stdout:95 2024-04-22T04:43:08.393 INFO:tasks.workunit.client.0.smithi040.stdout:96 2024-04-22T04:43:08.394 INFO:tasks.workunit.client.0.smithi040.stdout:97 2024-04-22T04:43:08.395 INFO:tasks.workunit.client.0.smithi040.stdout:98 2024-04-22T04:43:08.396 INFO:tasks.workunit.client.0.smithi040.stdout:99 2024-04-22T04:43:08.397 INFO:tasks.workunit.client.0.smithi040.stdout:100 2024-04-22T04:43:08.398 INFO:tasks.workunit.client.0.smithi040.stdout:101 2024-04-22T04:43:08.399 INFO:tasks.workunit.client.0.smithi040.stdout:102 2024-04-22T04:43:08.400 INFO:tasks.workunit.client.0.smithi040.stdout:103 2024-04-22T04:43:08.401 INFO:tasks.workunit.client.0.smithi040.stdout:104 2024-04-22T04:43:08.402 INFO:tasks.workunit.client.0.smithi040.stdout:105 2024-04-22T04:43:08.403 INFO:tasks.workunit.client.0.smithi040.stdout:106 2024-04-22T04:43:08.403 INFO:tasks.workunit.client.0.smithi040.stdout:107 2024-04-22T04:43:08.404 INFO:tasks.workunit.client.0.smithi040.stdout:108 2024-04-22T04:43:08.405 INFO:tasks.workunit.client.0.smithi040.stdout:109 2024-04-22T04:43:08.406 INFO:tasks.workunit.client.0.smithi040.stdout:110 2024-04-22T04:43:08.407 INFO:tasks.workunit.client.0.smithi040.stdout:111 2024-04-22T04:43:08.408 INFO:tasks.workunit.client.0.smithi040.stdout:112 2024-04-22T04:43:08.409 INFO:tasks.workunit.client.0.smithi040.stdout:113 2024-04-22T04:43:08.410 INFO:tasks.workunit.client.0.smithi040.stdout:114 2024-04-22T04:43:08.411 INFO:tasks.workunit.client.0.smithi040.stdout:115 2024-04-22T04:43:08.412 INFO:tasks.workunit.client.0.smithi040.stdout:116 2024-04-22T04:43:08.412 INFO:tasks.workunit.client.0.smithi040.stdout:117 2024-04-22T04:43:08.413 INFO:tasks.workunit.client.0.smithi040.stdout:118 2024-04-22T04:43:08.414 INFO:tasks.workunit.client.0.smithi040.stdout:119 2024-04-22T04:43:08.415 INFO:tasks.workunit.client.0.smithi040.stdout:120 2024-04-22T04:43:08.416 INFO:tasks.workunit.client.0.smithi040.stdout:121 2024-04-22T04:43:08.417 INFO:tasks.workunit.client.0.smithi040.stdout:122 2024-04-22T04:43:08.418 INFO:tasks.workunit.client.0.smithi040.stdout:123 2024-04-22T04:43:08.419 INFO:tasks.workunit.client.0.smithi040.stdout:124 2024-04-22T04:43:08.420 INFO:tasks.workunit.client.0.smithi040.stdout:125 2024-04-22T04:43:08.421 INFO:tasks.workunit.client.0.smithi040.stdout:126 2024-04-22T04:43:08.422 INFO:tasks.workunit.client.0.smithi040.stdout:127 2024-04-22T04:43:08.422 INFO:tasks.workunit.client.0.smithi040.stdout:128 2024-04-22T04:43:08.423 INFO:tasks.workunit.client.0.smithi040.stdout:129 2024-04-22T04:43:08.424 INFO:tasks.workunit.client.0.smithi040.stdout:130 2024-04-22T04:43:08.425 INFO:tasks.workunit.client.0.smithi040.stdout:131 2024-04-22T04:43:08.426 INFO:tasks.workunit.client.0.smithi040.stdout:132 2024-04-22T04:43:08.427 INFO:tasks.workunit.client.0.smithi040.stdout:133 2024-04-22T04:43:08.428 INFO:tasks.workunit.client.0.smithi040.stdout:134 2024-04-22T04:43:08.429 INFO:tasks.workunit.client.0.smithi040.stdout:135 2024-04-22T04:43:08.429 INFO:tasks.workunit.client.0.smithi040.stdout:136 2024-04-22T04:43:08.430 INFO:tasks.workunit.client.0.smithi040.stdout:137 2024-04-22T04:43:08.431 INFO:tasks.workunit.client.0.smithi040.stdout:138 2024-04-22T04:43:08.432 INFO:tasks.workunit.client.0.smithi040.stdout:139 2024-04-22T04:43:08.433 INFO:tasks.workunit.client.0.smithi040.stdout:140 2024-04-22T04:43:08.434 INFO:tasks.workunit.client.0.smithi040.stdout:141 2024-04-22T04:43:08.435 INFO:tasks.workunit.client.0.smithi040.stdout:142 2024-04-22T04:43:08.436 INFO:tasks.workunit.client.0.smithi040.stdout:143 2024-04-22T04:43:08.437 INFO:tasks.workunit.client.0.smithi040.stdout:144 2024-04-22T04:43:08.438 INFO:tasks.workunit.client.0.smithi040.stdout:145 2024-04-22T04:43:08.439 INFO:tasks.workunit.client.0.smithi040.stdout:146 2024-04-22T04:43:08.440 INFO:tasks.workunit.client.0.smithi040.stdout:147 2024-04-22T04:43:08.441 INFO:tasks.workunit.client.0.smithi040.stdout:148 2024-04-22T04:43:08.441 INFO:tasks.workunit.client.0.smithi040.stdout:149 2024-04-22T04:43:08.442 INFO:tasks.workunit.client.0.smithi040.stdout:150 2024-04-22T04:43:08.443 INFO:tasks.workunit.client.0.smithi040.stdout:151 2024-04-22T04:43:08.444 INFO:tasks.workunit.client.0.smithi040.stdout:152 2024-04-22T04:43:08.445 INFO:tasks.workunit.client.0.smithi040.stdout:153 2024-04-22T04:43:08.446 INFO:tasks.workunit.client.0.smithi040.stdout:154 2024-04-22T04:43:08.447 INFO:tasks.workunit.client.0.smithi040.stdout:155 2024-04-22T04:43:08.448 INFO:tasks.workunit.client.0.smithi040.stdout:156 2024-04-22T04:43:08.449 INFO:tasks.workunit.client.0.smithi040.stdout:157 2024-04-22T04:43:08.449 INFO:tasks.workunit.client.0.smithi040.stdout:158 2024-04-22T04:43:08.450 INFO:tasks.workunit.client.0.smithi040.stdout:159 2024-04-22T04:43:08.451 INFO:tasks.workunit.client.0.smithi040.stdout:160 2024-04-22T04:43:08.452 INFO:tasks.workunit.client.0.smithi040.stdout:161 2024-04-22T04:43:08.453 INFO:tasks.workunit.client.0.smithi040.stdout:162 2024-04-22T04:43:08.454 INFO:tasks.workunit.client.0.smithi040.stdout:163 2024-04-22T04:43:08.455 INFO:tasks.workunit.client.0.smithi040.stdout:164 2024-04-22T04:43:08.455 INFO:tasks.workunit.client.0.smithi040.stdout:165 2024-04-22T04:43:08.456 INFO:tasks.workunit.client.0.smithi040.stdout:166 2024-04-22T04:43:08.457 INFO:tasks.workunit.client.0.smithi040.stdout:167 2024-04-22T04:43:08.458 INFO:tasks.workunit.client.0.smithi040.stdout:168 2024-04-22T04:43:08.458 INFO:tasks.workunit.client.0.smithi040.stdout:169 2024-04-22T04:43:08.459 INFO:tasks.workunit.client.0.smithi040.stdout:170 2024-04-22T04:43:08.460 INFO:tasks.workunit.client.0.smithi040.stdout:171 2024-04-22T04:43:08.461 INFO:tasks.workunit.client.0.smithi040.stdout:172 2024-04-22T04:43:08.462 INFO:tasks.workunit.client.0.smithi040.stdout:173 2024-04-22T04:43:08.463 INFO:tasks.workunit.client.0.smithi040.stdout:174 2024-04-22T04:43:08.463 INFO:tasks.workunit.client.0.smithi040.stdout:175 2024-04-22T04:43:08.464 INFO:tasks.workunit.client.0.smithi040.stdout:176 2024-04-22T04:43:08.465 INFO:tasks.workunit.client.0.smithi040.stdout:177 2024-04-22T04:43:08.466 INFO:tasks.workunit.client.0.smithi040.stdout:178 2024-04-22T04:43:08.467 INFO:tasks.workunit.client.0.smithi040.stdout:179 2024-04-22T04:43:08.467 INFO:tasks.workunit.client.0.smithi040.stdout:180 2024-04-22T04:43:08.468 INFO:tasks.workunit.client.0.smithi040.stdout:181 2024-04-22T04:43:08.469 INFO:tasks.workunit.client.0.smithi040.stdout:182 2024-04-22T04:43:08.470 INFO:tasks.workunit.client.0.smithi040.stdout:183 2024-04-22T04:43:08.471 INFO:tasks.workunit.client.0.smithi040.stdout:184 2024-04-22T04:43:08.472 INFO:tasks.workunit.client.0.smithi040.stdout:185 2024-04-22T04:43:08.473 INFO:tasks.workunit.client.0.smithi040.stdout:186 2024-04-22T04:43:08.473 INFO:tasks.workunit.client.0.smithi040.stdout:187 2024-04-22T04:43:08.474 INFO:tasks.workunit.client.0.smithi040.stdout:188 2024-04-22T04:43:08.475 INFO:tasks.workunit.client.0.smithi040.stdout:189 2024-04-22T04:43:08.476 INFO:tasks.workunit.client.0.smithi040.stdout:190 2024-04-22T04:43:08.477 INFO:tasks.workunit.client.0.smithi040.stdout:191 2024-04-22T04:43:08.478 INFO:tasks.workunit.client.0.smithi040.stdout:192 2024-04-22T04:43:08.479 INFO:tasks.workunit.client.0.smithi040.stdout:193 2024-04-22T04:43:08.479 INFO:tasks.workunit.client.0.smithi040.stdout:194 2024-04-22T04:43:08.480 INFO:tasks.workunit.client.0.smithi040.stdout:195 2024-04-22T04:43:08.481 INFO:tasks.workunit.client.0.smithi040.stdout:196 2024-04-22T04:43:08.482 INFO:tasks.workunit.client.0.smithi040.stdout:197 2024-04-22T04:43:08.483 INFO:tasks.workunit.client.0.smithi040.stdout:198 2024-04-22T04:43:08.484 INFO:tasks.workunit.client.0.smithi040.stdout:199 2024-04-22T04:43:08.485 INFO:tasks.workunit.client.0.smithi040.stdout:200 2024-04-22T04:43:08.485 INFO:tasks.workunit.client.0.smithi040.stdout:201 2024-04-22T04:43:08.486 INFO:tasks.workunit.client.0.smithi040.stdout:202 2024-04-22T04:43:08.487 INFO:tasks.workunit.client.0.smithi040.stdout:203 2024-04-22T04:43:08.488 INFO:tasks.workunit.client.0.smithi040.stdout:204 2024-04-22T04:43:08.489 INFO:tasks.workunit.client.0.smithi040.stdout:205 2024-04-22T04:43:08.490 INFO:tasks.workunit.client.0.smithi040.stdout:206 2024-04-22T04:43:08.490 INFO:tasks.workunit.client.0.smithi040.stdout:207 2024-04-22T04:43:08.491 INFO:tasks.workunit.client.0.smithi040.stdout:208 2024-04-22T04:43:08.492 INFO:tasks.workunit.client.0.smithi040.stdout:209 2024-04-22T04:43:08.493 INFO:tasks.workunit.client.0.smithi040.stdout:210 2024-04-22T04:43:08.494 INFO:tasks.workunit.client.0.smithi040.stdout:211 2024-04-22T04:43:08.495 INFO:tasks.workunit.client.0.smithi040.stdout:212 2024-04-22T04:43:08.496 INFO:tasks.workunit.client.0.smithi040.stdout:213 2024-04-22T04:43:08.497 INFO:tasks.workunit.client.0.smithi040.stdout:214 2024-04-22T04:43:08.498 INFO:tasks.workunit.client.0.smithi040.stdout:215 2024-04-22T04:43:08.499 INFO:tasks.workunit.client.0.smithi040.stdout:216 2024-04-22T04:43:08.500 INFO:tasks.workunit.client.0.smithi040.stdout:217 2024-04-22T04:43:08.500 INFO:tasks.workunit.client.0.smithi040.stdout:218 2024-04-22T04:43:08.501 INFO:tasks.workunit.client.0.smithi040.stdout:219 2024-04-22T04:43:08.502 INFO:tasks.workunit.client.0.smithi040.stdout:220 2024-04-22T04:43:08.503 INFO:tasks.workunit.client.0.smithi040.stdout:221 2024-04-22T04:43:08.504 INFO:tasks.workunit.client.0.smithi040.stdout:222 2024-04-22T04:43:08.505 INFO:tasks.workunit.client.0.smithi040.stdout:223 2024-04-22T04:43:08.506 INFO:tasks.workunit.client.0.smithi040.stdout:224 2024-04-22T04:43:08.507 INFO:tasks.workunit.client.0.smithi040.stdout:225 2024-04-22T04:43:08.508 INFO:tasks.workunit.client.0.smithi040.stdout:226 2024-04-22T04:43:08.508 INFO:tasks.workunit.client.0.smithi040.stdout:227 2024-04-22T04:43:08.509 INFO:tasks.workunit.client.0.smithi040.stdout:228 2024-04-22T04:43:08.510 INFO:tasks.workunit.client.0.smithi040.stdout:229 2024-04-22T04:43:08.511 INFO:tasks.workunit.client.0.smithi040.stdout:230 2024-04-22T04:43:08.512 INFO:tasks.workunit.client.0.smithi040.stdout:231 2024-04-22T04:43:08.512 INFO:tasks.workunit.client.0.smithi040.stdout:232 2024-04-22T04:43:08.513 INFO:tasks.workunit.client.0.smithi040.stdout:233 2024-04-22T04:43:08.514 INFO:tasks.workunit.client.0.smithi040.stdout:234 2024-04-22T04:43:08.515 INFO:tasks.workunit.client.0.smithi040.stdout:235 2024-04-22T04:43:08.516 INFO:tasks.workunit.client.0.smithi040.stdout:236 2024-04-22T04:43:08.517 INFO:tasks.workunit.client.0.smithi040.stdout:237 2024-04-22T04:43:08.517 INFO:tasks.workunit.client.0.smithi040.stdout:238 2024-04-22T04:43:08.518 INFO:tasks.workunit.client.0.smithi040.stdout:239 2024-04-22T04:43:08.519 INFO:tasks.workunit.client.0.smithi040.stdout:240 2024-04-22T04:43:08.520 INFO:tasks.workunit.client.0.smithi040.stdout:241 2024-04-22T04:43:08.521 INFO:tasks.workunit.client.0.smithi040.stdout:242 2024-04-22T04:43:08.522 INFO:tasks.workunit.client.0.smithi040.stdout:243 2024-04-22T04:43:08.522 INFO:tasks.workunit.client.0.smithi040.stdout:244 2024-04-22T04:43:08.525 INFO:tasks.workunit.client.0.smithi040.stdout:245 2024-04-22T04:43:08.525 INFO:tasks.workunit.client.0.smithi040.stdout:246 2024-04-22T04:43:08.525 INFO:tasks.workunit.client.0.smithi040.stdout:247 2024-04-22T04:43:08.526 INFO:tasks.workunit.client.0.smithi040.stdout:248 2024-04-22T04:43:08.527 INFO:tasks.workunit.client.0.smithi040.stdout:249 2024-04-22T04:43:08.528 INFO:tasks.workunit.client.0.smithi040.stdout:250 2024-04-22T04:43:08.529 INFO:tasks.workunit.client.0.smithi040.stdout:251 2024-04-22T04:43:08.530 INFO:tasks.workunit.client.0.smithi040.stdout:252 2024-04-22T04:43:08.530 INFO:tasks.workunit.client.0.smithi040.stdout:253 2024-04-22T04:43:08.531 INFO:tasks.workunit.client.0.smithi040.stdout:254 2024-04-22T04:43:08.532 INFO:tasks.workunit.client.0.smithi040.stdout:255 2024-04-22T04:43:08.533 INFO:tasks.workunit.client.0.smithi040.stdout:256 2024-04-22T04:43:08.534 INFO:tasks.workunit.client.0.smithi040.stdout:257 2024-04-22T04:43:08.535 INFO:tasks.workunit.client.0.smithi040.stdout:258 2024-04-22T04:43:08.536 INFO:tasks.workunit.client.0.smithi040.stdout:259 2024-04-22T04:43:08.537 INFO:tasks.workunit.client.0.smithi040.stdout:260 2024-04-22T04:43:08.537 INFO:tasks.workunit.client.0.smithi040.stdout:261 2024-04-22T04:43:08.538 INFO:tasks.workunit.client.0.smithi040.stdout:262 2024-04-22T04:43:08.539 INFO:tasks.workunit.client.0.smithi040.stdout:263 2024-04-22T04:43:08.540 INFO:tasks.workunit.client.0.smithi040.stdout:264 2024-04-22T04:43:08.541 INFO:tasks.workunit.client.0.smithi040.stdout:265 2024-04-22T04:43:08.542 INFO:tasks.workunit.client.0.smithi040.stdout:266 2024-04-22T04:43:08.543 INFO:tasks.workunit.client.0.smithi040.stdout:267 2024-04-22T04:43:08.544 INFO:tasks.workunit.client.0.smithi040.stdout:268 2024-04-22T04:43:08.545 INFO:tasks.workunit.client.0.smithi040.stdout:269 2024-04-22T04:43:08.546 INFO:tasks.workunit.client.0.smithi040.stdout:270 2024-04-22T04:43:08.547 INFO:tasks.workunit.client.0.smithi040.stdout:271 2024-04-22T04:43:08.549 INFO:tasks.workunit.client.0.smithi040.stdout:272 2024-04-22T04:43:08.550 INFO:tasks.workunit.client.0.smithi040.stdout:273 2024-04-22T04:43:08.551 INFO:tasks.workunit.client.0.smithi040.stdout:274 2024-04-22T04:43:08.552 INFO:tasks.workunit.client.0.smithi040.stdout:275 2024-04-22T04:43:08.553 INFO:tasks.workunit.client.0.smithi040.stdout:276 2024-04-22T04:43:08.553 INFO:tasks.workunit.client.0.smithi040.stdout:277 2024-04-22T04:43:08.554 INFO:tasks.workunit.client.0.smithi040.stdout:278 2024-04-22T04:43:08.555 INFO:tasks.workunit.client.0.smithi040.stdout:279 2024-04-22T04:43:08.556 INFO:tasks.workunit.client.0.smithi040.stdout:280 2024-04-22T04:43:08.557 INFO:tasks.workunit.client.0.smithi040.stdout:281 2024-04-22T04:43:08.558 INFO:tasks.workunit.client.0.smithi040.stdout:282 2024-04-22T04:43:08.559 INFO:tasks.workunit.client.0.smithi040.stdout:283 2024-04-22T04:43:08.560 INFO:tasks.workunit.client.0.smithi040.stdout:284 2024-04-22T04:43:08.561 INFO:tasks.workunit.client.0.smithi040.stdout:285 2024-04-22T04:43:08.562 INFO:tasks.workunit.client.0.smithi040.stdout:286 2024-04-22T04:43:08.563 INFO:tasks.workunit.client.0.smithi040.stdout:287 2024-04-22T04:43:08.563 INFO:tasks.workunit.client.0.smithi040.stdout:288 2024-04-22T04:43:08.564 INFO:tasks.workunit.client.0.smithi040.stdout:289 2024-04-22T04:43:08.565 INFO:tasks.workunit.client.0.smithi040.stdout:290 2024-04-22T04:43:08.566 INFO:tasks.workunit.client.0.smithi040.stdout:291 2024-04-22T04:43:08.567 INFO:tasks.workunit.client.0.smithi040.stdout:292 2024-04-22T04:43:08.568 INFO:tasks.workunit.client.0.smithi040.stdout:293 2024-04-22T04:43:08.569 INFO:tasks.workunit.client.0.smithi040.stdout:294 2024-04-22T04:43:08.569 INFO:tasks.workunit.client.0.smithi040.stdout:295 2024-04-22T04:43:08.570 INFO:tasks.workunit.client.0.smithi040.stdout:296 2024-04-22T04:43:08.571 INFO:tasks.workunit.client.0.smithi040.stdout:297 2024-04-22T04:43:08.572 INFO:tasks.workunit.client.0.smithi040.stdout:298 2024-04-22T04:43:08.573 INFO:tasks.workunit.client.0.smithi040.stdout:299 2024-04-22T04:43:08.574 INFO:tasks.workunit.client.0.smithi040.stdout:300 2024-04-22T04:43:08.575 INFO:tasks.workunit.client.0.smithi040.stdout:301 2024-04-22T04:43:08.576 INFO:tasks.workunit.client.0.smithi040.stdout:302 2024-04-22T04:43:08.577 INFO:tasks.workunit.client.0.smithi040.stdout:303 2024-04-22T04:43:08.577 INFO:tasks.workunit.client.0.smithi040.stdout:304 2024-04-22T04:43:08.578 INFO:tasks.workunit.client.0.smithi040.stdout:305 2024-04-22T04:43:08.579 INFO:tasks.workunit.client.0.smithi040.stdout:306 2024-04-22T04:43:08.580 INFO:tasks.workunit.client.0.smithi040.stdout:307 2024-04-22T04:43:08.581 INFO:tasks.workunit.client.0.smithi040.stdout:308 2024-04-22T04:43:08.582 INFO:tasks.workunit.client.0.smithi040.stdout:309 2024-04-22T04:43:08.582 INFO:tasks.workunit.client.0.smithi040.stdout:310 2024-04-22T04:43:08.583 INFO:tasks.workunit.client.0.smithi040.stdout:311 2024-04-22T04:43:08.584 INFO:tasks.workunit.client.0.smithi040.stdout:312 2024-04-22T04:43:08.586 INFO:tasks.workunit.client.0.smithi040.stdout:313 2024-04-22T04:43:08.586 INFO:tasks.workunit.client.0.smithi040.stdout:314 2024-04-22T04:43:08.587 INFO:tasks.workunit.client.0.smithi040.stdout:315 2024-04-22T04:43:08.588 INFO:tasks.workunit.client.0.smithi040.stdout:316 2024-04-22T04:43:08.589 INFO:tasks.workunit.client.0.smithi040.stdout:317 2024-04-22T04:43:08.590 INFO:tasks.workunit.client.0.smithi040.stdout:318 2024-04-22T04:43:08.591 INFO:tasks.workunit.client.0.smithi040.stdout:319 2024-04-22T04:43:08.592 INFO:tasks.workunit.client.0.smithi040.stdout:320 2024-04-22T04:43:08.593 INFO:tasks.workunit.client.0.smithi040.stdout:321 2024-04-22T04:43:08.594 INFO:tasks.workunit.client.0.smithi040.stdout:322 2024-04-22T04:43:08.595 INFO:tasks.workunit.client.0.smithi040.stdout:323 2024-04-22T04:43:08.596 INFO:tasks.workunit.client.0.smithi040.stdout:324 2024-04-22T04:43:08.597 INFO:tasks.workunit.client.0.smithi040.stdout:325 2024-04-22T04:43:08.598 INFO:tasks.workunit.client.0.smithi040.stdout:326 2024-04-22T04:43:08.600 INFO:tasks.workunit.client.0.smithi040.stdout:327 2024-04-22T04:43:08.600 INFO:tasks.workunit.client.0.smithi040.stdout:328 2024-04-22T04:43:08.602 INFO:tasks.workunit.client.0.smithi040.stdout:329 2024-04-22T04:43:08.603 INFO:tasks.workunit.client.0.smithi040.stdout:330 2024-04-22T04:43:08.604 INFO:tasks.workunit.client.0.smithi040.stdout:331 2024-04-22T04:43:08.604 INFO:tasks.workunit.client.0.smithi040.stdout:332 2024-04-22T04:43:08.605 INFO:tasks.workunit.client.0.smithi040.stdout:333 2024-04-22T04:43:08.610 INFO:tasks.workunit.client.0.smithi040.stdout:334 2024-04-22T04:43:08.611 INFO:tasks.workunit.client.0.smithi040.stdout:335 2024-04-22T04:43:08.611 INFO:tasks.workunit.client.0.smithi040.stdout:336 2024-04-22T04:43:08.611 INFO:tasks.workunit.client.0.smithi040.stdout:337 2024-04-22T04:43:08.611 INFO:tasks.workunit.client.0.smithi040.stdout:338 2024-04-22T04:43:08.611 INFO:tasks.workunit.client.0.smithi040.stdout:339 2024-04-22T04:43:08.612 INFO:tasks.workunit.client.0.smithi040.stdout:340 2024-04-22T04:43:08.613 INFO:tasks.workunit.client.0.smithi040.stdout:341 2024-04-22T04:43:08.615 INFO:tasks.workunit.client.0.smithi040.stdout:342 2024-04-22T04:43:08.616 INFO:tasks.workunit.client.0.smithi040.stdout:343 2024-04-22T04:43:08.616 INFO:tasks.workunit.client.0.smithi040.stdout:344 2024-04-22T04:43:08.617 INFO:tasks.workunit.client.0.smithi040.stdout:345 2024-04-22T04:43:08.618 INFO:tasks.workunit.client.0.smithi040.stdout:346 2024-04-22T04:43:08.619 INFO:tasks.workunit.client.0.smithi040.stdout:347 2024-04-22T04:43:08.620 INFO:tasks.workunit.client.0.smithi040.stdout:348 2024-04-22T04:43:08.621 INFO:tasks.workunit.client.0.smithi040.stdout:349 2024-04-22T04:43:08.622 INFO:tasks.workunit.client.0.smithi040.stdout:350 2024-04-22T04:43:08.623 INFO:tasks.workunit.client.0.smithi040.stdout:351 2024-04-22T04:43:08.624 INFO:tasks.workunit.client.0.smithi040.stdout:352 2024-04-22T04:43:08.625 INFO:tasks.workunit.client.0.smithi040.stdout:353 2024-04-22T04:43:08.626 INFO:tasks.workunit.client.0.smithi040.stdout:354 2024-04-22T04:43:08.627 INFO:tasks.workunit.client.0.smithi040.stdout:355 2024-04-22T04:43:08.628 INFO:tasks.workunit.client.0.smithi040.stdout:356 2024-04-22T04:43:08.628 INFO:tasks.workunit.client.0.smithi040.stdout:357 2024-04-22T04:43:08.629 INFO:tasks.workunit.client.0.smithi040.stdout:358 2024-04-22T04:43:08.630 INFO:tasks.workunit.client.0.smithi040.stdout:359 2024-04-22T04:43:08.631 INFO:tasks.workunit.client.0.smithi040.stdout:360 2024-04-22T04:43:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:08 smithi062 ceph-mon[78153]: pgmap v1153: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:08 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/497131158' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:08 smithi062 ceph-mon[78153]: osdmap e938: 8 total, 8 up, 8 in 2024-04-22T04:43:08.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:08 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/497131158' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-22T04:43:08.632 INFO:tasks.workunit.client.0.smithi040.stdout:361 2024-04-22T04:43:08.633 INFO:tasks.workunit.client.0.smithi040.stdout:362 2024-04-22T04:43:08.634 INFO:tasks.workunit.client.0.smithi040.stdout:363 2024-04-22T04:43:08.635 INFO:tasks.workunit.client.0.smithi040.stdout:364 2024-04-22T04:43:08.635 INFO:tasks.workunit.client.0.smithi040.stdout:365 2024-04-22T04:43:08.636 INFO:tasks.workunit.client.0.smithi040.stdout:366 2024-04-22T04:43:08.637 INFO:tasks.workunit.client.0.smithi040.stdout:367 2024-04-22T04:43:08.638 INFO:tasks.workunit.client.0.smithi040.stdout:368 2024-04-22T04:43:08.639 INFO:tasks.workunit.client.0.smithi040.stdout:369 2024-04-22T04:43:08.640 INFO:tasks.workunit.client.0.smithi040.stdout:370 2024-04-22T04:43:08.641 INFO:tasks.workunit.client.0.smithi040.stdout:371 2024-04-22T04:43:08.642 INFO:tasks.workunit.client.0.smithi040.stdout:372 2024-04-22T04:43:08.643 INFO:tasks.workunit.client.0.smithi040.stdout:373 2024-04-22T04:43:08.644 INFO:tasks.workunit.client.0.smithi040.stdout:374 2024-04-22T04:43:08.645 INFO:tasks.workunit.client.0.smithi040.stdout:375 2024-04-22T04:43:08.645 INFO:tasks.workunit.client.0.smithi040.stdout:376 2024-04-22T04:43:08.647 INFO:tasks.workunit.client.0.smithi040.stdout:377 2024-04-22T04:43:08.648 INFO:tasks.workunit.client.0.smithi040.stdout:378 2024-04-22T04:43:08.649 INFO:tasks.workunit.client.0.smithi040.stdout:379 2024-04-22T04:43:08.650 INFO:tasks.workunit.client.0.smithi040.stdout:380 2024-04-22T04:43:08.651 INFO:tasks.workunit.client.0.smithi040.stdout:381 2024-04-22T04:43:08.652 INFO:tasks.workunit.client.0.smithi040.stdout:382 2024-04-22T04:43:08.653 INFO:tasks.workunit.client.0.smithi040.stdout:383 2024-04-22T04:43:08.654 INFO:tasks.workunit.client.0.smithi040.stdout:384 2024-04-22T04:43:08.654 INFO:tasks.workunit.client.0.smithi040.stdout:385 2024-04-22T04:43:08.656 INFO:tasks.workunit.client.0.smithi040.stdout:386 2024-04-22T04:43:08.657 INFO:tasks.workunit.client.0.smithi040.stdout:387 2024-04-22T04:43:08.658 INFO:tasks.workunit.client.0.smithi040.stdout:388 2024-04-22T04:43:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:08 smithi040 ceph-mon[88445]: pgmap v1153: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:08 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/497131158' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:08 smithi040 ceph-mon[88445]: osdmap e938: 8 total, 8 up, 8 in 2024-04-22T04:43:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:08 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/497131158' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-22T04:43:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:08 smithi040 ceph-mon[91058]: pgmap v1153: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:08 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/497131158' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:08 smithi040 ceph-mon[91058]: osdmap e938: 8 total, 8 up, 8 in 2024-04-22T04:43:08.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:08 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/497131158' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-22T04:43:08.660 INFO:tasks.workunit.client.0.smithi040.stdout:389 2024-04-22T04:43:08.660 INFO:tasks.workunit.client.0.smithi040.stdout:390 2024-04-22T04:43:08.661 INFO:tasks.workunit.client.0.smithi040.stdout:391 2024-04-22T04:43:08.662 INFO:tasks.workunit.client.0.smithi040.stdout:392 2024-04-22T04:43:08.663 INFO:tasks.workunit.client.0.smithi040.stdout:393 2024-04-22T04:43:08.664 INFO:tasks.workunit.client.0.smithi040.stdout:394 2024-04-22T04:43:08.665 INFO:tasks.workunit.client.0.smithi040.stdout:395 2024-04-22T04:43:08.666 INFO:tasks.workunit.client.0.smithi040.stdout:396 2024-04-22T04:43:08.667 INFO:tasks.workunit.client.0.smithi040.stdout:397 2024-04-22T04:43:08.668 INFO:tasks.workunit.client.0.smithi040.stdout:398 2024-04-22T04:43:08.669 INFO:tasks.workunit.client.0.smithi040.stdout:399 2024-04-22T04:43:08.670 INFO:tasks.workunit.client.0.smithi040.stdout:400 2024-04-22T04:43:08.671 INFO:tasks.workunit.client.0.smithi040.stdout:401 2024-04-22T04:43:08.671 INFO:tasks.workunit.client.0.smithi040.stdout:402 2024-04-22T04:43:08.672 INFO:tasks.workunit.client.0.smithi040.stdout:403 2024-04-22T04:43:08.673 INFO:tasks.workunit.client.0.smithi040.stdout:404 2024-04-22T04:43:08.674 INFO:tasks.workunit.client.0.smithi040.stdout:405 2024-04-22T04:43:08.675 INFO:tasks.workunit.client.0.smithi040.stdout:406 2024-04-22T04:43:08.676 INFO:tasks.workunit.client.0.smithi040.stdout:407 2024-04-22T04:43:08.677 INFO:tasks.workunit.client.0.smithi040.stdout:408 2024-04-22T04:43:08.678 INFO:tasks.workunit.client.0.smithi040.stdout:409 2024-04-22T04:43:08.679 INFO:tasks.workunit.client.0.smithi040.stdout:410 2024-04-22T04:43:08.679 INFO:tasks.workunit.client.0.smithi040.stdout:411 2024-04-22T04:43:08.680 INFO:tasks.workunit.client.0.smithi040.stdout:412 2024-04-22T04:43:08.681 INFO:tasks.workunit.client.0.smithi040.stdout:413 2024-04-22T04:43:08.682 INFO:tasks.workunit.client.0.smithi040.stdout:414 2024-04-22T04:43:08.683 INFO:tasks.workunit.client.0.smithi040.stdout:415 2024-04-22T04:43:08.684 INFO:tasks.workunit.client.0.smithi040.stdout:416 2024-04-22T04:43:08.685 INFO:tasks.workunit.client.0.smithi040.stdout:417 2024-04-22T04:43:08.686 INFO:tasks.workunit.client.0.smithi040.stdout:418 2024-04-22T04:43:08.687 INFO:tasks.workunit.client.0.smithi040.stdout:419 2024-04-22T04:43:08.688 INFO:tasks.workunit.client.0.smithi040.stdout:420 2024-04-22T04:43:08.688 INFO:tasks.workunit.client.0.smithi040.stdout:421 2024-04-22T04:43:08.689 INFO:tasks.workunit.client.0.smithi040.stdout:422 2024-04-22T04:43:08.690 INFO:tasks.workunit.client.0.smithi040.stdout:423 2024-04-22T04:43:08.691 INFO:tasks.workunit.client.0.smithi040.stdout:424 2024-04-22T04:43:08.692 INFO:tasks.workunit.client.0.smithi040.stdout:425 2024-04-22T04:43:08.693 INFO:tasks.workunit.client.0.smithi040.stdout:426 2024-04-22T04:43:08.694 INFO:tasks.workunit.client.0.smithi040.stdout:427 2024-04-22T04:43:08.695 INFO:tasks.workunit.client.0.smithi040.stdout:428 2024-04-22T04:43:08.695 INFO:tasks.workunit.client.0.smithi040.stdout:429 2024-04-22T04:43:08.696 INFO:tasks.workunit.client.0.smithi040.stdout:430 2024-04-22T04:43:08.697 INFO:tasks.workunit.client.0.smithi040.stdout:431 2024-04-22T04:43:08.698 INFO:tasks.workunit.client.0.smithi040.stdout:432 2024-04-22T04:43:08.699 INFO:tasks.workunit.client.0.smithi040.stdout:433 2024-04-22T04:43:08.700 INFO:tasks.workunit.client.0.smithi040.stdout:434 2024-04-22T04:43:08.701 INFO:tasks.workunit.client.0.smithi040.stdout:435 2024-04-22T04:43:08.702 INFO:tasks.workunit.client.0.smithi040.stdout:436 2024-04-22T04:43:08.703 INFO:tasks.workunit.client.0.smithi040.stdout:437 2024-04-22T04:43:08.703 INFO:tasks.workunit.client.0.smithi040.stdout:438 2024-04-22T04:43:08.704 INFO:tasks.workunit.client.0.smithi040.stdout:439 2024-04-22T04:43:08.705 INFO:tasks.workunit.client.0.smithi040.stdout:440 2024-04-22T04:43:08.706 INFO:tasks.workunit.client.0.smithi040.stdout:441 2024-04-22T04:43:08.707 INFO:tasks.workunit.client.0.smithi040.stdout:442 2024-04-22T04:43:08.708 INFO:tasks.workunit.client.0.smithi040.stdout:443 2024-04-22T04:43:08.709 INFO:tasks.workunit.client.0.smithi040.stdout:444 2024-04-22T04:43:08.710 INFO:tasks.workunit.client.0.smithi040.stdout:445 2024-04-22T04:43:08.711 INFO:tasks.workunit.client.0.smithi040.stdout:446 2024-04-22T04:43:08.712 INFO:tasks.workunit.client.0.smithi040.stdout:447 2024-04-22T04:43:08.713 INFO:tasks.workunit.client.0.smithi040.stdout:448 2024-04-22T04:43:08.714 INFO:tasks.workunit.client.0.smithi040.stdout:449 2024-04-22T04:43:08.715 INFO:tasks.workunit.client.0.smithi040.stdout:450 2024-04-22T04:43:08.716 INFO:tasks.workunit.client.0.smithi040.stdout:451 2024-04-22T04:43:08.717 INFO:tasks.workunit.client.0.smithi040.stdout:452 2024-04-22T04:43:08.718 INFO:tasks.workunit.client.0.smithi040.stdout:453 2024-04-22T04:43:08.719 INFO:tasks.workunit.client.0.smithi040.stdout:454 2024-04-22T04:43:08.720 INFO:tasks.workunit.client.0.smithi040.stdout:455 2024-04-22T04:43:08.721 INFO:tasks.workunit.client.0.smithi040.stdout:456 2024-04-22T04:43:08.722 INFO:tasks.workunit.client.0.smithi040.stdout:457 2024-04-22T04:43:08.723 INFO:tasks.workunit.client.0.smithi040.stdout:458 2024-04-22T04:43:08.724 INFO:tasks.workunit.client.0.smithi040.stdout:459 2024-04-22T04:43:08.725 INFO:tasks.workunit.client.0.smithi040.stdout:460 2024-04-22T04:43:08.726 INFO:tasks.workunit.client.0.smithi040.stdout:461 2024-04-22T04:43:08.726 INFO:tasks.workunit.client.0.smithi040.stdout:462 2024-04-22T04:43:08.727 INFO:tasks.workunit.client.0.smithi040.stdout:463 2024-04-22T04:43:08.728 INFO:tasks.workunit.client.0.smithi040.stdout:464 2024-04-22T04:43:08.729 INFO:tasks.workunit.client.0.smithi040.stdout:465 2024-04-22T04:43:08.730 INFO:tasks.workunit.client.0.smithi040.stdout:466 2024-04-22T04:43:08.731 INFO:tasks.workunit.client.0.smithi040.stdout:467 2024-04-22T04:43:08.732 INFO:tasks.workunit.client.0.smithi040.stdout:468 2024-04-22T04:43:08.733 INFO:tasks.workunit.client.0.smithi040.stdout:469 2024-04-22T04:43:08.734 INFO:tasks.workunit.client.0.smithi040.stdout:470 2024-04-22T04:43:08.735 INFO:tasks.workunit.client.0.smithi040.stdout:471 2024-04-22T04:43:08.736 INFO:tasks.workunit.client.0.smithi040.stdout:472 2024-04-22T04:43:08.738 INFO:tasks.workunit.client.0.smithi040.stdout:473 2024-04-22T04:43:08.740 INFO:tasks.workunit.client.0.smithi040.stdout:474 2024-04-22T04:43:08.740 INFO:tasks.workunit.client.0.smithi040.stdout:475 2024-04-22T04:43:08.740 INFO:tasks.workunit.client.0.smithi040.stdout:476 2024-04-22T04:43:08.741 INFO:tasks.workunit.client.0.smithi040.stdout:477 2024-04-22T04:43:08.742 INFO:tasks.workunit.client.0.smithi040.stdout:478 2024-04-22T04:43:08.744 INFO:tasks.workunit.client.0.smithi040.stdout:479 2024-04-22T04:43:08.745 INFO:tasks.workunit.client.0.smithi040.stdout:480 2024-04-22T04:43:08.746 INFO:tasks.workunit.client.0.smithi040.stdout:481 2024-04-22T04:43:08.747 INFO:tasks.workunit.client.0.smithi040.stdout:482 2024-04-22T04:43:08.748 INFO:tasks.workunit.client.0.smithi040.stdout:483 2024-04-22T04:43:08.749 INFO:tasks.workunit.client.0.smithi040.stdout:484 2024-04-22T04:43:08.750 INFO:tasks.workunit.client.0.smithi040.stdout:485 2024-04-22T04:43:08.750 INFO:tasks.workunit.client.0.smithi040.stdout:486 2024-04-22T04:43:08.751 INFO:tasks.workunit.client.0.smithi040.stdout:487 2024-04-22T04:43:08.752 INFO:tasks.workunit.client.0.smithi040.stdout:488 2024-04-22T04:43:08.753 INFO:tasks.workunit.client.0.smithi040.stdout:489 2024-04-22T04:43:08.754 INFO:tasks.workunit.client.0.smithi040.stdout:490 2024-04-22T04:43:08.755 INFO:tasks.workunit.client.0.smithi040.stdout:491 2024-04-22T04:43:08.756 INFO:tasks.workunit.client.0.smithi040.stdout:492 2024-04-22T04:43:08.757 INFO:tasks.workunit.client.0.smithi040.stdout:493 2024-04-22T04:43:08.758 INFO:tasks.workunit.client.0.smithi040.stdout:494 2024-04-22T04:43:08.759 INFO:tasks.workunit.client.0.smithi040.stdout:495 2024-04-22T04:43:08.760 INFO:tasks.workunit.client.0.smithi040.stdout:496 2024-04-22T04:43:08.761 INFO:tasks.workunit.client.0.smithi040.stdout:497 2024-04-22T04:43:08.762 INFO:tasks.workunit.client.0.smithi040.stdout:498 2024-04-22T04:43:08.763 INFO:tasks.workunit.client.0.smithi040.stdout:499 2024-04-22T04:43:08.765 INFO:tasks.workunit.client.0.smithi040.stdout:500 2024-04-22T04:43:08.766 INFO:tasks.workunit.client.0.smithi040.stdout:501 2024-04-22T04:43:08.766 INFO:tasks.workunit.client.0.smithi040.stdout:502 2024-04-22T04:43:08.767 INFO:tasks.workunit.client.0.smithi040.stdout:503 2024-04-22T04:43:08.768 INFO:tasks.workunit.client.0.smithi040.stdout:504 2024-04-22T04:43:08.769 INFO:tasks.workunit.client.0.smithi040.stdout:505 2024-04-22T04:43:08.770 INFO:tasks.workunit.client.0.smithi040.stdout:506 2024-04-22T04:43:08.771 INFO:tasks.workunit.client.0.smithi040.stdout:507 2024-04-22T04:43:08.772 INFO:tasks.workunit.client.0.smithi040.stdout:508 2024-04-22T04:43:08.773 INFO:tasks.workunit.client.0.smithi040.stdout:509 2024-04-22T04:43:08.774 INFO:tasks.workunit.client.0.smithi040.stdout:510 2024-04-22T04:43:08.775 INFO:tasks.workunit.client.0.smithi040.stdout:511 2024-04-22T04:43:08.776 INFO:tasks.workunit.client.0.smithi040.stdout:512 2024-04-22T04:43:08.777 INFO:tasks.workunit.client.0.smithi040.stdout:513 2024-04-22T04:43:08.778 INFO:tasks.workunit.client.0.smithi040.stdout:514 2024-04-22T04:43:08.779 INFO:tasks.workunit.client.0.smithi040.stdout:515 2024-04-22T04:43:08.780 INFO:tasks.workunit.client.0.smithi040.stdout:516 2024-04-22T04:43:08.781 INFO:tasks.workunit.client.0.smithi040.stdout:517 2024-04-22T04:43:08.782 INFO:tasks.workunit.client.0.smithi040.stdout:518 2024-04-22T04:43:08.783 INFO:tasks.workunit.client.0.smithi040.stdout:519 2024-04-22T04:43:08.784 INFO:tasks.workunit.client.0.smithi040.stdout:520 2024-04-22T04:43:08.785 INFO:tasks.workunit.client.0.smithi040.stdout:521 2024-04-22T04:43:08.786 INFO:tasks.workunit.client.0.smithi040.stdout:522 2024-04-22T04:43:08.787 INFO:tasks.workunit.client.0.smithi040.stdout:523 2024-04-22T04:43:08.788 INFO:tasks.workunit.client.0.smithi040.stdout:524 2024-04-22T04:43:08.789 INFO:tasks.workunit.client.0.smithi040.stdout:525 2024-04-22T04:43:08.790 INFO:tasks.workunit.client.0.smithi040.stdout:526 2024-04-22T04:43:08.791 INFO:tasks.workunit.client.0.smithi040.stdout:527 2024-04-22T04:43:08.792 INFO:tasks.workunit.client.0.smithi040.stdout:528 2024-04-22T04:43:08.793 INFO:tasks.workunit.client.0.smithi040.stdout:529 2024-04-22T04:43:08.794 INFO:tasks.workunit.client.0.smithi040.stdout:530 2024-04-22T04:43:08.795 INFO:tasks.workunit.client.0.smithi040.stdout:531 2024-04-22T04:43:08.796 INFO:tasks.workunit.client.0.smithi040.stdout:532 2024-04-22T04:43:08.797 INFO:tasks.workunit.client.0.smithi040.stdout:533 2024-04-22T04:43:08.798 INFO:tasks.workunit.client.0.smithi040.stdout:534 2024-04-22T04:43:08.799 INFO:tasks.workunit.client.0.smithi040.stdout:535 2024-04-22T04:43:08.800 INFO:tasks.workunit.client.0.smithi040.stdout:536 2024-04-22T04:43:08.801 INFO:tasks.workunit.client.0.smithi040.stdout:537 2024-04-22T04:43:08.802 INFO:tasks.workunit.client.0.smithi040.stdout:538 2024-04-22T04:43:08.803 INFO:tasks.workunit.client.0.smithi040.stdout:539 2024-04-22T04:43:08.804 INFO:tasks.workunit.client.0.smithi040.stdout:540 2024-04-22T04:43:08.805 INFO:tasks.workunit.client.0.smithi040.stdout:541 2024-04-22T04:43:08.806 INFO:tasks.workunit.client.0.smithi040.stdout:542 2024-04-22T04:43:08.807 INFO:tasks.workunit.client.0.smithi040.stdout:543 2024-04-22T04:43:08.807 INFO:tasks.workunit.client.0.smithi040.stdout:544 2024-04-22T04:43:08.808 INFO:tasks.workunit.client.0.smithi040.stdout:545 2024-04-22T04:43:08.809 INFO:tasks.workunit.client.0.smithi040.stdout:546 2024-04-22T04:43:08.810 INFO:tasks.workunit.client.0.smithi040.stdout:547 2024-04-22T04:43:08.814 INFO:tasks.workunit.client.0.smithi040.stdout:548 2024-04-22T04:43:08.814 INFO:tasks.workunit.client.0.smithi040.stdout:549 2024-04-22T04:43:08.814 INFO:tasks.workunit.client.0.smithi040.stdout:550 2024-04-22T04:43:08.814 INFO:tasks.workunit.client.0.smithi040.stdout:551 2024-04-22T04:43:08.815 INFO:tasks.workunit.client.0.smithi040.stdout:552 2024-04-22T04:43:08.816 INFO:tasks.workunit.client.0.smithi040.stdout:553 2024-04-22T04:43:08.817 INFO:tasks.workunit.client.0.smithi040.stdout:554 2024-04-22T04:43:08.818 INFO:tasks.workunit.client.0.smithi040.stdout:555 2024-04-22T04:43:08.819 INFO:tasks.workunit.client.0.smithi040.stdout:556 2024-04-22T04:43:08.820 INFO:tasks.workunit.client.0.smithi040.stdout:557 2024-04-22T04:43:08.821 INFO:tasks.workunit.client.0.smithi040.stdout:558 2024-04-22T04:43:08.823 INFO:tasks.workunit.client.0.smithi040.stdout:559 2024-04-22T04:43:08.824 INFO:tasks.workunit.client.0.smithi040.stdout:560 2024-04-22T04:43:08.825 INFO:tasks.workunit.client.0.smithi040.stdout:561 2024-04-22T04:43:08.826 INFO:tasks.workunit.client.0.smithi040.stdout:562 2024-04-22T04:43:08.827 INFO:tasks.workunit.client.0.smithi040.stdout:563 2024-04-22T04:43:08.828 INFO:tasks.workunit.client.0.smithi040.stdout:564 2024-04-22T04:43:08.829 INFO:tasks.workunit.client.0.smithi040.stdout:565 2024-04-22T04:43:08.830 INFO:tasks.workunit.client.0.smithi040.stdout:566 2024-04-22T04:43:08.831 INFO:tasks.workunit.client.0.smithi040.stdout:567 2024-04-22T04:43:08.832 INFO:tasks.workunit.client.0.smithi040.stdout:568 2024-04-22T04:43:08.833 INFO:tasks.workunit.client.0.smithi040.stdout:569 2024-04-22T04:43:08.835 INFO:tasks.workunit.client.0.smithi040.stdout:570 2024-04-22T04:43:08.835 INFO:tasks.workunit.client.0.smithi040.stdout:571 2024-04-22T04:43:08.837 INFO:tasks.workunit.client.0.smithi040.stdout:572 2024-04-22T04:43:08.838 INFO:tasks.workunit.client.0.smithi040.stdout:573 2024-04-22T04:43:08.839 INFO:tasks.workunit.client.0.smithi040.stdout:574 2024-04-22T04:43:08.840 INFO:tasks.workunit.client.0.smithi040.stdout:575 2024-04-22T04:43:08.841 INFO:tasks.workunit.client.0.smithi040.stdout:576 2024-04-22T04:43:08.843 INFO:tasks.workunit.client.0.smithi040.stdout:577 2024-04-22T04:43:08.844 INFO:tasks.workunit.client.0.smithi040.stdout:578 2024-04-22T04:43:08.845 INFO:tasks.workunit.client.0.smithi040.stdout:579 2024-04-22T04:43:08.846 INFO:tasks.workunit.client.0.smithi040.stdout:580 2024-04-22T04:43:08.847 INFO:tasks.workunit.client.0.smithi040.stdout:581 2024-04-22T04:43:08.848 INFO:tasks.workunit.client.0.smithi040.stdout:582 2024-04-22T04:43:08.850 INFO:tasks.workunit.client.0.smithi040.stdout:583 2024-04-22T04:43:08.851 INFO:tasks.workunit.client.0.smithi040.stdout:584 2024-04-22T04:43:08.852 INFO:tasks.workunit.client.0.smithi040.stdout:585 2024-04-22T04:43:08.853 INFO:tasks.workunit.client.0.smithi040.stdout:586 2024-04-22T04:43:08.854 INFO:tasks.workunit.client.0.smithi040.stdout:587 2024-04-22T04:43:08.855 INFO:tasks.workunit.client.0.smithi040.stdout:588 2024-04-22T04:43:08.856 INFO:tasks.workunit.client.0.smithi040.stdout:589 2024-04-22T04:43:08.858 INFO:tasks.workunit.client.0.smithi040.stdout:590 2024-04-22T04:43:08.859 INFO:tasks.workunit.client.0.smithi040.stdout:591 2024-04-22T04:43:08.860 INFO:tasks.workunit.client.0.smithi040.stdout:592 2024-04-22T04:43:08.861 INFO:tasks.workunit.client.0.smithi040.stdout:593 2024-04-22T04:43:08.862 INFO:tasks.workunit.client.0.smithi040.stdout:594 2024-04-22T04:43:08.863 INFO:tasks.workunit.client.0.smithi040.stdout:595 2024-04-22T04:43:08.865 INFO:tasks.workunit.client.0.smithi040.stdout:596 2024-04-22T04:43:08.866 INFO:tasks.workunit.client.0.smithi040.stdout:597 2024-04-22T04:43:08.867 INFO:tasks.workunit.client.0.smithi040.stdout:598 2024-04-22T04:43:08.868 INFO:tasks.workunit.client.0.smithi040.stdout:599 2024-04-22T04:43:08.869 INFO:tasks.workunit.client.0.smithi040.stdout:600 2024-04-22T04:43:08.870 INFO:tasks.workunit.client.0.smithi040.stdout:601 2024-04-22T04:43:08.871 INFO:tasks.workunit.client.0.smithi040.stdout:602 2024-04-22T04:43:08.872 INFO:tasks.workunit.client.0.smithi040.stdout:603 2024-04-22T04:43:08.873 INFO:tasks.workunit.client.0.smithi040.stdout:604 2024-04-22T04:43:08.874 INFO:tasks.workunit.client.0.smithi040.stdout:605 2024-04-22T04:43:08.875 INFO:tasks.workunit.client.0.smithi040.stdout:606 2024-04-22T04:43:08.876 INFO:tasks.workunit.client.0.smithi040.stdout:607 2024-04-22T04:43:08.877 INFO:tasks.workunit.client.0.smithi040.stdout:608 2024-04-22T04:43:08.878 INFO:tasks.workunit.client.0.smithi040.stdout:609 2024-04-22T04:43:08.880 INFO:tasks.workunit.client.0.smithi040.stdout:610 2024-04-22T04:43:08.881 INFO:tasks.workunit.client.0.smithi040.stdout:611 2024-04-22T04:43:08.882 INFO:tasks.workunit.client.0.smithi040.stdout:612 2024-04-22T04:43:08.883 INFO:tasks.workunit.client.0.smithi040.stdout:613 2024-04-22T04:43:08.884 INFO:tasks.workunit.client.0.smithi040.stdout:614 2024-04-22T04:43:08.885 INFO:tasks.workunit.client.0.smithi040.stdout:615 2024-04-22T04:43:08.886 INFO:tasks.workunit.client.0.smithi040.stdout:616 2024-04-22T04:43:08.887 INFO:tasks.workunit.client.0.smithi040.stdout:617 2024-04-22T04:43:08.888 INFO:tasks.workunit.client.0.smithi040.stdout:618 2024-04-22T04:43:08.889 INFO:tasks.workunit.client.0.smithi040.stdout:619 2024-04-22T04:43:08.890 INFO:tasks.workunit.client.0.smithi040.stdout:620 2024-04-22T04:43:08.891 INFO:tasks.workunit.client.0.smithi040.stdout:621 2024-04-22T04:43:08.892 INFO:tasks.workunit.client.0.smithi040.stdout:622 2024-04-22T04:43:08.893 INFO:tasks.workunit.client.0.smithi040.stdout:623 2024-04-22T04:43:08.894 INFO:tasks.workunit.client.0.smithi040.stdout:624 2024-04-22T04:43:08.895 INFO:tasks.workunit.client.0.smithi040.stdout:625 2024-04-22T04:43:08.896 INFO:tasks.workunit.client.0.smithi040.stdout:626 2024-04-22T04:43:08.897 INFO:tasks.workunit.client.0.smithi040.stdout:627 2024-04-22T04:43:08.898 INFO:tasks.workunit.client.0.smithi040.stdout:628 2024-04-22T04:43:08.900 INFO:tasks.workunit.client.0.smithi040.stdout:629 2024-04-22T04:43:08.901 INFO:tasks.workunit.client.0.smithi040.stdout:630 2024-04-22T04:43:08.902 INFO:tasks.workunit.client.0.smithi040.stdout:631 2024-04-22T04:43:08.903 INFO:tasks.workunit.client.0.smithi040.stdout:632 2024-04-22T04:43:08.904 INFO:tasks.workunit.client.0.smithi040.stdout:633 2024-04-22T04:43:08.905 INFO:tasks.workunit.client.0.smithi040.stdout:634 2024-04-22T04:43:08.906 INFO:tasks.workunit.client.0.smithi040.stdout:635 2024-04-22T04:43:08.907 INFO:tasks.workunit.client.0.smithi040.stdout:636 2024-04-22T04:43:08.908 INFO:tasks.workunit.client.0.smithi040.stdout:637 2024-04-22T04:43:08.909 INFO:tasks.workunit.client.0.smithi040.stdout:638 2024-04-22T04:43:08.910 INFO:tasks.workunit.client.0.smithi040.stdout:639 2024-04-22T04:43:08.911 INFO:tasks.workunit.client.0.smithi040.stdout:640 2024-04-22T04:43:08.912 INFO:tasks.workunit.client.0.smithi040.stdout:641 2024-04-22T04:43:08.913 INFO:tasks.workunit.client.0.smithi040.stdout:642 2024-04-22T04:43:08.914 INFO:tasks.workunit.client.0.smithi040.stdout:643 2024-04-22T04:43:08.915 INFO:tasks.workunit.client.0.smithi040.stdout:644 2024-04-22T04:43:08.916 INFO:tasks.workunit.client.0.smithi040.stdout:645 2024-04-22T04:43:08.917 INFO:tasks.workunit.client.0.smithi040.stdout:646 2024-04-22T04:43:08.918 INFO:tasks.workunit.client.0.smithi040.stdout:647 2024-04-22T04:43:08.919 INFO:tasks.workunit.client.0.smithi040.stdout:648 2024-04-22T04:43:08.920 INFO:tasks.workunit.client.0.smithi040.stdout:649 2024-04-22T04:43:08.921 INFO:tasks.workunit.client.0.smithi040.stdout:650 2024-04-22T04:43:08.922 INFO:tasks.workunit.client.0.smithi040.stdout:651 2024-04-22T04:43:08.923 INFO:tasks.workunit.client.0.smithi040.stdout:652 2024-04-22T04:43:08.924 INFO:tasks.workunit.client.0.smithi040.stdout:653 2024-04-22T04:43:08.925 INFO:tasks.workunit.client.0.smithi040.stdout:654 2024-04-22T04:43:08.926 INFO:tasks.workunit.client.0.smithi040.stdout:655 2024-04-22T04:43:08.927 INFO:tasks.workunit.client.0.smithi040.stdout:656 2024-04-22T04:43:08.928 INFO:tasks.workunit.client.0.smithi040.stdout:657 2024-04-22T04:43:08.929 INFO:tasks.workunit.client.0.smithi040.stdout:658 2024-04-22T04:43:08.930 INFO:tasks.workunit.client.0.smithi040.stdout:659 2024-04-22T04:43:08.931 INFO:tasks.workunit.client.0.smithi040.stdout:660 2024-04-22T04:43:08.932 INFO:tasks.workunit.client.0.smithi040.stdout:661 2024-04-22T04:43:08.933 INFO:tasks.workunit.client.0.smithi040.stdout:662 2024-04-22T04:43:08.934 INFO:tasks.workunit.client.0.smithi040.stdout:663 2024-04-22T04:43:08.935 INFO:tasks.workunit.client.0.smithi040.stdout:664 2024-04-22T04:43:08.936 INFO:tasks.workunit.client.0.smithi040.stdout:665 2024-04-22T04:43:08.937 INFO:tasks.workunit.client.0.smithi040.stdout:666 2024-04-22T04:43:08.938 INFO:tasks.workunit.client.0.smithi040.stdout:667 2024-04-22T04:43:08.939 INFO:tasks.workunit.client.0.smithi040.stdout:668 2024-04-22T04:43:08.940 INFO:tasks.workunit.client.0.smithi040.stdout:669 2024-04-22T04:43:08.941 INFO:tasks.workunit.client.0.smithi040.stdout:670 2024-04-22T04:43:08.942 INFO:tasks.workunit.client.0.smithi040.stdout:671 2024-04-22T04:43:08.943 INFO:tasks.workunit.client.0.smithi040.stdout:672 2024-04-22T04:43:08.944 INFO:tasks.workunit.client.0.smithi040.stdout:673 2024-04-22T04:43:08.945 INFO:tasks.workunit.client.0.smithi040.stdout:674 2024-04-22T04:43:08.946 INFO:tasks.workunit.client.0.smithi040.stdout:675 2024-04-22T04:43:08.947 INFO:tasks.workunit.client.0.smithi040.stdout:676 2024-04-22T04:43:08.948 INFO:tasks.workunit.client.0.smithi040.stdout:677 2024-04-22T04:43:08.949 INFO:tasks.workunit.client.0.smithi040.stdout:678 2024-04-22T04:43:08.950 INFO:tasks.workunit.client.0.smithi040.stdout:679 2024-04-22T04:43:08.951 INFO:tasks.workunit.client.0.smithi040.stdout:680 2024-04-22T04:43:08.952 INFO:tasks.workunit.client.0.smithi040.stdout:681 2024-04-22T04:43:08.953 INFO:tasks.workunit.client.0.smithi040.stdout:682 2024-04-22T04:43:08.954 INFO:tasks.workunit.client.0.smithi040.stdout:683 2024-04-22T04:43:08.955 INFO:tasks.workunit.client.0.smithi040.stdout:684 2024-04-22T04:43:08.956 INFO:tasks.workunit.client.0.smithi040.stdout:685 2024-04-22T04:43:08.957 INFO:tasks.workunit.client.0.smithi040.stdout:686 2024-04-22T04:43:08.958 INFO:tasks.workunit.client.0.smithi040.stdout:687 2024-04-22T04:43:08.959 INFO:tasks.workunit.client.0.smithi040.stdout:688 2024-04-22T04:43:08.960 INFO:tasks.workunit.client.0.smithi040.stdout:689 2024-04-22T04:43:08.961 INFO:tasks.workunit.client.0.smithi040.stdout:690 2024-04-22T04:43:08.962 INFO:tasks.workunit.client.0.smithi040.stdout:691 2024-04-22T04:43:08.963 INFO:tasks.workunit.client.0.smithi040.stdout:692 2024-04-22T04:43:08.964 INFO:tasks.workunit.client.0.smithi040.stdout:693 2024-04-22T04:43:08.965 INFO:tasks.workunit.client.0.smithi040.stdout:694 2024-04-22T04:43:08.966 INFO:tasks.workunit.client.0.smithi040.stdout:695 2024-04-22T04:43:08.967 INFO:tasks.workunit.client.0.smithi040.stdout:696 2024-04-22T04:43:08.968 INFO:tasks.workunit.client.0.smithi040.stdout:697 2024-04-22T04:43:08.969 INFO:tasks.workunit.client.0.smithi040.stdout:698 2024-04-22T04:43:08.970 INFO:tasks.workunit.client.0.smithi040.stdout:699 2024-04-22T04:43:08.971 INFO:tasks.workunit.client.0.smithi040.stdout:700 2024-04-22T04:43:08.972 INFO:tasks.workunit.client.0.smithi040.stdout:701 2024-04-22T04:43:08.973 INFO:tasks.workunit.client.0.smithi040.stdout:702 2024-04-22T04:43:08.974 INFO:tasks.workunit.client.0.smithi040.stdout:703 2024-04-22T04:43:08.975 INFO:tasks.workunit.client.0.smithi040.stdout:704 2024-04-22T04:43:08.976 INFO:tasks.workunit.client.0.smithi040.stdout:705 2024-04-22T04:43:08.977 INFO:tasks.workunit.client.0.smithi040.stdout:706 2024-04-22T04:43:08.978 INFO:tasks.workunit.client.0.smithi040.stdout:707 2024-04-22T04:43:08.979 INFO:tasks.workunit.client.0.smithi040.stdout:708 2024-04-22T04:43:08.980 INFO:tasks.workunit.client.0.smithi040.stdout:709 2024-04-22T04:43:08.981 INFO:tasks.workunit.client.0.smithi040.stdout:710 2024-04-22T04:43:08.983 INFO:tasks.workunit.client.0.smithi040.stdout:711 2024-04-22T04:43:08.984 INFO:tasks.workunit.client.0.smithi040.stdout:712 2024-04-22T04:43:08.985 INFO:tasks.workunit.client.0.smithi040.stdout:713 2024-04-22T04:43:08.986 INFO:tasks.workunit.client.0.smithi040.stdout:714 2024-04-22T04:43:08.987 INFO:tasks.workunit.client.0.smithi040.stdout:715 2024-04-22T04:43:08.988 INFO:tasks.workunit.client.0.smithi040.stdout:716 2024-04-22T04:43:08.988 INFO:tasks.workunit.client.0.smithi040.stdout:717 2024-04-22T04:43:08.990 INFO:tasks.workunit.client.0.smithi040.stdout:718 2024-04-22T04:43:08.991 INFO:tasks.workunit.client.0.smithi040.stdout:719 2024-04-22T04:43:08.991 INFO:tasks.workunit.client.0.smithi040.stdout:720 2024-04-22T04:43:08.992 INFO:tasks.workunit.client.0.smithi040.stdout:721 2024-04-22T04:43:08.994 INFO:tasks.workunit.client.0.smithi040.stdout:722 2024-04-22T04:43:08.995 INFO:tasks.workunit.client.0.smithi040.stdout:723 2024-04-22T04:43:08.996 INFO:tasks.workunit.client.0.smithi040.stdout:724 2024-04-22T04:43:08.997 INFO:tasks.workunit.client.0.smithi040.stdout:725 2024-04-22T04:43:08.998 INFO:tasks.workunit.client.0.smithi040.stdout:726 2024-04-22T04:43:08.999 INFO:tasks.workunit.client.0.smithi040.stdout:727 2024-04-22T04:43:09.000 INFO:tasks.workunit.client.0.smithi040.stdout:728 2024-04-22T04:43:09.001 INFO:tasks.workunit.client.0.smithi040.stdout:729 2024-04-22T04:43:09.002 INFO:tasks.workunit.client.0.smithi040.stdout:730 2024-04-22T04:43:09.002 INFO:tasks.workunit.client.0.smithi040.stdout:731 2024-04-22T04:43:09.004 INFO:tasks.workunit.client.0.smithi040.stdout:732 2024-04-22T04:43:09.005 INFO:tasks.workunit.client.0.smithi040.stdout:733 2024-04-22T04:43:09.005 INFO:tasks.workunit.client.0.smithi040.stdout:734 2024-04-22T04:43:09.007 INFO:tasks.workunit.client.0.smithi040.stdout:735 2024-04-22T04:43:09.008 INFO:tasks.workunit.client.0.smithi040.stdout:736 2024-04-22T04:43:09.008 INFO:tasks.workunit.client.0.smithi040.stdout:737 2024-04-22T04:43:09.009 INFO:tasks.workunit.client.0.smithi040.stdout:738 2024-04-22T04:43:09.011 INFO:tasks.workunit.client.0.smithi040.stdout:739 2024-04-22T04:43:09.011 INFO:tasks.workunit.client.0.smithi040.stdout:740 2024-04-22T04:43:09.012 INFO:tasks.workunit.client.0.smithi040.stdout:741 2024-04-22T04:43:09.013 INFO:tasks.workunit.client.0.smithi040.stdout:742 2024-04-22T04:43:09.018 INFO:tasks.workunit.client.0.smithi040.stdout:743 2024-04-22T04:43:09.018 INFO:tasks.workunit.client.0.smithi040.stdout:744 2024-04-22T04:43:09.018 INFO:tasks.workunit.client.0.smithi040.stdout:745 2024-04-22T04:43:09.018 INFO:tasks.workunit.client.0.smithi040.stdout:746 2024-04-22T04:43:09.018 INFO:tasks.workunit.client.0.smithi040.stdout:747 2024-04-22T04:43:09.020 INFO:tasks.workunit.client.0.smithi040.stdout:748 2024-04-22T04:43:09.021 INFO:tasks.workunit.client.0.smithi040.stdout:749 2024-04-22T04:43:09.022 INFO:tasks.workunit.client.0.smithi040.stdout:750 2024-04-22T04:43:09.023 INFO:tasks.workunit.client.0.smithi040.stdout:751 2024-04-22T04:43:09.025 INFO:tasks.workunit.client.0.smithi040.stdout:752 2024-04-22T04:43:09.026 INFO:tasks.workunit.client.0.smithi040.stdout:753 2024-04-22T04:43:09.027 INFO:tasks.workunit.client.0.smithi040.stdout:754 2024-04-22T04:43:09.028 INFO:tasks.workunit.client.0.smithi040.stdout:755 2024-04-22T04:43:09.029 INFO:tasks.workunit.client.0.smithi040.stdout:756 2024-04-22T04:43:09.030 INFO:tasks.workunit.client.0.smithi040.stdout:757 2024-04-22T04:43:09.031 INFO:tasks.workunit.client.0.smithi040.stdout:758 2024-04-22T04:43:09.032 INFO:tasks.workunit.client.0.smithi040.stdout:759 2024-04-22T04:43:09.033 INFO:tasks.workunit.client.0.smithi040.stdout:760 2024-04-22T04:43:09.034 INFO:tasks.workunit.client.0.smithi040.stdout:761 2024-04-22T04:43:09.035 INFO:tasks.workunit.client.0.smithi040.stdout:762 2024-04-22T04:43:09.036 INFO:tasks.workunit.client.0.smithi040.stdout:763 2024-04-22T04:43:09.037 INFO:tasks.workunit.client.0.smithi040.stdout:764 2024-04-22T04:43:09.038 INFO:tasks.workunit.client.0.smithi040.stdout:765 2024-04-22T04:43:09.039 INFO:tasks.workunit.client.0.smithi040.stdout:766 2024-04-22T04:43:09.040 INFO:tasks.workunit.client.0.smithi040.stdout:767 2024-04-22T04:43:09.041 INFO:tasks.workunit.client.0.smithi040.stdout:768 2024-04-22T04:43:09.042 INFO:tasks.workunit.client.0.smithi040.stdout:769 2024-04-22T04:43:09.043 INFO:tasks.workunit.client.0.smithi040.stdout:770 2024-04-22T04:43:09.044 INFO:tasks.workunit.client.0.smithi040.stdout:771 2024-04-22T04:43:09.044 INFO:tasks.workunit.client.0.smithi040.stdout:772 2024-04-22T04:43:09.046 INFO:tasks.workunit.client.0.smithi040.stdout:773 2024-04-22T04:43:09.047 INFO:tasks.workunit.client.0.smithi040.stdout:774 2024-04-22T04:43:09.048 INFO:tasks.workunit.client.0.smithi040.stdout:775 2024-04-22T04:43:09.048 INFO:tasks.workunit.client.0.smithi040.stdout:776 2024-04-22T04:43:09.049 INFO:tasks.workunit.client.0.smithi040.stdout:777 2024-04-22T04:43:09.050 INFO:tasks.workunit.client.0.smithi040.stdout:778 2024-04-22T04:43:09.052 INFO:tasks.workunit.client.0.smithi040.stdout:779 2024-04-22T04:43:09.053 INFO:tasks.workunit.client.0.smithi040.stdout:780 2024-04-22T04:43:09.054 INFO:tasks.workunit.client.0.smithi040.stdout:781 2024-04-22T04:43:09.055 INFO:tasks.workunit.client.0.smithi040.stdout:782 2024-04-22T04:43:09.056 INFO:tasks.workunit.client.0.smithi040.stdout:783 2024-04-22T04:43:09.057 INFO:tasks.workunit.client.0.smithi040.stdout:784 2024-04-22T04:43:09.058 INFO:tasks.workunit.client.0.smithi040.stdout:785 2024-04-22T04:43:09.059 INFO:tasks.workunit.client.0.smithi040.stdout:786 2024-04-22T04:43:09.060 INFO:tasks.workunit.client.0.smithi040.stdout:787 2024-04-22T04:43:09.061 INFO:tasks.workunit.client.0.smithi040.stdout:788 2024-04-22T04:43:09.062 INFO:tasks.workunit.client.0.smithi040.stdout:789 2024-04-22T04:43:09.063 INFO:tasks.workunit.client.0.smithi040.stdout:790 2024-04-22T04:43:09.064 INFO:tasks.workunit.client.0.smithi040.stdout:791 2024-04-22T04:43:09.065 INFO:tasks.workunit.client.0.smithi040.stdout:792 2024-04-22T04:43:09.066 INFO:tasks.workunit.client.0.smithi040.stdout:793 2024-04-22T04:43:09.067 INFO:tasks.workunit.client.0.smithi040.stdout:794 2024-04-22T04:43:09.069 INFO:tasks.workunit.client.0.smithi040.stdout:795 2024-04-22T04:43:09.070 INFO:tasks.workunit.client.0.smithi040.stdout:796 2024-04-22T04:43:09.070 INFO:tasks.workunit.client.0.smithi040.stdout:797 2024-04-22T04:43:09.071 INFO:tasks.workunit.client.0.smithi040.stdout:798 2024-04-22T04:43:09.072 INFO:tasks.workunit.client.0.smithi040.stdout:799 2024-04-22T04:43:09.074 INFO:tasks.workunit.client.0.smithi040.stdout:800 2024-04-22T04:43:09.075 INFO:tasks.workunit.client.0.smithi040.stdout:801 2024-04-22T04:43:09.076 INFO:tasks.workunit.client.0.smithi040.stdout:802 2024-04-22T04:43:09.077 INFO:tasks.workunit.client.0.smithi040.stdout:803 2024-04-22T04:43:09.078 INFO:tasks.workunit.client.0.smithi040.stdout:804 2024-04-22T04:43:09.079 INFO:tasks.workunit.client.0.smithi040.stdout:805 2024-04-22T04:43:09.080 INFO:tasks.workunit.client.0.smithi040.stdout:806 2024-04-22T04:43:09.081 INFO:tasks.workunit.client.0.smithi040.stdout:807 2024-04-22T04:43:09.082 INFO:tasks.workunit.client.0.smithi040.stdout:808 2024-04-22T04:43:09.083 INFO:tasks.workunit.client.0.smithi040.stdout:809 2024-04-22T04:43:09.084 INFO:tasks.workunit.client.0.smithi040.stdout:810 2024-04-22T04:43:09.085 INFO:tasks.workunit.client.0.smithi040.stdout:811 2024-04-22T04:43:09.086 INFO:tasks.workunit.client.0.smithi040.stdout:812 2024-04-22T04:43:09.087 INFO:tasks.workunit.client.0.smithi040.stdout:813 2024-04-22T04:43:09.088 INFO:tasks.workunit.client.0.smithi040.stdout:814 2024-04-22T04:43:09.089 INFO:tasks.workunit.client.0.smithi040.stdout:815 2024-04-22T04:43:09.090 INFO:tasks.workunit.client.0.smithi040.stdout:816 2024-04-22T04:43:09.091 INFO:tasks.workunit.client.0.smithi040.stdout:817 2024-04-22T04:43:09.092 INFO:tasks.workunit.client.0.smithi040.stdout:818 2024-04-22T04:43:09.093 INFO:tasks.workunit.client.0.smithi040.stdout:819 2024-04-22T04:43:09.094 INFO:tasks.workunit.client.0.smithi040.stdout:820 2024-04-22T04:43:09.095 INFO:tasks.workunit.client.0.smithi040.stdout:821 2024-04-22T04:43:09.096 INFO:tasks.workunit.client.0.smithi040.stdout:822 2024-04-22T04:43:09.097 INFO:tasks.workunit.client.0.smithi040.stdout:823 2024-04-22T04:43:09.098 INFO:tasks.workunit.client.0.smithi040.stdout:824 2024-04-22T04:43:09.099 INFO:tasks.workunit.client.0.smithi040.stdout:825 2024-04-22T04:43:09.100 INFO:tasks.workunit.client.0.smithi040.stdout:826 2024-04-22T04:43:09.101 INFO:tasks.workunit.client.0.smithi040.stdout:827 2024-04-22T04:43:09.102 INFO:tasks.workunit.client.0.smithi040.stdout:828 2024-04-22T04:43:09.103 INFO:tasks.workunit.client.0.smithi040.stdout:829 2024-04-22T04:43:09.104 INFO:tasks.workunit.client.0.smithi040.stdout:830 2024-04-22T04:43:09.105 INFO:tasks.workunit.client.0.smithi040.stdout:831 2024-04-22T04:43:09.106 INFO:tasks.workunit.client.0.smithi040.stdout:832 2024-04-22T04:43:09.107 INFO:tasks.workunit.client.0.smithi040.stdout:833 2024-04-22T04:43:09.108 INFO:tasks.workunit.client.0.smithi040.stdout:834 2024-04-22T04:43:09.110 INFO:tasks.workunit.client.0.smithi040.stdout:835 2024-04-22T04:43:09.111 INFO:tasks.workunit.client.0.smithi040.stdout:836 2024-04-22T04:43:09.112 INFO:tasks.workunit.client.0.smithi040.stdout:837 2024-04-22T04:43:09.113 INFO:tasks.workunit.client.0.smithi040.stdout:838 2024-04-22T04:43:09.114 INFO:tasks.workunit.client.0.smithi040.stdout:839 2024-04-22T04:43:09.115 INFO:tasks.workunit.client.0.smithi040.stdout:840 2024-04-22T04:43:09.116 INFO:tasks.workunit.client.0.smithi040.stdout:841 2024-04-22T04:43:09.117 INFO:tasks.workunit.client.0.smithi040.stdout:842 2024-04-22T04:43:09.118 INFO:tasks.workunit.client.0.smithi040.stdout:843 2024-04-22T04:43:09.119 INFO:tasks.workunit.client.0.smithi040.stdout:844 2024-04-22T04:43:09.120 INFO:tasks.workunit.client.0.smithi040.stdout:845 2024-04-22T04:43:09.121 INFO:tasks.workunit.client.0.smithi040.stdout:846 2024-04-22T04:43:09.123 INFO:tasks.workunit.client.0.smithi040.stdout:847 2024-04-22T04:43:09.124 INFO:tasks.workunit.client.0.smithi040.stdout:848 2024-04-22T04:43:09.125 INFO:tasks.workunit.client.0.smithi040.stdout:849 2024-04-22T04:43:09.126 INFO:tasks.workunit.client.0.smithi040.stdout:850 2024-04-22T04:43:09.127 INFO:tasks.workunit.client.0.smithi040.stdout:851 2024-04-22T04:43:09.128 INFO:tasks.workunit.client.0.smithi040.stdout:852 2024-04-22T04:43:09.129 INFO:tasks.workunit.client.0.smithi040.stdout:853 2024-04-22T04:43:09.130 INFO:tasks.workunit.client.0.smithi040.stdout:854 2024-04-22T04:43:09.131 INFO:tasks.workunit.client.0.smithi040.stdout:855 2024-04-22T04:43:09.132 INFO:tasks.workunit.client.0.smithi040.stdout:856 2024-04-22T04:43:09.134 INFO:tasks.workunit.client.0.smithi040.stdout:857 2024-04-22T04:43:09.135 INFO:tasks.workunit.client.0.smithi040.stdout:858 2024-04-22T04:43:09.136 INFO:tasks.workunit.client.0.smithi040.stdout:859 2024-04-22T04:43:09.137 INFO:tasks.workunit.client.0.smithi040.stdout:860 2024-04-22T04:43:09.138 INFO:tasks.workunit.client.0.smithi040.stdout:861 2024-04-22T04:43:09.139 INFO:tasks.workunit.client.0.smithi040.stdout:862 2024-04-22T04:43:09.140 INFO:tasks.workunit.client.0.smithi040.stdout:863 2024-04-22T04:43:09.141 INFO:tasks.workunit.client.0.smithi040.stdout:864 2024-04-22T04:43:09.142 INFO:tasks.workunit.client.0.smithi040.stdout:865 2024-04-22T04:43:09.143 INFO:tasks.workunit.client.0.smithi040.stdout:866 2024-04-22T04:43:09.144 INFO:tasks.workunit.client.0.smithi040.stdout:867 2024-04-22T04:43:09.145 INFO:tasks.workunit.client.0.smithi040.stdout:868 2024-04-22T04:43:09.146 INFO:tasks.workunit.client.0.smithi040.stdout:869 2024-04-22T04:43:09.147 INFO:tasks.workunit.client.0.smithi040.stdout:870 2024-04-22T04:43:09.149 INFO:tasks.workunit.client.0.smithi040.stdout:871 2024-04-22T04:43:09.150 INFO:tasks.workunit.client.0.smithi040.stdout:872 2024-04-22T04:43:09.151 INFO:tasks.workunit.client.0.smithi040.stdout:873 2024-04-22T04:43:09.151 INFO:tasks.workunit.client.0.smithi040.stdout:874 2024-04-22T04:43:09.153 INFO:tasks.workunit.client.0.smithi040.stdout:875 2024-04-22T04:43:09.154 INFO:tasks.workunit.client.0.smithi040.stdout:876 2024-04-22T04:43:09.155 INFO:tasks.workunit.client.0.smithi040.stdout:877 2024-04-22T04:43:09.156 INFO:tasks.workunit.client.0.smithi040.stdout:878 2024-04-22T04:43:09.157 INFO:tasks.workunit.client.0.smithi040.stdout:879 2024-04-22T04:43:09.158 INFO:tasks.workunit.client.0.smithi040.stdout:880 2024-04-22T04:43:09.159 INFO:tasks.workunit.client.0.smithi040.stdout:881 2024-04-22T04:43:09.160 INFO:tasks.workunit.client.0.smithi040.stdout:882 2024-04-22T04:43:09.161 INFO:tasks.workunit.client.0.smithi040.stdout:883 2024-04-22T04:43:09.162 INFO:tasks.workunit.client.0.smithi040.stdout:884 2024-04-22T04:43:09.163 INFO:tasks.workunit.client.0.smithi040.stdout:885 2024-04-22T04:43:09.164 INFO:tasks.workunit.client.0.smithi040.stdout:886 2024-04-22T04:43:09.165 INFO:tasks.workunit.client.0.smithi040.stdout:887 2024-04-22T04:43:09.166 INFO:tasks.workunit.client.0.smithi040.stdout:888 2024-04-22T04:43:09.168 INFO:tasks.workunit.client.0.smithi040.stdout:889 2024-04-22T04:43:09.169 INFO:tasks.workunit.client.0.smithi040.stdout:890 2024-04-22T04:43:09.170 INFO:tasks.workunit.client.0.smithi040.stdout:891 2024-04-22T04:43:09.171 INFO:tasks.workunit.client.0.smithi040.stdout:892 2024-04-22T04:43:09.173 INFO:tasks.workunit.client.0.smithi040.stdout:893 2024-04-22T04:43:09.174 INFO:tasks.workunit.client.0.smithi040.stdout:894 2024-04-22T04:43:09.175 INFO:tasks.workunit.client.0.smithi040.stdout:895 2024-04-22T04:43:09.176 INFO:tasks.workunit.client.0.smithi040.stdout:896 2024-04-22T04:43:09.177 INFO:tasks.workunit.client.0.smithi040.stdout:897 2024-04-22T04:43:09.178 INFO:tasks.workunit.client.0.smithi040.stdout:898 2024-04-22T04:43:09.179 INFO:tasks.workunit.client.0.smithi040.stdout:899 2024-04-22T04:43:09.180 INFO:tasks.workunit.client.0.smithi040.stdout:900 2024-04-22T04:43:09.182 INFO:tasks.workunit.client.0.smithi040.stdout:901 2024-04-22T04:43:09.183 INFO:tasks.workunit.client.0.smithi040.stdout:902 2024-04-22T04:43:09.184 INFO:tasks.workunit.client.0.smithi040.stdout:903 2024-04-22T04:43:09.185 INFO:tasks.workunit.client.0.smithi040.stdout:904 2024-04-22T04:43:09.186 INFO:tasks.workunit.client.0.smithi040.stdout:905 2024-04-22T04:43:09.187 INFO:tasks.workunit.client.0.smithi040.stdout:906 2024-04-22T04:43:09.188 INFO:tasks.workunit.client.0.smithi040.stdout:907 2024-04-22T04:43:09.189 INFO:tasks.workunit.client.0.smithi040.stdout:908 2024-04-22T04:43:09.191 INFO:tasks.workunit.client.0.smithi040.stdout:909 2024-04-22T04:43:09.192 INFO:tasks.workunit.client.0.smithi040.stdout:910 2024-04-22T04:43:09.193 INFO:tasks.workunit.client.0.smithi040.stdout:911 2024-04-22T04:43:09.194 INFO:tasks.workunit.client.0.smithi040.stdout:912 2024-04-22T04:43:09.195 INFO:tasks.workunit.client.0.smithi040.stdout:913 2024-04-22T04:43:09.196 INFO:tasks.workunit.client.0.smithi040.stdout:914 2024-04-22T04:43:09.197 INFO:tasks.workunit.client.0.smithi040.stdout:915 2024-04-22T04:43:09.198 INFO:tasks.workunit.client.0.smithi040.stdout:916 2024-04-22T04:43:09.199 INFO:tasks.workunit.client.0.smithi040.stdout:917 2024-04-22T04:43:09.200 INFO:tasks.workunit.client.0.smithi040.stdout:918 2024-04-22T04:43:09.201 INFO:tasks.workunit.client.0.smithi040.stdout:919 2024-04-22T04:43:09.202 INFO:tasks.workunit.client.0.smithi040.stdout:920 2024-04-22T04:43:09.204 INFO:tasks.workunit.client.0.smithi040.stdout:921 2024-04-22T04:43:09.205 INFO:tasks.workunit.client.0.smithi040.stdout:922 2024-04-22T04:43:09.206 INFO:tasks.workunit.client.0.smithi040.stdout:923 2024-04-22T04:43:09.207 INFO:tasks.workunit.client.0.smithi040.stdout:924 2024-04-22T04:43:09.208 INFO:tasks.workunit.client.0.smithi040.stdout:925 2024-04-22T04:43:09.209 INFO:tasks.workunit.client.0.smithi040.stdout:926 2024-04-22T04:43:09.210 INFO:tasks.workunit.client.0.smithi040.stdout:927 2024-04-22T04:43:09.211 INFO:tasks.workunit.client.0.smithi040.stdout:928 2024-04-22T04:43:09.212 INFO:tasks.workunit.client.0.smithi040.stdout:929 2024-04-22T04:43:09.213 INFO:tasks.workunit.client.0.smithi040.stdout:930 2024-04-22T04:43:09.214 INFO:tasks.workunit.client.0.smithi040.stdout:931 2024-04-22T04:43:09.215 INFO:tasks.workunit.client.0.smithi040.stdout:932 2024-04-22T04:43:09.216 INFO:tasks.workunit.client.0.smithi040.stdout:933 2024-04-22T04:43:09.218 INFO:tasks.workunit.client.0.smithi040.stdout:934 2024-04-22T04:43:09.222 INFO:tasks.workunit.client.0.smithi040.stdout:935 2024-04-22T04:43:09.222 INFO:tasks.workunit.client.0.smithi040.stdout:936 2024-04-22T04:43:09.222 INFO:tasks.workunit.client.0.smithi040.stdout:937 2024-04-22T04:43:09.223 INFO:tasks.workunit.client.0.smithi040.stdout:938 2024-04-22T04:43:09.224 INFO:tasks.workunit.client.0.smithi040.stdout:939 2024-04-22T04:43:09.225 INFO:tasks.workunit.client.0.smithi040.stdout:940 2024-04-22T04:43:09.226 INFO:tasks.workunit.client.0.smithi040.stdout:941 2024-04-22T04:43:09.227 INFO:tasks.workunit.client.0.smithi040.stdout:942 2024-04-22T04:43:09.228 INFO:tasks.workunit.client.0.smithi040.stdout:943 2024-04-22T04:43:09.229 INFO:tasks.workunit.client.0.smithi040.stdout:944 2024-04-22T04:43:09.230 INFO:tasks.workunit.client.0.smithi040.stdout:945 2024-04-22T04:43:09.231 INFO:tasks.workunit.client.0.smithi040.stdout:946 2024-04-22T04:43:09.232 INFO:tasks.workunit.client.0.smithi040.stdout:947 2024-04-22T04:43:09.233 INFO:tasks.workunit.client.0.smithi040.stdout:948 2024-04-22T04:43:09.234 INFO:tasks.workunit.client.0.smithi040.stdout:949 2024-04-22T04:43:09.235 INFO:tasks.workunit.client.0.smithi040.stdout:950 2024-04-22T04:43:09.236 INFO:tasks.workunit.client.0.smithi040.stdout:951 2024-04-22T04:43:09.237 INFO:tasks.workunit.client.0.smithi040.stdout:952 2024-04-22T04:43:09.238 INFO:tasks.workunit.client.0.smithi040.stdout:953 2024-04-22T04:43:09.239 INFO:tasks.workunit.client.0.smithi040.stdout:954 2024-04-22T04:43:09.240 INFO:tasks.workunit.client.0.smithi040.stdout:955 2024-04-22T04:43:09.241 INFO:tasks.workunit.client.0.smithi040.stdout:956 2024-04-22T04:43:09.242 INFO:tasks.workunit.client.0.smithi040.stdout:957 2024-04-22T04:43:09.244 INFO:tasks.workunit.client.0.smithi040.stdout:958 2024-04-22T04:43:09.245 INFO:tasks.workunit.client.0.smithi040.stdout:959 2024-04-22T04:43:09.246 INFO:tasks.workunit.client.0.smithi040.stdout:960 2024-04-22T04:43:09.247 INFO:tasks.workunit.client.0.smithi040.stdout:961 2024-04-22T04:43:09.248 INFO:tasks.workunit.client.0.smithi040.stdout:962 2024-04-22T04:43:09.249 INFO:tasks.workunit.client.0.smithi040.stdout:963 2024-04-22T04:43:09.250 INFO:tasks.workunit.client.0.smithi040.stdout:964 2024-04-22T04:43:09.251 INFO:tasks.workunit.client.0.smithi040.stdout:965 2024-04-22T04:43:09.253 INFO:tasks.workunit.client.0.smithi040.stdout:966 2024-04-22T04:43:09.254 INFO:tasks.workunit.client.0.smithi040.stdout:967 2024-04-22T04:43:09.255 INFO:tasks.workunit.client.0.smithi040.stdout:968 2024-04-22T04:43:09.256 INFO:tasks.workunit.client.0.smithi040.stdout:969 2024-04-22T04:43:09.257 INFO:tasks.workunit.client.0.smithi040.stdout:970 2024-04-22T04:43:09.258 INFO:tasks.workunit.client.0.smithi040.stdout:971 2024-04-22T04:43:09.259 INFO:tasks.workunit.client.0.smithi040.stdout:972 2024-04-22T04:43:09.260 INFO:tasks.workunit.client.0.smithi040.stdout:973 2024-04-22T04:43:09.261 INFO:tasks.workunit.client.0.smithi040.stdout:974 2024-04-22T04:43:09.262 INFO:tasks.workunit.client.0.smithi040.stdout:975 2024-04-22T04:43:09.263 INFO:tasks.workunit.client.0.smithi040.stdout:976 2024-04-22T04:43:09.265 INFO:tasks.workunit.client.0.smithi040.stdout:977 2024-04-22T04:43:09.266 INFO:tasks.workunit.client.0.smithi040.stdout:978 2024-04-22T04:43:09.267 INFO:tasks.workunit.client.0.smithi040.stdout:979 2024-04-22T04:43:09.268 INFO:tasks.workunit.client.0.smithi040.stdout:980 2024-04-22T04:43:09.269 INFO:tasks.workunit.client.0.smithi040.stdout:981 2024-04-22T04:43:09.270 INFO:tasks.workunit.client.0.smithi040.stdout:982 2024-04-22T04:43:09.271 INFO:tasks.workunit.client.0.smithi040.stdout:983 2024-04-22T04:43:09.272 INFO:tasks.workunit.client.0.smithi040.stdout:984 2024-04-22T04:43:09.273 INFO:tasks.workunit.client.0.smithi040.stdout:985 2024-04-22T04:43:09.275 INFO:tasks.workunit.client.0.smithi040.stdout:986 2024-04-22T04:43:09.276 INFO:tasks.workunit.client.0.smithi040.stdout:987 2024-04-22T04:43:09.277 INFO:tasks.workunit.client.0.smithi040.stdout:988 2024-04-22T04:43:09.278 INFO:tasks.workunit.client.0.smithi040.stdout:989 2024-04-22T04:43:09.281 INFO:tasks.workunit.client.0.smithi040.stdout:990 2024-04-22T04:43:09.282 INFO:tasks.workunit.client.0.smithi040.stdout:991 2024-04-22T04:43:09.285 INFO:tasks.workunit.client.0.smithi040.stdout:992 2024-04-22T04:43:09.287 INFO:tasks.workunit.client.0.smithi040.stdout:993 2024-04-22T04:43:09.289 INFO:tasks.workunit.client.0.smithi040.stdout:994 2024-04-22T04:43:09.290 INFO:tasks.workunit.client.0.smithi040.stdout:995 2024-04-22T04:43:09.291 INFO:tasks.workunit.client.0.smithi040.stdout:996 2024-04-22T04:43:09.292 INFO:tasks.workunit.client.0.smithi040.stdout:997 2024-04-22T04:43:09.293 INFO:tasks.workunit.client.0.smithi040.stdout:998 2024-04-22T04:43:09.295 INFO:tasks.workunit.client.0.smithi040.stdout:999 2024-04-22T04:43:10.289 INFO:tasks.workunit.client.0.smithi040.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-22T04:43:10.289 INFO:tasks.workunit.client.0.smithi040.stdout:00000010 69 73 |is| 2024-04-22T04:43:10.289 INFO:tasks.workunit.client.0.smithi040.stdout:00000012 2024-04-22T04:43:10.289 INFO:tasks.workunit.client.0.smithi040.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-22T04:43:10.289 INFO:tasks.workunit.client.0.smithi040.stdout:00000010 69 73 |is| 2024-04-22T04:43:10.289 INFO:tasks.workunit.client.0.smithi040.stdout:00000012 2024-04-22T04:43:10.289 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsHello.WriteReturnData (4030 ms) 2024-04-22T04:43:10.289 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsHello.Loud 2024-04-22T04:43:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:43:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:43:10] "GET /metrics HTTP/1.1" 200 242436 "" "Prometheus/2.43.0" 2024-04-22T04:43:10.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:10 smithi040 ceph-mon[88445]: pgmap v1156: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:10.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:10 smithi040 ceph-mon[88445]: osdmap e939: 8 total, 8 up, 8 in 2024-04-22T04:43:10.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:10 smithi040 ceph-mon[91058]: pgmap v1156: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:10.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:10 smithi040 ceph-mon[91058]: osdmap e939: 8 total, 8 up, 8 in 2024-04-22T04:43:10.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:10 smithi062 ceph-mon[78153]: pgmap v1156: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:10.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:10 smithi062 ceph-mon[78153]: osdmap e939: 8 total, 8 up, 8 in 2024-04-22T04:43:11.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:11 smithi062 ceph-mon[78153]: osdmap e940: 8 total, 8 up, 8 in 2024-04-22T04:43:11.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:11 smithi040 ceph-mon[88445]: osdmap e940: 8 total, 8 up, 8 in 2024-04-22T04:43:11.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:11 smithi040 ceph-mon[91058]: osdmap e940: 8 total, 8 up, 8 in 2024-04-22T04:43:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:12 smithi062 ceph-mon[78153]: pgmap v1159: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:12 smithi062 ceph-mon[78153]: osdmap e941: 8 total, 8 up, 8 in 2024-04-22T04:43:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:12 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3840973613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:12 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:12 smithi040 ceph-mon[91058]: pgmap v1159: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:12 smithi040 ceph-mon[91058]: osdmap e941: 8 total, 8 up, 8 in 2024-04-22T04:43:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:12 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3840973613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:12 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:12 smithi040 ceph-mon[88445]: pgmap v1159: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:12 smithi040 ceph-mon[88445]: osdmap e941: 8 total, 8 up, 8 in 2024-04-22T04:43:12.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:12 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3840973613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:12.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:12 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:13.337 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsHello.Loud (3048 ms) 2024-04-22T04:43:13.337 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsHello.BadMethods 2024-04-22T04:43:13.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:13 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:13.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:13 smithi062 ceph-mon[78153]: osdmap e942: 8 total, 8 up, 8 in 2024-04-22T04:43:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:13 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:13 smithi040 ceph-mon[88445]: osdmap e942: 8 total, 8 up, 8 in 2024-04-22T04:43:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:13 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:13 smithi040 ceph-mon[91058]: osdmap e942: 8 total, 8 up, 8 in 2024-04-22T04:43:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:14 smithi062 ceph-mon[78153]: pgmap v1162: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:14 smithi062 ceph-mon[78153]: osdmap e943: 8 total, 8 up, 8 in 2024-04-22T04:43:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:14 smithi040 ceph-mon[88445]: pgmap v1162: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:14 smithi040 ceph-mon[88445]: osdmap e943: 8 total, 8 up, 8 in 2024-04-22T04:43:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:14 smithi040 ceph-mon[91058]: pgmap v1162: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:14 smithi040 ceph-mon[91058]: osdmap e943: 8 total, 8 up, 8 in 2024-04-22T04:43:15.631 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:43:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:43:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:43:15.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:15 smithi062 ceph-mon[78153]: osdmap e944: 8 total, 8 up, 8 in 2024-04-22T04:43:15.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:15 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/555064180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:15.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:15 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:15 smithi040 ceph-mon[88445]: osdmap e944: 8 total, 8 up, 8 in 2024-04-22T04:43:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:15 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/555064180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:15 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:15.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:15 smithi040 ceph-mon[91058]: osdmap e944: 8 total, 8 up, 8 in 2024-04-22T04:43:15.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:15 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/555064180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:15.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:15 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:15.660 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:43:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-2[103325]: 2024-04-22T04:43:15.365+0000 7f3a9d264700 -1 osd.2 pg_epoch: 945 pg[33.2( v 945'1 (0'0,945'1] local-lis/les=944/945 n=1 ec=944/944 lis/c=944/944 les/c/f=945/945/0 sis=944) [2,3,6] r=0 lpr=944 crt=945'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-04-22T04:43:15.660 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 04:43:15 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-2[103325]: 2024-04-22T04:43:15.366+0000 7f3a9d264700 -1 osd.2 pg_epoch: 945 pg[33.2( v 945'2 (0'0,945'2] local-lis/les=944/945 n=1 ec=944/944 lis/c=944/944 les/c/f=945/945/0 sis=944) [2,3,6] r=0 lpr=944 crt=945'1 lcod 945'1 mlcod 945'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-04-22T04:43:16.345 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsHello.BadMethods (3008 ms) 2024-04-22T04:43:16.345 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsHello.Filter 2024-04-22T04:43:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:16 smithi062 ceph-mon[78153]: pgmap v1165: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:16 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:16 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:16 smithi062 ceph-mon[78153]: osdmap e945: 8 total, 8 up, 8 in 2024-04-22T04:43:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:16 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:43:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:16 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:43:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:16 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:43:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:16 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:43:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:16 smithi040 ceph-mon[88445]: pgmap v1165: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:16 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:16 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:16 smithi040 ceph-mon[88445]: osdmap e945: 8 total, 8 up, 8 in 2024-04-22T04:43:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:16 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:43:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:16 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:43:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:16 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:43:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:16 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:43:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:16 smithi040 ceph-mon[91058]: pgmap v1165: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:16.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:16 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:16.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:16 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:16.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:16 smithi040 ceph-mon[91058]: osdmap e945: 8 total, 8 up, 8 in 2024-04-22T04:43:16.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:16 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:43:16.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:16 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:43:16.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:16 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:43:16.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:16 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:43:17.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:17 smithi062 ceph-mon[78153]: osdmap e946: 8 total, 8 up, 8 in 2024-04-22T04:43:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:17 smithi040 ceph-mon[88445]: osdmap e946: 8 total, 8 up, 8 in 2024-04-22T04:43:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:17 smithi040 ceph-mon[91058]: osdmap e946: 8 total, 8 up, 8 in 2024-04-22T04:43:18.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:18 smithi062 ceph-mon[78153]: pgmap v1168: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:18.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:18 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:18.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:18 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:43:18.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:18 smithi062 ceph-mon[78153]: osdmap e947: 8 total, 8 up, 8 in 2024-04-22T04:43:18.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:18 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/10999516' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:18 smithi040 ceph-mon[88445]: pgmap v1168: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:18 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:18 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:43:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:18 smithi040 ceph-mon[88445]: osdmap e947: 8 total, 8 up, 8 in 2024-04-22T04:43:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:18 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/10999516' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:18.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:18 smithi040 ceph-mon[91058]: pgmap v1168: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:18.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:18 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:18.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:18 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:43:18.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:18 smithi040 ceph-mon[91058]: osdmap e947: 8 total, 8 up, 8 in 2024-04-22T04:43:18.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:18 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/10999516' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsHello.Filter (3033 ms) 2024-04-22T04:43:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 6 tests from ClsHello (19017 ms total) 2024-04-22T04:43:19.380 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T04:43:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment tear-down 2024-04-22T04:43:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] 6 tests from 1 test suite ran. (19017 ms total) 2024-04-22T04:43:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:[ PASSED ] 6 tests. 2024-04-22T04:43:19.384 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-22T04:43:19.385 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-22T04:43:19.457 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-04-22T04:43:19.457 DEBUG:teuthology.orchestra.run.smithi040:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-04-22T04:43:19.531 INFO:tasks.workunit.client.0.smithi040.stdout:Running main() from gmock_main.cc 2024-04-22T04:43:19.531 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] Running 27 tests from 1 test suite. 2024-04-22T04:43:19.531 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment set-up. 2024-04-22T04:43:19.531 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 27 tests from TestClsJournal 2024-04-22T04:43:19.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:19 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/10999516' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:19.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:19 smithi062 ceph-mon[78153]: osdmap e948: 8 total, 8 up, 8 in 2024-04-22T04:43:19.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:19 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/10999516' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:19.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:19 smithi040 ceph-mon[88445]: osdmap e948: 8 total, 8 up, 8 in 2024-04-22T04:43:19.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:19 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/10999516' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129340-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:19.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:19 smithi040 ceph-mon[91058]: osdmap e948: 8 total, 8 up, 8 in 2024-04-22T04:43:20.366 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:43:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:43:20] "GET /metrics HTTP/1.1" 200 242436 "" "Prometheus/2.43.0" 2024-04-22T04:43:20.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:20 smithi062 ceph-mon[78153]: pgmap v1171: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:20.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:20 smithi062 ceph-mon[78153]: osdmap e949: 8 total, 8 up, 8 in 2024-04-22T04:43:20.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:20 smithi040 ceph-mon[88445]: pgmap v1171: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:20.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:20 smithi040 ceph-mon[88445]: osdmap e949: 8 total, 8 up, 8 in 2024-04-22T04:43:20.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:20 smithi040 ceph-mon[91058]: pgmap v1171: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:20.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:20 smithi040 ceph-mon[91058]: osdmap e949: 8 total, 8 up, 8 in 2024-04-22T04:43:21.382 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.Create 2024-04-22T04:43:21.397 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.Create (16 ms) 2024-04-22T04:43:21.398 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-04-22T04:43:21.405 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.MinimumSet (7 ms) 2024-04-22T04:43:21.405 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-04-22T04:43:21.410 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2024-04-22T04:43:21.410 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-04-22T04:43:21.414 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-04-22T04:43:21.414 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-04-22T04:43:21.417 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-04-22T04:43:21.417 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-04-22T04:43:21.420 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-04-22T04:43:21.420 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-04-22T04:43:21.422 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.CreateDuplicate (2 ms) 2024-04-22T04:43:21.423 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.GetClient 2024-04-22T04:43:21.425 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-04-22T04:43:21.425 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-04-22T04:43:21.428 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-04-22T04:43:21.428 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-04-22T04:43:21.432 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-04-22T04:43:21.432 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-04-22T04:43:21.437 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-04-22T04:43:21.437 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-04-22T04:43:21.441 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-04-22T04:43:21.441 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-04-22T04:43:21.445 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.ClientUnregister (4 ms) 2024-04-22T04:43:21.445 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-04-22T04:43:21.449 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-04-22T04:43:21.450 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-04-22T04:43:21.553 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (103 ms) 2024-04-22T04:43:21.553 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-04-22T04:43:21.556 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-04-22T04:43:21.556 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-04-22T04:43:21.559 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (2 ms) 2024-04-22T04:43:21.559 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-04-22T04:43:21.560 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-04-22T04:43:21.560 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.ClientList 2024-04-22T04:43:21.598 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.ClientList (38 ms) 2024-04-22T04:43:21.598 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-04-22T04:43:21.602 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-04-22T04:43:21.602 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.TagCreate 2024-04-22T04:43:21.610 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-04-22T04:43:21.610 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-04-22T04:43:21.617 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-04-22T04:43:21.617 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.TagList 2024-04-22T04:43:21.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:21 smithi040 ceph-mon[91058]: osdmap e950: 8 total, 8 up, 8 in 2024-04-22T04:43:21.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:21 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3363446230' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129645-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:21.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:43:21.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:43:21.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:21 smithi040 ceph-mon[88445]: osdmap e950: 8 total, 8 up, 8 in 2024-04-22T04:43:21.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:21 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3363446230' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129645-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:21.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:43:21.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:43:21.709 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.TagList (91 ms) 2024-04-22T04:43:21.709 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-04-22T04:43:21.710 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-04-22T04:43:21.710 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-04-22T04:43:21.711 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-04-22T04:43:21.711 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-04-22T04:43:21.713 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-04-22T04:43:21.713 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsJournal.Append 2024-04-22T04:43:21.723 INFO:tasks.workunit.client.0.smithi040.stdout:padding is not enabled 2024-04-22T04:43:21.723 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsJournal.Append (10 ms) 2024-04-22T04:43:21.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:21 smithi062 ceph-mon[78153]: osdmap e950: 8 total, 8 up, 8 in 2024-04-22T04:43:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:21 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3363446230' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129645-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:43:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:43:22.401 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 27 tests from TestClsJournal (342 ms total) 2024-04-22T04:43:22.401 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T04:43:22.401 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment tear-down 2024-04-22T04:43:22.402 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] 27 tests from 1 test suite ran. (2871 ms total) 2024-04-22T04:43:22.402 INFO:tasks.workunit.client.0.smithi040.stdout:[ PASSED ] 27 tests. 2024-04-22T04:43:22.404 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-22T04:43:22.404 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-22T04:43:22.476 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-04-22T04:43:22.477 DEBUG:teuthology.orchestra.run.smithi040:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-04-22T04:43:22.551 INFO:tasks.workunit.client.0.smithi040.stdout:Running main() from gmock_main.cc 2024-04-22T04:43:22.552 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] Running 11 tests from 1 test suite. 2024-04-22T04:43:22.552 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment set-up. 2024-04-22T04:43:22.552 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 11 tests from ClsLock 2024-04-22T04:43:22.552 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-04-22T04:43:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:22 smithi040 ceph-mon[88445]: pgmap v1174: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:22 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3363446230' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129645-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:22 smithi040 ceph-mon[88445]: osdmap e951: 8 total, 8 up, 8 in 2024-04-22T04:43:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:22 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:22 smithi040 ceph-mon[91058]: pgmap v1174: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:22 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3363446230' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129645-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:22 smithi040 ceph-mon[91058]: osdmap e951: 8 total, 8 up, 8 in 2024-04-22T04:43:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:22 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:22.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:22 smithi062 ceph-mon[78153]: pgmap v1174: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:22 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3363446230' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129645-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:22 smithi062 ceph-mon[78153]: osdmap e951: 8 total, 8 up, 8 in 2024-04-22T04:43:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:22 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:23.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:23 smithi040 ceph-mon[88445]: osdmap e952: 8 total, 8 up, 8 in 2024-04-22T04:43:23.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:23 smithi040 ceph-mon[91058]: osdmap e952: 8 total, 8 up, 8 in 2024-04-22T04:43:23.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:23 smithi062 ceph-mon[78153]: osdmap e952: 8 total, 8 up, 8 in 2024-04-22T04:43:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:24 smithi040 ceph-mon[88445]: pgmap v1177: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:24 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:24 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:43:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:24 smithi040 ceph-mon[88445]: osdmap e953: 8 total, 8 up, 8 in 2024-04-22T04:43:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:24 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1388553674' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:24 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:24 smithi040 ceph-mon[91058]: pgmap v1177: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:24.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:24 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:24.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:24 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:43:24.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:24 smithi040 ceph-mon[91058]: osdmap e953: 8 total, 8 up, 8 in 2024-04-22T04:43:24.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:24 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1388553674' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:24.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:24 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:24.707 INFO:tasks.workunit.client.0.smithi040.stdout:lock: mylock 2024-04-22T04:43:24.707 INFO:tasks.workunit.client.0.smithi040.stdout: lock_type: exclusive 2024-04-22T04:43:24.707 INFO:tasks.workunit.client.0.smithi040.stdout: tag: 2024-04-22T04:43:24.707 INFO:tasks.workunit.client.0.smithi040.stdout: lockers: 2024-04-22T04:43:24.707 INFO:tasks.workunit.client.0.smithi040.stdout: client.44621 expiration=2024-04-22T04:45:24.705646+0000 addr=v1:172.21.15.40:0/1388553674 cookie= 2024-04-22T04:43:24.711 INFO:tasks.workunit.client.0.smithi040.stdout:lock: mylock 2024-04-22T04:43:24.711 INFO:tasks.workunit.client.0.smithi040.stdout: lock_type: shared 2024-04-22T04:43:24.711 INFO:tasks.workunit.client.0.smithi040.stdout: tag: 2024-04-22T04:43:24.711 INFO:tasks.workunit.client.0.smithi040.stdout: lockers: 2024-04-22T04:43:24.711 INFO:tasks.workunit.client.0.smithi040.stdout: client.34677 expiration=0.000000 addr=v1:172.21.15.40:0/2564099883 cookie= 2024-04-22T04:43:24.711 INFO:tasks.workunit.client.0.smithi040.stdout: client.44621 expiration=2024-04-22T04:45:24.712744+0000 addr=v1:172.21.15.40:0/1388553674 cookie= 2024-04-22T04:43:24.713 INFO:tasks.workunit.client.0.smithi040.stdout:lock: mylock 2024-04-22T04:43:24.713 INFO:tasks.workunit.client.0.smithi040.stdout: lock_type: shared 2024-04-22T04:43:24.713 INFO:tasks.workunit.client.0.smithi040.stdout: tag: 2024-04-22T04:43:24.713 INFO:tasks.workunit.client.0.smithi040.stdout: lockers: 2024-04-22T04:43:24.713 INFO:tasks.workunit.client.0.smithi040.stdout: client.34677 expiration=0.000000 addr=v1:172.21.15.40:0/2564099883 cookie= 2024-04-22T04:43:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:24 smithi062 ceph-mon[78153]: pgmap v1177: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:24 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:24 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:43:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:24 smithi062 ceph-mon[78153]: osdmap e953: 8 total, 8 up, 8 in 2024-04-22T04:43:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:24 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1388553674' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:24 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:25.425 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsLock.TestMultiLocking (2874 ms) 2024-04-22T04:43:25.426 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsLock.TestMeta 2024-04-22T04:43:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:43:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:43:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:43:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:25 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:25 smithi062 ceph-mon[78153]: osdmap e954: 8 total, 8 up, 8 in 2024-04-22T04:43:25.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:25 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:25.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:25 smithi040 ceph-mon[88445]: osdmap e954: 8 total, 8 up, 8 in 2024-04-22T04:43:25.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:25 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:25.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:25 smithi040 ceph-mon[91058]: osdmap e954: 8 total, 8 up, 8 in 2024-04-22T04:43:26.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:26 smithi062 ceph-mon[78153]: pgmap v1180: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:26 smithi062 ceph-mon[78153]: osdmap e955: 8 total, 8 up, 8 in 2024-04-22T04:43:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:26 smithi040 ceph-mon[88445]: pgmap v1180: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:26 smithi040 ceph-mon[88445]: osdmap e955: 8 total, 8 up, 8 in 2024-04-22T04:43:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:26 smithi040 ceph-mon[91058]: pgmap v1180: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:26 smithi040 ceph-mon[91058]: osdmap e955: 8 total, 8 up, 8 in 2024-04-22T04:43:27.462 INFO:tasks.workunit.client.0.smithi040.stdout:lock: mylock 2024-04-22T04:43:27.462 INFO:tasks.workunit.client.0.smithi040.stdout: lock_type: shared 2024-04-22T04:43:27.463 INFO:tasks.workunit.client.0.smithi040.stdout: tag: 2024-04-22T04:43:27.463 INFO:tasks.workunit.client.0.smithi040.stdout: lockers: 2024-04-22T04:43:27.463 INFO:tasks.workunit.client.0.smithi040.stdout: client.34686 expiration=0.000000 addr=v1:172.21.15.40:0/753969272 cookie= 2024-04-22T04:43:27.464 INFO:tasks.workunit.client.0.smithi040.stdout:lock: mylock 2024-04-22T04:43:27.464 INFO:tasks.workunit.client.0.smithi040.stdout: lock_type: exclusive 2024-04-22T04:43:27.464 INFO:tasks.workunit.client.0.smithi040.stdout: tag: new_tag 2024-04-22T04:43:27.464 INFO:tasks.workunit.client.0.smithi040.stdout: lockers: 2024-04-22T04:43:27.464 INFO:tasks.workunit.client.0.smithi040.stdout: client.54544 expiration=0.000000 addr=v1:172.21.15.40:0/46592769 cookie= 2024-04-22T04:43:27.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:27 smithi062 ceph-mon[78153]: osdmap e956: 8 total, 8 up, 8 in 2024-04-22T04:43:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:27 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/46592769' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:27 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:27 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:27 smithi062 ceph-mon[78153]: osdmap e957: 8 total, 8 up, 8 in 2024-04-22T04:43:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:27 smithi040 ceph-mon[88445]: osdmap e956: 8 total, 8 up, 8 in 2024-04-22T04:43:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:27 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/46592769' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:27 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:27 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:27 smithi040 ceph-mon[88445]: osdmap e957: 8 total, 8 up, 8 in 2024-04-22T04:43:27.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:27 smithi040 ceph-mon[91058]: osdmap e956: 8 total, 8 up, 8 in 2024-04-22T04:43:27.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:27 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/46592769' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:27.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:27 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:27.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:27 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:27.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:27 smithi040 ceph-mon[91058]: osdmap e957: 8 total, 8 up, 8 in 2024-04-22T04:43:28.430 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsLock.TestMeta (3004 ms) 2024-04-22T04:43:28.430 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsLock.TestCookie 2024-04-22T04:43:28.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:28 smithi062 ceph-mon[78153]: pgmap v1183: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:28 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:28 smithi062 ceph-mon[78153]: osdmap e958: 8 total, 8 up, 8 in 2024-04-22T04:43:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:28 smithi040 ceph-mon[88445]: pgmap v1183: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:28 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:28 smithi040 ceph-mon[88445]: osdmap e958: 8 total, 8 up, 8 in 2024-04-22T04:43:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:28 smithi040 ceph-mon[91058]: pgmap v1183: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:28 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:28 smithi040 ceph-mon[91058]: osdmap e958: 8 total, 8 up, 8 in 2024-04-22T04:43:29.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:29 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:29.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:29 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:43:29.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:29 smithi062 ceph-mon[78153]: osdmap e959: 8 total, 8 up, 8 in 2024-04-22T04:43:29.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:29 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4294425094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:29.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:29 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:29 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:29 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:43:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:29 smithi040 ceph-mon[88445]: osdmap e959: 8 total, 8 up, 8 in 2024-04-22T04:43:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:29 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4294425094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:29 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:29.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:29 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:29.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:29 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:43:29.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:29 smithi040 ceph-mon[91058]: osdmap e959: 8 total, 8 up, 8 in 2024-04-22T04:43:29.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:29 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4294425094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:29.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:29 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:43:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:43:30] "GET /metrics HTTP/1.1" 200 242422 "" "Prometheus/2.43.0" 2024-04-22T04:43:30.467 INFO:tasks.workunit.client.0.smithi040.stdout:lock: mylock 2024-04-22T04:43:30.467 INFO:tasks.workunit.client.0.smithi040.stdout: lock_type: exclusive 2024-04-22T04:43:30.467 INFO:tasks.workunit.client.0.smithi040.stdout: tag: 2024-04-22T04:43:30.467 INFO:tasks.workunit.client.0.smithi040.stdout: lockers: 2024-04-22T04:43:30.469 INFO:tasks.workunit.client.0.smithi040.stdout:lock: mylock 2024-04-22T04:43:30.469 INFO:tasks.workunit.client.0.smithi040.stdout: lock_type: shared 2024-04-22T04:43:30.469 INFO:tasks.workunit.client.0.smithi040.stdout: tag: 2024-04-22T04:43:30.470 INFO:tasks.workunit.client.0.smithi040.stdout: lockers: 2024-04-22T04:43:30.470 INFO:tasks.workunit.client.0.smithi040.stdout: client.44642 expiration=0.000000 addr=v1:172.21.15.40:0/4294425094 cookie= 2024-04-22T04:43:30.470 INFO:tasks.workunit.client.0.smithi040.stdout: client.44642 expiration=0.000000 addr=v1:172.21.15.40:0/4294425094 cookie=new cookie 2024-04-22T04:43:30.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:30 smithi062 ceph-mon[78153]: pgmap v1186: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:30 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:30 smithi062 ceph-mon[78153]: osdmap e960: 8 total, 8 up, 8 in 2024-04-22T04:43:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:30 smithi040 ceph-mon[88445]: pgmap v1186: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:30 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:30 smithi040 ceph-mon[88445]: osdmap e960: 8 total, 8 up, 8 in 2024-04-22T04:43:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:30 smithi040 ceph-mon[91058]: pgmap v1186: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:30 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:30.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:30 smithi040 ceph-mon[91058]: osdmap e960: 8 total, 8 up, 8 in 2024-04-22T04:43:31.451 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsLock.TestCookie (3021 ms) 2024-04-22T04:43:31.451 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-04-22T04:43:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:32 smithi062 ceph-mon[78153]: pgmap v1189: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:32 smithi062 ceph-mon[78153]: osdmap e961: 8 total, 8 up, 8 in 2024-04-22T04:43:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:32 smithi040 ceph-mon[88445]: pgmap v1189: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:32 smithi040 ceph-mon[88445]: osdmap e961: 8 total, 8 up, 8 in 2024-04-22T04:43:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:32 smithi040 ceph-mon[91058]: pgmap v1189: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:32 smithi040 ceph-mon[91058]: osdmap e961: 8 total, 8 up, 8 in 2024-04-22T04:43:33.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:33 smithi062 ceph-mon[78153]: osdmap e962: 8 total, 8 up, 8 in 2024-04-22T04:43:33.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:33 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3857865489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:33 smithi040 ceph-mon[88445]: osdmap e962: 8 total, 8 up, 8 in 2024-04-22T04:43:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:33 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3857865489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:33.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:33 smithi040 ceph-mon[91058]: osdmap e962: 8 total, 8 up, 8 in 2024-04-22T04:43:33.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:33 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3857865489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:34.483 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsLock.TestMultipleLocks (3033 ms) 2024-04-22T04:43:34.484 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsLock.TestLockDuration 2024-04-22T04:43:34.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:34 smithi062 ceph-mon[78153]: pgmap v1192: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:34 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:34 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3857865489' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:34 smithi062 ceph-mon[78153]: osdmap e963: 8 total, 8 up, 8 in 2024-04-22T04:43:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:34 smithi040 ceph-mon[88445]: pgmap v1192: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:34 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:34 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3857865489' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:34 smithi040 ceph-mon[88445]: osdmap e963: 8 total, 8 up, 8 in 2024-04-22T04:43:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:34 smithi040 ceph-mon[91058]: pgmap v1192: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:34 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:34 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3857865489' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:34 smithi040 ceph-mon[91058]: osdmap e963: 8 total, 8 up, 8 in 2024-04-22T04:43:35.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:35 smithi062 ceph-mon[78153]: osdmap e964: 8 total, 8 up, 8 in 2024-04-22T04:43:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:43:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:43:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:43:35.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:35 smithi040 ceph-mon[88445]: osdmap e964: 8 total, 8 up, 8 in 2024-04-22T04:43:35.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:35 smithi040 ceph-mon[91058]: osdmap e964: 8 total, 8 up, 8 in 2024-04-22T04:43:36.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:36 smithi062 ceph-mon[78153]: pgmap v1195: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:36 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:36 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:43:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:36 smithi062 ceph-mon[78153]: osdmap e965: 8 total, 8 up, 8 in 2024-04-22T04:43:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:36 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3880825400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:43:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:36 smithi040 ceph-mon[88445]: pgmap v1195: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:36 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:36 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:43:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:36 smithi040 ceph-mon[88445]: osdmap e965: 8 total, 8 up, 8 in 2024-04-22T04:43:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:36 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3880825400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:43:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:36 smithi040 ceph-mon[91058]: pgmap v1195: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:36 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:36 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:43:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:36 smithi040 ceph-mon[91058]: osdmap e965: 8 total, 8 up, 8 in 2024-04-22T04:43:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:36 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3880825400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:43:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:37 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3880825400' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:37 smithi062 ceph-mon[78153]: osdmap e966: 8 total, 8 up, 8 in 2024-04-22T04:43:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:37 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3880825400' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:37 smithi040 ceph-mon[88445]: osdmap e966: 8 total, 8 up, 8 in 2024-04-22T04:43:37.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:37 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3880825400' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:37.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:37 smithi040 ceph-mon[91058]: osdmap e966: 8 total, 8 up, 8 in 2024-04-22T04:43:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:38 smithi062 ceph-mon[78153]: pgmap v1198: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:38 smithi062 ceph-mon[78153]: osdmap e967: 8 total, 8 up, 8 in 2024-04-22T04:43:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:38 smithi040 ceph-mon[88445]: pgmap v1198: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:38 smithi040 ceph-mon[88445]: osdmap e967: 8 total, 8 up, 8 in 2024-04-22T04:43:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:38 smithi040 ceph-mon[91058]: pgmap v1198: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:38 smithi040 ceph-mon[91058]: osdmap e967: 8 total, 8 up, 8 in 2024-04-22T04:43:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:43:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:43:40] "GET /metrics HTTP/1.1" 200 242408 "" "Prometheus/2.43.0" 2024-04-22T04:43:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:40 smithi062 ceph-mon[78153]: pgmap v1200: 137 pgs: 14 creating+peering, 8 unknown, 115 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:40 smithi040 ceph-mon[88445]: pgmap v1200: 137 pgs: 14 creating+peering, 8 unknown, 115 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:40 smithi040 ceph-mon[91058]: pgmap v1200: 137 pgs: 14 creating+peering, 8 unknown, 115 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:42.503 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsLock.TestLockDuration (8019 ms) 2024-04-22T04:43:42.503 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-04-22T04:43:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:42 smithi062 ceph-mon[78153]: pgmap v1201: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:42 smithi040 ceph-mon[88445]: pgmap v1201: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:42 smithi040 ceph-mon[91058]: pgmap v1201: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:43.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:43 smithi062 ceph-mon[78153]: osdmap e968: 8 total, 8 up, 8 in 2024-04-22T04:43:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:43 smithi040 ceph-mon[88445]: osdmap e968: 8 total, 8 up, 8 in 2024-04-22T04:43:43.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:43 smithi040 ceph-mon[91058]: osdmap e968: 8 total, 8 up, 8 in 2024-04-22T04:43:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:44 smithi062 ceph-mon[78153]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:44 smithi062 ceph-mon[78153]: osdmap e969: 8 total, 8 up, 8 in 2024-04-22T04:43:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:44 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4272523985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:44 smithi040 ceph-mon[88445]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:44 smithi040 ceph-mon[88445]: osdmap e969: 8 total, 8 up, 8 in 2024-04-22T04:43:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:44 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4272523985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:44 smithi040 ceph-mon[91058]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:44 smithi040 ceph-mon[91058]: osdmap e969: 8 total, 8 up, 8 in 2024-04-22T04:43:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:44 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4272523985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:45.543 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsLock.TestAssertLocked (3036 ms) 2024-04-22T04:43:45.543 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsLock.TestSetCookie 2024-04-22T04:43:45.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:45 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4272523985' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:45.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:45 smithi062 ceph-mon[78153]: osdmap e970: 8 total, 8 up, 8 in 2024-04-22T04:43:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:43:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:43:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:43:45.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:45 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4272523985' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:45.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:45 smithi040 ceph-mon[88445]: osdmap e970: 8 total, 8 up, 8 in 2024-04-22T04:43:45.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:45 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4272523985' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:45.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:45 smithi040 ceph-mon[91058]: osdmap e970: 8 total, 8 up, 8 in 2024-04-22T04:43:46.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:46 smithi062 ceph-mon[78153]: pgmap v1206: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:46 smithi062 ceph-mon[78153]: osdmap e971: 8 total, 8 up, 8 in 2024-04-22T04:43:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:46 smithi040 ceph-mon[88445]: pgmap v1206: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:46 smithi040 ceph-mon[88445]: osdmap e971: 8 total, 8 up, 8 in 2024-04-22T04:43:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:46 smithi040 ceph-mon[91058]: pgmap v1206: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:46 smithi040 ceph-mon[91058]: osdmap e971: 8 total, 8 up, 8 in 2024-04-22T04:43:47.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:47 smithi062 ceph-mon[78153]: osdmap e972: 8 total, 8 up, 8 in 2024-04-22T04:43:47.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:47 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3352670431' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:47.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:47 smithi040 ceph-mon[88445]: osdmap e972: 8 total, 8 up, 8 in 2024-04-22T04:43:47.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:47 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3352670431' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:47.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:47 smithi040 ceph-mon[91058]: osdmap e972: 8 total, 8 up, 8 in 2024-04-22T04:43:47.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:47 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3352670431' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:48.563 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsLock.TestSetCookie (3024 ms) 2024-04-22T04:43:48.563 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsLock.TestRenew 2024-04-22T04:43:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:48 smithi062 ceph-mon[78153]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:48 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:48 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3352670431' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:48 smithi062 ceph-mon[78153]: osdmap e973: 8 total, 8 up, 8 in 2024-04-22T04:43:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:48 smithi040 ceph-mon[88445]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:48 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:48 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3352670431' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:48 smithi040 ceph-mon[88445]: osdmap e973: 8 total, 8 up, 8 in 2024-04-22T04:43:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:48 smithi040 ceph-mon[91058]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:48 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:43:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:48 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3352670431' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:48 smithi040 ceph-mon[91058]: osdmap e973: 8 total, 8 up, 8 in 2024-04-22T04:43:49.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:49 smithi062 ceph-mon[78153]: osdmap e974: 8 total, 8 up, 8 in 2024-04-22T04:43:49.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:49 smithi040 ceph-mon[88445]: osdmap e974: 8 total, 8 up, 8 in 2024-04-22T04:43:49.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:49 smithi040 ceph-mon[91058]: osdmap e974: 8 total, 8 up, 8 in 2024-04-22T04:43:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:43:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:43:50] "GET /metrics HTTP/1.1" 200 242408 "" "Prometheus/2.43.0" 2024-04-22T04:43:50.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:50 smithi062 ceph-mon[78153]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:50 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:50 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:43:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:50 smithi062 ceph-mon[78153]: osdmap e975: 8 total, 8 up, 8 in 2024-04-22T04:43:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:50 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/877066925' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:50 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:50 smithi040 ceph-mon[91058]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:50 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:50 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:43:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:50 smithi040 ceph-mon[91058]: osdmap e975: 8 total, 8 up, 8 in 2024-04-22T04:43:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:50 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/877066925' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:50 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:50 smithi040 ceph-mon[88445]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:50 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:43:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:50 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:43:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:50 smithi040 ceph-mon[88445]: osdmap e975: 8 total, 8 up, 8 in 2024-04-22T04:43:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:50 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/877066925' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:50 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:43:51.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:43:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:51 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:51 smithi062 ceph-mon[78153]: osdmap e976: 8 total, 8 up, 8 in 2024-04-22T04:43:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:43:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:51 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:51 smithi040 ceph-mon[88445]: osdmap e976: 8 total, 8 up, 8 in 2024-04-22T04:43:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:43:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:51 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:43:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:51 smithi040 ceph-mon[91058]: osdmap e976: 8 total, 8 up, 8 in 2024-04-22T04:43:52.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:52 smithi062 ceph-mon[78153]: pgmap v1215: 137 pgs: 6 creating+activating, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:52 smithi062 ceph-mon[78153]: osdmap e977: 8 total, 8 up, 8 in 2024-04-22T04:43:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:52 smithi040 ceph-mon[88445]: pgmap v1215: 137 pgs: 6 creating+activating, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:52 smithi040 ceph-mon[88445]: osdmap e977: 8 total, 8 up, 8 in 2024-04-22T04:43:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:52 smithi040 ceph-mon[91058]: pgmap v1215: 137 pgs: 6 creating+activating, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:43:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:52 smithi040 ceph-mon[91058]: osdmap e977: 8 total, 8 up, 8 in 2024-04-22T04:43:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:54 smithi062 ceph-mon[78153]: pgmap v1217: 137 pgs: 6 creating+activating, 131 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:43:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:54 smithi040 ceph-mon[88445]: pgmap v1217: 137 pgs: 6 creating+activating, 131 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:43:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:54 smithi040 ceph-mon[91058]: pgmap v1217: 137 pgs: 6 creating+activating, 131 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:43:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:43:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:43:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:43:56.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:56 smithi062 ceph-mon[78153]: pgmap v1218: 137 pgs: 6 creating+activating, 131 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:43:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:56 smithi040 ceph-mon[88445]: pgmap v1218: 137 pgs: 6 creating+activating, 131 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:43:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:56 smithi040 ceph-mon[91058]: pgmap v1218: 137 pgs: 6 creating+activating, 131 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:43:58.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:43:58 smithi062 ceph-mon[78153]: pgmap v1219: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:43:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:43:58 smithi040 ceph-mon[88445]: pgmap v1219: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:43:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:43:58 smithi040 ceph-mon[91058]: pgmap v1219: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:44:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:44:00] "GET /metrics HTTP/1.1" 200 242392 "" "Prometheus/2.43.0" 2024-04-22T04:44:00.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:00 smithi062 ceph-mon[78153]: pgmap v1220: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:00 smithi040 ceph-mon[88445]: pgmap v1220: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:00 smithi040 ceph-mon[91058]: pgmap v1220: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:02 smithi062 ceph-mon[78153]: pgmap v1221: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:02 smithi040 ceph-mon[88445]: pgmap v1221: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:02 smithi040 ceph-mon[91058]: pgmap v1221: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:04.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:04 smithi062 ceph-mon[78153]: pgmap v1222: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 270 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:04 smithi040 ceph-mon[88445]: pgmap v1222: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 270 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:04 smithi040 ceph-mon[91058]: pgmap v1222: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 270 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:44:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:44:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:44:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:44:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:44:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:44:06.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:06 smithi062 ceph-mon[78153]: pgmap v1223: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:06 smithi040 ceph-mon[88445]: pgmap v1223: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:06 smithi040 ceph-mon[91058]: pgmap v1223: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:08.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:08 smithi062 ceph-mon[78153]: pgmap v1224: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:08 smithi040 ceph-mon[88445]: pgmap v1224: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:08 smithi040 ceph-mon[91058]: pgmap v1224: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:09.624 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsLock.TestRenew (21061 ms) 2024-04-22T04:44:09.624 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-04-22T04:44:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:44:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:44:10] "GET /metrics HTTP/1.1" 200 242348 "" "Prometheus/2.43.0" 2024-04-22T04:44:10.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:10 smithi062 ceph-mon[78153]: pgmap v1225: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:10.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:10 smithi062 ceph-mon[78153]: osdmap e978: 8 total, 8 up, 8 in 2024-04-22T04:44:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:10 smithi040 ceph-mon[88445]: pgmap v1225: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:10 smithi040 ceph-mon[88445]: osdmap e978: 8 total, 8 up, 8 in 2024-04-22T04:44:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:10 smithi040 ceph-mon[91058]: pgmap v1225: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:10 smithi040 ceph-mon[91058]: osdmap e978: 8 total, 8 up, 8 in 2024-04-22T04:44:11.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:11 smithi062 ceph-mon[78153]: osdmap e979: 8 total, 8 up, 8 in 2024-04-22T04:44:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:11 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2561477430' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:11 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:11 smithi040 ceph-mon[88445]: osdmap e979: 8 total, 8 up, 8 in 2024-04-22T04:44:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:11 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2561477430' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:11 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:11 smithi040 ceph-mon[91058]: osdmap e979: 8 total, 8 up, 8 in 2024-04-22T04:44:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:11 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2561477430' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:11 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:12 smithi040 ceph-mon[88445]: pgmap v1228: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:12 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:44:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:12 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:12 smithi040 ceph-mon[88445]: osdmap e980: 8 total, 8 up, 8 in 2024-04-22T04:44:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:12 smithi040 ceph-mon[91058]: pgmap v1228: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:12 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:44:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:12 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:12 smithi040 ceph-mon[91058]: osdmap e980: 8 total, 8 up, 8 in 2024-04-22T04:44:13.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:12 smithi062 ceph-mon[78153]: pgmap v1228: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:13.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:12 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:44:13.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:12 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:13.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:12 smithi062 ceph-mon[78153]: osdmap e980: 8 total, 8 up, 8 in 2024-04-22T04:44:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:13 smithi040 ceph-mon[88445]: osdmap e981: 8 total, 8 up, 8 in 2024-04-22T04:44:13.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:13 smithi040 ceph-mon[91058]: osdmap e981: 8 total, 8 up, 8 in 2024-04-22T04:44:14.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:13 smithi062 ceph-mon[78153]: osdmap e981: 8 total, 8 up, 8 in 2024-04-22T04:44:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:14 smithi040 ceph-mon[88445]: pgmap v1231: 137 pgs: 13 creating+peering, 8 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:14 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:44:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:14 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:44:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:14 smithi040 ceph-mon[91058]: pgmap v1231: 137 pgs: 13 creating+peering, 8 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:14 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:44:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:14 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:44:15.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:14 smithi062 ceph-mon[78153]: pgmap v1231: 137 pgs: 13 creating+peering, 8 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:15.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:14 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:44:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:14 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:44:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:44:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:44:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:44:16.648 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7025 ms) 2024-04-22T04:44:16.648 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-04-22T04:44:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:16 smithi040 ceph-mon[88445]: pgmap v1232: 137 pgs: 13 creating+peering, 8 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:16 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:44:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:16 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:44:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:16 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:44:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:16 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:44:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:16 smithi040 ceph-mon[91058]: pgmap v1232: 137 pgs: 13 creating+peering, 8 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:16 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:44:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:16 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:44:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:16 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:44:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:16 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:44:17.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:16 smithi062 ceph-mon[78153]: pgmap v1232: 137 pgs: 13 creating+peering, 8 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:16 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:44:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:16 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:44:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:16 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:44:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:16 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:44:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:17 smithi040 ceph-mon[88445]: osdmap e982: 8 total, 8 up, 8 in 2024-04-22T04:44:17.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:17 smithi040 ceph-mon[91058]: osdmap e982: 8 total, 8 up, 8 in 2024-04-22T04:44:18.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:17 smithi062 ceph-mon[78153]: osdmap e982: 8 total, 8 up, 8 in 2024-04-22T04:44:19.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:18 smithi062 ceph-mon[78153]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:18 smithi062 ceph-mon[78153]: osdmap e983: 8 total, 8 up, 8 in 2024-04-22T04:44:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:18 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1058477748' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:19.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:18 smithi040 ceph-mon[91058]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:19.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:18 smithi040 ceph-mon[91058]: osdmap e983: 8 total, 8 up, 8 in 2024-04-22T04:44:19.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:18 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1058477748' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:19.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:18 smithi040 ceph-mon[88445]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:19.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:18 smithi040 ceph-mon[88445]: osdmap e983: 8 total, 8 up, 8 in 2024-04-22T04:44:19.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:18 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1058477748' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:20.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:19 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1058477748' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:20.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:19 smithi040 ceph-mon[88445]: osdmap e984: 8 total, 8 up, 8 in 2024-04-22T04:44:20.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:19 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1058477748' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:20.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:19 smithi040 ceph-mon[91058]: osdmap e984: 8 total, 8 up, 8 in 2024-04-22T04:44:20.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:19 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1058477748' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:20.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:19 smithi062 ceph-mon[78153]: osdmap e984: 8 total, 8 up, 8 in 2024-04-22T04:44:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:44:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:44:20] "GET /metrics HTTP/1.1" 200 242348 "" "Prometheus/2.43.0" 2024-04-22T04:44:21.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:20 smithi062 ceph-mon[78153]: pgmap v1237: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:20 smithi062 ceph-mon[78153]: osdmap e985: 8 total, 8 up, 8 in 2024-04-22T04:44:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:44:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:20 smithi040 ceph-mon[88445]: pgmap v1237: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:20 smithi040 ceph-mon[88445]: osdmap e985: 8 total, 8 up, 8 in 2024-04-22T04:44:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:44:21.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:20 smithi040 ceph-mon[91058]: pgmap v1237: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:20 smithi040 ceph-mon[91058]: osdmap e985: 8 total, 8 up, 8 in 2024-04-22T04:44:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:44:23.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:22 smithi062 ceph-mon[78153]: pgmap v1239: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:22 smithi040 ceph-mon[88445]: pgmap v1239: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:23.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:22 smithi040 ceph-mon[91058]: pgmap v1239: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:24.703 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8053 ms) 2024-04-22T04:44:24.703 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-04-22T04:44:25.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:24 smithi062 ceph-mon[78153]: pgmap v1240: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:25.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:24 smithi040 ceph-mon[88445]: pgmap v1240: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:25.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:24 smithi040 ceph-mon[91058]: pgmap v1240: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:25.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:25 smithi062 ceph-mon[78153]: osdmap e986: 8 total, 8 up, 8 in 2024-04-22T04:44:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:44:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:44:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:44:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:25 smithi040 ceph-mon[88445]: osdmap e986: 8 total, 8 up, 8 in 2024-04-22T04:44:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:25 smithi040 ceph-mon[91058]: osdmap e986: 8 total, 8 up, 8 in 2024-04-22T04:44:27.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:26 smithi062 ceph-mon[78153]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:26 smithi062 ceph-mon[78153]: osdmap e987: 8 total, 8 up, 8 in 2024-04-22T04:44:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:26 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3173630331' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:26 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:26 smithi040 ceph-mon[88445]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:26 smithi040 ceph-mon[88445]: osdmap e987: 8 total, 8 up, 8 in 2024-04-22T04:44:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:26 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3173630331' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:26 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:26 smithi040 ceph-mon[91058]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:26 smithi040 ceph-mon[91058]: osdmap e987: 8 total, 8 up, 8 in 2024-04-22T04:44:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:26 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3173630331' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:26 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:27 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:27 smithi062 ceph-mon[78153]: osdmap e988: 8 total, 8 up, 8 in 2024-04-22T04:44:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:27 smithi062 ceph-mon[78153]: pgmap v1245: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:27 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:27 smithi040 ceph-mon[88445]: osdmap e988: 8 total, 8 up, 8 in 2024-04-22T04:44:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:27 smithi040 ceph-mon[88445]: pgmap v1245: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:28.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:27 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-129712-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:28.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:27 smithi040 ceph-mon[91058]: osdmap e988: 8 total, 8 up, 8 in 2024-04-22T04:44:28.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:27 smithi040 ceph-mon[91058]: pgmap v1245: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:29.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:28 smithi062 ceph-mon[78153]: osdmap e989: 8 total, 8 up, 8 in 2024-04-22T04:44:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:28 smithi040 ceph-mon[88445]: osdmap e989: 8 total, 8 up, 8 in 2024-04-22T04:44:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:28 smithi040 ceph-mon[91058]: osdmap e989: 8 total, 8 up, 8 in 2024-04-22T04:44:30.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:29 smithi040 ceph-mon[88445]: pgmap v1247: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:30.065 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:29 smithi040 ceph-mon[91058]: pgmap v1247: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:30.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:29 smithi062 ceph-mon[78153]: pgmap v1247: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:44:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:44:30] "GET /metrics HTTP/1.1" 200 242421 "" "Prometheus/2.43.0" 2024-04-22T04:44:31.991 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7289 ms) 2024-04-22T04:44:31.991 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 11 tests from ClsLock (69439 ms total) 2024-04-22T04:44:31.991 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T04:44:31.991 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment tear-down 2024-04-22T04:44:31.991 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] 11 tests from 1 test suite ran. (69439 ms total) 2024-04-22T04:44:31.991 INFO:tasks.workunit.client.0.smithi040.stdout:[ PASSED ] 11 tests. 2024-04-22T04:44:31.994 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-22T04:44:31.995 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-22T04:44:32.064 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-04-22T04:44:32.064 DEBUG:teuthology.orchestra.run.smithi040:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-04-22T04:44:32.148 INFO:tasks.workunit.client.0.smithi040.stdout:Running main() from gmock_main.cc 2024-04-22T04:44:32.148 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-22T04:44:32.148 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment set-up. 2024-04-22T04:44:32.148 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 4 tests from cls_log 2024-04-22T04:44:32.149 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-04-22T04:44:32.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:31 smithi062 ceph-mon[78153]: pgmap v1248: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:32.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:31 smithi040 ceph-mon[88445]: pgmap v1248: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:32.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:31 smithi040 ceph-mon[91058]: pgmap v1248: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-22T04:44:33.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:32 smithi062 ceph-mon[78153]: osdmap e990: 8 total, 8 up, 8 in 2024-04-22T04:44:33.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:32 smithi040 ceph-mon[88445]: osdmap e990: 8 total, 8 up, 8 in 2024-04-22T04:44:33.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:32 smithi040 ceph-mon[91058]: osdmap e990: 8 total, 8 up, 8 in 2024-04-22T04:44:34.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:34 smithi062 ceph-mon[78153]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:34.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:34 smithi062 ceph-mon[78153]: osdmap e991: 8 total, 8 up, 8 in 2024-04-22T04:44:34.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:34 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2497460886' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:34.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:34 smithi040 ceph-mon[91058]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:34.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:34 smithi040 ceph-mon[91058]: osdmap e991: 8 total, 8 up, 8 in 2024-04-22T04:44:34.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:34 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2497460886' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:34.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:34 smithi040 ceph-mon[88445]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:34.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:34 smithi040 ceph-mon[88445]: osdmap e991: 8 total, 8 up, 8 in 2024-04-22T04:44:34.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:34 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2497460886' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:35.013 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_log.test_log_add_same_time (2866 ms) 2024-04-22T04:44:35.013 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-04-22T04:44:35.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:35 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2497460886' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:35 smithi062 ceph-mon[78153]: osdmap e992: 8 total, 8 up, 8 in 2024-04-22T04:44:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:35 smithi062 ceph-mon[78153]: osdmap e993: 8 total, 8 up, 8 in 2024-04-22T04:44:35.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:35 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2497460886' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:35.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:35 smithi040 ceph-mon[91058]: osdmap e992: 8 total, 8 up, 8 in 2024-04-22T04:44:35.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:35 smithi040 ceph-mon[91058]: osdmap e993: 8 total, 8 up, 8 in 2024-04-22T04:44:35.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:35 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2497460886' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:35.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:35 smithi040 ceph-mon[88445]: osdmap e992: 8 total, 8 up, 8 in 2024-04-22T04:44:35.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:35 smithi040 ceph-mon[88445]: osdmap e993: 8 total, 8 up, 8 in 2024-04-22T04:44:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:44:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:44:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:44:36.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:36 smithi062 ceph-mon[78153]: pgmap v1253: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:36.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:44:36.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:36 smithi040 ceph-mon[88445]: pgmap v1253: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:36.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:44:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:36 smithi040 ceph-mon[91058]: pgmap v1253: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:44:37.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:37 smithi062 ceph-mon[78153]: osdmap e994: 8 total, 8 up, 8 in 2024-04-22T04:44:37.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:37 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1441479563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:37 smithi040 ceph-mon[88445]: osdmap e994: 8 total, 8 up, 8 in 2024-04-22T04:44:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:37 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1441479563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:37 smithi040 ceph-mon[91058]: osdmap e994: 8 total, 8 up, 8 in 2024-04-22T04:44:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:37 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1441479563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:38.049 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_log.test_log_add_different_time (3035 ms) 2024-04-22T04:44:38.049 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_log.trim_by_time 2024-04-22T04:44:38.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:38 smithi062 ceph-mon[78153]: pgmap v1256: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:38.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:38 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:44:38.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:38 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1441479563' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:38.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:38 smithi062 ceph-mon[78153]: osdmap e995: 8 total, 8 up, 8 in 2024-04-22T04:44:38.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:38 smithi040 ceph-mon[88445]: pgmap v1256: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:38.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:38 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:44:38.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:38 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1441479563' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:38.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:38 smithi040 ceph-mon[88445]: osdmap e995: 8 total, 8 up, 8 in 2024-04-22T04:44:38.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:38 smithi040 ceph-mon[91058]: pgmap v1256: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:38.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:38 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:44:38.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:38 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1441479563' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:38.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:38 smithi040 ceph-mon[91058]: osdmap e995: 8 total, 8 up, 8 in 2024-04-22T04:44:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:39 smithi062 ceph-mon[78153]: osdmap e996: 8 total, 8 up, 8 in 2024-04-22T04:44:39.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:39 smithi040 ceph-mon[88445]: osdmap e996: 8 total, 8 up, 8 in 2024-04-22T04:44:39.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:39 smithi040 ceph-mon[91058]: osdmap e996: 8 total, 8 up, 8 in 2024-04-22T04:44:40.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:40 smithi062 ceph-mon[78153]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:40.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:40 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:44:40.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:40 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:44:40.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:40 smithi062 ceph-mon[78153]: osdmap e997: 8 total, 8 up, 8 in 2024-04-22T04:44:40.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:40 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1227998373' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:44:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:44:40] "GET /metrics HTTP/1.1" 200 240095 "" "Prometheus/2.43.0" 2024-04-22T04:44:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:40 smithi040 ceph-mon[88445]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:40 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:44:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:40 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:44:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:40 smithi040 ceph-mon[88445]: osdmap e997: 8 total, 8 up, 8 in 2024-04-22T04:44:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:40 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1227998373' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:40.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:40 smithi040 ceph-mon[91058]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:40.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:40 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:44:40.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:40 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:44:40.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:40 smithi040 ceph-mon[91058]: osdmap e997: 8 total, 8 up, 8 in 2024-04-22T04:44:40.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:40 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1227998373' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:41.079 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_log.trim_by_time (3031 ms) 2024-04-22T04:44:41.080 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_log.trim_by_marker 2024-04-22T04:44:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:41 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1227998373' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:41 smithi062 ceph-mon[78153]: osdmap e998: 8 total, 8 up, 8 in 2024-04-22T04:44:41.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:41 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1227998373' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:41.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:41 smithi040 ceph-mon[88445]: osdmap e998: 8 total, 8 up, 8 in 2024-04-22T04:44:41.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:41 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1227998373' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:41.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:41 smithi040 ceph-mon[91058]: osdmap e998: 8 total, 8 up, 8 in 2024-04-22T04:44:42.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:42 smithi062 ceph-mon[78153]: pgmap v1262: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:42.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:42 smithi062 ceph-mon[78153]: osdmap e999: 8 total, 8 up, 8 in 2024-04-22T04:44:42.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:42 smithi040 ceph-mon[88445]: pgmap v1262: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:42.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:42 smithi040 ceph-mon[88445]: osdmap e999: 8 total, 8 up, 8 in 2024-04-22T04:44:42.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:42 smithi040 ceph-mon[91058]: pgmap v1262: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:42.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:42 smithi040 ceph-mon[91058]: osdmap e999: 8 total, 8 up, 8 in 2024-04-22T04:44:43.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:43 smithi062 ceph-mon[78153]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-22T04:44:43.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:43 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/67827172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:43.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:43 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:43.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:43 smithi040 ceph-mon[88445]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-22T04:44:43.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:43 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/67827172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:43.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:43 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:43.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:43 smithi040 ceph-mon[91058]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-22T04:44:43.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:43 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/67827172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:43.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:43 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:44.100 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_log.trim_by_marker (3021 ms) 2024-04-22T04:44:44.100 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 4 tests from cls_log (11953 ms total) 2024-04-22T04:44:44.100 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T04:44:44.101 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment tear-down 2024-04-22T04:44:44.101 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] 4 tests from 1 test suite ran. (11953 ms total) 2024-04-22T04:44:44.101 INFO:tasks.workunit.client.0.smithi040.stdout:[ PASSED ] 4 tests. 2024-04-22T04:44:44.103 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-22T04:44:44.103 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-22T04:44:44.174 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-04-22T04:44:44.174 DEBUG:teuthology.orchestra.run.smithi040:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-04-22T04:44:44.248 INFO:tasks.workunit.client.0.smithi040.stdout:Running main() from gmock_main.cc 2024-04-22T04:44:44.248 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-22T04:44:44.248 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment set-up. 2024-04-22T04:44:44.248 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 4 tests from ClsNumOps 2024-04-22T04:44:44.248 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsNumOps.Add 2024-04-22T04:44:44.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:44 smithi062 ceph-mon[78153]: pgmap v1265: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:44.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:44 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:44:44.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:44 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:44.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:44 smithi062 ceph-mon[78153]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-22T04:44:44.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:44 smithi040 ceph-mon[88445]: pgmap v1265: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:44.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:44 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:44:44.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:44 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:44.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:44 smithi040 ceph-mon[88445]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-22T04:44:44.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:44 smithi040 ceph-mon[91058]: pgmap v1265: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:44.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:44 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:44:44.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:44 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130132-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:44.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:44 smithi040 ceph-mon[91058]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-22T04:44:45.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:45 smithi062 ceph-mon[78153]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-22T04:44:45.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:45 smithi040 ceph-mon[91058]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-22T04:44:45.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:45 smithi040 ceph-mon[88445]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-22T04:44:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:44:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:44:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:44:46.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:46 smithi062 ceph-mon[78153]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:46 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:44:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:46 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:44:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:46 smithi062 ceph-mon[78153]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-22T04:44:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:46 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2733397506' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:46.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:46 smithi040 ceph-mon[88445]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:46.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:46 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:44:46.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:46 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:44:46.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:46 smithi040 ceph-mon[88445]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-22T04:44:46.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:46 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2733397506' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:46.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:46 smithi040 ceph-mon[91058]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:46.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:46 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:44:46.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:46 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:44:46.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:46 smithi040 ceph-mon[91058]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-22T04:44:46.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:46 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2733397506' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:47.117 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsNumOps.Add (2868 ms) 2024-04-22T04:44:47.117 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsNumOps.Sub 2024-04-22T04:44:47.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:47 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2733397506' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:47.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:47 smithi062 ceph-mon[78153]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-22T04:44:47.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:47 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2733397506' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:47.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:47 smithi040 ceph-mon[88445]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-22T04:44:47.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:47 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2733397506' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:47.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:47 smithi040 ceph-mon[91058]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-22T04:44:48.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:48 smithi062 ceph-mon[78153]: pgmap v1271: 137 pgs: 11 creating+peering, 7 unknown, 119 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-22T04:44:48.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:48 smithi062 ceph-mon[78153]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-22T04:44:48.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:48 smithi040 ceph-mon[88445]: pgmap v1271: 137 pgs: 11 creating+peering, 7 unknown, 119 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-22T04:44:48.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:48 smithi040 ceph-mon[88445]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-22T04:44:48.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:48 smithi040 ceph-mon[91058]: pgmap v1271: 137 pgs: 11 creating+peering, 7 unknown, 119 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-22T04:44:48.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:48 smithi040 ceph-mon[91058]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-22T04:44:49.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:49 smithi062 ceph-mon[78153]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-22T04:44:49.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:49 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2508505507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:49.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:49 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:49.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:49 smithi040 ceph-mon[91058]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-22T04:44:49.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:49 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2508505507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:49.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:49 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:49.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:49 smithi040 ceph-mon[88445]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-22T04:44:49.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:49 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2508505507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:49.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:49 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:50.144 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsNumOps.Sub (3027 ms) 2024-04-22T04:44:50.144 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsNumOps.Mul 2024-04-22T04:44:50.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:50 smithi062 ceph-mon[78153]: pgmap v1274: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:50.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:50 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:44:50.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:50 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:50.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:50 smithi062 ceph-mon[78153]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-22T04:44:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:44:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:44:50] "GET /metrics HTTP/1.1" 200 240095 "" "Prometheus/2.43.0" 2024-04-22T04:44:50.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:50 smithi040 ceph-mon[88445]: pgmap v1274: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:50.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:50 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:44:50.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:50 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:50.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:50 smithi040 ceph-mon[88445]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-22T04:44:50.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:50 smithi040 ceph-mon[91058]: pgmap v1274: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:50.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:50 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:44:50.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:50 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:50.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:50 smithi040 ceph-mon[91058]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-22T04:44:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:51 smithi040 ceph-mon[88445]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-22T04:44:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:51 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:44:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:44:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:51 smithi040 ceph-mon[91058]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-22T04:44:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:51 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:44:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:44:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:51 smithi062 ceph-mon[78153]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-22T04:44:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:51 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:44:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:44:52.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:52 smithi040 ceph-mon[91058]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:52.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:52 smithi040 ceph-mon[91058]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-22T04:44:52.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:52 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1720028315' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:52.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:52 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:52.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:52 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:44:52.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:52 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:44:52.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:52 smithi040 ceph-mon[88445]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:52.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:52 smithi040 ceph-mon[88445]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-22T04:44:52.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:52 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1720028315' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:52.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:52 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:52.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:52 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:44:52.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:52 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:44:52.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:52 smithi062 ceph-mon[78153]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:52.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:52 smithi062 ceph-mon[78153]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-22T04:44:52.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:52 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1720028315' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:52.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:52 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:52.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:52 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:44:52.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:52 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:44:53.172 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsNumOps.Mul (3026 ms) 2024-04-22T04:44:53.172 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsNumOps.Div 2024-04-22T04:44:53.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:53 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:53.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:53 smithi062 ceph-mon[78153]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-22T04:44:53.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:53 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:53.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:53 smithi040 ceph-mon[88445]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-22T04:44:53.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:53 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:53.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:53 smithi040 ceph-mon[91058]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-22T04:44:54.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:54 smithi062 ceph-mon[78153]: pgmap v1280: 137 pgs: 12 creating+peering, 9 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-22T04:44:54.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:54 smithi062 ceph-mon[78153]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-22T04:44:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:54 smithi040 ceph-mon[88445]: pgmap v1280: 137 pgs: 12 creating+peering, 9 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-22T04:44:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:54 smithi040 ceph-mon[88445]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-22T04:44:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:54 smithi040 ceph-mon[91058]: pgmap v1280: 137 pgs: 12 creating+peering, 9 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-22T04:44:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:54 smithi040 ceph-mon[91058]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-22T04:44:55.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:55 smithi062 ceph-mon[78153]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-22T04:44:55.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:55 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/203403409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:55.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:55 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:55 smithi040 ceph-mon[88445]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-22T04:44:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:55 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/203403409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:55 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:55.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:55 smithi040 ceph-mon[91058]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-22T04:44:55.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:55 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/203403409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:55.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:55 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:44:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:44:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:44:56.202 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsNumOps.Div (3031 ms) 2024-04-22T04:44:56.203 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 4 tests from ClsNumOps (11952 ms total) 2024-04-22T04:44:56.203 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T04:44:56.203 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment tear-down 2024-04-22T04:44:56.203 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] 4 tests from 1 test suite ran. (11952 ms total) 2024-04-22T04:44:56.203 INFO:tasks.workunit.client.0.smithi040.stdout:[ PASSED ] 4 tests. 2024-04-22T04:44:56.204 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-22T04:44:56.204 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-22T04:44:56.275 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-04-22T04:44:56.275 DEBUG:teuthology.orchestra.run.smithi040:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-04-22T04:44:56.348 INFO:tasks.workunit.client.0.smithi040.stdout:Running main() from gmock_main.cc 2024-04-22T04:44:56.348 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] Running 70 tests from 1 test suite. 2024-04-22T04:44:56.348 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment set-up. 2024-04-22T04:44:56.348 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 70 tests from TestClsRbd 2024-04-22T04:44:56.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:56 smithi062 ceph-mon[78153]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:56.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:56 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:44:56.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:56 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:56.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:56 smithi062 ceph-mon[78153]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-22T04:44:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:56 smithi040 ceph-mon[88445]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:56 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:44:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:56 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:56 smithi040 ceph-mon[88445]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-22T04:44:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:56 smithi040 ceph-mon[91058]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:56 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:44:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:56 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130250-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:56 smithi040 ceph-mon[91058]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-22T04:44:57.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:57 smithi062 ceph-mon[78153]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-22T04:44:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:57 smithi040 ceph-mon[88445]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-22T04:44:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:57 smithi040 ceph-mon[91058]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-22T04:44:58.200 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.get_all_features 2024-04-22T04:44:58.218 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.get_all_features (19 ms) 2024-04-22T04:44:58.219 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.copyup 2024-04-22T04:44:58.407 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.copyup (188 ms) 2024-04-22T04:44:58.407 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-04-22T04:44:58.423 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.sparse_copyup (17 ms) 2024-04-22T04:44:58.423 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-04-22T04:44:58.431 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-04-22T04:44:58.431 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-04-22T04:44:58.441 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-04-22T04:44:58.442 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.directory_methods 2024-04-22T04:44:58.467 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.directory_methods (26 ms) 2024-04-22T04:44:58.467 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.create 2024-04-22T04:44:58.487 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.create (20 ms) 2024-04-22T04:44:58.487 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.get_features 2024-04-22T04:44:58.489 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-04-22T04:44:58.489 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-04-22T04:44:58.491 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-04-22T04:44:58.491 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-04-22T04:44:58.492 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.get_create_timestamp (1 ms) 2024-04-22T04:44:58.492 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-04-22T04:44:58.493 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-04-22T04:44:58.493 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-04-22T04:44:58.494 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-04-22T04:44:58.494 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-04-22T04:44:58.497 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.get_data_pool (3 ms) 2024-04-22T04:44:58.497 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.get_size 2024-04-22T04:44:58.501 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.get_size (3 ms) 2024-04-22T04:44:58.501 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.set_size 2024-04-22T04:44:58.505 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2024-04-22T04:44:58.505 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.protection_status 2024-04-22T04:44:58.521 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.protection_status (16 ms) 2024-04-22T04:44:58.521 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-04-22T04:44:58.529 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-04-22T04:44:58.529 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.parents_v1 2024-04-22T04:44:58.573 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.parents_v1 (44 ms) 2024-04-22T04:44:58.573 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.parents_v2 2024-04-22T04:44:58.600 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.parents_v2 (27 ms) 2024-04-22T04:44:58.601 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.snapshots 2024-04-22T04:44:58.622 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.snapshots (21 ms) 2024-04-22T04:44:58.622 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.snapid_race 2024-04-22T04:44:58.625 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.snapid_race (4 ms) 2024-04-22T04:44:58.625 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.stripingv2 2024-04-22T04:44:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:58 smithi062 ceph-mon[78153]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:58 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:44:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:58 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:44:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:58 smithi062 ceph-mon[78153]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-22T04:44:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:58 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2373994001' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130368-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:58 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130368-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:58.634 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.stripingv2 (8 ms) 2024-04-22T04:44:58.634 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.object_map_save 2024-04-22T04:44:58.635 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-04-22T04:44:58.635 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-04-22T04:44:58.643 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.object_map_resize (7 ms) 2024-04-22T04:44:58.643 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.object_map_update 2024-04-22T04:44:58.654 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.object_map_update (11 ms) 2024-04-22T04:44:58.654 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-04-22T04:44:58.654 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-04-22T04:44:58.654 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-04-22T04:44:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:58 smithi040 ceph-mon[88445]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:58 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:44:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:58 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:44:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:58 smithi040 ceph-mon[88445]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-22T04:44:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:58 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2373994001' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130368-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:58 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130368-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:58 smithi040 ceph-mon[91058]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:44:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:58 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:44:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:58 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:44:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:58 smithi040 ceph-mon[91058]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-22T04:44:58.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:58 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2373994001' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130368-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:58.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:58 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130368-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:44:58.661 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.object_map_snap_add (6 ms) 2024-04-22T04:44:58.661 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-04-22T04:44:58.668 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.object_map_snap_remove (7 ms) 2024-04-22T04:44:58.668 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.flags 2024-04-22T04:44:58.672 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-04-22T04:44:58.673 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.metadata 2024-04-22T04:44:58.698 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.metadata (25 ms) 2024-04-22T04:44:58.698 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.set_features 2024-04-22T04:44:58.705 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.set_features (8 ms) 2024-04-22T04:44:58.705 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.mirror 2024-04-22T04:44:58.738 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.mirror (33 ms) 2024-04-22T04:44:58.738 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.mirror_image 2024-04-22T04:44:58.752 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2024-04-22T04:44:58.752 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-04-22T04:44:59.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:59 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130368-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:59.687 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:44:59 smithi062 ceph-mon[78153]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-22T04:44:59.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:59 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130368-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:59.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:44:59 smithi040 ceph-mon[88445]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-22T04:44:59.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:59 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130368-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:44:59.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:44:59 smithi040 ceph-mon[91058]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-22T04:45:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:45:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:45:00] "GET /metrics HTTP/1.1" 200 240059 "" "Prometheus/2.43.0" 2024-04-22T04:45:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:00 smithi040 ceph-mon[88445]: pgmap v1289: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:00 smithi040 ceph-mon[88445]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-22T04:45:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:00 smithi040 ceph-mon[91058]: pgmap v1289: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:00 smithi040 ceph-mon[91058]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-22T04:45:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:00 smithi062 ceph-mon[78153]: pgmap v1289: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:00.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:00 smithi062 ceph-mon[78153]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-22T04:45:01.030 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.mirror_image_status (2277 ms) 2024-04-22T04:45:01.030 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-04-22T04:45:01.110 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.mirror_image_map (81 ms) 2024-04-22T04:45:01.111 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-04-22T04:45:01.117 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-04-22T04:45:01.117 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-04-22T04:45:01.128 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-04-22T04:45:01.128 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-04-22T04:45:01.130 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-04-22T04:45:01.130 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-04-22T04:45:01.132 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-04-22T04:45:01.133 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-04-22T04:45:01.136 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-04-22T04:45:01.136 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-04-22T04:45:01.142 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_dir_rename (7 ms) 2024-04-22T04:45:01.142 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-04-22T04:45:01.146 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-04-22T04:45:01.146 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-04-22T04:45:01.150 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (5 ms) 2024-04-22T04:45:01.150 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_image_add 2024-04-22T04:45:01.152 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-04-22T04:45:01.152 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-04-22T04:45:01.155 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-04-22T04:45:01.155 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_image_list 2024-04-22T04:45:01.158 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-04-22T04:45:01.158 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-04-22T04:45:01.162 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-04-22T04:45:01.162 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.image_group_add 2024-04-22T04:45:01.164 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-04-22T04:45:01.164 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-04-22T04:45:01.167 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-04-22T04:45:01.167 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.image_group_get 2024-04-22T04:45:01.169 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-04-22T04:45:01.169 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-04-22T04:45:01.170 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-04-22T04:45:01.171 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-04-22T04:45:01.172 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-04-22T04:45:01.172 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-04-22T04:45:01.175 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-04-22T04:45:01.175 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-04-22T04:45:01.178 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-04-22T04:45:01.178 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-04-22T04:45:01.181 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-04-22T04:45:01.181 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-04-22T04:45:01.183 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-04-22T04:45:01.183 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-04-22T04:45:01.198 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (15 ms) 2024-04-22T04:45:01.198 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-04-22T04:45:01.379 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (180 ms) 2024-04-22T04:45:01.379 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-04-22T04:45:01.382 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2024-04-22T04:45:01.382 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-04-22T04:45:01.384 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-04-22T04:45:01.384 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.trash_methods 2024-04-22T04:45:01.391 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.trash_methods (6 ms) 2024-04-22T04:45:01.391 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.op_features 2024-04-22T04:45:01.397 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-04-22T04:45:01.397 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.clone_parent 2024-04-22T04:45:01.416 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.clone_parent (19 ms) 2024-04-22T04:45:01.417 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-04-22T04:45:01.424 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-04-22T04:45:01.425 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.clone_child 2024-04-22T04:45:01.435 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.clone_child (10 ms) 2024-04-22T04:45:01.435 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-04-22T04:45:01.441 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-04-22T04:45:01.441 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.migration 2024-04-22T04:45:01.450 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.migration (8 ms) 2024-04-22T04:45:01.450 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.migration_v1 2024-04-22T04:45:01.465 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.migration_v1 (15 ms) 2024-04-22T04:45:01.465 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-04-22T04:45:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:02 smithi062 ceph-mon[78153]: pgmap v1291: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 9.7 KiB/s wr, 73 op/s 2024-04-22T04:45:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:02 smithi040 ceph-mon[88445]: pgmap v1291: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 9.7 KiB/s wr, 73 op/s 2024-04-22T04:45:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:02 smithi040 ceph-mon[91058]: pgmap v1291: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 9.7 KiB/s wr, 73 op/s 2024-04-22T04:45:03.222 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1758 ms) 2024-04-22T04:45:03.223 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestClsRbd.sparsify 2024-04-22T04:45:03.264 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestClsRbd.sparsify (42 ms) 2024-04-22T04:45:03.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:03 smithi062 ceph-mon[78153]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-22T04:45:03.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:03 smithi040 ceph-mon[88445]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-22T04:45:03.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:03 smithi040 ceph-mon[91058]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-22T04:45:04.236 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 70 tests from TestClsRbd (5065 ms total) 2024-04-22T04:45:04.236 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T04:45:04.236 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment tear-down 2024-04-22T04:45:04.236 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] 70 tests from 1 test suite ran. (7888 ms total) 2024-04-22T04:45:04.236 INFO:tasks.workunit.client.0.smithi040.stdout:[ PASSED ] 70 tests. 2024-04-22T04:45:04.242 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-22T04:45:04.242 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-22T04:45:04.311 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-04-22T04:45:04.311 DEBUG:teuthology.orchestra.run.smithi040:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-04-22T04:45:04.386 INFO:tasks.workunit.client.0.smithi040.stdout:Running main() from gmock_main.cc 2024-04-22T04:45:04.386 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] Running 10 tests from 1 test suite. 2024-04-22T04:45:04.386 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment set-up. 2024-04-22T04:45:04.386 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 10 tests from cls_rgw 2024-04-22T04:45:04.386 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.test_implicit 2024-04-22T04:45:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:04 smithi062 ceph-mon[78153]: pgmap v1293: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 2.42k op/s 2024-04-22T04:45:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:04 smithi062 ceph-mon[78153]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-22T04:45:04.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:04 smithi040 ceph-mon[88445]: pgmap v1293: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 2.42k op/s 2024-04-22T04:45:04.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:04 smithi040 ceph-mon[88445]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-22T04:45:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:04 smithi040 ceph-mon[91058]: pgmap v1293: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 2.42k op/s 2024-04-22T04:45:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:04 smithi040 ceph-mon[91058]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-22T04:45:05.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:05 smithi062 ceph-mon[78153]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-22T04:45:05.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:05 smithi040 ceph-mon[88445]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-22T04:45:05.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:05 smithi040 ceph-mon[91058]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-22T04:45:05.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:45:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:45:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:45:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:06 smithi062 ceph-mon[78153]: pgmap v1296: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:06 smithi062 ceph-mon[78153]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-22T04:45:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:06 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3026882240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:06 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:06 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:45:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:45:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:06 smithi040 ceph-mon[88445]: pgmap v1296: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:06 smithi040 ceph-mon[88445]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-22T04:45:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:06 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3026882240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:06 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:06 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:45:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:45:06.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:06 smithi040 ceph-mon[91058]: pgmap v1296: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:06.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:06 smithi040 ceph-mon[91058]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-22T04:45:06.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:06 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3026882240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:06.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:06 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:06.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:06 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:45:06.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:45:07.262 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.test_implicit (2876 ms) 2024-04-22T04:45:07.262 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-04-22T04:45:07.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:07 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:45:07.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:07 smithi062 ceph-mon[78153]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-22T04:45:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:07 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:45:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:07 smithi040 ceph-mon[91058]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-22T04:45:07.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:07 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:45:07.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:07 smithi040 ceph-mon[88445]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-22T04:45:08.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:08 smithi062 ceph-mon[78153]: pgmap v1299: 137 pgs: 2 creating+activating, 7 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:08.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:08 smithi062 ceph-mon[78153]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-22T04:45:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:08 smithi040 ceph-mon[88445]: pgmap v1299: 137 pgs: 2 creating+activating, 7 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:08 smithi040 ceph-mon[88445]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-22T04:45:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:08 smithi040 ceph-mon[91058]: pgmap v1299: 137 pgs: 2 creating+activating, 7 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:08 smithi040 ceph-mon[91058]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-22T04:45:09.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:09 smithi062 ceph-mon[78153]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-22T04:45:09.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:09 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1060027180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:09.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:09 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:09.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:09 smithi040 ceph-mon[88445]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-22T04:45:09.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:09 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1060027180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:09.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:09 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:09.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:09 smithi040 ceph-mon[91058]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-22T04:45:09.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:09 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1060027180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:09.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:09 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:10.283 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3021 ms) 2024-04-22T04:45:10.283 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.test_put_snap 2024-04-22T04:45:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:45:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:45:10] "GET /metrics HTTP/1.1" 200 242448 "" "Prometheus/2.43.0" 2024-04-22T04:45:10.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:10 smithi040 ceph-mon[91058]: pgmap v1302: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:10.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:10 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:10.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:10 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:45:10.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:10 smithi040 ceph-mon[91058]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-22T04:45:10.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:10 smithi040 ceph-mon[88445]: pgmap v1302: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:10.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:10 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:10.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:10 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:45:10.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:10 smithi040 ceph-mon[88445]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-22T04:45:10.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:10 smithi062 ceph-mon[78153]: pgmap v1302: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:10.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:10 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:10.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:10 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:45:10.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:10 smithi062 ceph-mon[78153]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-22T04:45:11.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:11 smithi062 ceph-mon[78153]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-22T04:45:11.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:11 smithi040 ceph-mon[88445]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-22T04:45:11.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:11 smithi040 ceph-mon[91058]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-22T04:45:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:12 smithi062 ceph-mon[78153]: pgmap v1305: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:12 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:12 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:45:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:12 smithi062 ceph-mon[78153]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-22T04:45:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:12 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3589238785' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:12 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:12 smithi040 ceph-mon[88445]: pgmap v1305: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:12 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:12 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:45:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:12 smithi040 ceph-mon[88445]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-22T04:45:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:12 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3589238785' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:12 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:12 smithi040 ceph-mon[91058]: pgmap v1305: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:12.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:12 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:12.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:12 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:45:12.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:12 smithi040 ceph-mon[91058]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-22T04:45:12.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:12 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3589238785' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:12.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:12 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:13.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:13 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:45:13.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:13 smithi062 ceph-mon[78153]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-22T04:45:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:13 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:45:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:13 smithi040 ceph-mon[88445]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-22T04:45:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:13 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:45:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:13 smithi040 ceph-mon[91058]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-22T04:45:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:14 smithi062 ceph-mon[78153]: pgmap v1308: 137 pgs: 2 creating+activating, 11 creating+peering, 16 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:14 smithi062 ceph-mon[78153]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-22T04:45:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:14 smithi040 ceph-mon[88445]: pgmap v1308: 137 pgs: 2 creating+activating, 11 creating+peering, 16 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:14 smithi040 ceph-mon[88445]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-22T04:45:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:14 smithi040 ceph-mon[91058]: pgmap v1308: 137 pgs: 2 creating+activating, 11 creating+peering, 16 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:14 smithi040 ceph-mon[91058]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-22T04:45:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:45:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:45:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:45:16.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:16 smithi062 ceph-mon[78153]: pgmap v1310: 137 pgs: 2 creating+activating, 11 creating+peering, 16 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:16 smithi040 ceph-mon[88445]: pgmap v1310: 137 pgs: 2 creating+activating, 11 creating+peering, 16 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:16 smithi040 ceph-mon[91058]: pgmap v1310: 137 pgs: 2 creating+activating, 11 creating+peering, 16 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:17 smithi062 ceph-mon[78153]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-22T04:45:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:17 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:45:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:17 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:45:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:17 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:45:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:17 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:45:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:17 smithi040 ceph-mon[88445]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-22T04:45:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:17 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:45:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:17 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:45:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:17 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:45:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:17 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:45:17.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:17 smithi040 ceph-mon[91058]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-22T04:45:17.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:17 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:45:17.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:17 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:45:17.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:17 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:45:17.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:17 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:45:18.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:18 smithi062 ceph-mon[78153]: pgmap v1312: 137 pgs: 2 creating+activating, 4 creating+peering, 131 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2024-04-22T04:45:18.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:18 smithi062 ceph-mon[78153]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-22T04:45:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:18 smithi040 ceph-mon[88445]: pgmap v1312: 137 pgs: 2 creating+activating, 4 creating+peering, 131 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2024-04-22T04:45:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:18 smithi040 ceph-mon[88445]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-22T04:45:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:18 smithi040 ceph-mon[91058]: pgmap v1312: 137 pgs: 2 creating+activating, 4 creating+peering, 131 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2024-04-22T04:45:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:18 smithi040 ceph-mon[91058]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-22T04:45:19.347 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.test_put_snap (9065 ms) 2024-04-22T04:45:19.347 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.test_explicit 2024-04-22T04:45:19.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:19 smithi062 ceph-mon[78153]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-22T04:45:19.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:19 smithi040 ceph-mon[88445]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-22T04:45:19.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:19 smithi040 ceph-mon[91058]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-22T04:45:20.355 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:45:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:45:20] "GET /metrics HTTP/1.1" 200 242448 "" "Prometheus/2.43.0" 2024-04-22T04:45:20.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:20 smithi062 ceph-mon[78153]: pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-04-22T04:45:20.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:20 smithi062 ceph-mon[78153]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-22T04:45:20.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:20 smithi040 ceph-mon[88445]: pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-04-22T04:45:20.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:20 smithi040 ceph-mon[88445]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-22T04:45:20.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:20 smithi040 ceph-mon[91058]: pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-04-22T04:45:20.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:20 smithi040 ceph-mon[91058]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-22T04:45:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:21 smithi062 ceph-mon[78153]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-22T04:45:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:21 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3408203648' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:21 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:45:21.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:21 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:45:21.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:21 smithi062 ceph-mon[78153]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-22T04:45:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:21 smithi040 ceph-mon[91058]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-22T04:45:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:21 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3408203648' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:21.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:21 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:21.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:45:21.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:21 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:45:21.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:21 smithi040 ceph-mon[91058]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-22T04:45:21.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:21 smithi040 ceph-mon[88445]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-22T04:45:21.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:21 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3408203648' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:21.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:21 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:21.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:45:21.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:21 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:45:21.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:21 smithi040 ceph-mon[88445]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-22T04:45:22.355 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.test_explicit (3006 ms) 2024-04-22T04:45:22.355 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.set 2024-04-22T04:45:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:22 smithi062 ceph-mon[78153]: pgmap v1318: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:22 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:22 smithi062 ceph-mon[78153]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-22T04:45:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:22 smithi040 ceph-mon[88445]: pgmap v1318: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:22 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:22 smithi040 ceph-mon[88445]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-22T04:45:22.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:22 smithi040 ceph-mon[91058]: pgmap v1318: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:22.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:22 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:22.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:22 smithi040 ceph-mon[91058]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-22T04:45:23.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:23 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:23 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:45:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:23 smithi062 ceph-mon[78153]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-22T04:45:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:23 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3816161700' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:23 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:23 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:23 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:45:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:23 smithi040 ceph-mon[88445]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-22T04:45:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:23 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3816161700' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:23 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:23.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:23 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:23.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:23 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:45:23.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:23 smithi040 ceph-mon[91058]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-22T04:45:23.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:23 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3816161700' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:23.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:23 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:45:24.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:24 smithi062 ceph-mon[78153]: pgmap v1321: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:24 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:45:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:24 smithi062 ceph-mon[78153]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-22T04:45:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:24 smithi040 ceph-mon[91058]: pgmap v1321: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:24 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:45:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:24 smithi040 ceph-mon[91058]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-22T04:45:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:24 smithi040 ceph-mon[88445]: pgmap v1321: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:24 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130443-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:45:24.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:24 smithi040 ceph-mon[88445]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-22T04:45:25.392 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.set (3039 ms) 2024-04-22T04:45:25.392 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-04-22T04:45:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:45:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:45:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:45:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:26 smithi040 ceph-mon[88445]: pgmap v1324: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:26 smithi040 ceph-mon[88445]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-22T04:45:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:26 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:26 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:26 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:26 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:26 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:26.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:26 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:26.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:26 smithi040 ceph-mon[91058]: pgmap v1324: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:26.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:26 smithi040 ceph-mon[91058]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-22T04:45:26.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:26 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:26.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:26 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:26.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:26 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:26.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:26 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:26.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:26 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:26.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:26 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:26.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:26 smithi062 ceph-mon[78153]: pgmap v1324: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:26 smithi062 ceph-mon[78153]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-22T04:45:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:26 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:26 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:26 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:26 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:26 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:26 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:27 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:45:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:27 smithi040 ceph-mon[88445]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-22T04:45:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:27 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:27 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:27 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:45:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:27 smithi040 ceph-mon[91058]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-22T04:45:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:27 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:27 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:27 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:45:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:27 smithi062 ceph-mon[78153]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-22T04:45:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:27 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:27 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:28 smithi040 ceph-mon[88445]: pgmap v1327: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:28 smithi040 ceph-mon[88445]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-22T04:45:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:28 smithi040 ceph-mon[91058]: pgmap v1327: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:28.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:28 smithi040 ceph-mon[91058]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-22T04:45:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:28 smithi062 ceph-mon[78153]: pgmap v1327: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:28 smithi062 ceph-mon[78153]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-22T04:45:29.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:29 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-6"}]': finished 2024-04-22T04:45:29.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:29 smithi062 ceph-mon[78153]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-22T04:45:29.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:29 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-6"}]': finished 2024-04-22T04:45:29.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:29 smithi040 ceph-mon[91058]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-22T04:45:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:29 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-6"}]': finished 2024-04-22T04:45:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:29 smithi040 ceph-mon[88445]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-22T04:45:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:45:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:45:30] "GET /metrics HTTP/1.1" 200 242478 "" "Prometheus/2.43.0" 2024-04-22T04:45:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:30 smithi062 ceph-mon[78153]: pgmap v1330: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:30 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:30 smithi062 ceph-mon[78153]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-22T04:45:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:30 smithi040 ceph-mon[88445]: pgmap v1330: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:30 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:30 smithi040 ceph-mon[88445]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-22T04:45:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:30 smithi040 ceph-mon[91058]: pgmap v1330: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:30 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:30 smithi040 ceph-mon[91058]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-22T04:45:31.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:31 smithi062 ceph-mon[78153]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-22T04:45:31.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:31 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:31.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:31 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:31.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:31 smithi040 ceph-mon[88445]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-22T04:45:31.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:31 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:31.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:31 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:31.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:31 smithi040 ceph-mon[91058]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-22T04:45:31.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:31 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:31.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:31 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:32.444 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.test_implicit_ec (7052 ms) 2024-04-22T04:45:32.444 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-04-22T04:45:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:32 smithi062 ceph-mon[78153]: pgmap v1333: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:32 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:32 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:45:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:32 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-6"}]': finished 2024-04-22T04:45:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:32 smithi062 ceph-mon[78153]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-22T04:45:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:32 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:32 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:32 smithi040 ceph-mon[88445]: pgmap v1333: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:32 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:32 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:45:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:32 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-6"}]': finished 2024-04-22T04:45:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:32 smithi040 ceph-mon[88445]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-22T04:45:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:32 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:32 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:32.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:32 smithi040 ceph-mon[91058]: pgmap v1333: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:32.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:32 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:32.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:32 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:45:32.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:32 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-6"}]': finished 2024-04-22T04:45:32.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:32 smithi040 ceph-mon[91058]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-22T04:45:32.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:32 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1209688256' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:32.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:32 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-6"}]: dispatch 2024-04-22T04:45:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:33 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-6"}]': finished 2024-04-22T04:45:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:33 smithi062 ceph-mon[78153]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-22T04:45:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:33 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:33 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:33 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:33 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:33 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:33 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:33 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-6"}]': finished 2024-04-22T04:45:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:33 smithi040 ceph-mon[88445]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-22T04:45:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:33 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:33 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:33 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:33 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:33 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:33 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:33.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:33 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-6"}]': finished 2024-04-22T04:45:33.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:33 smithi040 ceph-mon[91058]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-22T04:45:33.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:33 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:33.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:33 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:33.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:33 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:33.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:33 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:33.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:33 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:33.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:33 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:34 smithi062 ceph-mon[78153]: pgmap v1336: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:34 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:45:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:34 smithi062 ceph-mon[78153]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-22T04:45:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:34 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:34 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:34 smithi040 ceph-mon[88445]: pgmap v1336: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:34 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:45:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:34 smithi040 ceph-mon[88445]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-22T04:45:34.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:34 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:34.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:34 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:34.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:34 smithi040 ceph-mon[91058]: pgmap v1336: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:34.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:34 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:45:34.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:34 smithi040 ceph-mon[91058]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-22T04:45:34.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:34 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:34.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:34 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:35 smithi062 ceph-mon[78153]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-22T04:45:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:45:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:45:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:45:35.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:35 smithi040 ceph-mon[88445]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-22T04:45:35.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:35 smithi040 ceph-mon[91058]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-22T04:45:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:36 smithi062 ceph-mon[78153]: pgmap v1339: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:36 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-7"}]': finished 2024-04-22T04:45:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:36 smithi062 ceph-mon[78153]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-22T04:45:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:45:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:36 smithi040 ceph-mon[88445]: pgmap v1339: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:36 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-7"}]': finished 2024-04-22T04:45:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:36 smithi040 ceph-mon[88445]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-22T04:45:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:45:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:36 smithi040 ceph-mon[91058]: pgmap v1339: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:36 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-7"}]': finished 2024-04-22T04:45:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:36 smithi040 ceph-mon[91058]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-22T04:45:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:45:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:37 smithi062 ceph-mon[78153]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-22T04:45:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:37 smithi040 ceph-mon[88445]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-22T04:45:37.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:37 smithi040 ceph-mon[91058]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-22T04:45:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:38 smithi062 ceph-mon[78153]: pgmap v1342: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:38 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:38 smithi062 ceph-mon[78153]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-22T04:45:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:38 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:38 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:38 smithi040 ceph-mon[88445]: pgmap v1342: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:38 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:38 smithi040 ceph-mon[88445]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-22T04:45:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:38 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:38 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:38 smithi040 ceph-mon[91058]: pgmap v1342: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:38 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:38 smithi040 ceph-mon[91058]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-22T04:45:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:38 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:38 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:39.499 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7054 ms) 2024-04-22T04:45:39.499 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-04-22T04:45:39.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:39 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-7"}]': finished 2024-04-22T04:45:39.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:39 smithi062 ceph-mon[78153]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-22T04:45:39.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:39 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:39.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:39 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:39.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:39 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-7"}]': finished 2024-04-22T04:45:39.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:39 smithi040 ceph-mon[88445]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-22T04:45:39.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:39 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:39.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:39 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:39.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:39 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-7"}]': finished 2024-04-22T04:45:39.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:39 smithi040 ceph-mon[91058]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-22T04:45:39.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:39 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/108750944' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:39.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:39 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-7"}]: dispatch 2024-04-22T04:45:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:45:40] "GET /metrics HTTP/1.1" 200 242469 "" "Prometheus/2.43.0" 2024-04-22T04:45:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:40 smithi062 ceph-mon[78153]: pgmap v1345: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:40 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:40 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:45:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:40 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-7"}]': finished 2024-04-22T04:45:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:40 smithi062 ceph-mon[78153]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-22T04:45:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:40 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:40 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:40 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:40 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:40 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:40 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[88445]: pgmap v1345: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:45:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-7"}]': finished 2024-04-22T04:45:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[88445]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-22T04:45:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:40.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:40.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:40.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[91058]: pgmap v1345: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:40.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:40.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:45:40.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-7"}]': finished 2024-04-22T04:45:40.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[91058]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-22T04:45:40.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:40.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:40.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:40.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:40.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:40.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:40 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:41.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:41 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:45:41.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:41 smithi062 ceph-mon[78153]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-22T04:45:41.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:41 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:41.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:41 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:41.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:41 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:45:41.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:41 smithi040 ceph-mon[91058]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-22T04:45:41.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:41 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:41.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:41 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:41.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:41 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:45:41.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:41 smithi040 ceph-mon[88445]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-22T04:45:41.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:41 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:41.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:41 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:42 smithi062 ceph-mon[78153]: pgmap v1348: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:42 smithi062 ceph-mon[78153]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-22T04:45:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:42 smithi040 ceph-mon[88445]: pgmap v1348: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:42 smithi040 ceph-mon[88445]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-22T04:45:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:42 smithi040 ceph-mon[91058]: pgmap v1348: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:42 smithi040 ceph-mon[91058]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-22T04:45:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:43 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-8"}]': finished 2024-04-22T04:45:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:43 smithi062 ceph-mon[78153]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-22T04:45:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:43 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-8"}]': finished 2024-04-22T04:45:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:43 smithi040 ceph-mon[88445]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-22T04:45:43.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:43 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-8"}]': finished 2024-04-22T04:45:43.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:43 smithi040 ceph-mon[91058]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-22T04:45:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:44 smithi062 ceph-mon[78153]: pgmap v1351: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:44 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:44 smithi062 ceph-mon[78153]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-22T04:45:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:44 smithi040 ceph-mon[88445]: pgmap v1351: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:44 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:44 smithi040 ceph-mon[88445]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-22T04:45:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:44 smithi040 ceph-mon[91058]: pgmap v1351: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:44.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:44 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:44.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:44 smithi040 ceph-mon[91058]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-22T04:45:45.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:45 smithi062 ceph-mon[78153]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-22T04:45:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:45:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:45:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:45:45.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:45 smithi040 ceph-mon[88445]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-22T04:45:45.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:45 smithi040 ceph-mon[91058]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-22T04:45:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:46 smithi062 ceph-mon[78153]: pgmap v1354: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:46 smithi040 ceph-mon[88445]: pgmap v1354: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:46 smithi040 ceph-mon[91058]: pgmap v1354: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:47.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:47 smithi062 ceph-mon[78153]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-22T04:45:47.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:47 smithi040 ceph-mon[88445]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-22T04:45:47.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:47 smithi040 ceph-mon[91058]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-22T04:45:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:48 smithi062 ceph-mon[78153]: pgmap v1356: 113 pgs: 3 unknown, 110 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:48 smithi062 ceph-mon[78153]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-22T04:45:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:48 smithi040 ceph-mon[88445]: pgmap v1356: 113 pgs: 3 unknown, 110 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:48 smithi040 ceph-mon[88445]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-22T04:45:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:48 smithi040 ceph-mon[91058]: pgmap v1356: 113 pgs: 3 unknown, 110 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:48 smithi040 ceph-mon[91058]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-22T04:45:49.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:49 smithi062 ceph-mon[78153]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-22T04:45:49.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:49 smithi062 ceph-mon[78153]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-22T04:45:49.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:49 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:49.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:49 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:49.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:49 smithi040 ceph-mon[88445]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-22T04:45:49.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:49 smithi040 ceph-mon[88445]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-22T04:45:49.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:49 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:49.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:49 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:49.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:49 smithi040 ceph-mon[91058]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-22T04:45:49.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:49 smithi040 ceph-mon[91058]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-22T04:45:49.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:49 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:49.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:49 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:45:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:45:50] "GET /metrics HTTP/1.1" 200 242469 "" "Prometheus/2.43.0" 2024-04-22T04:45:50.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:50 smithi062 ceph-mon[78153]: pgmap v1359: 113 pgs: 113 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 231 B/s wr, 0 op/s 2024-04-22T04:45:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:50 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-8"}]': finished 2024-04-22T04:45:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:50 smithi062 ceph-mon[78153]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-22T04:45:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:50 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:50 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:50 smithi040 ceph-mon[91058]: pgmap v1359: 113 pgs: 113 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 231 B/s wr, 0 op/s 2024-04-22T04:45:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:50 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-8"}]': finished 2024-04-22T04:45:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:50 smithi040 ceph-mon[91058]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-22T04:45:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:50 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:50 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:50 smithi040 ceph-mon[88445]: pgmap v1359: 113 pgs: 113 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 231 B/s wr, 0 op/s 2024-04-22T04:45:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:50 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-8"}]': finished 2024-04-22T04:45:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:50 smithi040 ceph-mon[88445]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-22T04:45:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:50 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/45225701' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:50 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-8"}]: dispatch 2024-04-22T04:45:51.565 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.test_put_snap_ec (12066 ms) 2024-04-22T04:45:51.566 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-04-22T04:45:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:51 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:45:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:45:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:51 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-8"}]': finished 2024-04-22T04:45:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:51 smithi062 ceph-mon[78153]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-22T04:45:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:51 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:45:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:45:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:51 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-8"}]': finished 2024-04-22T04:45:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:51 smithi040 ceph-mon[88445]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-22T04:45:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:51 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:45:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:45:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:51 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-8"}]': finished 2024-04-22T04:45:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:51 smithi040 ceph-mon[91058]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-22T04:45:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:52 smithi062 ceph-mon[78153]: pgmap v1362: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:52 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:52 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:45:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:52 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:52 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:52 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:52 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:52 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:52 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[88445]: pgmap v1362: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:45:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:52.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:52.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:52.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[91058]: pgmap v1362: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:45:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:52 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:53 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:45:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:53 smithi062 ceph-mon[78153]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-22T04:45:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:53 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:53 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:53 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:45:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:53 smithi040 ceph-mon[88445]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-22T04:45:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:53 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:53 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:53.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:53 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:45:53.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:53 smithi040 ceph-mon[91058]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-22T04:45:53.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:53 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:53.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:53 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:54 smithi062 ceph-mon[78153]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:54 smithi062 ceph-mon[78153]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-22T04:45:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:54 smithi040 ceph-mon[88445]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:54 smithi040 ceph-mon[88445]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-22T04:45:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:54 smithi040 ceph-mon[91058]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:54 smithi040 ceph-mon[91058]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-22T04:45:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:45:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:45:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:45:55.931 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:55 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-9"}]': finished 2024-04-22T04:45:55.931 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:55 smithi062 ceph-mon[78153]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-22T04:45:55.931 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:55 smithi062 ceph-mon[78153]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-22T04:45:55.932 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:55 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-9"}]': finished 2024-04-22T04:45:55.932 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:55 smithi040 ceph-mon[88445]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-22T04:45:55.932 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:55 smithi040 ceph-mon[88445]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-22T04:45:55.932 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:55 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-9"}]': finished 2024-04-22T04:45:55.932 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:55 smithi040 ceph-mon[91058]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-22T04:45:55.932 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:55 smithi040 ceph-mon[91058]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-22T04:45:56.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:56 smithi062 ceph-mon[78153]: pgmap v1368: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:56 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:56 smithi040 ceph-mon[88445]: pgmap v1368: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:56 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:56 smithi040 ceph-mon[91058]: pgmap v1368: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:56 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:45:57.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:57 smithi062 ceph-mon[78153]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-22T04:45:57.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:57 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:57.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:57 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:57.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:57 smithi040 ceph-mon[88445]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-22T04:45:57.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:57 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:57.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:57 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:57.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:57 smithi040 ceph-mon[91058]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-22T04:45:57.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:57 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:57.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:57 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:58.637 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.test_explicit_ec (7073 ms) 2024-04-22T04:45:58.638 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.set_ec 2024-04-22T04:45:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:58 smithi062 ceph-mon[78153]: pgmap v1371: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:58 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:58 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:45:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:58 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-9"}]': finished 2024-04-22T04:45:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:58 smithi062 ceph-mon[78153]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-22T04:45:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:58 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:58.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:58 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:58 smithi040 ceph-mon[88445]: pgmap v1371: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:58 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:58 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:45:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:58 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-9"}]': finished 2024-04-22T04:45:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:58 smithi040 ceph-mon[88445]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-22T04:45:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:58 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:58 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:58 smithi040 ceph-mon[91058]: pgmap v1371: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:45:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:58 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:45:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:58 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:45:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:58 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-9"}]': finished 2024-04-22T04:45:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:58 smithi040 ceph-mon[91058]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-22T04:45:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:58 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3430136062' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:58 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-9"}]: dispatch 2024-04-22T04:45:59.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:59 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-9"}]': finished 2024-04-22T04:45:59.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:59 smithi040 ceph-mon[88445]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-22T04:45:59.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:59 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-10"}]: dispatch 2024-04-22T04:45:59.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:59 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-10"}]: dispatch 2024-04-22T04:45:59.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:45:59 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:45:59.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:59 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-9"}]': finished 2024-04-22T04:45:59.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:59 smithi040 ceph-mon[91058]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-22T04:45:59.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:59 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-10"}]: dispatch 2024-04-22T04:45:59.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:59 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-10"}]: dispatch 2024-04-22T04:45:59.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:45:59 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:46:00.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:59 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-9"}]': finished 2024-04-22T04:46:00.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:59 smithi062 ceph-mon[78153]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-22T04:46:00.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:59 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-10"}]: dispatch 2024-04-22T04:46:00.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:59 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-10"}]: dispatch 2024-04-22T04:46:00.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:45:59 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-22T04:46:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:46:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:46:00] "GET /metrics HTTP/1.1" 200 240100 "" "Prometheus/2.43.0" 2024-04-22T04:46:01.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:01 smithi062 ceph-mon[78153]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:01.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:01 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:46:01.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:01 smithi062 ceph-mon[78153]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-22T04:46:01.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:01 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-10"}]: dispatch 2024-04-22T04:46:01.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:01 smithi040 ceph-mon[88445]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:01.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:01 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:46:01.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:01 smithi040 ceph-mon[88445]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-22T04:46:01.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:01 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-10"}]: dispatch 2024-04-22T04:46:01.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:01 smithi040 ceph-mon[91058]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:01.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:01 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi040-130443-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-22T04:46:01.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:01 smithi040 ceph-mon[91058]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-22T04:46:01.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:01 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-10"}]: dispatch 2024-04-22T04:46:02.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:02 smithi062 ceph-mon[78153]: pgmap v1377: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:02.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:02 smithi062 ceph-mon[78153]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-22T04:46:02.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:02 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-10"}]': finished 2024-04-22T04:46:02.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:02 smithi062 ceph-mon[78153]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-22T04:46:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:02 smithi040 ceph-mon[88445]: pgmap v1377: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:02 smithi040 ceph-mon[88445]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-22T04:46:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:02 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-10"}]': finished 2024-04-22T04:46:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:02 smithi040 ceph-mon[88445]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-22T04:46:02.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:02 smithi040 ceph-mon[91058]: pgmap v1377: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:02.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:02 smithi040 ceph-mon[91058]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-22T04:46:02.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:02 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi040-130443-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi040-130443-10"}]': finished 2024-04-22T04:46:02.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:02 smithi040 ceph-mon[91058]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-22T04:46:03.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:03 smithi040 ceph-mon[88445]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-22T04:46:03.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:03 smithi040 ceph-mon[91058]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-22T04:46:04.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:03 smithi062 ceph-mon[78153]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-22T04:46:05.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:04 smithi062 ceph-mon[78153]: pgmap v1380: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:05.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:04 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:46:05.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:04 smithi062 ceph-mon[78153]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-22T04:46:05.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:04 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-10"}]: dispatch 2024-04-22T04:46:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:04 smithi040 ceph-mon[91058]: pgmap v1380: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:04 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:46:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:04 smithi040 ceph-mon[91058]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-22T04:46:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:04 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-10"}]: dispatch 2024-04-22T04:46:05.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:04 smithi040 ceph-mon[88445]: pgmap v1380: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:05.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:04 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:46:05.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:04 smithi040 ceph-mon[88445]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-22T04:46:05.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:04 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-10"}]: dispatch 2024-04-22T04:46:05.663 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.set_ec (7025 ms) 2024-04-22T04:46:05.663 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 10 tests from cls_rgw (61278 ms total) 2024-04-22T04:46:05.663 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T04:46:05.663 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment tear-down 2024-04-22T04:46:05.664 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] 10 tests from 1 test suite ran. (61278 ms total) 2024-04-22T04:46:05.664 INFO:tasks.workunit.client.0.smithi040.stdout:[ PASSED ] 10 tests. 2024-04-22T04:46:05.666 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-22T04:46:05.666 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-22T04:46:05.697 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-04-22T04:46:05.698 DEBUG:teuthology.orchestra.run.smithi040:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-04-22T04:46:05.771 INFO:tasks.workunit.client.0.smithi040.stdout:Running main() from gmock_main.cc 2024-04-22T04:46:05.772 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] Running 16 tests from 1 test suite. 2024-04-22T04:46:05.772 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment set-up. 2024-04-22T04:46:05.772 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 16 tests from cls_rgw 2024-04-22T04:46:05.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:46:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:46:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:46:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:05 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-10"}]': finished 2024-04-22T04:46:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:05 smithi062 ceph-mon[78153]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-22T04:46:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:05 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-10"}]: dispatch 2024-04-22T04:46:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:46:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:05 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-10"}]': finished 2024-04-22T04:46:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:05 smithi062 ceph-mon[78153]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-22T04:46:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:05 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-10"}]': finished 2024-04-22T04:46:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:05 smithi040 ceph-mon[88445]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-22T04:46:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:05 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-10"}]: dispatch 2024-04-22T04:46:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:46:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:05 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-10"}]': finished 2024-04-22T04:46:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:05 smithi040 ceph-mon[88445]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-22T04:46:06.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:05 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi040-130443-10"}]': finished 2024-04-22T04:46:06.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:05 smithi040 ceph-mon[91058]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-22T04:46:06.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:05 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-10"}]: dispatch 2024-04-22T04:46:06.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:46:06.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:05 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4167338493' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi040-130443-10"}]': finished 2024-04-22T04:46:06.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:05 smithi040 ceph-mon[91058]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-22T04:46:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:06 smithi062 ceph-mon[78153]: pgmap v1383: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:06 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:46:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:06 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:46:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:06 smithi040 ceph-mon[88445]: pgmap v1383: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:06 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:46:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:06 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:46:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:06 smithi040 ceph-mon[91058]: pgmap v1383: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:06 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:46:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:06 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:46:07.684 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.index_basic 2024-04-22T04:46:07.727 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.index_basic (43 ms) 2024-04-22T04:46:07.727 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-04-22T04:46:07.754 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (26 ms) 2024-04-22T04:46:07.754 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.index_remove_object 2024-04-22T04:46:07.794 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.index_remove_object (40 ms) 2024-04-22T04:46:07.794 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.index_suggest 2024-04-22T04:46:08.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:07 smithi062 ceph-mon[78153]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-22T04:46:08.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:07 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/101187425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:08.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:07 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:08.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:07 smithi040 ceph-mon[88445]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-22T04:46:08.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:07 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/101187425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:08.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:07 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:08.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:07 smithi040 ceph-mon[91058]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-22T04:46:08.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:07 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/101187425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:08.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:07 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:08 smithi062 ceph-mon[78153]: pgmap v1386: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:08 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:46:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:08 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:46:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:08 smithi062 ceph-mon[78153]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-22T04:46:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:08 smithi040 ceph-mon[88445]: pgmap v1386: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:08 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:46:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:08 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:46:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:08 smithi040 ceph-mon[88445]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-22T04:46:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:08 smithi040 ceph-mon[91058]: pgmap v1386: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:08 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:46:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:08 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:46:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:08 smithi040 ceph-mon[91058]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-22T04:46:09.202 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.index_suggest (1409 ms) 2024-04-22T04:46:09.202 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-04-22T04:46:09.208 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.index_suggest_complete (6 ms) 2024-04-22T04:46:09.209 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.index_list 2024-04-22T04:46:09.229 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.index_list (21 ms) 2024-04-22T04:46:09.229 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-04-22T04:46:10.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:09 smithi040 ceph-mon[88445]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-22T04:46:10.065 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:09 smithi040 ceph-mon[91058]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-22T04:46:10.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:09 smithi062 ceph-mon[78153]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-22T04:46:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:46:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:46:10] "GET /metrics HTTP/1.1" 200 240102 "" "Prometheus/2.43.0" 2024-04-22T04:46:11.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:10 smithi062 ceph-mon[78153]: pgmap v1389: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:10 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:46:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:10 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:46:11.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:10 smithi040 ceph-mon[88445]: pgmap v1389: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:11.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:10 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:46:11.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:10 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:46:11.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:10 smithi040 ceph-mon[91058]: pgmap v1389: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-22T04:46:11.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:10 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:46:11.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:10 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:46:13.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:12 smithi062 ceph-mon[78153]: pgmap v1390: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 581 KiB/s rd, 356 KiB/s wr, 1.09k op/s 2024-04-22T04:46:13.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:12 smithi040 ceph-mon[88445]: pgmap v1390: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 581 KiB/s rd, 356 KiB/s wr, 1.09k op/s 2024-04-22T04:46:13.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:12 smithi040 ceph-mon[91058]: pgmap v1390: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 581 KiB/s rd, 356 KiB/s wr, 1.09k op/s 2024-04-22T04:46:15.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:14 smithi062 ceph-mon[78153]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 504 KiB/s rd, 308 KiB/s wr, 949 op/s 2024-04-22T04:46:15.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:14 smithi040 ceph-mon[88445]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 504 KiB/s rd, 308 KiB/s wr, 949 op/s 2024-04-22T04:46:15.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:14 smithi040 ceph-mon[91058]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 504 KiB/s rd, 308 KiB/s wr, 949 op/s 2024-04-22T04:46:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:46:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:46:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:46:17.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:16 smithi062 ceph-mon[78153]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 396 KiB/s rd, 242 KiB/s wr, 745 op/s 2024-04-22T04:46:17.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:16 smithi040 ceph-mon[91058]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 396 KiB/s rd, 242 KiB/s wr, 745 op/s 2024-04-22T04:46:17.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:16 smithi040 ceph-mon[88445]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 396 KiB/s rd, 242 KiB/s wr, 745 op/s 2024-04-22T04:46:18.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:17 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:46:18.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:17 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:46:18.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:17 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:46:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:18 smithi062 ceph-mon[78153]: pgmap v1393: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 894 KiB/s rd, 578 KiB/s wr, 1.75k op/s 2024-04-22T04:46:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:18 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:46:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:18 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:46:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:18 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:46:19.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:18 smithi040 ceph-mon[91058]: pgmap v1393: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 894 KiB/s rd, 578 KiB/s wr, 1.75k op/s 2024-04-22T04:46:19.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:18 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:46:19.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:18 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:46:19.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:18 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:46:19.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:18 smithi040 ceph-mon[88445]: pgmap v1393: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 894 KiB/s rd, 578 KiB/s wr, 1.75k op/s 2024-04-22T04:46:19.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:18 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:46:19.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:18 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:46:19.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:18 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:46:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:46:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:46:20] "GET /metrics HTTP/1.1" 200 240102 "" "Prometheus/2.43.0" 2024-04-22T04:46:21.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:20 smithi062 ceph-mon[78153]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 808 KiB/s rd, 522 KiB/s wr, 1.58k op/s 2024-04-22T04:46:21.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:20 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:46:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:46:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:20 smithi040 ceph-mon[88445]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 808 KiB/s rd, 522 KiB/s wr, 1.58k op/s 2024-04-22T04:46:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:20 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:46:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:46:21.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:20 smithi040 ceph-mon[91058]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 808 KiB/s rd, 522 KiB/s wr, 1.58k op/s 2024-04-22T04:46:21.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:20 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:46:21.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:46:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:22 smithi062 ceph-mon[78153]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 996 KiB/s rd, 650 KiB/s wr, 1.96k op/s 2024-04-22T04:46:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:22 smithi040 ceph-mon[88445]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 996 KiB/s rd, 650 KiB/s wr, 1.96k op/s 2024-04-22T04:46:23.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:22 smithi040 ceph-mon[91058]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 996 KiB/s rd, 650 KiB/s wr, 1.96k op/s 2024-04-22T04:46:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:24 smithi062 ceph-mon[78153]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 492 KiB/s wr, 1.48k op/s 2024-04-22T04:46:25.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:24 smithi040 ceph-mon[88445]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 492 KiB/s wr, 1.48k op/s 2024-04-22T04:46:25.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:24 smithi040 ceph-mon[91058]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 492 KiB/s wr, 1.48k op/s 2024-04-22T04:46:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:46:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:46:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:46:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:25 smithi062 ceph-mon[78153]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 488 KiB/s wr, 1.46k op/s 2024-04-22T04:46:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:25 smithi040 ceph-mon[88445]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 488 KiB/s wr, 1.46k op/s 2024-04-22T04:46:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:25 smithi040 ceph-mon[91058]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 488 KiB/s wr, 1.46k op/s 2024-04-22T04:46:28.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:28 smithi062 ceph-mon[78153]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 695 KiB/s wr, 2.09k op/s 2024-04-22T04:46:28.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:28 smithi040 ceph-mon[88445]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 695 KiB/s wr, 2.09k op/s 2024-04-22T04:46:28.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:28 smithi040 ceph-mon[91058]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 695 KiB/s wr, 2.09k op/s 2024-04-22T04:46:30.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:30 smithi062 ceph-mon[78153]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 616 KiB/s rd, 410 KiB/s wr, 1.23k op/s 2024-04-22T04:46:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:30 smithi040 ceph-mon[88445]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 616 KiB/s rd, 410 KiB/s wr, 1.23k op/s 2024-04-22T04:46:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:46:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:46:30] "GET /metrics HTTP/1.1" 200 242489 "" "Prometheus/2.43.0" 2024-04-22T04:46:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:30 smithi040 ceph-mon[91058]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 616 KiB/s rd, 410 KiB/s wr, 1.23k op/s 2024-04-22T04:46:32.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:32 smithi062 ceph-mon[78153]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 922 KiB/s rd, 615 KiB/s wr, 1.84k op/s 2024-04-22T04:46:32.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:32 smithi040 ceph-mon[88445]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 922 KiB/s rd, 615 KiB/s wr, 1.84k op/s 2024-04-22T04:46:32.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:32 smithi040 ceph-mon[91058]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 922 KiB/s rd, 615 KiB/s wr, 1.84k op/s 2024-04-22T04:46:34.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:34 smithi062 ceph-mon[78153]: pgmap v1401: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 412 KiB/s wr, 1.23k op/s 2024-04-22T04:46:34.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:34 smithi040 ceph-mon[88445]: pgmap v1401: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 412 KiB/s wr, 1.23k op/s 2024-04-22T04:46:34.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:34 smithi040 ceph-mon[91058]: pgmap v1401: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 412 KiB/s wr, 1.23k op/s 2024-04-22T04:46:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:46:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:46:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:46:36.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:36 smithi062 ceph-mon[78153]: pgmap v1402: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 412 KiB/s wr, 1.23k op/s 2024-04-22T04:46:36.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:46:36.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:36 smithi040 ceph-mon[88445]: pgmap v1402: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 412 KiB/s wr, 1.23k op/s 2024-04-22T04:46:36.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:46:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:36 smithi040 ceph-mon[91058]: pgmap v1402: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 412 KiB/s wr, 1.23k op/s 2024-04-22T04:46:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:46:38.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:38 smithi062 ceph-mon[78153]: pgmap v1403: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 922 KiB/s rd, 615 KiB/s wr, 1.84k op/s 2024-04-22T04:46:38.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:38 smithi040 ceph-mon[88445]: pgmap v1403: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 922 KiB/s rd, 615 KiB/s wr, 1.84k op/s 2024-04-22T04:46:38.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:38 smithi040 ceph-mon[91058]: pgmap v1403: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 922 KiB/s rd, 615 KiB/s wr, 1.84k op/s 2024-04-22T04:46:40.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:40 smithi062 ceph-mon[78153]: pgmap v1404: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 407 KiB/s wr, 1.22k op/s 2024-04-22T04:46:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:40 smithi040 ceph-mon[88445]: pgmap v1404: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 407 KiB/s wr, 1.22k op/s 2024-04-22T04:46:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:46:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:46:40] "GET /metrics HTTP/1.1" 200 242456 "" "Prometheus/2.43.0" 2024-04-22T04:46:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:40 smithi040 ceph-mon[91058]: pgmap v1404: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 407 KiB/s wr, 1.22k op/s 2024-04-22T04:46:42.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:42 smithi062 ceph-mon[78153]: pgmap v1405: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 912 KiB/s rd, 608 KiB/s wr, 1.82k op/s 2024-04-22T04:46:42.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:42 smithi040 ceph-mon[88445]: pgmap v1405: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 912 KiB/s rd, 608 KiB/s wr, 1.82k op/s 2024-04-22T04:46:42.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:42 smithi040 ceph-mon[91058]: pgmap v1405: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 912 KiB/s rd, 608 KiB/s wr, 1.82k op/s 2024-04-22T04:46:44.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:44 smithi062 ceph-mon[78153]: pgmap v1406: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 403 KiB/s wr, 1.21k op/s 2024-04-22T04:46:44.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:44 smithi040 ceph-mon[88445]: pgmap v1406: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 403 KiB/s wr, 1.21k op/s 2024-04-22T04:46:44.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:44 smithi040 ceph-mon[91058]: pgmap v1406: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 403 KiB/s wr, 1.21k op/s 2024-04-22T04:46:45.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:46:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:46:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:46:46.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:46 smithi062 ceph-mon[78153]: pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 403 KiB/s wr, 1.21k op/s 2024-04-22T04:46:46.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:46 smithi040 ceph-mon[88445]: pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 403 KiB/s wr, 1.21k op/s 2024-04-22T04:46:46.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:46 smithi040 ceph-mon[91058]: pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 403 KiB/s wr, 1.21k op/s 2024-04-22T04:46:47.354 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.index_list_delimited (38124 ms) 2024-04-22T04:46:47.354 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.bi_list 2024-04-22T04:46:47.426 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.bi_list (69 ms) 2024-04-22T04:46:47.426 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.gc_set 2024-04-22T04:46:47.444 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.gc_set (22 ms) 2024-04-22T04:46:47.444 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.gc_list 2024-04-22T04:46:47.466 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.gc_list (22 ms) 2024-04-22T04:46:47.466 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.gc_defer 2024-04-22T04:46:48.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:48 smithi062 ceph-mon[78153]: pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 906 KiB/s rd, 604 KiB/s wr, 1.81k op/s 2024-04-22T04:46:48.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:48 smithi040 ceph-mon[88445]: pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 906 KiB/s rd, 604 KiB/s wr, 1.81k op/s 2024-04-22T04:46:48.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:48 smithi040 ceph-mon[91058]: pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 906 KiB/s rd, 604 KiB/s wr, 1.81k op/s 2024-04-22T04:46:49.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:49 smithi062 ceph-mon[78153]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-22T04:46:49.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:49 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3002537002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:49.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:49 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:49.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:49 smithi040 ceph-mon[88445]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-22T04:46:49.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:49 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3002537002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:49.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:49 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:49.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:49 smithi040 ceph-mon[91058]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-22T04:46:49.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:49 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3002537002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:49.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:49 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:50.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:50 smithi062 ceph-mon[78153]: pgmap v1410: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 722 KiB/s rd, 481 KiB/s wr, 1.44k op/s 2024-04-22T04:46:50.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:50 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:46:50.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:50 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:46:50.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:50 smithi062 ceph-mon[78153]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-22T04:46:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:46:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:46:50] "GET /metrics HTTP/1.1" 200 242456 "" "Prometheus/2.43.0" 2024-04-22T04:46:50.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:50 smithi040 ceph-mon[91058]: pgmap v1410: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 722 KiB/s rd, 481 KiB/s wr, 1.44k op/s 2024-04-22T04:46:50.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:50 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:46:50.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:50 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:46:50.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:50 smithi040 ceph-mon[91058]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-22T04:46:50.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:50 smithi040 ceph-mon[88445]: pgmap v1410: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 722 KiB/s rd, 481 KiB/s wr, 1.44k op/s 2024-04-22T04:46:50.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:50 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:46:50.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:50 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-130816-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:46:50.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:50 smithi040 ceph-mon[88445]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-22T04:46:51.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:51 smithi062 ceph-mon[78153]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-22T04:46:51.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:51 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:46:51.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:46:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:51 smithi040 ceph-mon[88445]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-22T04:46:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:51 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:46:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:46:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:51 smithi040 ceph-mon[91058]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-22T04:46:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:51 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:46:51.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:46:52.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:52 smithi062 ceph-mon[78153]: pgmap v1413: 169 pgs: 26 unknown, 143 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 544 KiB/s wr, 1.63k op/s 2024-04-22T04:46:52.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:52 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:46:52.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:52 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:46:52.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:52 smithi040 ceph-mon[88445]: pgmap v1413: 169 pgs: 26 unknown, 143 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 544 KiB/s wr, 1.63k op/s 2024-04-22T04:46:52.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:52 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:46:52.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:52 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:46:52.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:52 smithi040 ceph-mon[91058]: pgmap v1413: 169 pgs: 26 unknown, 143 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 544 KiB/s wr, 1.63k op/s 2024-04-22T04:46:52.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:52 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:46:52.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:52 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:46:54.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:54 smithi062 ceph-mon[78153]: pgmap v1414: 169 pgs: 169 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 161 KiB/s wr, 476 op/s 2024-04-22T04:46:54.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:54 smithi040 ceph-mon[88445]: pgmap v1414: 169 pgs: 169 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 161 KiB/s wr, 476 op/s 2024-04-22T04:46:54.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:54 smithi040 ceph-mon[91058]: pgmap v1414: 169 pgs: 169 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 161 KiB/s wr, 476 op/s 2024-04-22T04:46:55.085 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.gc_defer (7618 ms) 2024-04-22T04:46:55.085 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.usage_basic 2024-04-22T04:46:55.192 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.usage_basic (108 ms) 2024-04-22T04:46:55.193 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-04-22T04:46:55.194 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-04-22T04:46:55.194 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.usage_clear 2024-04-22T04:46:55.274 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.usage_clear (80 ms) 2024-04-22T04:46:55.274 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-04-22T04:46:55.314 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.bi_log_trim (41 ms) 2024-04-22T04:46:55.314 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-04-22T04:46:55.324 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] cls_rgw.index_racing_removes (10 ms) 2024-04-22T04:46:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:46:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:46:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:46:56.098 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 16 tests from cls_rgw (47641 ms total) 2024-04-22T04:46:56.098 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T04:46:56.098 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment tear-down 2024-04-22T04:46:56.098 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] 16 tests from 1 test suite ran. (50326 ms total) 2024-04-22T04:46:56.098 INFO:tasks.workunit.client.0.smithi040.stdout:[ PASSED ] 16 tests. 2024-04-22T04:46:56.101 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-22T04:46:56.101 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-22T04:46:56.172 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-04-22T04:46:56.172 DEBUG:teuthology.orchestra.run.smithi040:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-04-22T04:46:56.245 INFO:tasks.workunit.client.0.smithi040.stdout:Running main() from gmock_main.cc 2024-04-22T04:46:56.245 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] Running 2 tests from 1 test suite. 2024-04-22T04:46:56.245 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment set-up. 2024-04-22T04:46:56.245 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 2 tests from ClsSDK 2024-04-22T04:46:56.245 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-04-22T04:46:56.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:56 smithi062 ceph-mon[78153]: pgmap v1415: 169 pgs: 169 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 416 KiB/s rd, 140 KiB/s wr, 413 op/s 2024-04-22T04:46:56.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:56 smithi062 ceph-mon[78153]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-22T04:46:56.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:56 smithi040 ceph-mon[88445]: pgmap v1415: 169 pgs: 169 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 416 KiB/s rd, 140 KiB/s wr, 413 op/s 2024-04-22T04:46:56.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:56 smithi040 ceph-mon[88445]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-22T04:46:56.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:56 smithi040 ceph-mon[91058]: pgmap v1415: 169 pgs: 169 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 416 KiB/s rd, 140 KiB/s wr, 413 op/s 2024-04-22T04:46:56.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:56 smithi040 ceph-mon[91058]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-22T04:46:57.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:57 smithi062 ceph-mon[78153]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-22T04:46:57.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:57 smithi040 ceph-mon[88445]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-22T04:46:57.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:57 smithi040 ceph-mon[91058]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-22T04:46:58.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:58 smithi062 ceph-mon[78153]: pgmap v1418: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:46:58.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:58 smithi062 ceph-mon[78153]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-22T04:46:58.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:58 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2154520388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:58.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:58 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:58.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:58 smithi040 ceph-mon[91058]: pgmap v1418: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:46:58.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:58 smithi040 ceph-mon[91058]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-22T04:46:58.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:58 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2154520388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:58.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:58 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:58.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:58 smithi040 ceph-mon[88445]: pgmap v1418: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:46:58.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:58 smithi040 ceph-mon[88445]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-22T04:46:58.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:58 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2154520388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:58.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:58 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:46:59.129 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2884 ms) 2024-04-22T04:46:59.129 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-04-22T04:46:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:59 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:46:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:46:59 smithi062 ceph-mon[78153]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-22T04:46:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:59 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:46:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:46:59 smithi040 ceph-mon[88445]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-22T04:46:59.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:59 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:46:59.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:46:59 smithi040 ceph-mon[91058]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-22T04:47:00.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:00 smithi062 ceph-mon[78153]: pgmap v1421: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:00.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:00 smithi062 ceph-mon[78153]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-22T04:47:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:47:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:47:00] "GET /metrics HTTP/1.1" 200 244797 "" "Prometheus/2.43.0" 2024-04-22T04:47:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:00 smithi040 ceph-mon[88445]: pgmap v1421: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:00.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:00 smithi040 ceph-mon[88445]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-22T04:47:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:00 smithi040 ceph-mon[91058]: pgmap v1421: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:00 smithi040 ceph-mon[91058]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-22T04:47:01.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:01 smithi040 ceph-mon[88445]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-22T04:47:01.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:01 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1724176229' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:47:01.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:01 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:47:01.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:01 smithi040 ceph-mon[91058]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-22T04:47:01.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:01 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1724176229' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:47:01.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:01 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:47:01.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:01 smithi062 ceph-mon[78153]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-22T04:47:01.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:01 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1724176229' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:47:01.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:01 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T04:47:02.155 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3026 ms) 2024-04-22T04:47:02.155 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 2 tests from ClsSDK (5911 ms total) 2024-04-22T04:47:02.155 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T04:47:02.156 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment tear-down 2024-04-22T04:47:02.156 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] 2 tests from 1 test suite ran. (5911 ms total) 2024-04-22T04:47:02.156 INFO:tasks.workunit.client.0.smithi040.stdout:[ PASSED ] 2 tests. 2024-04-22T04:47:02.158 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-22T04:47:02.158 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-22T04:47:02.228 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-04-22T04:47:02.228 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-22T04:47:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:02 smithi040 ceph-mon[88445]: pgmap v1424: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:02 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:47:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:02 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:47:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:02 smithi040 ceph-mon[88445]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-22T04:47:02.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:02 smithi040 ceph-mon[91058]: pgmap v1424: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:02.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:02 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:47:02.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:02 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:47:02.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:02 smithi040 ceph-mon[91058]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-22T04:47:02.490 DEBUG:teuthology.parallel:result is None 2024-04-22T04:47:02.491 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-22T04:47:02.518 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-22T04:47:02.518 DEBUG:teuthology.orchestra.run.smithi040:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-22T04:47:02.580 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-22T04:47:02.580 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-22T04:47:02.580 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-04-22T04:47:02.580 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-22T04:47:02.580 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-04-22T04:47:02.581 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-22T04:47:02.581 INFO:tasks.workunit:Pulling workunits from ref pacific 2024-04-22T04:47:02.581 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-22T04:47:02.581 DEBUG:teuthology.orchestra.run.smithi040:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-22T04:47:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:02 smithi062 ceph-mon[78153]: pgmap v1424: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:02.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:02 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T04:47:02.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:02 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi040-131043-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T04:47:02.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:02 smithi062 ceph-mon[78153]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-22T04:47:02.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T04:47:02.639 INFO:teuthology.orchestra.run.smithi040.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-22T04:47:02.639 DEBUG:teuthology.orchestra.run.smithi040:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-22T04:47:02.698 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-22T04:47:02.699 DEBUG:teuthology.orchestra.run.smithi040:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-22T04:47:02.757 INFO:tasks.workunit:timeout=3h 2024-04-22T04:47:02.757 INFO:tasks.workunit:cleanup=True 2024-04-22T04:47:02.757 DEBUG:teuthology.orchestra.run.smithi040:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch pacific https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-22T04:47:02.816 INFO:tasks.workunit.client.0.smithi040.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-22T04:47:03.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:03 smithi040 ceph-mon[88445]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-22T04:47:03.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:03 smithi040 ceph-mon[91058]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-22T04:47:03.522 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:03 smithi062 ceph-mon[78153]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-22T04:47:03.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:47:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=cleanup t=2024-04-22T04:47:03.525088715Z level=info msg="Completed cleanup jobs" duration=16.317778ms 2024-04-22T04:47:04.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:04 smithi040 ceph-mon[88445]: pgmap v1427: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:04.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:04 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:47:04.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:04 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T04:47:04.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:04 smithi040 ceph-mon[91058]: pgmap v1427: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:04.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:04 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:47:04.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:04 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T04:47:04.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:04 smithi062 ceph-mon[78153]: pgmap v1427: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:04 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T04:47:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:04 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T04:47:05.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:47:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:47:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:47:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:06 smithi062 ceph-mon[78153]: pgmap v1428: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:06 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:47:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:06 smithi040 ceph-mon[88445]: pgmap v1428: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:06 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:47:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:06 smithi040 ceph-mon[91058]: pgmap v1428: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:06 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:47:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:08 smithi062 ceph-mon[78153]: pgmap v1429: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:08 smithi040 ceph-mon[88445]: pgmap v1429: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:08 smithi040 ceph-mon[91058]: pgmap v1429: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:47:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:47:10] "GET /metrics HTTP/1.1" 200 240162 "" "Prometheus/2.43.0" 2024-04-22T04:47:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:10 smithi062 ceph-mon[78153]: pgmap v1430: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:10 smithi040 ceph-mon[88445]: pgmap v1430: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:10 smithi040 ceph-mon[91058]: pgmap v1430: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:12 smithi062 ceph-mon[78153]: pgmap v1431: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:12 smithi040 ceph-mon[88445]: pgmap v1431: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:12 smithi040 ceph-mon[91058]: pgmap v1431: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:14 smithi062 ceph-mon[78153]: pgmap v1432: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:14 smithi040 ceph-mon[88445]: pgmap v1432: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:14 smithi040 ceph-mon[91058]: pgmap v1432: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:15.451 DEBUG:teuthology.orchestra.run.smithi040:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-22T04:47:15.509 INFO:tasks.workunit.client.0.smithi040.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-22T04:47:15.511 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-22T04:47:15.511 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-22T04:47:15.559 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-22T04:47:15.607 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-22T04:47:15.645 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-22T04:47:15.647 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-22T04:47:15.647 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-22T04:47:15.684 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-22T04:47:15.688 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T04:47:15.688 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-22T04:47:15.746 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-04-22T04:47:15.747 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-04-22T04:47:15.747 DEBUG:teuthology.orchestra.run.smithi040:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-04-22T04:47:15.847 INFO:tasks.workunit.client.0.smithi040.stdout:run length 1200 seconds 2024-04-22T04:47:15.847 INFO:tasks.workunit.client.0.smithi040.stdout:preparing 10240 objects 2024-04-22T04:47:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:47:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:47:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:47:16.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:16 smithi062 ceph-mon[78153]: pgmap v1433: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:16 smithi040 ceph-mon[88445]: pgmap v1433: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:16 smithi040 ceph-mon[91058]: pgmap v1433: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T04:47:17.747 INFO:tasks.workunit.client.0.smithi040.stdout:load-gen will run 1200 seconds 2024-04-22T04:47:18.747 INFO:tasks.workunit.client.0.smithi040.stdout: 1: throughput=0MB/sec pending data=0 2024-04-22T04:47:18.747 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-is_soW5HyvEF5ud off=8548376 len=752129 2024-04-22T04:47:18.752 INFO:tasks.workunit.client.0.smithi040.stdout:op 0 completed, throughput=0.713MB/sec 2024-04-22T04:47:18.752 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bRetS2r7KsrC-MK off=6515178 len=605886 2024-04-22T04:47:18.753 INFO:tasks.workunit.client.0.smithi040.stdout:op 1 completed, throughput=1.29MB/sec 2024-04-22T04:47:18.753 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8cXDgXerqf31ZwH off=8327254 len=1499667 2024-04-22T04:47:18.756 INFO:tasks.workunit.client.0.smithi040.stdout:op 2 completed, throughput=2.7MB/sec 2024-04-22T04:47:18.757 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pImXegktKmBYMCt off=9140529 len=660775 2024-04-22T04:47:18.760 INFO:tasks.workunit.client.0.smithi040.stdout:op 3 completed, throughput=3.31MB/sec 2024-04-22T04:47:18.760 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yZwFtsr3HhrpcUu off=17483266 len=710747 2024-04-22T04:47:18.764 INFO:tasks.workunit.client.0.smithi040.stdout:op 4 completed, throughput=3.97MB/sec 2024-04-22T04:47:18.764 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GLcyztTL1sREvr_ off=12697376 len=1804012 2024-04-22T04:47:18.773 INFO:tasks.workunit.client.0.smithi040.stdout:op 5 completed, throughput=5.6MB/sec 2024-04-22T04:47:18.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:18 smithi040 ceph-mon[88445]: pgmap v1434: 105 pgs: 105 active+clean; 27 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s wr, 179 op/s 2024-04-22T04:47:18.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:18 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:47:18.846 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:18 smithi040 ceph-mon[91058]: pgmap v1434: 105 pgs: 105 active+clean; 27 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s wr, 179 op/s 2024-04-22T04:47:18.846 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:18 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:47:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:18 smithi062 ceph-mon[78153]: pgmap v1434: 105 pgs: 105 active+clean; 27 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s wr, 179 op/s 2024-04-22T04:47:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:18 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:47:19.773 INFO:tasks.workunit.client.0.smithi040.stdout: 2: throughput=2.84MB/sec pending data=0 2024-04-22T04:47:19.773 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-R9-FV2ZJCt_u36A off=2513834 len=1171904 2024-04-22T04:47:19.775 INFO:tasks.workunit.client.0.smithi040.stdout:op 6 completed, throughput=3.39MB/sec 2024-04-22T04:47:19.775 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AQGUtNpP4TXkM-1 off=7815770 len=945925 2024-04-22T04:47:19.775 INFO:tasks.workunit.client.0.smithi040.stdout:op 7 completed, throughput=3.83MB/sec 2024-04-22T04:47:19.775 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hiqU5Y8DcUU50uZ off=139780 len=1663947 2024-04-22T04:47:19.777 INFO:tasks.workunit.client.0.smithi040.stdout:op 8 completed, throughput=4.61MB/sec 2024-04-22T04:47:19.777 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cugls9gTPrX8f5J off=4001583 len=282931 2024-04-22T04:47:19.777 INFO:tasks.workunit.client.0.smithi040.stdout:op 9 completed, throughput=4.74MB/sec 2024-04-22T04:47:19.777 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-To0zjvHHiy18Z2R off=3141719 len=1294631 2024-04-22T04:47:19.779 INFO:tasks.workunit.client.0.smithi040.stdout:op 10 completed, throughput=5.35MB/sec 2024-04-22T04:47:20.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:47:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:47:20] "GET /metrics HTTP/1.1" 200 240162 "" "Prometheus/2.43.0" 2024-04-22T04:47:20.779 INFO:tasks.workunit.client.0.smithi040.stdout: 3: throughput=3.58MB/sec pending data=0 2024-04-22T04:47:20.779 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0RKmj2furh3ZZZm off=289574 len=1934222 2024-04-22T04:47:20.781 INFO:tasks.workunit.client.0.smithi040.stdout:op 11 completed, throughput=4.19MB/sec 2024-04-22T04:47:20.781 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xZn7ilxECDZj24f off=4738352 len=1222137 2024-04-22T04:47:20.787 INFO:tasks.workunit.client.0.smithi040.stdout:op 12 completed, throughput=4.56MB/sec 2024-04-22T04:47:20.787 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Zpobt1Npsa-xQK6 off=13763182 len=423847 2024-04-22T04:47:20.789 INFO:tasks.workunit.client.0.smithi040.stdout:op 13 completed, throughput=4.69MB/sec 2024-04-22T04:47:20.790 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zWTTB7DiK1ev3mC off=5021180 len=1610722 2024-04-22T04:47:20.796 INFO:tasks.workunit.client.0.smithi040.stdout:op 14 completed, throughput=5.19MB/sec 2024-04-22T04:47:20.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:20 smithi062 ceph-mon[78153]: pgmap v1435: 105 pgs: 105 active+clean; 40 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s wr, 265 op/s 2024-04-22T04:47:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:47:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:20 smithi040 ceph-mon[88445]: pgmap v1435: 105 pgs: 105 active+clean; 40 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s wr, 265 op/s 2024-04-22T04:47:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:47:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:20 smithi040 ceph-mon[91058]: pgmap v1435: 105 pgs: 105 active+clean; 40 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s wr, 265 op/s 2024-04-22T04:47:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:47:21.797 INFO:tasks.workunit.client.0.smithi040.stdout: 4: throughput=3.9MB/sec pending data=0 2024-04-22T04:47:21.797 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Fyy8Xy8HRJTtpzH off=17780086 len=1313532 2024-04-22T04:47:21.798 INFO:tasks.workunit.client.0.smithi040.stdout:op 15 completed, throughput=4.21MB/sec 2024-04-22T04:47:21.799 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bm4L4G9KVOQa9s1 off=8452289 len=440430 2024-04-22T04:47:21.802 INFO:tasks.workunit.client.0.smithi040.stdout:op 16 completed, throughput=4.31MB/sec 2024-04-22T04:47:21.802 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9ol-p6vSGan-XcE off=1304417 len=635926 2024-04-22T04:47:21.802 INFO:tasks.workunit.client.0.smithi040.stdout:op 17 completed, throughput=4.46MB/sec 2024-04-22T04:47:21.802 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TIA31IwcJLoEjuu off=11619195 len=144951 2024-04-22T04:47:21.804 INFO:tasks.workunit.client.0.smithi040.stdout:op 18 completed, throughput=4.49MB/sec 2024-04-22T04:47:21.804 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-27wLchjo3y6Ji0M off=6583406 len=281687 2024-04-22T04:47:21.807 INFO:tasks.workunit.client.0.smithi040.stdout:op 19 completed, throughput=4.56MB/sec 2024-04-22T04:47:21.807 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-G3n6wO-VhxUA_pq off=1027117 len=73543 2024-04-22T04:47:21.809 INFO:tasks.workunit.client.0.smithi040.stdout:op 20 completed, throughput=4.57MB/sec 2024-04-22T04:47:21.809 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SrFJVaGkEWsf2ao off=12822887 len=328130 2024-04-22T04:47:21.811 INFO:tasks.workunit.client.0.smithi040.stdout:op 21 completed, throughput=4.65MB/sec 2024-04-22T04:47:21.811 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FQBkGPtilldT5Vg off=2164374 len=963002 2024-04-22T04:47:21.813 INFO:tasks.workunit.client.0.smithi040.stdout:op 22 completed, throughput=4.87MB/sec 2024-04-22T04:47:21.813 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KjDkkAj_A-dl8Je off=7713131 len=355226 2024-04-22T04:47:21.816 INFO:tasks.workunit.client.0.smithi040.stdout:op 23 completed, throughput=4.95MB/sec 2024-04-22T04:47:21.816 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pTJfAkP6ZzHvE4Q off=2734759 len=357924 2024-04-22T04:47:21.818 INFO:tasks.workunit.client.0.smithi040.stdout:op 24 completed, throughput=5.03MB/sec 2024-04-22T04:47:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:21 smithi062 ceph-mon[78153]: pgmap v1436: 105 pgs: 105 active+clean; 72 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 681 KiB/s wr, 480 op/s 2024-04-22T04:47:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:47:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:47:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:21 smithi040 ceph-mon[91058]: pgmap v1436: 105 pgs: 105 active+clean; 72 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 681 KiB/s wr, 480 op/s 2024-04-22T04:47:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:47:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:47:22.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:21 smithi040 ceph-mon[88445]: pgmap v1436: 105 pgs: 105 active+clean; 72 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 681 KiB/s wr, 480 op/s 2024-04-22T04:47:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:47:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:47:22.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:47:22.819 INFO:tasks.workunit.client.0.smithi040.stdout: 5: throughput=4.04MB/sec pending data=0 2024-04-22T04:47:22.819 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GG3Grnqhikpn2ZZ off=272445 len=1846884 2024-04-22T04:47:22.830 INFO:tasks.workunit.client.0.smithi040.stdout:op 25 completed, throughput=4.38MB/sec 2024-04-22T04:47:22.830 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YeDypVFIRpS8rAg off=14933026 len=2066056 2024-04-22T04:47:22.834 INFO:tasks.workunit.client.0.smithi040.stdout:op 26 completed, throughput=4.76MB/sec 2024-04-22T04:47:22.834 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6E0-CjeajmNimYK off=1702825 len=1679361 2024-04-22T04:47:22.836 INFO:tasks.workunit.client.0.smithi040.stdout:op 27 completed, throughput=5.07MB/sec 2024-04-22T04:47:23.836 INFO:tasks.workunit.client.0.smithi040.stdout: 6: throughput=4.24MB/sec pending data=0 2024-04-22T04:47:23.836 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bbWEVYrqNcXGgdR off=13092471 len=24330 2024-04-22T04:47:23.839 INFO:tasks.workunit.client.0.smithi040.stdout:op 28 completed, throughput=4.24MB/sec 2024-04-22T04:47:23.839 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-R3eyKI2tHc1I03W off=3091696 len=1880956 2024-04-22T04:47:23.851 INFO:tasks.workunit.client.0.smithi040.stdout:op 29 completed, throughput=4.53MB/sec 2024-04-22T04:47:23.851 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Uf4AmXm5C-4gj-Q off=11317215 len=1002865 2024-04-22T04:47:23.852 INFO:tasks.workunit.client.0.smithi040.stdout:op 30 completed, throughput=4.68MB/sec 2024-04-22T04:47:23.853 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xBD4vimpL3cHVMi off=2171245 len=1712122 2024-04-22T04:47:23.855 INFO:tasks.workunit.client.0.smithi040.stdout:op 31 completed, throughput=4.95MB/sec 2024-04-22T04:47:23.855 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xSGl6OFvMjuw928 off=224348 len=1171327 2024-04-22T04:47:23.857 INFO:tasks.workunit.client.0.smithi040.stdout:op 32 completed, throughput=5.13MB/sec 2024-04-22T04:47:24.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:23 smithi062 ceph-mon[78153]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 1.3 MiB/s wr, 854 op/s 2024-04-22T04:47:24.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:23 smithi040 ceph-mon[88445]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 1.3 MiB/s wr, 854 op/s 2024-04-22T04:47:24.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:23 smithi040 ceph-mon[91058]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 1.3 MiB/s wr, 854 op/s 2024-04-22T04:47:24.857 INFO:tasks.workunit.client.0.smithi040.stdout: 7: throughput=4.41MB/sec pending data=0 2024-04-22T04:47:24.857 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bE96Tq5OXsJQRfV off=242340 len=1587192 2024-04-22T04:47:24.865 INFO:tasks.workunit.client.0.smithi040.stdout:op 33 completed, throughput=4.62MB/sec 2024-04-22T04:47:24.865 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-w5a4H8ZfxuLESCn off=17034766 len=1623499 2024-04-22T04:47:24.867 INFO:tasks.workunit.client.0.smithi040.stdout:op 34 completed, throughput=4.83MB/sec 2024-04-22T04:47:24.867 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-85v-gfCOz_GQ7Op off=21495076 len=154373 2024-04-22T04:47:24.868 INFO:tasks.workunit.client.0.smithi040.stdout:op 35 completed, throughput=4.85MB/sec 2024-04-22T04:47:24.869 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6t2zcTwhlaens0W off=3673544 len=1175585 2024-04-22T04:47:24.870 INFO:tasks.workunit.client.0.smithi040.stdout:op 36 completed, throughput=5.01MB/sec 2024-04-22T04:47:25.871 INFO:tasks.workunit.client.0.smithi040.stdout: 8: throughput=4.39MB/sec pending data=0 2024-04-22T04:47:25.871 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3hhc87xGs5YMI_6 off=7848089 len=1025255 2024-04-22T04:47:25.876 INFO:tasks.workunit.client.0.smithi040.stdout:op 37 completed, throughput=4.51MB/sec 2024-04-22T04:47:25.876 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ysL0zBQb1d9gYLF off=5707084 len=741268 2024-04-22T04:47:25.881 INFO:tasks.workunit.client.0.smithi040.stdout:op 38 completed, throughput=4.59MB/sec 2024-04-22T04:47:25.881 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fx9SFoON7lasGgd off=5728138 len=1567440 2024-04-22T04:47:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:47:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:47:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:47:25.885 INFO:tasks.workunit.client.0.smithi040.stdout:op 39 completed, throughput=4.77MB/sec 2024-04-22T04:47:25.885 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-m8C-j8C-PKAz7XD off=2475720 len=1408546 2024-04-22T04:47:25.887 INFO:tasks.workunit.client.0.smithi040.stdout:op 40 completed, throughput=4.94MB/sec 2024-04-22T04:47:25.887 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jePXNF8m0CMwPbV off=7818880 len=2082142 2024-04-22T04:47:25.898 INFO:tasks.workunit.client.0.smithi040.stdout:op 41 completed, throughput=5.17MB/sec 2024-04-22T04:47:26.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:25 smithi062 ceph-mon[78153]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 1.3 MiB/s wr, 854 op/s 2024-04-22T04:47:26.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:25 smithi040 ceph-mon[88445]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 1.3 MiB/s wr, 854 op/s 2024-04-22T04:47:26.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:25 smithi040 ceph-mon[91058]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 1.3 MiB/s wr, 854 op/s 2024-04-22T04:47:26.898 INFO:tasks.workunit.client.0.smithi040.stdout: 9: throughput=4.61MB/sec pending data=0 2024-04-22T04:47:26.899 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dnqHjunZ6ezfG4k off=5169812 len=1933884 2024-04-22T04:47:26.901 INFO:tasks.workunit.client.0.smithi040.stdout:op 42 completed, throughput=4.81MB/sec 2024-04-22T04:47:26.901 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CnRTvCAuW5xuxVW off=11557207 len=358323 2024-04-22T04:47:26.903 INFO:tasks.workunit.client.0.smithi040.stdout:op 43 completed, throughput=4.85MB/sec 2024-04-22T04:47:26.903 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RxamIeFiRUN10DN off=336570 len=80639 2024-04-22T04:47:26.903 INFO:tasks.workunit.client.0.smithi040.stdout:op 44 completed, throughput=4.85MB/sec 2024-04-22T04:47:26.903 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SyocfCUh65Wsx92 off=14980434 len=1505560 2024-04-22T04:47:26.905 INFO:tasks.workunit.client.0.smithi040.stdout:op 45 completed, throughput=5.01MB/sec 2024-04-22T04:47:27.906 INFO:tasks.workunit.client.0.smithi040.stdout: 10: throughput=4.52MB/sec pending data=0 2024-04-22T04:47:27.906 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IVxa4VbClNOEtUj off=6153077 len=245246 2024-04-22T04:47:27.906 INFO:tasks.workunit.client.0.smithi040.stdout:op 46 completed, throughput=4.54MB/sec 2024-04-22T04:47:27.906 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lw850U0g2E9qdgs off=20518104 len=261674 2024-04-22T04:47:27.907 INFO:tasks.workunit.client.0.smithi040.stdout:op 47 completed, throughput=4.56MB/sec 2024-04-22T04:47:27.907 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HRgrvX2EikcLixU off=8477943 len=31761 2024-04-22T04:47:27.909 INFO:tasks.workunit.client.0.smithi040.stdout:op 48 completed, throughput=4.56MB/sec 2024-04-22T04:47:27.909 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eQRTD3kcP9KbNHb off=7359172 len=1594231 2024-04-22T04:47:27.912 INFO:tasks.workunit.client.0.smithi040.stdout:op 49 completed, throughput=4.71MB/sec 2024-04-22T04:47:27.912 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rPpG3vxy41lTXu2 off=1659 len=1169449 2024-04-22T04:47:27.919 INFO:tasks.workunit.client.0.smithi040.stdout:op 50 completed, throughput=4.82MB/sec 2024-04-22T04:47:27.919 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ILQMo_G3A0XvqB3 off=4928159 len=1650398 2024-04-22T04:47:27.927 INFO:tasks.workunit.client.0.smithi040.stdout:op 51 completed, throughput=4.97MB/sec 2024-04-22T04:47:27.927 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Iy56cD2HBhliyjS off=3180987 len=1767746 2024-04-22T04:47:27.935 INFO:tasks.workunit.client.0.smithi040.stdout:op 52 completed, throughput=5.13MB/sec 2024-04-22T04:47:28.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:27 smithi062 ceph-mon[78153]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 856 op/s 2024-04-22T04:47:28.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:27 smithi040 ceph-mon[88445]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 856 op/s 2024-04-22T04:47:28.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:27 smithi040 ceph-mon[91058]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 856 op/s 2024-04-22T04:47:28.935 INFO:tasks.workunit.client.0.smithi040.stdout: 11: throughput=4.67MB/sec pending data=0 2024-04-22T04:47:28.936 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aLO9YvyRfTFuhmK off=10668499 len=1061987 2024-04-22T04:47:28.937 INFO:tasks.workunit.client.0.smithi040.stdout:op 53 completed, throughput=4.76MB/sec 2024-04-22T04:47:28.937 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fZsivpb2gdwyBOz off=598997 len=807865 2024-04-22T04:47:28.939 INFO:tasks.workunit.client.0.smithi040.stdout:op 54 completed, throughput=4.83MB/sec 2024-04-22T04:47:28.940 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gmgkypPJlwvxSFZ off=4882065 len=76935 2024-04-22T04:47:28.940 INFO:tasks.workunit.client.0.smithi040.stdout:op 55 completed, throughput=4.84MB/sec 2024-04-22T04:47:28.940 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jdOuA4_et7W2Run off=15348802 len=475297 2024-04-22T04:47:28.941 INFO:tasks.workunit.client.0.smithi040.stdout:op 56 completed, throughput=4.88MB/sec 2024-04-22T04:47:28.941 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EsMvxZm4bFJDyAM off=91061 len=448230 2024-04-22T04:47:28.944 INFO:tasks.workunit.client.0.smithi040.stdout:op 57 completed, throughput=4.91MB/sec 2024-04-22T04:47:28.944 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PlghyxwzKf_297S off=10355735 len=896147 2024-04-22T04:47:28.949 INFO:tasks.workunit.client.0.smithi040.stdout:op 58 completed, throughput=4.99MB/sec 2024-04-22T04:47:28.949 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MG1Ap2jEfAdcVou off=3826837 len=339005 2024-04-22T04:47:28.952 INFO:tasks.workunit.client.0.smithi040.stdout:op 59 completed, throughput=5.02MB/sec 2024-04-22T04:47:29.952 INFO:tasks.workunit.client.0.smithi040.stdout: 12: throughput=4.6MB/sec pending data=0 2024-04-22T04:47:29.953 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wrcB56pgxGT74Hd off=10346422 len=230981 2024-04-22T04:47:29.953 INFO:tasks.workunit.client.0.smithi040.stdout:op 60 completed, throughput=4.62MB/sec 2024-04-22T04:47:29.953 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yWL6u8JKK_-EJrZ off=6749987 len=1282670 2024-04-22T04:47:29.961 INFO:tasks.workunit.client.0.smithi040.stdout:op 61 completed, throughput=4.72MB/sec 2024-04-22T04:47:29.962 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9WaMzFi0pgLEATk off=13835987 len=1652792 2024-04-22T04:47:29.969 INFO:tasks.workunit.client.0.smithi040.stdout:op 62 completed, throughput=4.85MB/sec 2024-04-22T04:47:29.969 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-frDWC8ElGvquYmx off=1829809 len=1704853 2024-04-22T04:47:29.971 INFO:tasks.workunit.client.0.smithi040.stdout:op 63 completed, throughput=4.98MB/sec 2024-04-22T04:47:29.971 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-B6d9N6M-s1cjIrn off=5587875 len=146947 2024-04-22T04:47:29.974 INFO:tasks.workunit.client.0.smithi040.stdout:op 64 completed, throughput=4.99MB/sec 2024-04-22T04:47:29.974 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Ke4jc9iehF6v9Lq off=12687163 len=1599161 2024-04-22T04:47:29.981 INFO:tasks.workunit.client.0.smithi040.stdout:op 65 completed, throughput=5.11MB/sec 2024-04-22T04:47:30.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:29 smithi062 ceph-mon[78153]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 677 op/s 2024-04-22T04:47:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:29 smithi040 ceph-mon[88445]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 677 op/s 2024-04-22T04:47:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:47:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:47:30] "GET /metrics HTTP/1.1" 200 240158 "" "Prometheus/2.43.0" 2024-04-22T04:47:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:29 smithi040 ceph-mon[91058]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 677 op/s 2024-04-22T04:47:30.981 INFO:tasks.workunit.client.0.smithi040.stdout: 13: throughput=4.72MB/sec pending data=0 2024-04-22T04:47:30.981 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-N1JtDRB4oWM72iV off=2378978 len=638108 2024-04-22T04:47:30.982 INFO:tasks.workunit.client.0.smithi040.stdout:op 66 completed, throughput=4.77MB/sec 2024-04-22T04:47:30.982 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZJXrJHN_xncAcKX off=5239918 len=1339468 2024-04-22T04:47:30.986 INFO:tasks.workunit.client.0.smithi040.stdout:op 67 completed, throughput=4.86MB/sec 2024-04-22T04:47:30.986 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CK8GmsmnWTS2NBJ off=5274194 len=1352928 2024-04-22T04:47:30.993 INFO:tasks.workunit.client.0.smithi040.stdout:op 68 completed, throughput=4.96MB/sec 2024-04-22T04:47:30.993 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fqAiBI0aCmhUfNC off=9473549 len=1946377 2024-04-22T04:47:31.006 INFO:tasks.workunit.client.0.smithi040.stdout:op 69 completed, throughput=5.09MB/sec 2024-04-22T04:47:32.006 INFO:tasks.workunit.client.0.smithi040.stdout: 14: throughput=4.74MB/sec pending data=0 2024-04-22T04:47:32.006 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LJdm8PGHFFe9o0Z off=12740453 len=1641823 2024-04-22T04:47:32.015 INFO:tasks.workunit.client.0.smithi040.stdout:op 70 completed, throughput=4.84MB/sec 2024-04-22T04:47:32.015 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qvu7LNIIoTMM-Zy off=12222980 len=1918321 2024-04-22T04:47:32.023 INFO:tasks.workunit.client.0.smithi040.stdout:op 71 completed, throughput=4.97MB/sec 2024-04-22T04:47:32.023 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QL0xTmEuOxcwMj- off=2781552 len=1886498 2024-04-22T04:47:32.025 INFO:tasks.workunit.client.0.smithi040.stdout:op 72 completed, throughput=5.09MB/sec 2024-04-22T04:47:32.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:31 smithi062 ceph-mon[78153]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 592 op/s 2024-04-22T04:47:32.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:31 smithi040 ceph-mon[88445]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 592 op/s 2024-04-22T04:47:32.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:31 smithi040 ceph-mon[91058]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 592 op/s 2024-04-22T04:47:33.025 INFO:tasks.workunit.client.0.smithi040.stdout: 15: throughput=4.76MB/sec pending data=0 2024-04-22T04:47:33.025 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EcVg15koaDzS7Lp off=9267973 len=200727 2024-04-22T04:47:33.028 INFO:tasks.workunit.client.0.smithi040.stdout:op 73 completed, throughput=4.77MB/sec 2024-04-22T04:47:33.028 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1RYrzRHyHc3SeXL off=19661999 len=72642 2024-04-22T04:47:33.031 INFO:tasks.workunit.client.0.smithi040.stdout:op 74 completed, throughput=4.78MB/sec 2024-04-22T04:47:33.031 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nvoPyoibrEWFwuH off=5101555 len=905214 2024-04-22T04:47:33.036 INFO:tasks.workunit.client.0.smithi040.stdout:op 75 completed, throughput=4.83MB/sec 2024-04-22T04:47:33.037 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oL7w3pJIO7A-d7H off=16577191 len=121905 2024-04-22T04:47:33.039 INFO:tasks.workunit.client.0.smithi040.stdout:op 76 completed, throughput=4.84MB/sec 2024-04-22T04:47:33.039 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8CquS8d3YC5oqI3 off=19839815 len=1676414 2024-04-22T04:47:33.041 INFO:tasks.workunit.client.0.smithi040.stdout:op 77 completed, throughput=4.94MB/sec 2024-04-22T04:47:33.041 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-v0bNsuvzD-AZGbX off=10349480 len=2056220 2024-04-22T04:47:33.053 INFO:tasks.workunit.client.0.smithi040.stdout:op 78 completed, throughput=5.07MB/sec 2024-04-22T04:47:34.054 INFO:tasks.workunit.client.0.smithi040.stdout: 16: throughput=4.76MB/sec pending data=0 2024-04-22T04:47:34.054 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MLiyman6YhG8R5j off=1216692 len=1990529 2024-04-22T04:47:34.066 INFO:tasks.workunit.client.0.smithi040.stdout:op 79 completed, throughput=4.87MB/sec 2024-04-22T04:47:34.066 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_Fcz9XAU2BkSrUo off=8022803 len=1707304 2024-04-22T04:47:34.069 INFO:tasks.workunit.client.0.smithi040.stdout:op 80 completed, throughput=4.97MB/sec 2024-04-22T04:47:34.069 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-21CuNz7c0xus6jh off=0 len=1305400 2024-04-22T04:47:34.076 INFO:tasks.workunit.client.0.smithi040.stdout:op 81 completed, throughput=5.04MB/sec 2024-04-22T04:47:34.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:34 smithi062 ceph-mon[78153]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 378 op/s 2024-04-22T04:47:34.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:34 smithi040 ceph-mon[88445]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 378 op/s 2024-04-22T04:47:34.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:34 smithi040 ceph-mon[91058]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 378 op/s 2024-04-22T04:47:35.076 INFO:tasks.workunit.client.0.smithi040.stdout: 17: throughput=4.75MB/sec pending data=0 2024-04-22T04:47:35.076 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-w1ZPnrmgEQ66KlK off=10533434 len=951209 2024-04-22T04:47:35.077 INFO:tasks.workunit.client.0.smithi040.stdout:op 82 completed, throughput=4.8MB/sec 2024-04-22T04:47:35.078 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-R08p00EFaAFLqw1 off=7495715 len=305901 2024-04-22T04:47:35.078 INFO:tasks.workunit.client.0.smithi040.stdout:op 83 completed, throughput=4.82MB/sec 2024-04-22T04:47:35.078 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VtTEW0rE86alCBF off=9539894 len=1423456 2024-04-22T04:47:35.086 INFO:tasks.workunit.client.0.smithi040.stdout:op 84 completed, throughput=4.89MB/sec 2024-04-22T04:47:35.086 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_-Xho2F8_fT39A4 off=2264936 len=1903372 2024-04-22T04:47:35.095 INFO:tasks.workunit.client.0.smithi040.stdout:op 85 completed, throughput=5MB/sec 2024-04-22T04:47:35.095 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jwbg_Ur9kuoriUv off=2317993 len=1256694 2024-04-22T04:47:35.096 INFO:tasks.workunit.client.0.smithi040.stdout:op 86 completed, throughput=5.07MB/sec 2024-04-22T04:47:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:47:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:47:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:47:36.097 INFO:tasks.workunit.client.0.smithi040.stdout: 18: throughput=4.79MB/sec pending data=0 2024-04-22T04:47:36.097 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Z1l_c26i6Xi3Rmn off=1285147 len=1098179 2024-04-22T04:47:36.098 INFO:tasks.workunit.client.0.smithi040.stdout:op 87 completed, throughput=4.85MB/sec 2024-04-22T04:47:36.098 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-me3RagFDQN7tu-k off=2819662 len=1215016 2024-04-22T04:47:36.100 INFO:tasks.workunit.client.0.smithi040.stdout:op 88 completed, throughput=4.91MB/sec 2024-04-22T04:47:36.100 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AG19ZWV1XwaGcnD off=19174423 len=1535049 2024-04-22T04:47:36.107 INFO:tasks.workunit.client.0.smithi040.stdout:op 89 completed, throughput=4.99MB/sec 2024-04-22T04:47:36.107 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OXyXrBK_l6T84aL off=7769480 len=1635673 2024-04-22T04:47:36.114 INFO:tasks.workunit.client.0.smithi040.stdout:op 90 completed, throughput=5.07MB/sec 2024-04-22T04:47:36.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:36 smithi062 ceph-mon[78153]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:47:36.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:47:36.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:36 smithi040 ceph-mon[88445]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:47:36.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:47:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:36 smithi040 ceph-mon[91058]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:47:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:47:37.114 INFO:tasks.workunit.client.0.smithi040.stdout: 19: throughput=4.81MB/sec pending data=0 2024-04-22T04:47:37.114 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WyWeEfzX-Z-zfCW off=101411 len=1659206 2024-04-22T04:47:37.121 INFO:tasks.workunit.client.0.smithi040.stdout:op 91 completed, throughput=4.89MB/sec 2024-04-22T04:47:37.121 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mhbdbn7JJtcM0M3 off=7162473 len=1464519 2024-04-22T04:47:37.129 INFO:tasks.workunit.client.0.smithi040.stdout:op 92 completed, throughput=4.96MB/sec 2024-04-22T04:47:37.129 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-T4is9ejPq-64uWp off=93940 len=778895 2024-04-22T04:47:37.131 INFO:tasks.workunit.client.0.smithi040.stdout:op 93 completed, throughput=5MB/sec 2024-04-22T04:47:37.131 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ptohF7GlZoK9sJ4 off=1874259 len=1169338 2024-04-22T04:47:37.132 INFO:tasks.workunit.client.0.smithi040.stdout:op 94 completed, throughput=5.05MB/sec 2024-04-22T04:47:38.133 INFO:tasks.workunit.client.0.smithi040.stdout: 20: throughput=4.8MB/sec pending data=0 2024-04-22T04:47:38.133 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IhH1KUh_413NR08 off=1558567 len=874858 2024-04-22T04:47:38.137 INFO:tasks.workunit.client.0.smithi040.stdout:op 95 completed, throughput=4.84MB/sec 2024-04-22T04:47:38.137 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UebJrLpgCIFKuBe off=5587830 len=1307897 2024-04-22T04:47:38.144 INFO:tasks.workunit.client.0.smithi040.stdout:op 96 completed, throughput=4.9MB/sec 2024-04-22T04:47:38.144 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3DyxqefoTCUOqyx off=11447688 len=1793567 2024-04-22T04:47:38.152 INFO:tasks.workunit.client.0.smithi040.stdout:op 97 completed, throughput=4.99MB/sec 2024-04-22T04:47:38.153 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tiC37yUOXUXe_jI off=9880120 len=1947893 2024-04-22T04:47:38.163 INFO:tasks.workunit.client.0.smithi040.stdout:op 98 completed, throughput=5.07MB/sec 2024-04-22T04:47:38.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:38 smithi062 ceph-mon[78153]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-22T04:47:38.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:38 smithi040 ceph-mon[91058]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-22T04:47:38.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:38 smithi040 ceph-mon[88445]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-22T04:47:39.164 INFO:tasks.workunit.client.0.smithi040.stdout: 21: throughput=4.84MB/sec pending data=0 2024-04-22T04:47:39.164 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lTQxef3rGn6eB_B off=828132 len=1255111 2024-04-22T04:47:39.166 INFO:tasks.workunit.client.0.smithi040.stdout:op 99 completed, throughput=4.89MB/sec 2024-04-22T04:47:39.166 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iyYtSsO5FkVnE2I off=2901741 len=449820 2024-04-22T04:47:39.170 INFO:tasks.workunit.client.0.smithi040.stdout:op 100 completed, throughput=4.91MB/sec 2024-04-22T04:47:39.170 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7tYvwgudGcgJrCj off=5445112 len=1308483 2024-04-22T04:47:39.177 INFO:tasks.workunit.client.0.smithi040.stdout:op 101 completed, throughput=4.97MB/sec 2024-04-22T04:47:39.177 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oVipCEIXuK0bADK off=3050118 len=1836908 2024-04-22T04:47:39.186 INFO:tasks.workunit.client.0.smithi040.stdout:op 102 completed, throughput=5.05MB/sec 2024-04-22T04:47:40.186 INFO:tasks.workunit.client.0.smithi040.stdout: 22: throughput=4.82MB/sec pending data=0 2024-04-22T04:47:40.186 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sz2dH8DJXBSk5SH off=8889701 len=1807660 2024-04-22T04:47:40.188 INFO:tasks.workunit.client.0.smithi040.stdout:op 103 completed, throughput=4.9MB/sec 2024-04-22T04:47:40.188 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hOuT7FRDj2giamG off=8899748 len=221602 2024-04-22T04:47:40.189 INFO:tasks.workunit.client.0.smithi040.stdout:op 104 completed, throughput=4.91MB/sec 2024-04-22T04:47:40.189 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-by4INY5xbVBNmBa off=603502 len=1842733 2024-04-22T04:47:40.198 INFO:tasks.workunit.client.0.smithi040.stdout:op 105 completed, throughput=4.98MB/sec 2024-04-22T04:47:40.199 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9jqyMFkupZNkWL9 off=5306954 len=1222268 2024-04-22T04:47:40.201 INFO:tasks.workunit.client.0.smithi040.stdout:op 106 completed, throughput=5.04MB/sec 2024-04-22T04:47:40.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:40 smithi062 ceph-mon[78153]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:47:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:40 smithi040 ceph-mon[88445]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:47:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:47:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:47:40] "GET /metrics HTTP/1.1" 200 240224 "" "Prometheus/2.43.0" 2024-04-22T04:47:40.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:40 smithi040 ceph-mon[91058]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:47:41.202 INFO:tasks.workunit.client.0.smithi040.stdout: 23: throughput=4.82MB/sec pending data=0 2024-04-22T04:47:41.202 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bgH_F5kE69Wzyq9 off=10290771 len=1822854 2024-04-22T04:47:41.205 INFO:tasks.workunit.client.0.smithi040.stdout:op 107 completed, throughput=4.89MB/sec 2024-04-22T04:47:41.205 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zdIb1ugH2zEXBj6 off=2044824 len=1138771 2024-04-22T04:47:41.210 INFO:tasks.workunit.client.0.smithi040.stdout:op 108 completed, throughput=4.94MB/sec 2024-04-22T04:47:41.211 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dJ5_ltjTS17GgiD off=3724844 len=941940 2024-04-22T04:47:41.212 INFO:tasks.workunit.client.0.smithi040.stdout:op 109 completed, throughput=4.98MB/sec 2024-04-22T04:47:41.212 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3DyxqefoTCUOqyx off=2968907 len=1403310 2024-04-22T04:47:41.218 INFO:tasks.workunit.client.0.smithi040.stdout:op 110 completed, throughput=5.03MB/sec 2024-04-22T04:47:42.219 INFO:tasks.workunit.client.0.smithi040.stdout: 24: throughput=4.83MB/sec pending data=0 2024-04-22T04:47:42.219 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kLsefOTdFPdkAm9 off=6276441 len=1238262 2024-04-22T04:47:42.220 INFO:tasks.workunit.client.0.smithi040.stdout:op 111 completed, throughput=4.88MB/sec 2024-04-22T04:47:42.220 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8Np2lLHp8_RNKyl off=7111820 len=1483745 2024-04-22T04:47:42.222 INFO:tasks.workunit.client.0.smithi040.stdout:op 112 completed, throughput=4.93MB/sec 2024-04-22T04:47:42.222 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0NZJJwWPgenhTaN off=1965490 len=601097 2024-04-22T04:47:42.226 INFO:tasks.workunit.client.0.smithi040.stdout:op 113 completed, throughput=4.96MB/sec 2024-04-22T04:47:42.226 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9cLIUE5t3EVWtDD off=11024518 len=996734 2024-04-22T04:47:42.228 INFO:tasks.workunit.client.0.smithi040.stdout:op 114 completed, throughput=4.99MB/sec 2024-04-22T04:47:42.228 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Bj2uxZllmSlpg2Q off=14340816 len=1567213 2024-04-22T04:47:42.237 INFO:tasks.workunit.client.0.smithi040.stdout:op 115 completed, throughput=5.05MB/sec 2024-04-22T04:47:42.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:42 smithi062 ceph-mon[78153]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-22T04:47:42.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:42 smithi040 ceph-mon[88445]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-22T04:47:42.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:42 smithi040 ceph-mon[91058]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-22T04:47:43.237 INFO:tasks.workunit.client.0.smithi040.stdout: 25: throughput=4.86MB/sec pending data=0 2024-04-22T04:47:43.237 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JoQCtJg_xN21rzz off=3123793 len=1748826 2024-04-22T04:47:43.241 INFO:tasks.workunit.client.0.smithi040.stdout:op 116 completed, throughput=4.92MB/sec 2024-04-22T04:47:43.241 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PubVHPC2PzXPkjV off=9353013 len=785977 2024-04-22T04:47:43.247 INFO:tasks.workunit.client.0.smithi040.stdout:op 117 completed, throughput=4.95MB/sec 2024-04-22T04:47:43.247 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-m1zut32UwQACDD- off=17232039 len=1971769 2024-04-22T04:47:43.249 INFO:tasks.workunit.client.0.smithi040.stdout:op 118 completed, throughput=5.02MB/sec 2024-04-22T04:47:44.250 INFO:tasks.workunit.client.0.smithi040.stdout: 26: throughput=4.83MB/sec pending data=0 2024-04-22T04:47:44.250 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dkegm6OsqoCb6sg off=8757323 len=971671 2024-04-22T04:47:44.252 INFO:tasks.workunit.client.0.smithi040.stdout:op 119 completed, throughput=4.87MB/sec 2024-04-22T04:47:44.252 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KN-U5qDNB-C_FeV off=935924 len=1940183 2024-04-22T04:47:44.255 INFO:tasks.workunit.client.0.smithi040.stdout:op 120 completed, throughput=4.94MB/sec 2024-04-22T04:47:44.255 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YVywY8q5YG2i77X off=2825301 len=1821813 2024-04-22T04:47:44.264 INFO:tasks.workunit.client.0.smithi040.stdout:op 121 completed, throughput=5MB/sec 2024-04-22T04:47:44.264 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4lyAm7IlBgCew6K off=11425724 len=408642 2024-04-22T04:47:44.267 INFO:tasks.workunit.client.0.smithi040.stdout:op 122 completed, throughput=5.01MB/sec 2024-04-22T04:47:44.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:44 smithi062 ceph-mon[78153]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-04-22T04:47:44.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:44 smithi040 ceph-mon[88445]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-04-22T04:47:44.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:44 smithi040 ceph-mon[91058]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-04-22T04:47:45.268 INFO:tasks.workunit.client.0.smithi040.stdout: 27: throughput=4.83MB/sec pending data=0 2024-04-22T04:47:45.268 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OwuzDf6xITuY2rg off=3071650 len=543488 2024-04-22T04:47:45.272 INFO:tasks.workunit.client.0.smithi040.stdout:op 123 completed, throughput=4.85MB/sec 2024-04-22T04:47:45.272 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3rlQlmKHvvEYqMK off=543112 len=948360 2024-04-22T04:47:45.272 INFO:tasks.workunit.client.0.smithi040.stdout:op 124 completed, throughput=4.88MB/sec 2024-04-22T04:47:45.272 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nDHUGBKzvubfsTm off=1381504 len=22010 2024-04-22T04:47:45.273 INFO:tasks.workunit.client.0.smithi040.stdout:op 125 completed, throughput=4.88MB/sec 2024-04-22T04:47:45.273 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-p2bGDnSwd_vG682 off=4397150 len=251043 2024-04-22T04:47:45.276 INFO:tasks.workunit.client.0.smithi040.stdout:op 126 completed, throughput=4.89MB/sec 2024-04-22T04:47:45.276 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IZiMiTSBI7Pr9K2 off=5992994 len=348586 2024-04-22T04:47:45.279 INFO:tasks.workunit.client.0.smithi040.stdout:op 127 completed, throughput=4.9MB/sec 2024-04-22T04:47:45.279 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-khLF10VPAUlJjHs off=572586 len=306621 2024-04-22T04:47:45.282 INFO:tasks.workunit.client.0.smithi040.stdout:op 128 completed, throughput=4.91MB/sec 2024-04-22T04:47:45.283 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hY84YBRxQSrwl27 off=19290631 len=2066079 2024-04-22T04:47:45.291 INFO:tasks.workunit.client.0.smithi040.stdout:op 129 completed, throughput=4.98MB/sec 2024-04-22T04:47:45.291 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iWzQcu5gOUEMVMJ off=6137067 len=131576 2024-04-22T04:47:45.292 INFO:tasks.workunit.client.0.smithi040.stdout:op 130 completed, throughput=4.99MB/sec 2024-04-22T04:47:45.292 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Of2xIzO8oImROQt off=4054811 len=354265 2024-04-22T04:47:45.295 INFO:tasks.workunit.client.0.smithi040.stdout:op 131 completed, throughput=5MB/sec 2024-04-22T04:47:45.295 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xcyHRuKetde17dm off=8428369 len=178074 2024-04-22T04:47:45.295 INFO:tasks.workunit.client.0.smithi040.stdout:op 132 completed, throughput=5MB/sec 2024-04-22T04:47:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:47:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:47:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:47:46.295 INFO:tasks.workunit.client.0.smithi040.stdout: 28: throughput=4.83MB/sec pending data=0 2024-04-22T04:47:46.296 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Wcik0qKNAHB9pBl off=5070740 len=224156 2024-04-22T04:47:46.296 INFO:tasks.workunit.client.0.smithi040.stdout:op 133 completed, throughput=4.84MB/sec 2024-04-22T04:47:46.296 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VxMP6Twm6Wh5PSH off=18929972 len=1301330 2024-04-22T04:47:46.304 INFO:tasks.workunit.client.0.smithi040.stdout:op 134 completed, throughput=4.88MB/sec 2024-04-22T04:47:46.304 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RHdY1x_0RfYFnkD off=2384023 len=1382231 2024-04-22T04:47:46.311 INFO:tasks.workunit.client.0.smithi040.stdout:op 135 completed, throughput=4.92MB/sec 2024-04-22T04:47:46.311 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-y06Sq63SherCKPG off=2307365 len=1094487 2024-04-22T04:47:46.317 INFO:tasks.workunit.client.0.smithi040.stdout:op 136 completed, throughput=4.96MB/sec 2024-04-22T04:47:46.317 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yePPxEws4jM5rKd off=833951 len=205296 2024-04-22T04:47:46.320 INFO:tasks.workunit.client.0.smithi040.stdout:op 137 completed, throughput=4.97MB/sec 2024-04-22T04:47:46.320 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fJvV9a1zdnmFnTQ off=5472741 len=1074534 2024-04-22T04:47:46.322 INFO:tasks.workunit.client.0.smithi040.stdout:op 138 completed, throughput=5MB/sec 2024-04-22T04:47:46.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:46 smithi062 ceph-mon[78153]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-22T04:47:46.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:46 smithi040 ceph-mon[88445]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-22T04:47:46.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:46 smithi040 ceph-mon[91058]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-22T04:47:47.322 INFO:tasks.workunit.client.0.smithi040.stdout: 29: throughput=4.83MB/sec pending data=0 2024-04-22T04:47:47.322 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XPBYs-wvn7xUmqp off=319744 len=635399 2024-04-22T04:47:47.327 INFO:tasks.workunit.client.0.smithi040.stdout:op 139 completed, throughput=4.85MB/sec 2024-04-22T04:47:47.327 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-04IzlR733UCQ74o off=0 len=1366290 2024-04-22T04:47:47.333 INFO:tasks.workunit.client.0.smithi040.stdout:op 140 completed, throughput=4.89MB/sec 2024-04-22T04:47:47.333 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bSgx5saAWtOZ-kw off=6434554 len=362696 2024-04-22T04:47:47.334 INFO:tasks.workunit.client.0.smithi040.stdout:op 141 completed, throughput=4.91MB/sec 2024-04-22T04:47:47.334 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-40MsZBlNFTzBMji off=9769804 len=914603 2024-04-22T04:47:47.335 INFO:tasks.workunit.client.0.smithi040.stdout:op 142 completed, throughput=4.94MB/sec 2024-04-22T04:47:47.335 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zJj5ARFkG4YvLcg off=11523159 len=645075 2024-04-22T04:47:47.336 INFO:tasks.workunit.client.0.smithi040.stdout:op 143 completed, throughput=4.96MB/sec 2024-04-22T04:47:47.336 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-g8G9fqJ1Upg2i1B off=16451184 len=497740 2024-04-22T04:47:47.339 INFO:tasks.workunit.client.0.smithi040.stdout:op 144 completed, throughput=4.97MB/sec 2024-04-22T04:47:47.339 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CsFeoUIAxW6zZ-P off=12077356 len=41778 2024-04-22T04:47:47.340 INFO:tasks.workunit.client.0.smithi040.stdout:op 145 completed, throughput=4.97MB/sec 2024-04-22T04:47:47.340 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jOkx_w0lw3wY9Lm off=8055780 len=1895327 2024-04-22T04:47:47.343 INFO:tasks.workunit.client.0.smithi040.stdout:op 146 completed, throughput=5.03MB/sec 2024-04-22T04:47:48.344 INFO:tasks.workunit.client.0.smithi040.stdout: 30: throughput=4.87MB/sec pending data=0 2024-04-22T04:47:48.344 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sbv9DnW1jt-NMVu off=6951230 len=1590262 2024-04-22T04:47:48.347 INFO:tasks.workunit.client.0.smithi040.stdout:op 147 completed, throughput=4.92MB/sec 2024-04-22T04:47:48.347 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QkeFRdpkZQ9vTw7 off=5342730 len=752467 2024-04-22T04:47:48.349 INFO:tasks.workunit.client.0.smithi040.stdout:op 148 completed, throughput=4.94MB/sec 2024-04-22T04:47:48.349 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dtYRoaK5gIUlRUi off=249205 len=166856 2024-04-22T04:47:48.349 INFO:tasks.workunit.client.0.smithi040.stdout:op 149 completed, throughput=4.95MB/sec 2024-04-22T04:47:48.349 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DDTkbpFwI9J11Os off=226857 len=1361868 2024-04-22T04:47:48.356 INFO:tasks.workunit.client.0.smithi040.stdout:op 150 completed, throughput=4.99MB/sec 2024-04-22T04:47:48.357 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9M1eOOZF2MjEY6R off=11583550 len=876066 2024-04-22T04:47:48.358 INFO:tasks.workunit.client.0.smithi040.stdout:op 151 completed, throughput=5.01MB/sec 2024-04-22T04:47:48.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:48 smithi062 ceph-mon[78153]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-22T04:47:48.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:48 smithi040 ceph-mon[88445]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-22T04:47:48.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:48 smithi040 ceph-mon[91058]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-22T04:47:49.358 INFO:tasks.workunit.client.0.smithi040.stdout: 31: throughput=4.86MB/sec pending data=0 2024-04-22T04:47:49.358 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pzdMzi3IsG8DM7w off=1112727 len=289752 2024-04-22T04:47:49.362 INFO:tasks.workunit.client.0.smithi040.stdout:op 152 completed, throughput=4.86MB/sec 2024-04-22T04:47:49.363 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NTNEVOgGIahIDNY off=5768280 len=1019404 2024-04-22T04:47:49.363 INFO:tasks.workunit.client.0.smithi040.stdout:op 153 completed, throughput=4.89MB/sec 2024-04-22T04:47:49.363 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JLKYGZ0BK114PoC off=8221840 len=265348 2024-04-22T04:47:49.366 INFO:tasks.workunit.client.0.smithi040.stdout:op 154 completed, throughput=4.9MB/sec 2024-04-22T04:47:49.367 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Qcd800WNfelCK4p off=285147 len=1151484 2024-04-22T04:47:49.369 INFO:tasks.workunit.client.0.smithi040.stdout:op 155 completed, throughput=4.94MB/sec 2024-04-22T04:47:49.369 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4mok5Wo_xos589w off=6010798 len=1868025 2024-04-22T04:47:49.371 INFO:tasks.workunit.client.0.smithi040.stdout:op 156 completed, throughput=4.99MB/sec 2024-04-22T04:47:49.371 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-12b5xWPcO6rkXsn off=3474612 len=626260 2024-04-22T04:47:49.375 INFO:tasks.workunit.client.0.smithi040.stdout:op 157 completed, throughput=5.01MB/sec 2024-04-22T04:47:50.375 INFO:tasks.workunit.client.0.smithi040.stdout: 32: throughput=4.86MB/sec pending data=0 2024-04-22T04:47:50.376 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-E4v5elzHaz-VvMb off=15334140 len=1189382 2024-04-22T04:47:50.377 INFO:tasks.workunit.client.0.smithi040.stdout:op 158 completed, throughput=4.89MB/sec 2024-04-22T04:47:50.377 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-b6gCT-w8hhg-aNi off=13399287 len=656688 2024-04-22T04:47:50.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:50 smithi062 ceph-mon[78153]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T04:47:50.382 INFO:tasks.workunit.client.0.smithi040.stdout:op 159 completed, throughput=4.91MB/sec 2024-04-22T04:47:50.382 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IstxEePjcusk_i4 off=3544919 len=36356 2024-04-22T04:47:50.383 INFO:tasks.workunit.client.0.smithi040.stdout:op 160 completed, throughput=4.91MB/sec 2024-04-22T04:47:50.383 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IFLG7fL8CbFhXBo off=7393457 len=2095549 2024-04-22T04:47:50.385 INFO:tasks.workunit.client.0.smithi040.stdout:op 161 completed, throughput=4.97MB/sec 2024-04-22T04:47:50.385 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NlKv0qXHto3ezT6 off=4941816 len=1665859 2024-04-22T04:47:50.387 INFO:tasks.workunit.client.0.smithi040.stdout:op 162 completed, throughput=5.02MB/sec 2024-04-22T04:47:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:50 smithi040 ceph-mon[88445]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T04:47:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:47:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:47:50] "GET /metrics HTTP/1.1" 200 240224 "" "Prometheus/2.43.0" 2024-04-22T04:47:50.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:50 smithi040 ceph-mon[91058]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T04:47:51.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:47:51.387 INFO:tasks.workunit.client.0.smithi040.stdout: 33: throughput=4.87MB/sec pending data=0 2024-04-22T04:47:51.387 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5RxjSdtkDV21oJ3 off=15263930 len=1908004 2024-04-22T04:47:51.397 INFO:tasks.workunit.client.0.smithi040.stdout:op 163 completed, throughput=4.92MB/sec 2024-04-22T04:47:51.397 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Qk9m9bNO0ocFx87 off=4611085 len=270249 2024-04-22T04:47:51.401 INFO:tasks.workunit.client.0.smithi040.stdout:op 164 completed, throughput=4.93MB/sec 2024-04-22T04:47:51.401 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Qcd800WNfelCK4p off=6538608 len=1741124 2024-04-22T04:47:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:47:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:47:51.411 INFO:tasks.workunit.client.0.smithi040.stdout:op 165 completed, throughput=4.98MB/sec 2024-04-22T04:47:51.411 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7GBoraDH3Tr5OA9 off=8560126 len=1161293 2024-04-22T04:47:51.412 INFO:tasks.workunit.client.0.smithi040.stdout:op 166 completed, throughput=5.01MB/sec 2024-04-22T04:47:52.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:52 smithi062 ceph-mon[78153]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T04:47:52.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:52 smithi040 ceph-mon[88445]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T04:47:52.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:52 smithi040 ceph-mon[91058]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T04:47:52.412 INFO:tasks.workunit.client.0.smithi040.stdout: 34: throughput=4.87MB/sec pending data=0 2024-04-22T04:47:52.412 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lwBbSnorTN-rI-T off=2168188 len=46145 2024-04-22T04:47:52.413 INFO:tasks.workunit.client.0.smithi040.stdout:op 167 completed, throughput=4.87MB/sec 2024-04-22T04:47:52.413 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WxreGHMqArgFlOM off=7661937 len=2091281 2024-04-22T04:47:52.424 INFO:tasks.workunit.client.0.smithi040.stdout:op 168 completed, throughput=4.92MB/sec 2024-04-22T04:47:52.424 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-I4UvhW-eR-nrjAX off=1021844 len=743977 2024-04-22T04:47:52.428 INFO:tasks.workunit.client.0.smithi040.stdout:op 169 completed, throughput=4.94MB/sec 2024-04-22T04:47:52.429 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HtqOunQJizzgJYp off=11827880 len=421461 2024-04-22T04:47:52.429 INFO:tasks.workunit.client.0.smithi040.stdout:op 170 completed, throughput=4.96MB/sec 2024-04-22T04:47:52.429 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jlBZPAdpeb67TZt off=7865998 len=1142481 2024-04-22T04:47:52.431 INFO:tasks.workunit.client.0.smithi040.stdout:op 171 completed, throughput=4.99MB/sec 2024-04-22T04:47:52.431 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ypG24C4tMPcvpRZ off=11140330 len=1197973 2024-04-22T04:47:52.436 INFO:tasks.workunit.client.0.smithi040.stdout:op 172 completed, throughput=5.02MB/sec 2024-04-22T04:47:53.436 INFO:tasks.workunit.client.0.smithi040.stdout: 35: throughput=4.88MB/sec pending data=0 2024-04-22T04:47:53.437 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PJOVMyaXyC4uKV- off=1341710 len=1119050 2024-04-22T04:47:53.444 INFO:tasks.workunit.client.0.smithi040.stdout:op 173 completed, throughput=4.91MB/sec 2024-04-22T04:47:53.444 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-K4IrSHmMxaHe-uM off=12958502 len=1403868 2024-04-22T04:47:53.449 INFO:tasks.workunit.client.0.smithi040.stdout:op 174 completed, throughput=4.94MB/sec 2024-04-22T04:47:53.449 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-u94ILj1KSi1ILvX off=13273623 len=1472616 2024-04-22T04:47:53.450 INFO:tasks.workunit.client.0.smithi040.stdout:op 175 completed, throughput=4.98MB/sec 2024-04-22T04:47:53.450 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9ToUg06k5Tpl9Va off=12916144 len=751925 2024-04-22T04:47:53.455 INFO:tasks.workunit.client.0.smithi040.stdout:op 176 completed, throughput=5MB/sec 2024-04-22T04:47:54.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:54 smithi062 ceph-mon[78153]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T04:47:54.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:54 smithi040 ceph-mon[88445]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T04:47:54.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:54 smithi040 ceph-mon[91058]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T04:47:54.456 INFO:tasks.workunit.client.0.smithi040.stdout: 36: throughput=4.87MB/sec pending data=0 2024-04-22T04:47:54.456 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JPTUGEl_gO1a4yL off=15610649 len=267512 2024-04-22T04:47:54.459 INFO:tasks.workunit.client.0.smithi040.stdout:op 177 completed, throughput=4.87MB/sec 2024-04-22T04:47:54.459 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KmUfnhTeJveO7q5 off=3112332 len=91709 2024-04-22T04:47:54.460 INFO:tasks.workunit.client.0.smithi040.stdout:op 178 completed, throughput=4.87MB/sec 2024-04-22T04:47:54.460 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jfTTFLQQFJzQcrZ off=6253407 len=1031255 2024-04-22T04:47:54.461 INFO:tasks.workunit.client.0.smithi040.stdout:op 179 completed, throughput=4.9MB/sec 2024-04-22T04:47:54.461 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mkqW3pLQp41luUh off=5933804 len=1810493 2024-04-22T04:47:54.463 INFO:tasks.workunit.client.0.smithi040.stdout:op 180 completed, throughput=4.95MB/sec 2024-04-22T04:47:54.463 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MDmxAIlhft4KIdB off=12257660 len=1389681 2024-04-22T04:47:54.464 INFO:tasks.workunit.client.0.smithi040.stdout:op 181 completed, throughput=4.98MB/sec 2024-04-22T04:47:54.464 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DsOoTzh8wSlTosd off=61775 len=4022 2024-04-22T04:47:54.467 INFO:tasks.workunit.client.0.smithi040.stdout:op 182 completed, throughput=4.98MB/sec 2024-04-22T04:47:54.467 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9DeCdpaOUsXv0rA off=13634708 len=1462302 2024-04-22T04:47:54.473 INFO:tasks.workunit.client.0.smithi040.stdout:op 183 completed, throughput=5.02MB/sec 2024-04-22T04:47:55.473 INFO:tasks.workunit.client.0.smithi040.stdout: 37: throughput=4.89MB/sec pending data=0 2024-04-22T04:47:55.473 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-U2HEjfGB2g6bXiN off=12269479 len=784875 2024-04-22T04:47:55.475 INFO:tasks.workunit.client.0.smithi040.stdout:op 184 completed, throughput=4.91MB/sec 2024-04-22T04:47:55.475 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-90ccJhS7UL2H-ZB off=7930610 len=81180 2024-04-22T04:47:55.476 INFO:tasks.workunit.client.0.smithi040.stdout:op 185 completed, throughput=4.91MB/sec 2024-04-22T04:47:55.476 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lWqVkaSu7xPgJv8 off=1883534 len=286794 2024-04-22T04:47:55.476 INFO:tasks.workunit.client.0.smithi040.stdout:op 186 completed, throughput=4.92MB/sec 2024-04-22T04:47:55.477 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-k6NnSoHeSsy9_3Y off=5865771 len=1367054 2024-04-22T04:47:55.478 INFO:tasks.workunit.client.0.smithi040.stdout:op 187 completed, throughput=4.95MB/sec 2024-04-22T04:47:55.478 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-u9WKHDUxi4n1wgA off=2524736 len=558925 2024-04-22T04:47:55.479 INFO:tasks.workunit.client.0.smithi040.stdout:op 188 completed, throughput=4.96MB/sec 2024-04-22T04:47:55.479 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wo22nh-3Rxdtu0f off=13256475 len=1034782 2024-04-22T04:47:55.484 INFO:tasks.workunit.client.0.smithi040.stdout:op 189 completed, throughput=4.99MB/sec 2024-04-22T04:47:55.484 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2R9lMDZJWrETADU off=7792100 len=1066680 2024-04-22T04:47:55.485 INFO:tasks.workunit.client.0.smithi040.stdout:op 190 completed, throughput=5.02MB/sec 2024-04-22T04:47:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:47:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:47:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:47:56.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:56 smithi062 ceph-mon[78153]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:47:56.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:56 smithi040 ceph-mon[88445]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:47:56.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:56 smithi040 ceph-mon[91058]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:47:56.486 INFO:tasks.workunit.client.0.smithi040.stdout: 38: throughput=4.89MB/sec pending data=0 2024-04-22T04:47:56.486 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LHPeGmlub4ffLa- off=8534582 len=110789 2024-04-22T04:47:56.488 INFO:tasks.workunit.client.0.smithi040.stdout:op 191 completed, throughput=4.89MB/sec 2024-04-22T04:47:56.489 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KbHeRW_yzgxyGFm off=12035999 len=235848 2024-04-22T04:47:56.491 INFO:tasks.workunit.client.0.smithi040.stdout:op 192 completed, throughput=4.9MB/sec 2024-04-22T04:47:56.493 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TfovW49FfqQzaGP off=8094621 len=255911 2024-04-22T04:47:56.493 INFO:tasks.workunit.client.0.smithi040.stdout:op 193 completed, throughput=4.9MB/sec 2024-04-22T04:47:56.494 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-T6GdJowzUIQ3nNl off=94858 len=47197 2024-04-22T04:47:56.494 INFO:tasks.workunit.client.0.smithi040.stdout:op 194 completed, throughput=4.9MB/sec 2024-04-22T04:47:56.494 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MGXOw352FrEfeQT off=21988956 len=1817295 2024-04-22T04:47:56.501 INFO:tasks.workunit.client.0.smithi040.stdout:op 195 completed, throughput=4.95MB/sec 2024-04-22T04:47:56.502 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HxmNrbSR9xiGSc_ off=7581929 len=1399852 2024-04-22T04:47:56.503 INFO:tasks.workunit.client.0.smithi040.stdout:op 196 completed, throughput=4.98MB/sec 2024-04-22T04:47:56.503 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-W1nBs_ZBYfWkH9U off=5219549 len=707551 2024-04-22T04:47:56.504 INFO:tasks.workunit.client.0.smithi040.stdout:op 197 completed, throughput=5MB/sec 2024-04-22T04:47:56.504 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BJ5kMesE7YNoGKc off=891457 len=112263 2024-04-22T04:47:56.505 INFO:tasks.workunit.client.0.smithi040.stdout:op 198 completed, throughput=5MB/sec 2024-04-22T04:47:57.506 INFO:tasks.workunit.client.0.smithi040.stdout: 39: throughput=4.87MB/sec pending data=0 2024-04-22T04:47:57.506 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wZ5NYcAgQJuRvIB off=1665666 len=1447066 2024-04-22T04:47:57.509 INFO:tasks.workunit.client.0.smithi040.stdout:op 199 completed, throughput=4.91MB/sec 2024-04-22T04:47:57.509 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YFecDzVyI7n-_1n off=4919488 len=336484 2024-04-22T04:47:57.513 INFO:tasks.workunit.client.0.smithi040.stdout:op 200 completed, throughput=4.92MB/sec 2024-04-22T04:47:57.514 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1h37uspMNSPRgxm off=8861014 len=604904 2024-04-22T04:47:57.517 INFO:tasks.workunit.client.0.smithi040.stdout:op 201 completed, throughput=4.93MB/sec 2024-04-22T04:47:57.517 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_dh2CHcExiPaA5G off=7148618 len=1580447 2024-04-22T04:47:57.519 INFO:tasks.workunit.client.0.smithi040.stdout:op 202 completed, throughput=4.97MB/sec 2024-04-22T04:47:57.519 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q_aZb513M_nZYWT off=22768 len=1633126 2024-04-22T04:47:57.527 INFO:tasks.workunit.client.0.smithi040.stdout:op 203 completed, throughput=5.01MB/sec 2024-04-22T04:47:58.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:47:58 smithi062 ceph-mon[78153]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T04:47:58.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:47:58 smithi040 ceph-mon[88445]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T04:47:58.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:47:58 smithi040 ceph-mon[91058]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T04:47:58.527 INFO:tasks.workunit.client.0.smithi040.stdout: 40: throughput=4.88MB/sec pending data=0 2024-04-22T04:47:58.527 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Zaj2Se6EMwxaZP6 off=1737832 len=328858 2024-04-22T04:47:58.528 INFO:tasks.workunit.client.0.smithi040.stdout:op 204 completed, throughput=4.89MB/sec 2024-04-22T04:47:58.528 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4GxHz5RC7hXsUUQ off=19464607 len=1219957 2024-04-22T04:47:58.533 INFO:tasks.workunit.client.0.smithi040.stdout:op 205 completed, throughput=4.92MB/sec 2024-04-22T04:47:58.533 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qtmMJ1CXimOqYL_ off=449625 len=96244 2024-04-22T04:47:58.534 INFO:tasks.workunit.client.0.smithi040.stdout:op 206 completed, throughput=4.92MB/sec 2024-04-22T04:47:58.534 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CfDwHdjyEAO6l3U off=13006289 len=1677641 2024-04-22T04:47:58.537 INFO:tasks.workunit.client.0.smithi040.stdout:op 207 completed, throughput=4.96MB/sec 2024-04-22T04:47:58.537 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IsNBCh-kuQ9tMei off=6926875 len=820379 2024-04-22T04:47:58.539 INFO:tasks.workunit.client.0.smithi040.stdout:op 208 completed, throughput=4.98MB/sec 2024-04-22T04:47:58.539 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eR7OAHWA92YpyX8 off=6407692 len=1626972 2024-04-22T04:47:58.546 INFO:tasks.workunit.client.0.smithi040.stdout:op 209 completed, throughput=5.02MB/sec 2024-04-22T04:47:59.546 INFO:tasks.workunit.client.0.smithi040.stdout: 41: throughput=4.9MB/sec pending data=0 2024-04-22T04:47:59.546 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WLMVVB1Oyj656Y9 off=0 len=1319978 2024-04-22T04:47:59.548 INFO:tasks.workunit.client.0.smithi040.stdout:op 210 completed, throughput=4.93MB/sec 2024-04-22T04:47:59.548 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--5mB4GMum3YfA3N off=8534453 len=1411323 2024-04-22T04:47:59.550 INFO:tasks.workunit.client.0.smithi040.stdout:op 211 completed, throughput=4.96MB/sec 2024-04-22T04:47:59.550 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bCUHZYrA1omeMH- off=5123247 len=1081256 2024-04-22T04:47:59.551 INFO:tasks.workunit.client.0.smithi040.stdout:op 212 completed, throughput=4.98MB/sec 2024-04-22T04:47:59.553 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0mQMj-HYNdkYRez off=4905691 len=1937323 2024-04-22T04:47:59.553 INFO:tasks.workunit.client.0.smithi040.stdout:op 213 completed, throughput=5.03MB/sec 2024-04-22T04:48:00.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:00 smithi062 ceph-mon[78153]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-22T04:48:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:00 smithi040 ceph-mon[88445]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-22T04:48:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:48:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:48:00] "GET /metrics HTTP/1.1" 200 240240 "" "Prometheus/2.43.0" 2024-04-22T04:48:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:00 smithi040 ceph-mon[91058]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-22T04:48:00.554 INFO:tasks.workunit.client.0.smithi040.stdout: 42: throughput=4.91MB/sec pending data=0 2024-04-22T04:48:00.554 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7qrQofWhjmV3wda off=10843295 len=68088 2024-04-22T04:48:00.554 INFO:tasks.workunit.client.0.smithi040.stdout:op 214 completed, throughput=4.91MB/sec 2024-04-22T04:48:00.554 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DPWLLMo5rRSFUrV off=4198997 len=463522 2024-04-22T04:48:00.555 INFO:tasks.workunit.client.0.smithi040.stdout:op 215 completed, throughput=4.92MB/sec 2024-04-22T04:48:00.555 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8wu7KWVJ-5f4fWg off=18658211 len=1905742 2024-04-22T04:48:00.558 INFO:tasks.workunit.client.0.smithi040.stdout:op 216 completed, throughput=4.96MB/sec 2024-04-22T04:48:00.558 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-b-C0uin1HjcxEkK off=10653093 len=1392144 2024-04-22T04:48:00.564 INFO:tasks.workunit.client.0.smithi040.stdout:op 217 completed, throughput=4.99MB/sec 2024-04-22T04:48:00.564 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-j96hxwinV6BrVdF off=6943205 len=1635829 2024-04-22T04:48:00.573 INFO:tasks.workunit.client.0.smithi040.stdout:op 218 completed, throughput=5.03MB/sec 2024-04-22T04:48:01.574 INFO:tasks.workunit.client.0.smithi040.stdout: 43: throughput=4.91MB/sec pending data=0 2024-04-22T04:48:01.574 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6h6p6fgAPgKqCGQ off=16911712 len=1370588 2024-04-22T04:48:01.575 INFO:tasks.workunit.client.0.smithi040.stdout:op 219 completed, throughput=4.94MB/sec 2024-04-22T04:48:01.575 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_IqdPk7PlTxTUjq off=1614075 len=1013414 2024-04-22T04:48:01.576 INFO:tasks.workunit.client.0.smithi040.stdout:op 220 completed, throughput=4.97MB/sec 2024-04-22T04:48:01.576 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SrEQV-poWuPkfFW off=8642220 len=775611 2024-04-22T04:48:01.580 INFO:tasks.workunit.client.0.smithi040.stdout:op 221 completed, throughput=4.98MB/sec 2024-04-22T04:48:01.581 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FMJX1pNmfGMpTaE off=4851357 len=1090250 2024-04-22T04:48:01.582 INFO:tasks.workunit.client.0.smithi040.stdout:op 222 completed, throughput=5.01MB/sec 2024-04-22T04:48:02.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:02 smithi062 ceph-mon[78153]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-22T04:48:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:02 smithi040 ceph-mon[88445]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-22T04:48:02.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:02 smithi040 ceph-mon[91058]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-22T04:48:02.582 INFO:tasks.workunit.client.0.smithi040.stdout: 44: throughput=4.89MB/sec pending data=0 2024-04-22T04:48:02.582 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-h6Pfmh7PIenNf_a off=10798773 len=559342 2024-04-22T04:48:02.586 INFO:tasks.workunit.client.0.smithi040.stdout:op 223 completed, throughput=4.9MB/sec 2024-04-22T04:48:02.586 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pBUpSdtaU4_FDlM off=14914431 len=39688 2024-04-22T04:48:02.587 INFO:tasks.workunit.client.0.smithi040.stdout:op 224 completed, throughput=4.91MB/sec 2024-04-22T04:48:02.587 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cKW6oeb1RqSD1tb off=3541010 len=537907 2024-04-22T04:48:02.588 INFO:tasks.workunit.client.0.smithi040.stdout:op 225 completed, throughput=4.92MB/sec 2024-04-22T04:48:02.588 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-smlY6j9pqKzjFnQ off=11244756 len=444688 2024-04-22T04:48:02.591 INFO:tasks.workunit.client.0.smithi040.stdout:op 226 completed, throughput=4.93MB/sec 2024-04-22T04:48:02.591 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nRpcBt3YJ1tcSAh off=2363339 len=2002609 2024-04-22T04:48:02.594 INFO:tasks.workunit.client.0.smithi040.stdout:op 227 completed, throughput=4.97MB/sec 2024-04-22T04:48:02.594 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9XkCLwcW_WB2Kl3 off=2803433 len=946242 2024-04-22T04:48:02.595 INFO:tasks.workunit.client.0.smithi040.stdout:op 228 completed, throughput=4.99MB/sec 2024-04-22T04:48:02.595 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RW0mxvOKtR_sYlC off=664153 len=542831 2024-04-22T04:48:02.596 INFO:tasks.workunit.client.0.smithi040.stdout:op 229 completed, throughput=5MB/sec 2024-04-22T04:48:02.596 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-44YCxjHkYfBphrK off=21121217 len=956681 2024-04-22T04:48:02.601 INFO:tasks.workunit.client.0.smithi040.stdout:op 230 completed, throughput=5.02MB/sec 2024-04-22T04:48:03.602 INFO:tasks.workunit.client.0.smithi040.stdout: 45: throughput=4.91MB/sec pending data=0 2024-04-22T04:48:03.602 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-X7EIWV9FRbPH-z4 off=1080881 len=512125 2024-04-22T04:48:03.604 INFO:tasks.workunit.client.0.smithi040.stdout:op 231 completed, throughput=4.92MB/sec 2024-04-22T04:48:03.604 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cer3ABPjXdLqSN0 off=11463757 len=1319153 2024-04-22T04:48:03.605 INFO:tasks.workunit.client.0.smithi040.stdout:op 232 completed, throughput=4.95MB/sec 2024-04-22T04:48:03.605 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oTFD8MWoEdscnnR off=267600 len=1587085 2024-04-22T04:48:03.609 INFO:tasks.workunit.client.0.smithi040.stdout:op 233 completed, throughput=4.98MB/sec 2024-04-22T04:48:03.610 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pqIKTtEIrXsAQde off=3667363 len=1936864 2024-04-22T04:48:03.618 INFO:tasks.workunit.client.0.smithi040.stdout:op 234 completed, throughput=5.02MB/sec 2024-04-22T04:48:04.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:04 smithi062 ceph-mon[78153]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T04:48:04.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:04 smithi040 ceph-mon[88445]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T04:48:04.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:04 smithi040 ceph-mon[91058]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T04:48:04.618 INFO:tasks.workunit.client.0.smithi040.stdout: 46: throughput=4.91MB/sec pending data=0 2024-04-22T04:48:04.618 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rOe9TlX8lDjRLOU off=1875084 len=1128176 2024-04-22T04:48:04.624 INFO:tasks.workunit.client.0.smithi040.stdout:op 235 completed, throughput=4.93MB/sec 2024-04-22T04:48:04.625 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3LChi9qNuFxACmp off=5627812 len=1805355 2024-04-22T04:48:04.636 INFO:tasks.workunit.client.0.smithi040.stdout:op 236 completed, throughput=4.97MB/sec 2024-04-22T04:48:04.636 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iudXPWAU6d7ZSD1 off=9881972 len=509688 2024-04-22T04:48:04.639 INFO:tasks.workunit.client.0.smithi040.stdout:op 237 completed, throughput=4.98MB/sec 2024-04-22T04:48:04.639 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DzXlqGWjIChCNX_ off=7467632 len=184442 2024-04-22T04:48:04.640 INFO:tasks.workunit.client.0.smithi040.stdout:op 238 completed, throughput=4.98MB/sec 2024-04-22T04:48:04.640 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dBOEApI_P88fU2v off=4616584 len=1229515 2024-04-22T04:48:04.642 INFO:tasks.workunit.client.0.smithi040.stdout:op 239 completed, throughput=5.01MB/sec 2024-04-22T04:48:05.642 INFO:tasks.workunit.client.0.smithi040.stdout: 47: throughput=4.9MB/sec pending data=0 2024-04-22T04:48:05.642 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Pz4qWsuxX8VPGiQ off=4828309 len=2053532 2024-04-22T04:48:05.644 INFO:tasks.workunit.client.0.smithi040.stdout:op 240 completed, throughput=4.94MB/sec 2024-04-22T04:48:05.644 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EepAwNis0KfBNbo off=86250 len=1835018 2024-04-22T04:48:05.647 INFO:tasks.workunit.client.0.smithi040.stdout:op 241 completed, throughput=4.98MB/sec 2024-04-22T04:48:05.647 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--lcXlsIKQcfNTHO off=15919437 len=380185 2024-04-22T04:48:05.650 INFO:tasks.workunit.client.0.smithi040.stdout:op 242 completed, throughput=4.99MB/sec 2024-04-22T04:48:05.650 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NsWW9I6ePkmW0cp off=5775200 len=45884 2024-04-22T04:48:05.651 INFO:tasks.workunit.client.0.smithi040.stdout:op 243 completed, throughput=4.99MB/sec 2024-04-22T04:48:05.651 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_wGohstOqaLvn6r off=5983466 len=1729187 2024-04-22T04:48:05.652 INFO:tasks.workunit.client.0.smithi040.stdout:op 244 completed, throughput=5.02MB/sec 2024-04-22T04:48:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:48:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:48:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:48:06.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:06 smithi062 ceph-mon[78153]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:48:06.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:48:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:06 smithi040 ceph-mon[88445]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:48:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:48:06.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:06 smithi040 ceph-mon[91058]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:48:06.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:48:06.653 INFO:tasks.workunit.client.0.smithi040.stdout: 48: throughput=4.92MB/sec pending data=0 2024-04-22T04:48:06.653 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VP3hIPhfbk43L-w off=4711954 len=227940 2024-04-22T04:48:06.653 INFO:tasks.workunit.client.0.smithi040.stdout:op 245 completed, throughput=4.92MB/sec 2024-04-22T04:48:06.653 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YONZNTTLLliCkBA off=4019168 len=1406575 2024-04-22T04:48:06.655 INFO:tasks.workunit.client.0.smithi040.stdout:op 246 completed, throughput=4.95MB/sec 2024-04-22T04:48:06.655 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pjL6XddcjpxkuoH off=3014268 len=830270 2024-04-22T04:48:06.660 INFO:tasks.workunit.client.0.smithi040.stdout:op 247 completed, throughput=4.97MB/sec 2024-04-22T04:48:06.660 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6zdibBiAWXkz-xZ off=3138423 len=514564 2024-04-22T04:48:06.664 INFO:tasks.workunit.client.0.smithi040.stdout:op 248 completed, throughput=4.98MB/sec 2024-04-22T04:48:06.664 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QAMMp8US6eUsCn5 off=5402063 len=396445 2024-04-22T04:48:06.665 INFO:tasks.workunit.client.0.smithi040.stdout:op 249 completed, throughput=4.99MB/sec 2024-04-22T04:48:06.665 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KhZyZ_sWmiqEaVM off=234207 len=1729833 2024-04-22T04:48:06.668 INFO:tasks.workunit.client.0.smithi040.stdout:op 250 completed, throughput=5.02MB/sec 2024-04-22T04:48:07.669 INFO:tasks.workunit.client.0.smithi040.stdout: 49: throughput=4.92MB/sec pending data=0 2024-04-22T04:48:07.669 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-h8G-DjljPjcsMo4 off=1522764 len=962473 2024-04-22T04:48:07.674 INFO:tasks.workunit.client.0.smithi040.stdout:op 251 completed, throughput=4.94MB/sec 2024-04-22T04:48:07.675 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IHrLKhSN-detXmq off=9062303 len=477150 2024-04-22T04:48:07.676 INFO:tasks.workunit.client.0.smithi040.stdout:op 252 completed, throughput=4.94MB/sec 2024-04-22T04:48:07.676 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Vu55f1LopOmD-BX off=852152 len=1822431 2024-04-22T04:48:07.678 INFO:tasks.workunit.client.0.smithi040.stdout:op 253 completed, throughput=4.98MB/sec 2024-04-22T04:48:07.678 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QljVuY6OorGKbXj off=10966255 len=229804 2024-04-22T04:48:07.679 INFO:tasks.workunit.client.0.smithi040.stdout:op 254 completed, throughput=4.98MB/sec 2024-04-22T04:48:07.679 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zmUCNvL8XZ6wrDu off=12891012 len=1067961 2024-04-22T04:48:07.683 INFO:tasks.workunit.client.0.smithi040.stdout:op 255 completed, throughput=5MB/sec 2024-04-22T04:48:08.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:08 smithi062 ceph-mon[78153]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T04:48:08.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:08 smithi040 ceph-mon[88445]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T04:48:08.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:08 smithi040 ceph-mon[91058]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T04:48:08.684 INFO:tasks.workunit.client.0.smithi040.stdout: 50: throughput=4.91MB/sec pending data=0 2024-04-22T04:48:08.684 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XhqC8696-KWf1DD off=572871 len=1317194 2024-04-22T04:48:08.685 INFO:tasks.workunit.client.0.smithi040.stdout:op 256 completed, throughput=4.93MB/sec 2024-04-22T04:48:08.686 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3JbXTMvme4csdkl off=11916432 len=595912 2024-04-22T04:48:08.689 INFO:tasks.workunit.client.0.smithi040.stdout:op 257 completed, throughput=4.94MB/sec 2024-04-22T04:48:08.690 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1RnL4ZVMps87f8b off=414101 len=1280748 2024-04-22T04:48:08.697 INFO:tasks.workunit.client.0.smithi040.stdout:op 258 completed, throughput=4.96MB/sec 2024-04-22T04:48:08.697 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ogUFvyJleb6yIxj off=2354465 len=1780268 2024-04-22T04:48:08.706 INFO:tasks.workunit.client.0.smithi040.stdout:op 259 completed, throughput=5MB/sec 2024-04-22T04:48:08.706 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QuV9y7fhB0cUSCq off=7204245 len=1361147 2024-04-22T04:48:08.713 INFO:tasks.workunit.client.0.smithi040.stdout:op 260 completed, throughput=5.02MB/sec 2024-04-22T04:48:09.714 INFO:tasks.workunit.client.0.smithi040.stdout: 51: throughput=4.92MB/sec pending data=0 2024-04-22T04:48:09.714 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ni9iCOVpOa_1QUQ off=603533 len=129929 2024-04-22T04:48:09.716 INFO:tasks.workunit.client.0.smithi040.stdout:op 261 completed, throughput=4.93MB/sec 2024-04-22T04:48:09.716 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bGJTXs83Klz8FL9 off=3120988 len=1917729 2024-04-22T04:48:09.721 INFO:tasks.workunit.client.0.smithi040.stdout:op 262 completed, throughput=4.96MB/sec 2024-04-22T04:48:09.721 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dWnkH_0_w4dPvMP off=23737531 len=967676 2024-04-22T04:48:09.727 INFO:tasks.workunit.client.0.smithi040.stdout:op 263 completed, throughput=4.98MB/sec 2024-04-22T04:48:09.727 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9s94LOWEgtON7DK off=4339853 len=1441655 2024-04-22T04:48:09.729 INFO:tasks.workunit.client.0.smithi040.stdout:op 264 completed, throughput=5MB/sec 2024-04-22T04:48:10.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:10 smithi062 ceph-mon[78153]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:48:10.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:10 smithi040 ceph-mon[88445]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:48:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:48:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:48:10] "GET /metrics HTTP/1.1" 200 240244 "" "Prometheus/2.43.0" 2024-04-22T04:48:10.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:10 smithi040 ceph-mon[91058]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:48:10.729 INFO:tasks.workunit.client.0.smithi040.stdout: 52: throughput=4.91MB/sec pending data=0 2024-04-22T04:48:10.729 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lMFrubWvMqGA5X2 off=6668953 len=579078 2024-04-22T04:48:10.730 INFO:tasks.workunit.client.0.smithi040.stdout:op 265 completed, throughput=4.92MB/sec 2024-04-22T04:48:10.730 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iOxAIXeF5iIrI4A off=5168102 len=73200 2024-04-22T04:48:10.733 INFO:tasks.workunit.client.0.smithi040.stdout:op 266 completed, throughput=4.92MB/sec 2024-04-22T04:48:10.733 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YuTrBlmGxD_YsNv off=2156362 len=1017891 2024-04-22T04:48:10.735 INFO:tasks.workunit.client.0.smithi040.stdout:op 267 completed, throughput=4.94MB/sec 2024-04-22T04:48:10.735 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6htOBjvaSZL9Ie3 off=6119114 len=212208 2024-04-22T04:48:10.738 INFO:tasks.workunit.client.0.smithi040.stdout:op 268 completed, throughput=4.94MB/sec 2024-04-22T04:48:10.738 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VeVSu57S3hT_mj6 off=120812 len=852769 2024-04-22T04:48:10.742 INFO:tasks.workunit.client.0.smithi040.stdout:op 269 completed, throughput=4.96MB/sec 2024-04-22T04:48:10.742 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SGQkvS_3LALH0Kh off=2076140 len=1147666 2024-04-22T04:48:10.743 INFO:tasks.workunit.client.0.smithi040.stdout:op 270 completed, throughput=4.98MB/sec 2024-04-22T04:48:10.743 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nV1ADjMfQaIehlr off=362480 len=419408 2024-04-22T04:48:10.744 INFO:tasks.workunit.client.0.smithi040.stdout:op 271 completed, throughput=4.99MB/sec 2024-04-22T04:48:10.744 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-k_AFW42TflLYicE off=5396594 len=1442898 2024-04-22T04:48:10.746 INFO:tasks.workunit.client.0.smithi040.stdout:op 272 completed, throughput=5.01MB/sec 2024-04-22T04:48:11.747 INFO:tasks.workunit.client.0.smithi040.stdout: 53: throughput=4.92MB/sec pending data=0 2024-04-22T04:48:11.747 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-66SheHGz6XjzMTp off=1206413 len=546396 2024-04-22T04:48:11.749 INFO:tasks.workunit.client.0.smithi040.stdout:op 273 completed, throughput=4.93MB/sec 2024-04-22T04:48:11.749 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KM31YzOiV9fFt0r off=566845 len=854147 2024-04-22T04:48:11.753 INFO:tasks.workunit.client.0.smithi040.stdout:op 274 completed, throughput=4.94MB/sec 2024-04-22T04:48:11.753 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MGXOw352FrEfeQT off=17688762 len=607664 2024-04-22T04:48:11.755 INFO:tasks.workunit.client.0.smithi040.stdout:op 275 completed, throughput=4.95MB/sec 2024-04-22T04:48:11.755 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qJbvTp-HuNnVE_A off=9544250 len=1097014 2024-04-22T04:48:11.756 INFO:tasks.workunit.client.0.smithi040.stdout:op 276 completed, throughput=4.97MB/sec 2024-04-22T04:48:11.756 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oq27aWpKNEi4yZo off=16526995 len=1281855 2024-04-22T04:48:11.762 INFO:tasks.workunit.client.0.smithi040.stdout:op 277 completed, throughput=5MB/sec 2024-04-22T04:48:11.762 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eUTx7U6XuB2VpzL off=5101893 len=1412761 2024-04-22T04:48:11.764 INFO:tasks.workunit.client.0.smithi040.stdout:op 278 completed, throughput=5.02MB/sec 2024-04-22T04:48:12.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:12 smithi062 ceph-mon[78153]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T04:48:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:12 smithi040 ceph-mon[88445]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T04:48:12.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:12 smithi040 ceph-mon[91058]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T04:48:12.765 INFO:tasks.workunit.client.0.smithi040.stdout: 54: throughput=4.93MB/sec pending data=0 2024-04-22T04:48:12.765 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dZmzICKmEw-U-Sa off=1302346 len=884598 2024-04-22T04:48:12.766 INFO:tasks.workunit.client.0.smithi040.stdout:op 279 completed, throughput=4.94MB/sec 2024-04-22T04:48:12.766 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DtLkgmyf7l22kvf off=18651811 len=622919 2024-04-22T04:48:12.767 INFO:tasks.workunit.client.0.smithi040.stdout:op 280 completed, throughput=4.95MB/sec 2024-04-22T04:48:12.767 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sUUgE2kWIhkWA3k off=1449694 len=1922833 2024-04-22T04:48:12.781 INFO:tasks.workunit.client.0.smithi040.stdout:op 281 completed, throughput=4.99MB/sec 2024-04-22T04:48:12.781 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mqbfBFOc-6WNVQS off=13806410 len=1054528 2024-04-22T04:48:12.786 INFO:tasks.workunit.client.0.smithi040.stdout:op 282 completed, throughput=5MB/sec 2024-04-22T04:48:13.786 INFO:tasks.workunit.client.0.smithi040.stdout: 55: throughput=4.92MB/sec pending data=0 2024-04-22T04:48:13.787 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-i9SP3zHaz2XJJL2 off=13086872 len=1388136 2024-04-22T04:48:13.788 INFO:tasks.workunit.client.0.smithi040.stdout:op 283 completed, throughput=4.94MB/sec 2024-04-22T04:48:13.788 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pIvJW0UWth4FMwD off=5283774 len=953641 2024-04-22T04:48:13.793 INFO:tasks.workunit.client.0.smithi040.stdout:op 284 completed, throughput=4.95MB/sec 2024-04-22T04:48:13.793 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nxi8CtKnmiC4i1G off=3169458 len=2018343 2024-04-22T04:48:13.797 INFO:tasks.workunit.client.0.smithi040.stdout:op 285 completed, throughput=4.99MB/sec 2024-04-22T04:48:13.797 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bT5JJMJueA3W1Sw off=1516863 len=547994 2024-04-22T04:48:13.798 INFO:tasks.workunit.client.0.smithi040.stdout:op 286 completed, throughput=5MB/sec 2024-04-22T04:48:13.798 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mXrw7PCY1VbgKSW off=446509 len=668371 2024-04-22T04:48:13.801 INFO:tasks.workunit.client.0.smithi040.stdout:op 287 completed, throughput=5.01MB/sec 2024-04-22T04:48:14.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:14 smithi062 ceph-mon[78153]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-22T04:48:14.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:14 smithi040 ceph-mon[88445]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-22T04:48:14.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:14 smithi040 ceph-mon[91058]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-22T04:48:14.802 INFO:tasks.workunit.client.0.smithi040.stdout: 56: throughput=4.92MB/sec pending data=0 2024-04-22T04:48:14.802 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-16P-lyBwhxJzQas off=7538794 len=1690124 2024-04-22T04:48:14.804 INFO:tasks.workunit.client.0.smithi040.stdout:op 288 completed, throughput=4.95MB/sec 2024-04-22T04:48:14.804 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yKzIc8ep16qhP1N off=4190268 len=1503175 2024-04-22T04:48:14.807 INFO:tasks.workunit.client.0.smithi040.stdout:op 289 completed, throughput=4.97MB/sec 2024-04-22T04:48:14.807 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1qZzP48OG3je6uf off=5483077 len=55914 2024-04-22T04:48:14.808 INFO:tasks.workunit.client.0.smithi040.stdout:op 290 completed, throughput=4.97MB/sec 2024-04-22T04:48:14.808 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zlh3H_myLVjW82g off=1529407 len=751905 2024-04-22T04:48:14.812 INFO:tasks.workunit.client.0.smithi040.stdout:op 291 completed, throughput=4.99MB/sec 2024-04-22T04:48:14.812 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7AL6EWGFl4yA8HR off=2520230 len=1928616 2024-04-22T04:48:14.822 INFO:tasks.workunit.client.0.smithi040.stdout:op 292 completed, throughput=5.02MB/sec 2024-04-22T04:48:15.823 INFO:tasks.workunit.client.0.smithi040.stdout: 57: throughput=4.93MB/sec pending data=0 2024-04-22T04:48:15.823 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8RS2u4PnI3YBIuI off=6072923 len=1772212 2024-04-22T04:48:15.833 INFO:tasks.workunit.client.0.smithi040.stdout:op 293 completed, throughput=4.96MB/sec 2024-04-22T04:48:15.833 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lAky5zXBndu63UQ off=14822233 len=1221571 2024-04-22T04:48:15.836 INFO:tasks.workunit.client.0.smithi040.stdout:op 294 completed, throughput=4.98MB/sec 2024-04-22T04:48:15.836 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-N9QwT0S2rIieTul off=8985344 len=1287061 2024-04-22T04:48:15.838 INFO:tasks.workunit.client.0.smithi040.stdout:op 295 completed, throughput=5MB/sec 2024-04-22T04:48:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:48:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:48:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:48:16.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:16 smithi062 ceph-mon[78153]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T04:48:16.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:16 smithi040 ceph-mon[88445]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T04:48:16.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:16 smithi040 ceph-mon[91058]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T04:48:16.838 INFO:tasks.workunit.client.0.smithi040.stdout: 58: throughput=4.92MB/sec pending data=0 2024-04-22T04:48:16.838 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5eoWqqL5VFajo_b off=13400894 len=1057240 2024-04-22T04:48:16.840 INFO:tasks.workunit.client.0.smithi040.stdout:op 296 completed, throughput=4.93MB/sec 2024-04-22T04:48:16.840 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ASsE3eu_guv4rPn off=4862676 len=732273 2024-04-22T04:48:16.844 INFO:tasks.workunit.client.0.smithi040.stdout:op 297 completed, throughput=4.94MB/sec 2024-04-22T04:48:16.844 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EF0YLA9J5c9yz0P off=3834587 len=1213300 2024-04-22T04:48:16.850 INFO:tasks.workunit.client.0.smithi040.stdout:op 298 completed, throughput=4.96MB/sec 2024-04-22T04:48:16.850 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-U3PkL6UFPDrLLwn off=6642830 len=1067732 2024-04-22T04:48:16.851 INFO:tasks.workunit.client.0.smithi040.stdout:op 299 completed, throughput=4.98MB/sec 2024-04-22T04:48:16.851 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yT8AzdzjO0zLr4D off=389621 len=1380782 2024-04-22T04:48:16.859 INFO:tasks.workunit.client.0.smithi040.stdout:op 300 completed, throughput=5MB/sec 2024-04-22T04:48:17.860 INFO:tasks.workunit.client.0.smithi040.stdout: 59: throughput=4.92MB/sec pending data=0 2024-04-22T04:48:17.860 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wwhs5dq-yRUTJhq off=1162565 len=1308373 2024-04-22T04:48:17.865 INFO:tasks.workunit.client.0.smithi040.stdout:op 301 completed, throughput=4.94MB/sec 2024-04-22T04:48:17.866 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dmsj-LkqwrTTpSC off=2054093 len=756194 2024-04-22T04:48:17.866 INFO:tasks.workunit.client.0.smithi040.stdout:op 302 completed, throughput=4.95MB/sec 2024-04-22T04:48:17.866 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z02-Tyfd0IhdsUE off=2797958 len=1748448 2024-04-22T04:48:17.867 INFO:tasks.workunit.client.0.smithi040.stdout:op 303 completed, throughput=4.98MB/sec 2024-04-22T04:48:17.868 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ToQpOH93hJ0ZqWH off=4089043 len=603852 2024-04-22T04:48:17.869 INFO:tasks.workunit.client.0.smithi040.stdout:op 304 completed, throughput=4.99MB/sec 2024-04-22T04:48:17.869 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9jjMXpdBbqoH8OW off=15674491 len=981380 2024-04-22T04:48:17.870 INFO:tasks.workunit.client.0.smithi040.stdout:op 305 completed, throughput=5MB/sec 2024-04-22T04:48:18.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:18 smithi062 ceph-mon[78153]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-22T04:48:18.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:18 smithi040 ceph-mon[88445]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-22T04:48:18.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:18 smithi040 ceph-mon[91058]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-22T04:48:18.870 INFO:tasks.workunit.client.0.smithi040.stdout: 60: throughput=4.92MB/sec pending data=0 2024-04-22T04:48:18.871 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yffeKF1xp9StN87 off=3647477 len=1091762 2024-04-22T04:48:18.875 INFO:tasks.workunit.client.0.smithi040.stdout:op 306 completed, throughput=4.94MB/sec 2024-04-22T04:48:18.876 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qE1LB0TAxEp4sY0 off=13540995 len=1510562 2024-04-22T04:48:18.877 INFO:tasks.workunit.client.0.smithi040.stdout:op 307 completed, throughput=4.96MB/sec 2024-04-22T04:48:18.877 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tRaROCEOZ-oJydc off=1870799 len=1403445 2024-04-22T04:48:18.882 INFO:tasks.workunit.client.0.smithi040.stdout:op 308 completed, throughput=4.98MB/sec 2024-04-22T04:48:18.882 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-thJMFG3pN472Svj off=14142201 len=535681 2024-04-22T04:48:18.886 INFO:tasks.workunit.client.0.smithi040.stdout:op 309 completed, throughput=4.99MB/sec 2024-04-22T04:48:18.886 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vsKtjRGN4PJVRBi off=4683843 len=2074419 2024-04-22T04:48:18.894 INFO:tasks.workunit.client.0.smithi040.stdout:op 310 completed, throughput=5.02MB/sec 2024-04-22T04:48:19.894 INFO:tasks.workunit.client.0.smithi040.stdout: 61: throughput=4.94MB/sec pending data=0 2024-04-22T04:48:19.895 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-U6v2W3sOn1cXofE off=5503268 len=1015064 2024-04-22T04:48:19.900 INFO:tasks.workunit.client.0.smithi040.stdout:op 311 completed, throughput=4.96MB/sec 2024-04-22T04:48:19.901 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FMJX1pNmfGMpTaE off=12019456 len=235568 2024-04-22T04:48:19.901 INFO:tasks.workunit.client.0.smithi040.stdout:op 312 completed, throughput=4.96MB/sec 2024-04-22T04:48:19.901 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4sCxDBWXveXMMO_ off=6509801 len=1565707 2024-04-22T04:48:19.903 INFO:tasks.workunit.client.0.smithi040.stdout:op 313 completed, throughput=4.98MB/sec 2024-04-22T04:48:19.903 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-E_txi3CPhWaUbBG off=1002263 len=1587222 2024-04-22T04:48:19.906 INFO:tasks.workunit.client.0.smithi040.stdout:op 314 completed, throughput=5.01MB/sec 2024-04-22T04:48:20.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:20 smithi062 ceph-mon[78153]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:48:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:20 smithi040 ceph-mon[88445]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:48:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:48:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:48:20] "GET /metrics HTTP/1.1" 200 240244 "" "Prometheus/2.43.0" 2024-04-22T04:48:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:20 smithi040 ceph-mon[91058]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:48:20.906 INFO:tasks.workunit.client.0.smithi040.stdout: 62: throughput=4.93MB/sec pending data=0 2024-04-22T04:48:20.906 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Tgiwss21ZrApV29 off=19820008 len=698760 2024-04-22T04:48:20.907 INFO:tasks.workunit.client.0.smithi040.stdout:op 315 completed, throughput=4.94MB/sec 2024-04-22T04:48:20.908 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZwKL4rbjSrUF4gY off=9473813 len=462251 2024-04-22T04:48:20.909 INFO:tasks.workunit.client.0.smithi040.stdout:op 316 completed, throughput=4.95MB/sec 2024-04-22T04:48:20.909 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Oy4bHP055uNK2Ph off=5944159 len=1348856 2024-04-22T04:48:20.916 INFO:tasks.workunit.client.0.smithi040.stdout:op 317 completed, throughput=4.97MB/sec 2024-04-22T04:48:20.916 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1BCz74CwSZhdXNy off=2112673 len=597300 2024-04-22T04:48:20.921 INFO:tasks.workunit.client.0.smithi040.stdout:op 318 completed, throughput=4.98MB/sec 2024-04-22T04:48:20.921 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wZecwFZNBTR5xmd off=2656253 len=860159 2024-04-22T04:48:20.922 INFO:tasks.workunit.client.0.smithi040.stdout:op 319 completed, throughput=4.99MB/sec 2024-04-22T04:48:20.922 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-i4ddwOEy7qLv-kl off=18941879 len=309963 2024-04-22T04:48:20.923 INFO:tasks.workunit.client.0.smithi040.stdout:op 320 completed, throughput=4.99MB/sec 2024-04-22T04:48:20.923 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pd_lBSw0ijPIAoI off=2161625 len=2063156 2024-04-22T04:48:20.935 INFO:tasks.workunit.client.0.smithi040.stdout:op 321 completed, throughput=5.02MB/sec 2024-04-22T04:48:21.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:48:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:48:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:48:21.935 INFO:tasks.workunit.client.0.smithi040.stdout: 63: throughput=4.94MB/sec pending data=0 2024-04-22T04:48:21.935 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wOJbCT8AhVWGjkY off=9764494 len=991242 2024-04-22T04:48:21.940 INFO:tasks.workunit.client.0.smithi040.stdout:op 322 completed, throughput=4.96MB/sec 2024-04-22T04:48:21.941 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9cfRUYz0TlWpjaM off=5347553 len=1495039 2024-04-22T04:48:21.947 INFO:tasks.workunit.client.0.smithi040.stdout:op 323 completed, throughput=4.98MB/sec 2024-04-22T04:48:21.947 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LIS5qMEMMeQ0Hqp off=10680399 len=142717 2024-04-22T04:48:21.950 INFO:tasks.workunit.client.0.smithi040.stdout:op 324 completed, throughput=4.98MB/sec 2024-04-22T04:48:21.950 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-W6LKE5qTb61KTnJ off=8313222 len=131252 2024-04-22T04:48:21.952 INFO:tasks.workunit.client.0.smithi040.stdout:op 325 completed, throughput=4.98MB/sec 2024-04-22T04:48:21.952 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IJ4JCSB3oBFP_SK off=11670914 len=475538 2024-04-22T04:48:21.955 INFO:tasks.workunit.client.0.smithi040.stdout:op 326 completed, throughput=4.99MB/sec 2024-04-22T04:48:21.955 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-c7q54T3OLAW8ltQ off=14879404 len=1011096 2024-04-22T04:48:21.957 INFO:tasks.workunit.client.0.smithi040.stdout:op 327 completed, throughput=5.01MB/sec 2024-04-22T04:48:22.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:22 smithi062 ceph-mon[78153]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:48:22.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:22 smithi040 ceph-mon[88445]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:48:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:22 smithi040 ceph-mon[91058]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:48:22.957 INFO:tasks.workunit.client.0.smithi040.stdout: 64: throughput=4.93MB/sec pending data=0 2024-04-22T04:48:22.957 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2Jjr6lU4ONOfcNI off=22754160 len=1878689 2024-04-22T04:48:22.959 INFO:tasks.workunit.client.0.smithi040.stdout:op 328 completed, throughput=4.96MB/sec 2024-04-22T04:48:22.959 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iL2QFVnmjg_z7O8 off=1879068 len=713033 2024-04-22T04:48:22.963 INFO:tasks.workunit.client.0.smithi040.stdout:op 329 completed, throughput=4.97MB/sec 2024-04-22T04:48:22.963 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7Y6Fng_Fa1RnJ4B off=2854262 len=149909 2024-04-22T04:48:22.964 INFO:tasks.workunit.client.0.smithi040.stdout:op 330 completed, throughput=4.97MB/sec 2024-04-22T04:48:22.964 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hh2Qrkypxel30Y0 off=6832539 len=120607 2024-04-22T04:48:22.964 INFO:tasks.workunit.client.0.smithi040.stdout:op 331 completed, throughput=4.97MB/sec 2024-04-22T04:48:22.964 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PunYahltA4wKtW2 off=20813657 len=1994214 2024-04-22T04:48:22.967 INFO:tasks.workunit.client.0.smithi040.stdout:op 332 completed, throughput=5MB/sec 2024-04-22T04:48:22.967 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xRG7TUa3L1fdxsL off=10355509 len=691542 2024-04-22T04:48:22.971 INFO:tasks.workunit.client.0.smithi040.stdout:op 333 completed, throughput=5.01MB/sec 2024-04-22T04:48:23.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:23 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:48:23.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:23 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:48:23.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:23 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:48:23.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:23 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:48:23.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:23 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:48:23.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:23 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:48:23.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:23 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:48:23.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:23 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:48:23.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:23 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:48:23.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:23 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:48:23.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:23 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:48:23.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:23 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:48:23.972 INFO:tasks.workunit.client.0.smithi040.stdout: 65: throughput=4.93MB/sec pending data=0 2024-04-22T04:48:23.972 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HbswxrVYQHOzjkZ off=17882734 len=1648320 2024-04-22T04:48:23.974 INFO:tasks.workunit.client.0.smithi040.stdout:op 334 completed, throughput=4.96MB/sec 2024-04-22T04:48:23.974 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-itw1sUPSL7krkqK off=4620618 len=2019487 2024-04-22T04:48:23.978 INFO:tasks.workunit.client.0.smithi040.stdout:op 335 completed, throughput=4.99MB/sec 2024-04-22T04:48:23.978 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3yCY55COuWH8iyd off=18221668 len=388053 2024-04-22T04:48:23.979 INFO:tasks.workunit.client.0.smithi040.stdout:op 336 completed, throughput=4.99MB/sec 2024-04-22T04:48:23.979 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-r-Y0ydvUjiLNNSs off=1362924 len=643519 2024-04-22T04:48:23.983 INFO:tasks.workunit.client.0.smithi040.stdout:op 337 completed, throughput=5MB/sec 2024-04-22T04:48:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:24 smithi062 ceph-mon[78153]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-22T04:48:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:24 smithi040 ceph-mon[88445]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-22T04:48:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:24 smithi040 ceph-mon[91058]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-22T04:48:24.983 INFO:tasks.workunit.client.0.smithi040.stdout: 66: throughput=4.93MB/sec pending data=0 2024-04-22T04:48:24.984 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lpB-dlDRS2ITpHn off=8804711 len=1777605 2024-04-22T04:48:24.991 INFO:tasks.workunit.client.0.smithi040.stdout:op 338 completed, throughput=4.95MB/sec 2024-04-22T04:48:24.991 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-I4UvhW-eR-nrjAX off=5249094 len=88110 2024-04-22T04:48:24.993 INFO:tasks.workunit.client.0.smithi040.stdout:op 339 completed, throughput=4.95MB/sec 2024-04-22T04:48:24.993 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-T2GaNCNfCrPwx0C off=12635972 len=1724197 2024-04-22T04:48:24.996 INFO:tasks.workunit.client.0.smithi040.stdout:op 340 completed, throughput=4.98MB/sec 2024-04-22T04:48:24.996 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5Lm-P8AM_gG0Pro off=772795 len=1804390 2024-04-22T04:48:25.000 INFO:tasks.workunit.client.0.smithi040.stdout:op 341 completed, throughput=5MB/sec 2024-04-22T04:48:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:48:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:48:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:48:26.001 INFO:tasks.workunit.client.0.smithi040.stdout: 67: throughput=4.93MB/sec pending data=0 2024-04-22T04:48:26.001 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QAJn0sefqIbeARL off=2218436 len=411057 2024-04-22T04:48:26.001 INFO:tasks.workunit.client.0.smithi040.stdout:op 342 completed, throughput=4.93MB/sec 2024-04-22T04:48:26.002 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Vu55f1LopOmD-BX off=3184346 len=847704 2024-04-22T04:48:26.003 INFO:tasks.workunit.client.0.smithi040.stdout:op 343 completed, throughput=4.95MB/sec 2024-04-22T04:48:26.003 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qRC63W5_mdaqnnG off=855591 len=1950093 2024-04-22T04:48:26.005 INFO:tasks.workunit.client.0.smithi040.stdout:op 344 completed, throughput=4.97MB/sec 2024-04-22T04:48:26.005 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MdTDZPjSCisE1Zi off=13889330 len=1831345 2024-04-22T04:48:26.007 INFO:tasks.workunit.client.0.smithi040.stdout:op 345 completed, throughput=5MB/sec 2024-04-22T04:48:26.007 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9wGVPgHNeQq1YhO off=5842124 len=50848 2024-04-22T04:48:26.007 INFO:tasks.workunit.client.0.smithi040.stdout:op 346 completed, throughput=5MB/sec 2024-04-22T04:48:26.007 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2vhqEV2IGKB9m7A off=79386 len=1061018 2024-04-22T04:48:26.012 INFO:tasks.workunit.client.0.smithi040.stdout:op 347 completed, throughput=5.01MB/sec 2024-04-22T04:48:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:26 smithi062 ceph-mon[78153]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-22T04:48:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:26 smithi040 ceph-mon[88445]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-22T04:48:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:26 smithi040 ceph-mon[91058]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-22T04:48:27.012 INFO:tasks.workunit.client.0.smithi040.stdout: 68: throughput=4.94MB/sec pending data=0 2024-04-22T04:48:27.013 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LUIn1wWzgiosaXC off=6277059 len=1691474 2024-04-22T04:48:27.014 INFO:tasks.workunit.client.0.smithi040.stdout:op 348 completed, throughput=4.96MB/sec 2024-04-22T04:48:27.015 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Cdm1LyvtUqpXuYF off=17495207 len=1715202 2024-04-22T04:48:27.023 INFO:tasks.workunit.client.0.smithi040.stdout:op 349 completed, throughput=4.99MB/sec 2024-04-22T04:48:27.024 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-n2Y65ADKDHmpsgR off=21365681 len=379717 2024-04-22T04:48:27.024 INFO:tasks.workunit.client.0.smithi040.stdout:op 350 completed, throughput=4.99MB/sec 2024-04-22T04:48:27.024 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4k471jjpjJmCh9o off=852379 len=361506 2024-04-22T04:48:27.025 INFO:tasks.workunit.client.0.smithi040.stdout:op 351 completed, throughput=5MB/sec 2024-04-22T04:48:27.025 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--lcXlsIKQcfNTHO off=17811485 len=1123126 2024-04-22T04:48:27.026 INFO:tasks.workunit.client.0.smithi040.stdout:op 352 completed, throughput=5.01MB/sec 2024-04-22T04:48:28.027 INFO:tasks.workunit.client.0.smithi040.stdout: 69: throughput=4.94MB/sec pending data=0 2024-04-22T04:48:28.027 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4FNwsO0YCJKovCr off=4848933 len=970257 2024-04-22T04:48:28.031 INFO:tasks.workunit.client.0.smithi040.stdout:op 353 completed, throughput=4.95MB/sec 2024-04-22T04:48:28.032 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-H4HDG-eJyVjt-91 off=3692952 len=915801 2024-04-22T04:48:28.034 INFO:tasks.workunit.client.0.smithi040.stdout:op 354 completed, throughput=4.97MB/sec 2024-04-22T04:48:28.034 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mXJmOAtI7YQV6Cs off=374070 len=1719483 2024-04-22T04:48:28.043 INFO:tasks.workunit.client.0.smithi040.stdout:op 355 completed, throughput=4.99MB/sec 2024-04-22T04:48:28.043 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-K4IrSHmMxaHe-uM off=4071904 len=1001025 2024-04-22T04:48:28.044 INFO:tasks.workunit.client.0.smithi040.stdout:op 356 completed, throughput=5MB/sec 2024-04-22T04:48:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:28 smithi062 ceph-mon[78153]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:48:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:28 smithi040 ceph-mon[88445]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:48:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:28 smithi040 ceph-mon[91058]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:48:29.044 INFO:tasks.workunit.client.0.smithi040.stdout: 70: throughput=4.93MB/sec pending data=0 2024-04-22T04:48:29.044 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-po7-qDIUh3qNRvt off=11477044 len=971239 2024-04-22T04:48:29.047 INFO:tasks.workunit.client.0.smithi040.stdout:op 357 completed, throughput=4.95MB/sec 2024-04-22T04:48:29.047 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kIELDps4Z1nm31M off=14484984 len=1483863 2024-04-22T04:48:29.054 INFO:tasks.workunit.client.0.smithi040.stdout:op 358 completed, throughput=4.96MB/sec 2024-04-22T04:48:29.054 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nwZwGdbEEyQOX7- off=2503217 len=1917016 2024-04-22T04:48:29.057 INFO:tasks.workunit.client.0.smithi040.stdout:op 359 completed, throughput=4.99MB/sec 2024-04-22T04:48:29.057 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rYpFClIl4vSKdkI off=1833197 len=740814 2024-04-22T04:48:29.061 INFO:tasks.workunit.client.0.smithi040.stdout:op 360 completed, throughput=5MB/sec 2024-04-22T04:48:29.061 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-936DK76_sdKPL1D off=5050137 len=1501526 2024-04-22T04:48:29.063 INFO:tasks.workunit.client.0.smithi040.stdout:op 361 completed, throughput=5.02MB/sec 2024-04-22T04:48:30.063 INFO:tasks.workunit.client.0.smithi040.stdout: 71: throughput=4.95MB/sec pending data=0 2024-04-22T04:48:30.064 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Wn3irBwlz1GusNb off=7707490 len=1139067 2024-04-22T04:48:30.070 INFO:tasks.workunit.client.0.smithi040.stdout:op 362 completed, throughput=4.96MB/sec 2024-04-22T04:48:30.070 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9BXIrNFwY0QK8Nr off=12104547 len=785251 2024-04-22T04:48:30.074 INFO:tasks.workunit.client.0.smithi040.stdout:op 363 completed, throughput=4.97MB/sec 2024-04-22T04:48:30.075 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-61WNK9a3vEnIkVm off=885365 len=745834 2024-04-22T04:48:30.075 INFO:tasks.workunit.client.0.smithi040.stdout:op 364 completed, throughput=4.98MB/sec 2024-04-22T04:48:30.076 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TN4g7px4b1gXbiA off=3976757 len=453550 2024-04-22T04:48:30.079 INFO:tasks.workunit.client.0.smithi040.stdout:op 365 completed, throughput=4.99MB/sec 2024-04-22T04:48:30.079 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bBNZ_xoTv2gEYcZ off=464702 len=108736 2024-04-22T04:48:30.079 INFO:tasks.workunit.client.0.smithi040.stdout:op 366 completed, throughput=4.99MB/sec 2024-04-22T04:48:30.079 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cloOQeuOls0AEYR off=1538570 len=349827 2024-04-22T04:48:30.080 INFO:tasks.workunit.client.0.smithi040.stdout:op 367 completed, throughput=5MB/sec 2024-04-22T04:48:30.080 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DzDccbvaKnLxY8a off=17578894 len=1558876 2024-04-22T04:48:30.086 INFO:tasks.workunit.client.0.smithi040.stdout:op 368 completed, throughput=5.02MB/sec 2024-04-22T04:48:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:48:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:48:30] "GET /metrics HTTP/1.1" 200 240245 "" "Prometheus/2.43.0" 2024-04-22T04:48:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:30 smithi062 ceph-mon[78153]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:48:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:30 smithi040 ceph-mon[88445]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:48:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:30 smithi040 ceph-mon[91058]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:48:31.086 INFO:tasks.workunit.client.0.smithi040.stdout: 72: throughput=4.95MB/sec pending data=0 2024-04-22T04:48:31.086 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kgvnvq5t7RmwuUI off=2645670 len=1501901 2024-04-22T04:48:31.088 INFO:tasks.workunit.client.0.smithi040.stdout:op 369 completed, throughput=4.97MB/sec 2024-04-22T04:48:31.088 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ct3RGAkGx7XKUVD off=1015106 len=385598 2024-04-22T04:48:31.090 INFO:tasks.workunit.client.0.smithi040.stdout:op 370 completed, throughput=4.97MB/sec 2024-04-22T04:48:31.090 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vvrpmj5Ismetl4a off=4956423 len=1442682 2024-04-22T04:48:31.096 INFO:tasks.workunit.client.0.smithi040.stdout:op 371 completed, throughput=4.99MB/sec 2024-04-22T04:48:31.096 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UKWiMhNFBvkjwxn off=540819 len=764695 2024-04-22T04:48:31.097 INFO:tasks.workunit.client.0.smithi040.stdout:op 372 completed, throughput=5MB/sec 2024-04-22T04:48:32.097 INFO:tasks.workunit.client.0.smithi040.stdout: 73: throughput=4.93MB/sec pending data=0 2024-04-22T04:48:32.098 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aHvGste81HoUnRT off=1796636 len=266500 2024-04-22T04:48:32.100 INFO:tasks.workunit.client.0.smithi040.stdout:op 373 completed, throughput=4.94MB/sec 2024-04-22T04:48:32.100 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kDyQHoW2nxFhvmz off=3057953 len=873998 2024-04-22T04:48:32.105 INFO:tasks.workunit.client.0.smithi040.stdout:op 374 completed, throughput=4.95MB/sec 2024-04-22T04:48:32.105 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-e_HmJMbhFu2clUZ off=11284522 len=1489065 2024-04-22T04:48:32.110 INFO:tasks.workunit.client.0.smithi040.stdout:op 375 completed, throughput=4.97MB/sec 2024-04-22T04:48:32.111 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MQKkgZyWugDH2KH off=307633 len=156631 2024-04-22T04:48:32.113 INFO:tasks.workunit.client.0.smithi040.stdout:op 376 completed, throughput=4.97MB/sec 2024-04-22T04:48:32.113 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nbTf6qzQxcjmmqj off=5070328 len=1277065 2024-04-22T04:48:32.117 INFO:tasks.workunit.client.0.smithi040.stdout:op 377 completed, throughput=4.98MB/sec 2024-04-22T04:48:32.118 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-b-1j4hQfQFNR9qr off=9546793 len=2041199 2024-04-22T04:48:32.125 INFO:tasks.workunit.client.0.smithi040.stdout:op 378 completed, throughput=5.01MB/sec 2024-04-22T04:48:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:32 smithi062 ceph-mon[78153]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:48:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:32 smithi040 ceph-mon[91058]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:48:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:32 smithi040 ceph-mon[88445]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:48:33.125 INFO:tasks.workunit.client.0.smithi040.stdout: 74: throughput=4.94MB/sec pending data=0 2024-04-22T04:48:33.125 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aPsaM7zeos3YjDE off=11489262 len=40137 2024-04-22T04:48:33.128 INFO:tasks.workunit.client.0.smithi040.stdout:op 379 completed, throughput=4.94MB/sec 2024-04-22T04:48:33.128 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xWQlhVHI7XJPpoK off=2430643 len=1977821 2024-04-22T04:48:33.132 INFO:tasks.workunit.client.0.smithi040.stdout:op 380 completed, throughput=4.97MB/sec 2024-04-22T04:48:33.132 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TWaCtkGx0Vmlpgy off=5366317 len=212312 2024-04-22T04:48:33.135 INFO:tasks.workunit.client.0.smithi040.stdout:op 381 completed, throughput=4.97MB/sec 2024-04-22T04:48:33.135 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_6z9p2PLf4VoXIF off=8488571 len=539661 2024-04-22T04:48:33.139 INFO:tasks.workunit.client.0.smithi040.stdout:op 382 completed, throughput=4.98MB/sec 2024-04-22T04:48:33.139 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0UOK2OsCKVRyucA off=17930574 len=1576093 2024-04-22T04:48:33.141 INFO:tasks.workunit.client.0.smithi040.stdout:op 383 completed, throughput=5MB/sec 2024-04-22T04:48:33.142 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uoBJ1TUVS1cWRdF off=5248771 len=99917 2024-04-22T04:48:33.144 INFO:tasks.workunit.client.0.smithi040.stdout:op 384 completed, throughput=5MB/sec 2024-04-22T04:48:33.144 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-swq2B95FzDBRyJm off=775688 len=932523 2024-04-22T04:48:33.149 INFO:tasks.workunit.client.0.smithi040.stdout:op 385 completed, throughput=5.01MB/sec 2024-04-22T04:48:34.149 INFO:tasks.workunit.client.0.smithi040.stdout: 75: throughput=4.94MB/sec pending data=0 2024-04-22T04:48:34.149 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FgO5cWVeLDrM8pX off=205391 len=1866442 2024-04-22T04:48:34.159 INFO:tasks.workunit.client.0.smithi040.stdout:op 386 completed, throughput=4.97MB/sec 2024-04-22T04:48:34.159 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gYWN6XZPWb8-LKk off=0 len=1831460 2024-04-22T04:48:34.161 INFO:tasks.workunit.client.0.smithi040.stdout:op 387 completed, throughput=4.99MB/sec 2024-04-22T04:48:34.161 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ajOrBZi0FaLbvmq off=1501298 len=286694 2024-04-22T04:48:34.161 INFO:tasks.workunit.client.0.smithi040.stdout:op 388 completed, throughput=4.99MB/sec 2024-04-22T04:48:34.162 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-i9sEvExyJaF7ZtV off=12376066 len=2047364 2024-04-22T04:48:34.170 INFO:tasks.workunit.client.0.smithi040.stdout:op 389 completed, throughput=5.02MB/sec 2024-04-22T04:48:34.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:34 smithi062 ceph-mon[78153]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:48:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:34 smithi040 ceph-mon[88445]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:48:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:34 smithi040 ceph-mon[91058]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:48:35.170 INFO:tasks.workunit.client.0.smithi040.stdout: 76: throughput=4.95MB/sec pending data=0 2024-04-22T04:48:35.170 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vQLJdbEZlxahOxz off=1231855 len=1567172 2024-04-22T04:48:35.177 INFO:tasks.workunit.client.0.smithi040.stdout:op 390 completed, throughput=4.97MB/sec 2024-04-22T04:48:35.177 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q1GNZG82fclqiwJ off=494955 len=314732 2024-04-22T04:48:35.180 INFO:tasks.workunit.client.0.smithi040.stdout:op 391 completed, throughput=4.98MB/sec 2024-04-22T04:48:35.180 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jvYhFUrnmas3u09 off=7523722 len=1205954 2024-04-22T04:48:35.182 INFO:tasks.workunit.client.0.smithi040.stdout:op 392 completed, throughput=4.99MB/sec 2024-04-22T04:48:35.182 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UQM1PMetgq0Q4xO off=2696252 len=1011769 2024-04-22T04:48:35.186 INFO:tasks.workunit.client.0.smithi040.stdout:op 393 completed, throughput=5MB/sec 2024-04-22T04:48:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:48:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:48:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:48:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:48:35.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:48:35.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:48:36.187 INFO:tasks.workunit.client.0.smithi040.stdout: 77: throughput=4.94MB/sec pending data=0 2024-04-22T04:48:36.187 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dPoyb42pBu6HsDe off=7826909 len=451894 2024-04-22T04:48:36.191 INFO:tasks.workunit.client.0.smithi040.stdout:op 394 completed, throughput=4.94MB/sec 2024-04-22T04:48:36.191 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-86gLfOfW3xGz9Qs off=8485700 len=1888613 2024-04-22T04:48:36.203 INFO:tasks.workunit.client.0.smithi040.stdout:op 395 completed, throughput=4.97MB/sec 2024-04-22T04:48:36.203 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pvx6Iq6F5h6Al8- off=21647818 len=9125 2024-04-22T04:48:36.205 INFO:tasks.workunit.client.0.smithi040.stdout:op 396 completed, throughput=4.97MB/sec 2024-04-22T04:48:36.205 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NccNsJ_whuw9IuK off=91310 len=1636979 2024-04-22T04:48:36.207 INFO:tasks.workunit.client.0.smithi040.stdout:op 397 completed, throughput=4.99MB/sec 2024-04-22T04:48:36.207 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DjAMvsEcR_4iOhj off=1009964 len=1663457 2024-04-22T04:48:36.214 INFO:tasks.workunit.client.0.smithi040.stdout:op 398 completed, throughput=5.01MB/sec 2024-04-22T04:48:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:36 smithi062 ceph-mon[78153]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-22T04:48:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:36 smithi040 ceph-mon[88445]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-22T04:48:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:36 smithi040 ceph-mon[91058]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-22T04:48:37.215 INFO:tasks.workunit.client.0.smithi040.stdout: 78: throughput=4.94MB/sec pending data=0 2024-04-22T04:48:37.215 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-14icPIGG38sPF9Q off=8438287 len=742922 2024-04-22T04:48:37.219 INFO:tasks.workunit.client.0.smithi040.stdout:op 399 completed, throughput=4.95MB/sec 2024-04-22T04:48:37.219 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-c6iZbbXSc3WfOCd off=6762269 len=1552087 2024-04-22T04:48:37.222 INFO:tasks.workunit.client.0.smithi040.stdout:op 400 completed, throughput=4.97MB/sec 2024-04-22T04:48:37.222 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CewMMx6zIXtqtHk off=13897507 len=1956516 2024-04-22T04:48:37.224 INFO:tasks.workunit.client.0.smithi040.stdout:op 401 completed, throughput=4.99MB/sec 2024-04-22T04:48:37.225 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aLQgPruXfuo2UdT off=4459656 len=1011785 2024-04-22T04:48:37.226 INFO:tasks.workunit.client.0.smithi040.stdout:op 402 completed, throughput=5MB/sec 2024-04-22T04:48:38.227 INFO:tasks.workunit.client.0.smithi040.stdout: 79: throughput=4.94MB/sec pending data=0 2024-04-22T04:48:38.227 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HQYqYI1TSFvxMk2 off=6048331 len=602426 2024-04-22T04:48:38.231 INFO:tasks.workunit.client.0.smithi040.stdout:op 403 completed, throughput=4.95MB/sec 2024-04-22T04:48:38.231 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tAeV8LpAYBHxGV5 off=245582 len=956209 2024-04-22T04:48:38.236 INFO:tasks.workunit.client.0.smithi040.stdout:op 404 completed, throughput=4.96MB/sec 2024-04-22T04:48:38.236 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-i0VxlS8JvA_-us2 off=8836850 len=1895852 2024-04-22T04:48:38.238 INFO:tasks.workunit.client.0.smithi040.stdout:op 405 completed, throughput=4.98MB/sec 2024-04-22T04:48:38.239 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2Saq_V2V-tyF4cE off=13253127 len=1408013 2024-04-22T04:48:38.245 INFO:tasks.workunit.client.0.smithi040.stdout:op 406 completed, throughput=5MB/sec 2024-04-22T04:48:38.245 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-E3WgFTm4QzkfVmx off=6088519 len=1454907 2024-04-22T04:48:38.250 INFO:tasks.workunit.client.0.smithi040.stdout:op 407 completed, throughput=5.02MB/sec 2024-04-22T04:48:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:38 smithi062 ceph-mon[78153]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:48:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:38 smithi040 ceph-mon[88445]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:48:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:38 smithi040 ceph-mon[91058]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:48:39.251 INFO:tasks.workunit.client.0.smithi040.stdout: 80: throughput=4.95MB/sec pending data=0 2024-04-22T04:48:39.251 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gz6wZljgwqQq050 off=14237944 len=1110891 2024-04-22T04:48:39.257 INFO:tasks.workunit.client.0.smithi040.stdout:op 408 completed, throughput=4.97MB/sec 2024-04-22T04:48:39.257 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-D3CADWwSgQO5E4I off=4344180 len=1354893 2024-04-22T04:48:39.263 INFO:tasks.workunit.client.0.smithi040.stdout:op 409 completed, throughput=4.98MB/sec 2024-04-22T04:48:39.263 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Pkl35QSLxh_rlmJ off=14963302 len=1198518 2024-04-22T04:48:39.264 INFO:tasks.workunit.client.0.smithi040.stdout:op 410 completed, throughput=5MB/sec 2024-04-22T04:48:39.264 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ROfjfKbEpXPoLn1 off=17054024 len=1071856 2024-04-22T04:48:39.266 INFO:tasks.workunit.client.0.smithi040.stdout:op 411 completed, throughput=5.01MB/sec 2024-04-22T04:48:40.266 INFO:tasks.workunit.client.0.smithi040.stdout: 81: throughput=4.95MB/sec pending data=0 2024-04-22T04:48:40.266 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0kvn9O82pJtvBDH off=3447199 len=458738 2024-04-22T04:48:40.267 INFO:tasks.workunit.client.0.smithi040.stdout:op 412 completed, throughput=4.95MB/sec 2024-04-22T04:48:40.267 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BXrEEOU077crg9j off=4257410 len=781165 2024-04-22T04:48:40.271 INFO:tasks.workunit.client.0.smithi040.stdout:op 413 completed, throughput=4.96MB/sec 2024-04-22T04:48:40.271 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HmR5VfxlbrUBVhE off=2436843 len=2016988 2024-04-22T04:48:40.273 INFO:tasks.workunit.client.0.smithi040.stdout:op 414 completed, throughput=4.99MB/sec 2024-04-22T04:48:40.274 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AsFoFicTBRn6Vjy off=13622974 len=1551498 2024-04-22T04:48:40.282 INFO:tasks.workunit.client.0.smithi040.stdout:op 415 completed, throughput=5MB/sec 2024-04-22T04:48:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:48:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:48:40] "GET /metrics HTTP/1.1" 200 240237 "" "Prometheus/2.43.0" 2024-04-22T04:48:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:40 smithi062 ceph-mon[78153]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:48:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:40 smithi040 ceph-mon[88445]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:48:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:40 smithi040 ceph-mon[91058]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:48:41.282 INFO:tasks.workunit.client.0.smithi040.stdout: 82: throughput=4.94MB/sec pending data=0 2024-04-22T04:48:41.282 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-s3DyRzOlmKUDHUy off=7293857 len=600783 2024-04-22T04:48:41.286 INFO:tasks.workunit.client.0.smithi040.stdout:op 416 completed, throughput=4.95MB/sec 2024-04-22T04:48:41.286 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BlWCwljilk8-4Ob off=9942283 len=206622 2024-04-22T04:48:41.289 INFO:tasks.workunit.client.0.smithi040.stdout:op 417 completed, throughput=4.95MB/sec 2024-04-22T04:48:41.289 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-teJG5uOfzWEabif off=11113044 len=328763 2024-04-22T04:48:41.289 INFO:tasks.workunit.client.0.smithi040.stdout:op 418 completed, throughput=4.96MB/sec 2024-04-22T04:48:41.290 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mugtIWt-cHbZNql off=7173268 len=191164 2024-04-22T04:48:41.291 INFO:tasks.workunit.client.0.smithi040.stdout:op 419 completed, throughput=4.96MB/sec 2024-04-22T04:48:41.291 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lrhT3XYgcKD2Iyt off=3525223 len=1991271 2024-04-22T04:48:41.294 INFO:tasks.workunit.client.0.smithi040.stdout:op 420 completed, throughput=4.98MB/sec 2024-04-22T04:48:41.294 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xI4F2ILtscUCsH3 off=7932322 len=1759099 2024-04-22T04:48:41.305 INFO:tasks.workunit.client.0.smithi040.stdout:op 421 completed, throughput=5MB/sec 2024-04-22T04:48:41.305 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Pq6l0Z8PnALN7jZ off=191596 len=511868 2024-04-22T04:48:41.305 INFO:tasks.workunit.client.0.smithi040.stdout:op 422 completed, throughput=5.01MB/sec 2024-04-22T04:48:42.306 INFO:tasks.workunit.client.0.smithi040.stdout: 83: throughput=4.95MB/sec pending data=0 2024-04-22T04:48:42.306 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Rjup2EmK47yFC83 off=2495984 len=668554 2024-04-22T04:48:42.311 INFO:tasks.workunit.client.0.smithi040.stdout:op 423 completed, throughput=4.95MB/sec 2024-04-22T04:48:42.311 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4bErXnlOouX58s4 off=1586361 len=1289495 2024-04-22T04:48:42.312 INFO:tasks.workunit.client.0.smithi040.stdout:op 424 completed, throughput=4.97MB/sec 2024-04-22T04:48:42.312 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-L6t2rA7N2lSJQZH off=8277806 len=1315232 2024-04-22T04:48:42.319 INFO:tasks.workunit.client.0.smithi040.stdout:op 425 completed, throughput=4.98MB/sec 2024-04-22T04:48:42.320 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kjpka3sA-dt__Np off=174051 len=182215 2024-04-22T04:48:42.320 INFO:tasks.workunit.client.0.smithi040.stdout:op 426 completed, throughput=4.98MB/sec 2024-04-22T04:48:42.321 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TCBEfsQEPV0oDx2 off=2485117 len=86521 2024-04-22T04:48:42.323 INFO:tasks.workunit.client.0.smithi040.stdout:op 427 completed, throughput=4.99MB/sec 2024-04-22T04:48:42.323 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lyl-sOQ1JMxGO0p off=145846 len=1003746 2024-04-22T04:48:42.328 INFO:tasks.workunit.client.0.smithi040.stdout:op 428 completed, throughput=5MB/sec 2024-04-22T04:48:42.328 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MVFWLf8UTQ-pF10 off=3346992 len=986000 2024-04-22T04:48:42.330 INFO:tasks.workunit.client.0.smithi040.stdout:op 429 completed, throughput=5.01MB/sec 2024-04-22T04:48:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:42 smithi062 ceph-mon[78153]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:48:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:42 smithi040 ceph-mon[88445]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:48:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:42 smithi040 ceph-mon[91058]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:48:43.330 INFO:tasks.workunit.client.0.smithi040.stdout: 84: throughput=4.95MB/sec pending data=0 2024-04-22T04:48:43.330 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4Ial1lBeNGGbaTn off=159372 len=63926 2024-04-22T04:48:43.333 INFO:tasks.workunit.client.0.smithi040.stdout:op 430 completed, throughput=4.95MB/sec 2024-04-22T04:48:43.333 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7tYvwgudGcgJrCj off=18082500 len=1269748 2024-04-22T04:48:43.334 INFO:tasks.workunit.client.0.smithi040.stdout:op 431 completed, throughput=4.96MB/sec 2024-04-22T04:48:43.334 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PqmuMDJZQPw4k0S off=5507042 len=1143421 2024-04-22T04:48:43.341 INFO:tasks.workunit.client.0.smithi040.stdout:op 432 completed, throughput=4.98MB/sec 2024-04-22T04:48:43.341 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iOjbHz5SLASdW19 off=13866601 len=1515070 2024-04-22T04:48:43.342 INFO:tasks.workunit.client.0.smithi040.stdout:op 433 completed, throughput=4.99MB/sec 2024-04-22T04:48:43.342 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GelCZCnJmnfrOyG off=3937765 len=57570 2024-04-22T04:48:43.345 INFO:tasks.workunit.client.0.smithi040.stdout:op 434 completed, throughput=4.99MB/sec 2024-04-22T04:48:43.345 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iTtcV0cK4SEpBks off=3747666 len=2026136 2024-04-22T04:48:43.352 INFO:tasks.workunit.client.0.smithi040.stdout:op 435 completed, throughput=5.02MB/sec 2024-04-22T04:48:44.353 INFO:tasks.workunit.client.0.smithi040.stdout: 85: throughput=4.96MB/sec pending data=0 2024-04-22T04:48:44.353 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GzrU5wBzo4Z1qpd off=674029 len=662539 2024-04-22T04:48:44.354 INFO:tasks.workunit.client.0.smithi040.stdout:op 436 completed, throughput=4.96MB/sec 2024-04-22T04:48:44.354 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LEthCiQgQsgnBlC off=4402097 len=1919613 2024-04-22T04:48:44.356 INFO:tasks.workunit.client.0.smithi040.stdout:op 437 completed, throughput=4.99MB/sec 2024-04-22T04:48:44.357 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bW4GPjzpPQLRKf_ off=7279273 len=1645270 2024-04-22T04:48:44.358 INFO:tasks.workunit.client.0.smithi040.stdout:op 438 completed, throughput=5MB/sec 2024-04-22T04:48:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:44 smithi062 ceph-mon[78153]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:48:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:44 smithi040 ceph-mon[88445]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:48:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:44 smithi040 ceph-mon[91058]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:48:45.359 INFO:tasks.workunit.client.0.smithi040.stdout: 86: throughput=4.95MB/sec pending data=0 2024-04-22T04:48:45.359 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--ZGc66PrQFXd9SM off=14810208 len=126012 2024-04-22T04:48:45.360 INFO:tasks.workunit.client.0.smithi040.stdout:op 439 completed, throughput=4.95MB/sec 2024-04-22T04:48:45.360 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aBaRTe8AXSa9PDj off=466911 len=1346645 2024-04-22T04:48:45.367 INFO:tasks.workunit.client.0.smithi040.stdout:op 440 completed, throughput=4.96MB/sec 2024-04-22T04:48:45.368 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-r1jgqu2GgaaHjJB off=14250043 len=1213579 2024-04-22T04:48:45.376 INFO:tasks.workunit.client.0.smithi040.stdout:op 441 completed, throughput=4.97MB/sec 2024-04-22T04:48:45.376 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xeom7pYXmbY_dvA off=4511132 len=259351 2024-04-22T04:48:45.378 INFO:tasks.workunit.client.0.smithi040.stdout:op 442 completed, throughput=4.98MB/sec 2024-04-22T04:48:45.378 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZkVWCu32mfn5Pa8 off=1332099 len=1449349 2024-04-22T04:48:45.385 INFO:tasks.workunit.client.0.smithi040.stdout:op 443 completed, throughput=4.99MB/sec 2024-04-22T04:48:45.385 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MD8wiFG517jTwCp off=131229 len=687061 2024-04-22T04:48:45.389 INFO:tasks.workunit.client.0.smithi040.stdout:op 444 completed, throughput=5MB/sec 2024-04-22T04:48:45.389 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0pjmhVvWZzuh5zn off=6408519 len=1187579 2024-04-22T04:48:45.390 INFO:tasks.workunit.client.0.smithi040.stdout:op 445 completed, throughput=5.01MB/sec 2024-04-22T04:48:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:48:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:48:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:48:46.391 INFO:tasks.workunit.client.0.smithi040.stdout: 87: throughput=4.96MB/sec pending data=0 2024-04-22T04:48:46.391 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gdEiyDHIIm6Ek9s off=8597970 len=1788047 2024-04-22T04:48:46.393 INFO:tasks.workunit.client.0.smithi040.stdout:op 446 completed, throughput=4.98MB/sec 2024-04-22T04:48:46.393 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--4YL_54M_ssn7kQ off=17993955 len=1886176 2024-04-22T04:48:46.402 INFO:tasks.workunit.client.0.smithi040.stdout:op 447 completed, throughput=5MB/sec 2024-04-22T04:48:46.402 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vSW9RXmP3GjLOaB off=20171430 len=454207 2024-04-22T04:48:46.402 INFO:tasks.workunit.client.0.smithi040.stdout:op 448 completed, throughput=5MB/sec 2024-04-22T04:48:46.403 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-N5IA0j-jKXn1Vg1 off=5114241 len=1154021 2024-04-22T04:48:46.408 INFO:tasks.workunit.client.0.smithi040.stdout:op 449 completed, throughput=5.01MB/sec 2024-04-22T04:48:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:46 smithi062 ceph-mon[78153]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:48:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:46 smithi040 ceph-mon[88445]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:48:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:46 smithi040 ceph-mon[91058]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:48:47.408 INFO:tasks.workunit.client.0.smithi040.stdout: 88: throughput=4.96MB/sec pending data=0 2024-04-22T04:48:47.408 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kKmnUjJ6-Qsz9NC off=5469464 len=445562 2024-04-22T04:48:47.412 INFO:tasks.workunit.client.0.smithi040.stdout:op 450 completed, throughput=4.96MB/sec 2024-04-22T04:48:47.412 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-A9SAZmjOaRKh6oB off=7329652 len=461121 2024-04-22T04:48:47.416 INFO:tasks.workunit.client.0.smithi040.stdout:op 451 completed, throughput=4.97MB/sec 2024-04-22T04:48:47.416 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LNB6yURSHQvDmTN off=378261 len=276037 2024-04-22T04:48:47.417 INFO:tasks.workunit.client.0.smithi040.stdout:op 452 completed, throughput=4.97MB/sec 2024-04-22T04:48:47.417 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FXSdK4c_4VUgMGP off=9007845 len=1129444 2024-04-22T04:48:47.418 INFO:tasks.workunit.client.0.smithi040.stdout:op 453 completed, throughput=4.98MB/sec 2024-04-22T04:48:47.418 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MIUm7dM1hfkYWsM off=7242092 len=117918 2024-04-22T04:48:47.419 INFO:tasks.workunit.client.0.smithi040.stdout:op 454 completed, throughput=4.98MB/sec 2024-04-22T04:48:47.419 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FzMZh_aoYg3sBFf off=2393953 len=1048318 2024-04-22T04:48:47.425 INFO:tasks.workunit.client.0.smithi040.stdout:op 455 completed, throughput=4.99MB/sec 2024-04-22T04:48:47.426 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nox9BsojcI2pvRb off=2279612 len=172647 2024-04-22T04:48:47.426 INFO:tasks.workunit.client.0.smithi040.stdout:op 456 completed, throughput=4.99MB/sec 2024-04-22T04:48:47.426 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-16SL9q3Q7-GyjDp off=8436453 len=811750 2024-04-22T04:48:47.427 INFO:tasks.workunit.client.0.smithi040.stdout:op 457 completed, throughput=5MB/sec 2024-04-22T04:48:48.428 INFO:tasks.workunit.client.0.smithi040.stdout: 89: throughput=4.95MB/sec pending data=0 2024-04-22T04:48:48.428 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BBbvUicXCa34hUv off=6196176 len=1771219 2024-04-22T04:48:48.436 INFO:tasks.workunit.client.0.smithi040.stdout:op 458 completed, throughput=4.97MB/sec 2024-04-22T04:48:48.436 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xVqBGbInnm22NEN off=7756384 len=350856 2024-04-22T04:48:48.437 INFO:tasks.workunit.client.0.smithi040.stdout:op 459 completed, throughput=4.97MB/sec 2024-04-22T04:48:48.437 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ClWCIrzBAw6mw3M off=2306109 len=23881 2024-04-22T04:48:48.438 INFO:tasks.workunit.client.0.smithi040.stdout:op 460 completed, throughput=4.97MB/sec 2024-04-22T04:48:48.438 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DbntNNCNBRY98te off=12105076 len=905408 2024-04-22T04:48:48.439 INFO:tasks.workunit.client.0.smithi040.stdout:op 461 completed, throughput=4.98MB/sec 2024-04-22T04:48:48.439 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-89fQCay21_JFbAi off=10854668 len=1377548 2024-04-22T04:48:48.446 INFO:tasks.workunit.client.0.smithi040.stdout:op 462 completed, throughput=4.99MB/sec 2024-04-22T04:48:48.447 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iTHlOuvgcZ6K_Kb off=1494847 len=403788 2024-04-22T04:48:48.448 INFO:tasks.workunit.client.0.smithi040.stdout:op 463 completed, throughput=5MB/sec 2024-04-22T04:48:48.448 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IFd5--uhNQ4_zIQ off=10421672 len=1740178 2024-04-22T04:48:48.449 INFO:tasks.workunit.client.0.smithi040.stdout:op 464 completed, throughput=5.02MB/sec 2024-04-22T04:48:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:48 smithi062 ceph-mon[78153]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-22T04:48:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:48 smithi040 ceph-mon[88445]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-22T04:48:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:48 smithi040 ceph-mon[91058]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-22T04:48:49.449 INFO:tasks.workunit.client.0.smithi040.stdout: 90: throughput=4.96MB/sec pending data=0 2024-04-22T04:48:49.450 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Fz8QgN9U92nk1K3 off=1814409 len=566781 2024-04-22T04:48:49.453 INFO:tasks.workunit.client.0.smithi040.stdout:op 465 completed, throughput=4.97MB/sec 2024-04-22T04:48:49.453 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--BgNfidayz5Zhgs off=7814173 len=1815236 2024-04-22T04:48:49.455 INFO:tasks.workunit.client.0.smithi040.stdout:op 466 completed, throughput=4.98MB/sec 2024-04-22T04:48:49.455 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LppvNVotzoscO7y off=7496890 len=1044096 2024-04-22T04:48:49.457 INFO:tasks.workunit.client.0.smithi040.stdout:op 467 completed, throughput=5MB/sec 2024-04-22T04:48:49.457 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-al5a86DGyEgmFkO off=7646676 len=1036115 2024-04-22T04:48:49.458 INFO:tasks.workunit.client.0.smithi040.stdout:op 468 completed, throughput=5.01MB/sec 2024-04-22T04:48:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:48:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:48:50] "GET /metrics HTTP/1.1" 200 240237 "" "Prometheus/2.43.0" 2024-04-22T04:48:50.459 INFO:tasks.workunit.client.0.smithi040.stdout: 91: throughput=4.95MB/sec pending data=0 2024-04-22T04:48:50.459 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8Mj8ZSu9S2gz0j2 off=12458874 len=1825109 2024-04-22T04:48:50.462 INFO:tasks.workunit.client.0.smithi040.stdout:op 469 completed, throughput=4.97MB/sec 2024-04-22T04:48:50.462 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BR9-fwnIWdO6lc1 off=7322056 len=1586652 2024-04-22T04:48:50.471 INFO:tasks.workunit.client.0.smithi040.stdout:op 470 completed, throughput=4.99MB/sec 2024-04-22T04:48:50.471 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CxgNut84oTfRza1 off=1994419 len=558676 2024-04-22T04:48:50.472 INFO:tasks.workunit.client.0.smithi040.stdout:op 471 completed, throughput=4.99MB/sec 2024-04-22T04:48:50.472 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3w-owrhM1fKQCw6 off=8547680 len=987106 2024-04-22T04:48:50.476 INFO:tasks.workunit.client.0.smithi040.stdout:op 472 completed, throughput=5MB/sec 2024-04-22T04:48:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:50 smithi062 ceph-mon[78153]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:48:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:48:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:50 smithi040 ceph-mon[88445]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:48:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:48:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:50 smithi040 ceph-mon[91058]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:48:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:48:51.477 INFO:tasks.workunit.client.0.smithi040.stdout: 92: throughput=4.95MB/sec pending data=0 2024-04-22T04:48:51.477 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YlrWNHjppvrPhW8 off=565328 len=500789 2024-04-22T04:48:51.480 INFO:tasks.workunit.client.0.smithi040.stdout:op 473 completed, throughput=4.95MB/sec 2024-04-22T04:48:51.481 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xnmJPG0MD9ZItKS off=0 len=1190042 2024-04-22T04:48:51.486 INFO:tasks.workunit.client.0.smithi040.stdout:op 474 completed, throughput=4.97MB/sec 2024-04-22T04:48:51.486 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NaBCvSjY4WEzFWQ off=17012680 len=1687250 2024-04-22T04:48:51.488 INFO:tasks.workunit.client.0.smithi040.stdout:op 475 completed, throughput=4.98MB/sec 2024-04-22T04:48:51.488 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-G3GSoocsw6ImjU_ off=17765243 len=56163 2024-04-22T04:48:51.489 INFO:tasks.workunit.client.0.smithi040.stdout:op 476 completed, throughput=4.98MB/sec 2024-04-22T04:48:51.489 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-k1ya2BGFl-3pIwU off=3613384 len=1832084 2024-04-22T04:48:51.490 INFO:tasks.workunit.client.0.smithi040.stdout:op 477 completed, throughput=5MB/sec 2024-04-22T04:48:52.491 INFO:tasks.workunit.client.0.smithi040.stdout: 93: throughput=4.95MB/sec pending data=0 2024-04-22T04:48:52.491 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Znqg9RYnBNwoINO off=13586226 len=130867 2024-04-22T04:48:52.491 INFO:tasks.workunit.client.0.smithi040.stdout:op 478 completed, throughput=4.95MB/sec 2024-04-22T04:48:52.491 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xoWDdSRDAQ5r9E6 off=8669111 len=315287 2024-04-22T04:48:52.493 INFO:tasks.workunit.client.0.smithi040.stdout:op 479 completed, throughput=4.95MB/sec 2024-04-22T04:48:52.493 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-p5KWNe77c9Ngwpt off=15223830 len=885431 2024-04-22T04:48:52.494 INFO:tasks.workunit.client.0.smithi040.stdout:op 480 completed, throughput=4.96MB/sec 2024-04-22T04:48:52.494 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-S4IhGnv58Y6U86S off=4701376 len=886646 2024-04-22T04:48:52.500 INFO:tasks.workunit.client.0.smithi040.stdout:op 481 completed, throughput=4.97MB/sec 2024-04-22T04:48:52.500 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ck-yxq71WVgdhSD off=1464434 len=297265 2024-04-22T04:48:52.500 INFO:tasks.workunit.client.0.smithi040.stdout:op 482 completed, throughput=4.97MB/sec 2024-04-22T04:48:52.501 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Julv0qqc4FqdWDa off=1418908 len=801153 2024-04-22T04:48:52.502 INFO:tasks.workunit.client.0.smithi040.stdout:op 483 completed, throughput=4.98MB/sec 2024-04-22T04:48:52.502 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fOIl8r3ov4Gicw5 off=3374402 len=1332304 2024-04-22T04:48:52.503 INFO:tasks.workunit.client.0.smithi040.stdout:op 484 completed, throughput=5MB/sec 2024-04-22T04:48:52.503 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-T5VhdQ3_dJit1aJ off=0 len=1331123 2024-04-22T04:48:52.511 INFO:tasks.workunit.client.0.smithi040.stdout:op 485 completed, throughput=5.01MB/sec 2024-04-22T04:48:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:52 smithi062 ceph-mon[78153]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:48:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:52 smithi040 ceph-mon[88445]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:48:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:52 smithi040 ceph-mon[91058]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:48:53.511 INFO:tasks.workunit.client.0.smithi040.stdout: 94: throughput=4.96MB/sec pending data=0 2024-04-22T04:48:53.512 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IBcG1ACve6yNg71 off=9998926 len=1797903 2024-04-22T04:48:53.521 INFO:tasks.workunit.client.0.smithi040.stdout:op 486 completed, throughput=4.97MB/sec 2024-04-22T04:48:53.521 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1ye0XE8rqKjYuA0 off=4547956 len=1304318 2024-04-22T04:48:53.523 INFO:tasks.workunit.client.0.smithi040.stdout:op 487 completed, throughput=4.99MB/sec 2024-04-22T04:48:53.523 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RE18gOXmYZlEgRF off=9087032 len=1295911 2024-04-22T04:48:53.529 INFO:tasks.workunit.client.0.smithi040.stdout:op 488 completed, throughput=5MB/sec 2024-04-22T04:48:53.529 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Qm0EwkbdS5CwP9d off=439277 len=1248075 2024-04-22T04:48:53.534 INFO:tasks.workunit.client.0.smithi040.stdout:op 489 completed, throughput=5.01MB/sec 2024-04-22T04:48:54.534 INFO:tasks.workunit.client.0.smithi040.stdout: 95: throughput=4.96MB/sec pending data=0 2024-04-22T04:48:54.534 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-q9y_TvM7-cHEOWu off=6075401 len=758871 2024-04-22T04:48:54.535 INFO:tasks.workunit.client.0.smithi040.stdout:op 490 completed, throughput=4.97MB/sec 2024-04-22T04:48:54.536 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WhkIVixGgGNaj0l off=3126272 len=1362132 2024-04-22T04:48:54.537 INFO:tasks.workunit.client.0.smithi040.stdout:op 491 completed, throughput=4.98MB/sec 2024-04-22T04:48:54.537 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-atZYz7T3G3OCc4t off=3371586 len=44713 2024-04-22T04:48:54.538 INFO:tasks.workunit.client.0.smithi040.stdout:op 492 completed, throughput=4.98MB/sec 2024-04-22T04:48:54.538 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IEeUlix4VebfReB off=5346232 len=2008003 2024-04-22T04:48:54.540 INFO:tasks.workunit.client.0.smithi040.stdout:op 493 completed, throughput=5MB/sec 2024-04-22T04:48:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:54 smithi062 ceph-mon[78153]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:48:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:54 smithi040 ceph-mon[88445]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:48:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:54 smithi040 ceph-mon[91058]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:48:55.540 INFO:tasks.workunit.client.0.smithi040.stdout: 96: throughput=4.95MB/sec pending data=0 2024-04-22T04:48:55.541 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-I452sAg3iueNYEf off=2737562 len=37973 2024-04-22T04:48:55.543 INFO:tasks.workunit.client.0.smithi040.stdout:op 494 completed, throughput=4.95MB/sec 2024-04-22T04:48:55.543 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-L7Uox30ftC9uZ-G off=1283015 len=301664 2024-04-22T04:48:55.543 INFO:tasks.workunit.client.0.smithi040.stdout:op 495 completed, throughput=4.95MB/sec 2024-04-22T04:48:55.544 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AVU4WZFcC76JdiL off=11831334 len=1050896 2024-04-22T04:48:55.545 INFO:tasks.workunit.client.0.smithi040.stdout:op 496 completed, throughput=4.96MB/sec 2024-04-22T04:48:55.545 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2dqBNkpM9IYy4_D off=12968583 len=2035390 2024-04-22T04:48:55.554 INFO:tasks.workunit.client.0.smithi040.stdout:op 497 completed, throughput=4.98MB/sec 2024-04-22T04:48:55.554 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ECSLoY4Ts090tB2 off=2806414 len=1454833 2024-04-22T04:48:55.566 INFO:tasks.workunit.client.0.smithi040.stdout:op 498 completed, throughput=5MB/sec 2024-04-22T04:48:55.567 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YU4lxeb0_V-x5Gm off=1110254 len=629762 2024-04-22T04:48:55.568 INFO:tasks.workunit.client.0.smithi040.stdout:op 499 completed, throughput=5MB/sec 2024-04-22T04:48:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:48:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:48:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:48:56.568 INFO:tasks.workunit.client.0.smithi040.stdout: 97: throughput=4.95MB/sec pending data=0 2024-04-22T04:48:56.568 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gLjGNn_Amj6VM0J off=4949938 len=1672749 2024-04-22T04:48:56.570 INFO:tasks.workunit.client.0.smithi040.stdout:op 500 completed, throughput=4.97MB/sec 2024-04-22T04:48:56.570 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jJqs1U2Vqks6DeG off=2332107 len=1639011 2024-04-22T04:48:56.579 INFO:tasks.workunit.client.0.smithi040.stdout:op 501 completed, throughput=4.98MB/sec 2024-04-22T04:48:56.579 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ctK16rpsuqsFez- off=448214 len=1265035 2024-04-22T04:48:56.585 INFO:tasks.workunit.client.0.smithi040.stdout:op 502 completed, throughput=4.99MB/sec 2024-04-22T04:48:56.585 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nysCCKvMWH-2ghz off=12145878 len=314049 2024-04-22T04:48:56.589 INFO:tasks.workunit.client.0.smithi040.stdout:op 503 completed, throughput=5MB/sec 2024-04-22T04:48:56.589 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OnxmpbS646_aFwz off=9406856 len=289606 2024-04-22T04:48:56.592 INFO:tasks.workunit.client.0.smithi040.stdout:op 504 completed, throughput=5MB/sec 2024-04-22T04:48:56.592 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AxuJPiRQh93aiLL off=13988208 len=1872913 2024-04-22T04:48:56.598 INFO:tasks.workunit.client.0.smithi040.stdout:op 505 completed, throughput=5.02MB/sec 2024-04-22T04:48:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:56 smithi062 ceph-mon[78153]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:48:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:56 smithi040 ceph-mon[88445]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:48:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:56 smithi040 ceph-mon[91058]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:48:57.599 INFO:tasks.workunit.client.0.smithi040.stdout: 98: throughput=4.97MB/sec pending data=0 2024-04-22T04:48:57.599 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-M0jCu9ECG0JzBeC off=641135 len=472928 2024-04-22T04:48:57.603 INFO:tasks.workunit.client.0.smithi040.stdout:op 506 completed, throughput=4.97MB/sec 2024-04-22T04:48:57.603 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Ul2ohBvBVzTeVeH off=19507812 len=1945309 2024-04-22T04:48:57.616 INFO:tasks.workunit.client.0.smithi040.stdout:op 507 completed, throughput=4.99MB/sec 2024-04-22T04:48:57.616 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-85ZE8vIPd5DhJYV off=12498656 len=911111 2024-04-22T04:48:57.620 INFO:tasks.workunit.client.0.smithi040.stdout:op 508 completed, throughput=5MB/sec 2024-04-22T04:48:57.621 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aNQd1X6asPCO1GL off=7422701 len=547282 2024-04-22T04:48:57.621 INFO:tasks.workunit.client.0.smithi040.stdout:op 509 completed, throughput=5MB/sec 2024-04-22T04:48:58.622 INFO:tasks.workunit.client.0.smithi040.stdout: 99: throughput=4.95MB/sec pending data=0 2024-04-22T04:48:58.622 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0QmGeOxH8aGnTNl off=10211252 len=579855 2024-04-22T04:48:58.626 INFO:tasks.workunit.client.0.smithi040.stdout:op 510 completed, throughput=4.96MB/sec 2024-04-22T04:48:58.626 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QkQIVs1PfV3zMHG off=8392667 len=745683 2024-04-22T04:48:58.627 INFO:tasks.workunit.client.0.smithi040.stdout:op 511 completed, throughput=4.97MB/sec 2024-04-22T04:48:58.627 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pCuswa-kjZRLoef off=13209856 len=1295807 2024-04-22T04:48:58.629 INFO:tasks.workunit.client.0.smithi040.stdout:op 512 completed, throughput=4.98MB/sec 2024-04-22T04:48:58.629 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-of7EGMqAFXJi9kp off=3590674 len=41973 2024-04-22T04:48:58.632 INFO:tasks.workunit.client.0.smithi040.stdout:op 513 completed, throughput=4.98MB/sec 2024-04-22T04:48:58.632 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Xtu40s_R0Qjx64P off=1094149 len=1788268 2024-04-22T04:48:58.634 INFO:tasks.workunit.client.0.smithi040.stdout:op 514 completed, throughput=4.99MB/sec 2024-04-22T04:48:58.634 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1HtWu8PI5zXtZCx off=15854227 len=1902359 2024-04-22T04:48:58.644 INFO:tasks.workunit.client.0.smithi040.stdout:op 515 completed, throughput=5.01MB/sec 2024-04-22T04:48:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:48:58 smithi040 ceph-mon[88445]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T04:48:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:48:58 smithi040 ceph-mon[91058]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T04:48:59.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:48:58 smithi062 ceph-mon[78153]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T04:48:59.644 INFO:tasks.workunit.client.0.smithi040.stdout: 100: throughput=4.96MB/sec pending data=0 2024-04-22T04:48:59.644 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QpBOpLvhYeQ61wI off=6780681 len=1522860 2024-04-22T04:48:59.652 INFO:tasks.workunit.client.0.smithi040.stdout:op 516 completed, throughput=4.98MB/sec 2024-04-22T04:48:59.652 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nHH83hskTamIDfK off=425260 len=1341772 2024-04-22T04:48:59.660 INFO:tasks.workunit.client.0.smithi040.stdout:op 517 completed, throughput=4.99MB/sec 2024-04-22T04:48:59.660 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qXyNlC-rT8FItpS off=2393037 len=806781 2024-04-22T04:48:59.665 INFO:tasks.workunit.client.0.smithi040.stdout:op 518 completed, throughput=5MB/sec 2024-04-22T04:48:59.665 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jvYhFUrnmas3u09 off=5951324 len=351831 2024-04-22T04:48:59.666 INFO:tasks.workunit.client.0.smithi040.stdout:op 519 completed, throughput=5MB/sec 2024-04-22T04:48:59.666 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rR5ccH83CEGqT-s off=21153367 len=160238 2024-04-22T04:48:59.669 INFO:tasks.workunit.client.0.smithi040.stdout:op 520 completed, throughput=5MB/sec 2024-04-22T04:49:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:49:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:49:00] "GET /metrics HTTP/1.1" 200 240250 "" "Prometheus/2.43.0" 2024-04-22T04:49:00.669 INFO:tasks.workunit.client.0.smithi040.stdout: 101: throughput=4.95MB/sec pending data=0 2024-04-22T04:49:00.669 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4pvMvpG7GCZPShB off=9561129 len=103766 2024-04-22T04:49:00.671 INFO:tasks.workunit.client.0.smithi040.stdout:op 521 completed, throughput=4.95MB/sec 2024-04-22T04:49:00.672 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-e1-Zgrr763Mo3o- off=1602384 len=482520 2024-04-22T04:49:00.675 INFO:tasks.workunit.client.0.smithi040.stdout:op 522 completed, throughput=4.96MB/sec 2024-04-22T04:49:00.675 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nmbmC_XHK1_Ylbn off=7187166 len=1744421 2024-04-22T04:49:00.686 INFO:tasks.workunit.client.0.smithi040.stdout:op 523 completed, throughput=4.97MB/sec 2024-04-22T04:49:00.686 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8evTlJFU2QbCqXl off=10416139 len=1391171 2024-04-22T04:49:00.693 INFO:tasks.workunit.client.0.smithi040.stdout:op 524 completed, throughput=4.99MB/sec 2024-04-22T04:49:00.693 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ikoHkNxPHrOZhx_ off=5240179 len=831487 2024-04-22T04:49:00.695 INFO:tasks.workunit.client.0.smithi040.stdout:op 525 completed, throughput=4.99MB/sec 2024-04-22T04:49:00.695 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-g1SZy1yfSOaUpVN off=4267113 len=1362193 2024-04-22T04:49:00.701 INFO:tasks.workunit.client.0.smithi040.stdout:op 526 completed, throughput=5.01MB/sec 2024-04-22T04:49:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:00 smithi040 ceph-mon[88445]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:49:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:00 smithi040 ceph-mon[91058]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:49:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:00 smithi062 ceph-mon[78153]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:49:01.701 INFO:tasks.workunit.client.0.smithi040.stdout: 102: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:01.702 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-q5QLqZjDrnoJpzv off=368635 len=744730 2024-04-22T04:49:01.703 INFO:tasks.workunit.client.0.smithi040.stdout:op 527 completed, throughput=4.96MB/sec 2024-04-22T04:49:01.703 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dfrNtT-pSLu_V0N off=6142252 len=382185 2024-04-22T04:49:01.707 INFO:tasks.workunit.client.0.smithi040.stdout:op 528 completed, throughput=4.97MB/sec 2024-04-22T04:49:01.707 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oBeT5U27IuO-0kq off=0 len=1285331 2024-04-22T04:49:01.708 INFO:tasks.workunit.client.0.smithi040.stdout:op 529 completed, throughput=4.98MB/sec 2024-04-22T04:49:01.709 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9SpY4qtr08ftAPU off=13345939 len=828374 2024-04-22T04:49:01.710 INFO:tasks.workunit.client.0.smithi040.stdout:op 530 completed, throughput=4.99MB/sec 2024-04-22T04:49:01.710 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6JM1JDNZptF1QgN off=3506439 len=1829930 2024-04-22T04:49:01.712 INFO:tasks.workunit.client.0.smithi040.stdout:op 531 completed, throughput=5MB/sec 2024-04-22T04:49:02.712 INFO:tasks.workunit.client.0.smithi040.stdout: 103: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:02.712 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dndgnaipm3w1Vbe off=1372850 len=1075782 2024-04-22T04:49:02.717 INFO:tasks.workunit.client.0.smithi040.stdout:op 532 completed, throughput=4.97MB/sec 2024-04-22T04:49:02.718 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bRLS8UXDEoivAZl off=49250 len=1213995 2024-04-22T04:49:02.720 INFO:tasks.workunit.client.0.smithi040.stdout:op 533 completed, throughput=4.98MB/sec 2024-04-22T04:49:02.720 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9xvENt2BFxQP63S off=3984806 len=1449234 2024-04-22T04:49:02.726 INFO:tasks.workunit.client.0.smithi040.stdout:op 534 completed, throughput=4.99MB/sec 2024-04-22T04:49:02.726 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oXC82STpM-KEdXc off=3522182 len=1852678 2024-04-22T04:49:02.732 INFO:tasks.workunit.client.0.smithi040.stdout:op 535 completed, throughput=5.01MB/sec 2024-04-22T04:49:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:02 smithi040 ceph-mon[88445]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:49:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:02 smithi040 ceph-mon[91058]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:49:03.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:02 smithi062 ceph-mon[78153]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:49:03.733 INFO:tasks.workunit.client.0.smithi040.stdout: 104: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:03.733 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-opioJJup3sieiOB off=9965680 len=1308140 2024-04-22T04:49:03.734 INFO:tasks.workunit.client.0.smithi040.stdout:op 536 completed, throughput=4.97MB/sec 2024-04-22T04:49:03.735 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0tyY6R2mBQISvdB off=66619 len=177337 2024-04-22T04:49:03.736 INFO:tasks.workunit.client.0.smithi040.stdout:op 537 completed, throughput=4.97MB/sec 2024-04-22T04:49:03.736 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MT5lS48yo8lIZRS off=23395823 len=1440584 2024-04-22T04:49:03.743 INFO:tasks.workunit.client.0.smithi040.stdout:op 538 completed, throughput=4.98MB/sec 2024-04-22T04:49:03.743 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gdEiyDHIIm6Ek9s off=9693468 len=281355 2024-04-22T04:49:03.746 INFO:tasks.workunit.client.0.smithi040.stdout:op 539 completed, throughput=4.99MB/sec 2024-04-22T04:49:03.746 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mVxuepVq9pGMx9r off=100261 len=421034 2024-04-22T04:49:03.747 INFO:tasks.workunit.client.0.smithi040.stdout:op 540 completed, throughput=4.99MB/sec 2024-04-22T04:49:03.747 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-u-LVY3axKfcZGsd off=10707547 len=1897467 2024-04-22T04:49:03.754 INFO:tasks.workunit.client.0.smithi040.stdout:op 541 completed, throughput=5.01MB/sec 2024-04-22T04:49:04.754 INFO:tasks.workunit.client.0.smithi040.stdout: 105: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:04.754 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mT8L4nDJH1yaGpi off=1988700 len=1108568 2024-04-22T04:49:04.756 INFO:tasks.workunit.client.0.smithi040.stdout:op 542 completed, throughput=4.97MB/sec 2024-04-22T04:49:04.756 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HIXY6j8Q7rGO04h off=9269696 len=1701949 2024-04-22T04:49:04.758 INFO:tasks.workunit.client.0.smithi040.stdout:op 543 completed, throughput=4.99MB/sec 2024-04-22T04:49:04.759 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dBSoPl0A2q-LO7f off=10336283 len=582611 2024-04-22T04:49:04.762 INFO:tasks.workunit.client.0.smithi040.stdout:op 544 completed, throughput=4.99MB/sec 2024-04-22T04:49:04.762 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sdYf_S61COl-zdC off=3877377 len=2066766 2024-04-22T04:49:04.774 INFO:tasks.workunit.client.0.smithi040.stdout:op 545 completed, throughput=5.01MB/sec 2024-04-22T04:49:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:04 smithi040 ceph-mon[88445]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T04:49:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:04 smithi040 ceph-mon[91058]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T04:49:05.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:04 smithi062 ceph-mon[78153]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T04:49:05.775 INFO:tasks.workunit.client.0.smithi040.stdout: 106: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:05.775 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aZFreXRarn6Fly8 off=6174942 len=242061 2024-04-22T04:49:05.776 INFO:tasks.workunit.client.0.smithi040.stdout:op 546 completed, throughput=4.96MB/sec 2024-04-22T04:49:05.776 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7qnH7A0I4hggFTw off=8873716 len=1683331 2024-04-22T04:49:05.783 INFO:tasks.workunit.client.0.smithi040.stdout:op 547 completed, throughput=4.98MB/sec 2024-04-22T04:49:05.783 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xW3bIr3wJo8KVkI off=2187698 len=1410034 2024-04-22T04:49:05.784 INFO:tasks.workunit.client.0.smithi040.stdout:op 548 completed, throughput=4.99MB/sec 2024-04-22T04:49:05.784 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1jzWlUYTHgCmzQS off=5197322 len=642219 2024-04-22T04:49:05.788 INFO:tasks.workunit.client.0.smithi040.stdout:op 549 completed, throughput=5MB/sec 2024-04-22T04:49:05.788 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0_GrPD2zVbbdbRd off=1771982 len=1610192 2024-04-22T04:49:05.789 INFO:tasks.workunit.client.0.smithi040.stdout:op 550 completed, throughput=5.01MB/sec 2024-04-22T04:49:05.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:49:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:49:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:49:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:49:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:49:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:49:06.789 INFO:tasks.workunit.client.0.smithi040.stdout: 107: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:06.789 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-z_7glpEQO-gEYcx off=15162770 len=1228171 2024-04-22T04:49:06.797 INFO:tasks.workunit.client.0.smithi040.stdout:op 551 completed, throughput=4.97MB/sec 2024-04-22T04:49:06.797 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2_DI4T8owfn40tz off=2150947 len=215069 2024-04-22T04:49:06.799 INFO:tasks.workunit.client.0.smithi040.stdout:op 552 completed, throughput=4.98MB/sec 2024-04-22T04:49:06.799 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6x5ykB1bLzGQik1 off=1871000 len=994556 2024-04-22T04:49:06.800 INFO:tasks.workunit.client.0.smithi040.stdout:op 553 completed, throughput=4.99MB/sec 2024-04-22T04:49:06.800 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-a2PXo68pwCXtEWJ off=2130229 len=685200 2024-04-22T04:49:06.801 INFO:tasks.workunit.client.0.smithi040.stdout:op 554 completed, throughput=4.99MB/sec 2024-04-22T04:49:06.801 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UV3jvhAcA55iRAc off=9926750 len=224072 2024-04-22T04:49:06.804 INFO:tasks.workunit.client.0.smithi040.stdout:op 555 completed, throughput=4.99MB/sec 2024-04-22T04:49:06.804 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eGGzavRHghQJpFL off=19988601 len=23978 2024-04-22T04:49:06.805 INFO:tasks.workunit.client.0.smithi040.stdout:op 556 completed, throughput=4.99MB/sec 2024-04-22T04:49:06.805 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-L2LYIxWeIM7XQOf off=4380247 len=1777435 2024-04-22T04:49:06.806 INFO:tasks.workunit.client.0.smithi040.stdout:op 557 completed, throughput=5.01MB/sec 2024-04-22T04:49:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:06 smithi040 ceph-mon[88445]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:49:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:06 smithi040 ceph-mon[91058]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:49:07.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:06 smithi062 ceph-mon[78153]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:49:07.806 INFO:tasks.workunit.client.0.smithi040.stdout: 108: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:07.807 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-01GoQEYab862qVI off=18820475 len=50544 2024-04-22T04:49:07.807 INFO:tasks.workunit.client.0.smithi040.stdout:op 558 completed, throughput=4.96MB/sec 2024-04-22T04:49:07.807 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EVUVOMRJSbHlsk1 off=7551525 len=1243504 2024-04-22T04:49:07.809 INFO:tasks.workunit.client.0.smithi040.stdout:op 559 completed, throughput=4.97MB/sec 2024-04-22T04:49:07.809 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3rlQlmKHvvEYqMK off=817698 len=1443740 2024-04-22T04:49:07.816 INFO:tasks.workunit.client.0.smithi040.stdout:op 560 completed, throughput=4.99MB/sec 2024-04-22T04:49:07.817 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-koGAn-qgS4A06BR off=17605050 len=2078812 2024-04-22T04:49:07.820 INFO:tasks.workunit.client.0.smithi040.stdout:op 561 completed, throughput=5MB/sec 2024-04-22T04:49:08.821 INFO:tasks.workunit.client.0.smithi040.stdout: 109: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:08.821 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jx-qjYIi8wW6sHI off=14333894 len=1350204 2024-04-22T04:49:08.828 INFO:tasks.workunit.client.0.smithi040.stdout:op 562 completed, throughput=4.97MB/sec 2024-04-22T04:49:08.828 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ffTzqFS1JgxJeWO off=7273600 len=759788 2024-04-22T04:49:08.832 INFO:tasks.workunit.client.0.smithi040.stdout:op 563 completed, throughput=4.98MB/sec 2024-04-22T04:49:08.833 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wUKbnfwxuMyc0kV off=3824819 len=1629316 2024-04-22T04:49:08.839 INFO:tasks.workunit.client.0.smithi040.stdout:op 564 completed, throughput=4.99MB/sec 2024-04-22T04:49:08.839 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-quIg-EbiHZA0u8X off=17078789 len=1146858 2024-04-22T04:49:08.841 INFO:tasks.workunit.client.0.smithi040.stdout:op 565 completed, throughput=5MB/sec 2024-04-22T04:49:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:08 smithi040 ceph-mon[88445]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-22T04:49:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:08 smithi040 ceph-mon[91058]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-22T04:49:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:08 smithi062 ceph-mon[78153]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-22T04:49:09.842 INFO:tasks.workunit.client.0.smithi040.stdout: 110: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:09.842 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-op4gqmNPvprfUmK off=819022 len=150638 2024-04-22T04:49:09.845 INFO:tasks.workunit.client.0.smithi040.stdout:op 566 completed, throughput=4.96MB/sec 2024-04-22T04:49:09.845 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-x64Kg6VhRiRsT8a off=2918911 len=1806728 2024-04-22T04:49:09.854 INFO:tasks.workunit.client.0.smithi040.stdout:op 567 completed, throughput=4.97MB/sec 2024-04-22T04:49:09.854 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-h0LC_21Uh29mM_t off=4515835 len=925195 2024-04-22T04:49:09.859 INFO:tasks.workunit.client.0.smithi040.stdout:op 568 completed, throughput=4.98MB/sec 2024-04-22T04:49:09.860 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-l1VKdV3aHbKHyzl off=1584827 len=847547 2024-04-22T04:49:09.863 INFO:tasks.workunit.client.0.smithi040.stdout:op 569 completed, throughput=4.99MB/sec 2024-04-22T04:49:09.863 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-c6Y8otzCU5sAvbD off=5102704 len=1569021 2024-04-22T04:49:09.866 INFO:tasks.workunit.client.0.smithi040.stdout:op 570 completed, throughput=5MB/sec 2024-04-22T04:49:09.866 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FVILogWjzp3ECGl off=837156 len=1662459 2024-04-22T04:49:09.873 INFO:tasks.workunit.client.0.smithi040.stdout:op 571 completed, throughput=5.01MB/sec 2024-04-22T04:49:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:49:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:49:10] "GET /metrics HTTP/1.1" 200 240247 "" "Prometheus/2.43.0" 2024-04-22T04:49:10.873 INFO:tasks.workunit.client.0.smithi040.stdout: 111: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:10.873 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6PIRPJG0BKsueTq off=9195 len=952335 2024-04-22T04:49:10.875 INFO:tasks.workunit.client.0.smithi040.stdout:op 572 completed, throughput=4.98MB/sec 2024-04-22T04:49:10.875 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-K6d0yOT6OmnbL9i off=6176609 len=1270560 2024-04-22T04:49:10.876 INFO:tasks.workunit.client.0.smithi040.stdout:op 573 completed, throughput=4.99MB/sec 2024-04-22T04:49:10.877 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1XQOK3_wNRdIZGm off=5521152 len=1216415 2024-04-22T04:49:10.877 INFO:tasks.workunit.client.0.smithi040.stdout:op 574 completed, throughput=5MB/sec 2024-04-22T04:49:10.878 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UUjx0ArNdSgoGiG off=3718722 len=1137946 2024-04-22T04:49:10.878 INFO:tasks.workunit.client.0.smithi040.stdout:op 575 completed, throughput=5.01MB/sec 2024-04-22T04:49:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:10 smithi040 ceph-mon[88445]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-22T04:49:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:10 smithi040 ceph-mon[91058]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-22T04:49:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:10 smithi062 ceph-mon[78153]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-22T04:49:11.879 INFO:tasks.workunit.client.0.smithi040.stdout: 112: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:11.879 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8DOXLRvMS8yx2Q4 off=4862176 len=1320145 2024-04-22T04:49:11.885 INFO:tasks.workunit.client.0.smithi040.stdout:op 576 completed, throughput=4.97MB/sec 2024-04-22T04:49:11.885 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-S49-Ax-2eW8kWEy off=8366108 len=1244742 2024-04-22T04:49:11.887 INFO:tasks.workunit.client.0.smithi040.stdout:op 577 completed, throughput=4.98MB/sec 2024-04-22T04:49:11.887 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9nW-O6VKxq5WJPu off=5645953 len=669019 2024-04-22T04:49:11.889 INFO:tasks.workunit.client.0.smithi040.stdout:op 578 completed, throughput=4.99MB/sec 2024-04-22T04:49:11.889 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PWm8VVO0BJRdVT3 off=4872234 len=2022833 2024-04-22T04:49:11.891 INFO:tasks.workunit.client.0.smithi040.stdout:op 579 completed, throughput=5.01MB/sec 2024-04-22T04:49:12.891 INFO:tasks.workunit.client.0.smithi040.stdout: 113: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:12.891 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CiDl11kY1kgxsYs off=9435882 len=878911 2024-04-22T04:49:12.892 INFO:tasks.workunit.client.0.smithi040.stdout:op 580 completed, throughput=4.97MB/sec 2024-04-22T04:49:12.892 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0wwfLeECz8O0-G- off=11026866 len=953894 2024-04-22T04:49:12.894 INFO:tasks.workunit.client.0.smithi040.stdout:op 581 completed, throughput=4.98MB/sec 2024-04-22T04:49:12.894 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-l1YCUJftrPN2mL0 off=1257518 len=1135537 2024-04-22T04:49:12.895 INFO:tasks.workunit.client.0.smithi040.stdout:op 582 completed, throughput=4.99MB/sec 2024-04-22T04:49:12.895 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-C-rLresdR8Jmesq off=332675 len=210789 2024-04-22T04:49:12.896 INFO:tasks.workunit.client.0.smithi040.stdout:op 583 completed, throughput=4.99MB/sec 2024-04-22T04:49:12.896 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1TmJHPpRXKFyvlw off=17845364 len=1637081 2024-04-22T04:49:12.904 INFO:tasks.workunit.client.0.smithi040.stdout:op 584 completed, throughput=5MB/sec 2024-04-22T04:49:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:12 smithi040 ceph-mon[88445]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-22T04:49:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:12 smithi040 ceph-mon[91058]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-22T04:49:13.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:12 smithi062 ceph-mon[78153]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-22T04:49:13.905 INFO:tasks.workunit.client.0.smithi040.stdout: 114: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:13.905 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0i9fhSSjn0OrHYl off=1358475 len=2072309 2024-04-22T04:49:13.914 INFO:tasks.workunit.client.0.smithi040.stdout:op 585 completed, throughput=4.98MB/sec 2024-04-22T04:49:13.914 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YONZNTTLLliCkBA off=8280415 len=473406 2024-04-22T04:49:13.915 INFO:tasks.workunit.client.0.smithi040.stdout:op 586 completed, throughput=4.98MB/sec 2024-04-22T04:49:13.915 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JJNx3dwBtOgQNMY off=5006510 len=383456 2024-04-22T04:49:13.916 INFO:tasks.workunit.client.0.smithi040.stdout:op 587 completed, throughput=4.98MB/sec 2024-04-22T04:49:13.916 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-v3BS4bh4aRrYtO1 off=2174478 len=1232857 2024-04-22T04:49:13.923 INFO:tasks.workunit.client.0.smithi040.stdout:op 588 completed, throughput=4.99MB/sec 2024-04-22T04:49:13.923 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pWlrfG-uO6MzgwY off=16236685 len=1236177 2024-04-22T04:49:13.929 INFO:tasks.workunit.client.0.smithi040.stdout:op 589 completed, throughput=5MB/sec 2024-04-22T04:49:14.930 INFO:tasks.workunit.client.0.smithi040.stdout: 115: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:14.930 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-a95uPvC_emaTSBU off=13174388 len=832294 2024-04-22T04:49:14.931 INFO:tasks.workunit.client.0.smithi040.stdout:op 590 completed, throughput=4.97MB/sec 2024-04-22T04:49:14.931 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Iqng48w9GiFNz2f off=11049494 len=1529410 2024-04-22T04:49:14.933 INFO:tasks.workunit.client.0.smithi040.stdout:op 591 completed, throughput=4.98MB/sec 2024-04-22T04:49:14.934 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rz3q_Hy_9Z9XcER off=6983482 len=1449266 2024-04-22T04:49:14.936 INFO:tasks.workunit.client.0.smithi040.stdout:op 592 completed, throughput=4.99MB/sec 2024-04-22T04:49:14.936 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Rb83b9PRTOkHTR2 off=1597830 len=1491897 2024-04-22T04:49:14.943 INFO:tasks.workunit.client.0.smithi040.stdout:op 593 completed, throughput=5MB/sec 2024-04-22T04:49:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:14 smithi062 ceph-mon[78153]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-22T04:49:15.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:14 smithi040 ceph-mon[88445]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-22T04:49:15.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:14 smithi040 ceph-mon[91058]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-22T04:49:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:49:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:49:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:49:15.943 INFO:tasks.workunit.client.0.smithi040.stdout: 116: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:15.943 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-N7rAfW2GSlOZCrr off=1759782 len=1574927 2024-04-22T04:49:15.951 INFO:tasks.workunit.client.0.smithi040.stdout:op 594 completed, throughput=4.97MB/sec 2024-04-22T04:49:15.951 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RQIQ3IahOYsbBkv off=6810885 len=2036756 2024-04-22T04:49:15.954 INFO:tasks.workunit.client.0.smithi040.stdout:op 595 completed, throughput=4.99MB/sec 2024-04-22T04:49:15.954 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pZ7vjtpmL51HKd0 off=8450078 len=276354 2024-04-22T04:49:15.957 INFO:tasks.workunit.client.0.smithi040.stdout:op 596 completed, throughput=4.99MB/sec 2024-04-22T04:49:15.957 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zxqvg7nF0iREIwf off=743009 len=1422787 2024-04-22T04:49:15.964 INFO:tasks.workunit.client.0.smithi040.stdout:op 597 completed, throughput=5MB/sec 2024-04-22T04:49:16.964 INFO:tasks.workunit.client.0.smithi040.stdout: 117: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:16.965 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MIxx8zHouNz7yJe off=9351278 len=1376007 2024-04-22T04:49:16.971 INFO:tasks.workunit.client.0.smithi040.stdout:op 598 completed, throughput=4.97MB/sec 2024-04-22T04:49:16.971 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yYpx7ilKx73s_d1 off=1262921 len=705032 2024-04-22T04:49:16.972 INFO:tasks.workunit.client.0.smithi040.stdout:op 599 completed, throughput=4.98MB/sec 2024-04-22T04:49:16.972 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jMb5KMDOnr4ubi6 off=3800929 len=1025117 2024-04-22T04:49:16.973 INFO:tasks.workunit.client.0.smithi040.stdout:op 600 completed, throughput=4.98MB/sec 2024-04-22T04:49:16.973 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YYUL609GtGopD3u off=13456886 len=524198 2024-04-22T04:49:16.973 INFO:tasks.workunit.client.0.smithi040.stdout:op 601 completed, throughput=4.99MB/sec 2024-04-22T04:49:16.973 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ptFJAN5fRYtN0Sz off=16841478 len=1257756 2024-04-22T04:49:16.980 INFO:tasks.workunit.client.0.smithi040.stdout:op 602 completed, throughput=5MB/sec 2024-04-22T04:49:16.980 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nEA2dVZJ0CVUBIE off=2136008 len=13637 2024-04-22T04:49:16.980 INFO:tasks.workunit.client.0.smithi040.stdout:op 603 completed, throughput=5MB/sec 2024-04-22T04:49:16.980 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-o4sH1BV7h8EVDqZ off=10593770 len=1624344 2024-04-22T04:49:16.986 INFO:tasks.workunit.client.0.smithi040.stdout:op 604 completed, throughput=5.01MB/sec 2024-04-22T04:49:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:16 smithi062 ceph-mon[78153]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:49:17.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:16 smithi040 ceph-mon[88445]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:49:17.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:16 smithi040 ceph-mon[91058]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:49:17.986 INFO:tasks.workunit.client.0.smithi040.stdout: 118: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:17.986 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MUwWZR9FNuS9TQg off=2453577 len=1452260 2024-04-22T04:49:17.992 INFO:tasks.workunit.client.0.smithi040.stdout:op 605 completed, throughput=4.98MB/sec 2024-04-22T04:49:17.993 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-e3om7ZY2VuaAAaD off=2079380 len=382109 2024-04-22T04:49:17.996 INFO:tasks.workunit.client.0.smithi040.stdout:op 606 completed, throughput=4.98MB/sec 2024-04-22T04:49:17.996 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aP7FhgnpkPaPaDS off=7013865 len=1752082 2024-04-22T04:49:18.006 INFO:tasks.workunit.client.0.smithi040.stdout:op 607 completed, throughput=5MB/sec 2024-04-22T04:49:18.006 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6bUSHpnSs4oebyn off=6065466 len=1373741 2024-04-22T04:49:18.013 INFO:tasks.workunit.client.0.smithi040.stdout:op 608 completed, throughput=5.01MB/sec 2024-04-22T04:49:19.013 INFO:tasks.workunit.client.0.smithi040.stdout: 119: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:19.013 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7xJNxlsjX4R0zPP off=6120129 len=1480573 2024-04-22T04:49:19.015 INFO:tasks.workunit.client.0.smithi040.stdout:op 609 completed, throughput=4.98MB/sec 2024-04-22T04:49:19.015 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Znqg9RYnBNwoINO off=15464419 len=1030406 2024-04-22T04:49:19.021 INFO:tasks.workunit.client.0.smithi040.stdout:op 610 completed, throughput=4.99MB/sec 2024-04-22T04:49:19.021 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OpI3NRoZYQ9Rntv off=4565575 len=1516930 2024-04-22T04:49:19.028 INFO:tasks.workunit.client.0.smithi040.stdout:op 611 completed, throughput=5MB/sec 2024-04-22T04:49:19.028 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uMEdLyt8yi23tmU off=1103358 len=422286 2024-04-22T04:49:19.029 INFO:tasks.workunit.client.0.smithi040.stdout:op 612 completed, throughput=5MB/sec 2024-04-22T04:49:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:18 smithi062 ceph-mon[78153]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:49:19.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:18 smithi040 ceph-mon[88445]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:49:19.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:18 smithi040 ceph-mon[91058]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:49:20.029 INFO:tasks.workunit.client.0.smithi040.stdout: 120: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:20.029 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RzR1Q5VXXxhJj5H off=19124254 len=785123 2024-04-22T04:49:20.034 INFO:tasks.workunit.client.0.smithi040.stdout:op 613 completed, throughput=4.97MB/sec 2024-04-22T04:49:20.034 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-t0VnmwuLPoCoVKS off=3958093 len=806647 2024-04-22T04:49:20.039 INFO:tasks.workunit.client.0.smithi040.stdout:op 614 completed, throughput=4.97MB/sec 2024-04-22T04:49:20.039 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wpnxYt-rsmlGZUh off=4787914 len=1432189 2024-04-22T04:49:20.041 INFO:tasks.workunit.client.0.smithi040.stdout:op 615 completed, throughput=4.98MB/sec 2024-04-22T04:49:20.041 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Gsr-VsobFzyBZJ7 off=11788575 len=788093 2024-04-22T04:49:20.043 INFO:tasks.workunit.client.0.smithi040.stdout:op 616 completed, throughput=4.99MB/sec 2024-04-22T04:49:20.043 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1YDqhidkMOJCZq9 off=10865857 len=1308680 2024-04-22T04:49:20.049 INFO:tasks.workunit.client.0.smithi040.stdout:op 617 completed, throughput=5MB/sec 2024-04-22T04:49:20.049 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-S-pYK70wZrnsEH3 off=2586120 len=943128 2024-04-22T04:49:20.054 INFO:tasks.workunit.client.0.smithi040.stdout:op 618 completed, throughput=5.01MB/sec 2024-04-22T04:49:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:49:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:49:20] "GET /metrics HTTP/1.1" 200 240247 "" "Prometheus/2.43.0" 2024-04-22T04:49:21.054 INFO:tasks.workunit.client.0.smithi040.stdout: 121: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:21.054 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lZQZ3wdfqO-PKvz off=400446 len=1852968 2024-04-22T04:49:21.056 INFO:tasks.workunit.client.0.smithi040.stdout:op 619 completed, throughput=4.98MB/sec 2024-04-22T04:49:21.056 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aeRBr-u_M_AjIAu off=10808795 len=1953650 2024-04-22T04:49:21.059 INFO:tasks.workunit.client.0.smithi040.stdout:op 620 completed, throughput=5MB/sec 2024-04-22T04:49:21.059 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JLLtI8rZTQdFDOv off=8684544 len=501816 2024-04-22T04:49:21.059 INFO:tasks.workunit.client.0.smithi040.stdout:op 621 completed, throughput=5MB/sec 2024-04-22T04:49:21.060 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NnTGdclogEIKp0R off=1475766 len=1119277 2024-04-22T04:49:21.061 INFO:tasks.workunit.client.0.smithi040.stdout:op 622 completed, throughput=5.01MB/sec 2024-04-22T04:49:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:20 smithi062 ceph-mon[78153]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:49:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:49:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:20 smithi040 ceph-mon[88445]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:49:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:49:21.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:20 smithi040 ceph-mon[91058]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:49:21.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:49:22.062 INFO:tasks.workunit.client.0.smithi040.stdout: 122: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:22.062 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Xwws1yQCrPpRo20 off=706277 len=2018326 2024-04-22T04:49:22.073 INFO:tasks.workunit.client.0.smithi040.stdout:op 623 completed, throughput=4.98MB/sec 2024-04-22T04:49:22.073 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zzJeOB3oBvZeCTL off=11824607 len=644737 2024-04-22T04:49:22.075 INFO:tasks.workunit.client.0.smithi040.stdout:op 624 completed, throughput=4.99MB/sec 2024-04-22T04:49:22.075 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-du2UVoKl-JuW9bt off=10194501 len=283749 2024-04-22T04:49:22.075 INFO:tasks.workunit.client.0.smithi040.stdout:op 625 completed, throughput=4.99MB/sec 2024-04-22T04:49:22.075 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eRjE7x1AE6479A3 off=954463 len=1474548 2024-04-22T04:49:22.084 INFO:tasks.workunit.client.0.smithi040.stdout:op 626 completed, throughput=5MB/sec 2024-04-22T04:49:23.084 INFO:tasks.workunit.client.0.smithi040.stdout: 123: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:23.084 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DWWIchFOyXP3W8K off=962715 len=1320823 2024-04-22T04:49:23.090 INFO:tasks.workunit.client.0.smithi040.stdout:op 627 completed, throughput=4.97MB/sec 2024-04-22T04:49:23.090 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vV6v-RGiCoWpLSk off=2544791 len=1412190 2024-04-22T04:49:23.097 INFO:tasks.workunit.client.0.smithi040.stdout:op 628 completed, throughput=4.98MB/sec 2024-04-22T04:49:23.097 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fCyV3RGKZCO3szW off=8571455 len=1019758 2024-04-22T04:49:23.099 INFO:tasks.workunit.client.0.smithi040.stdout:op 629 completed, throughput=4.99MB/sec 2024-04-22T04:49:23.099 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Uf4AmXm5C-4gj-Q off=7250614 len=731425 2024-04-22T04:49:23.102 INFO:tasks.workunit.client.0.smithi040.stdout:op 630 completed, throughput=4.99MB/sec 2024-04-22T04:49:23.102 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z-R0xuvIHekR-0c off=8660870 len=1912248 2024-04-22T04:49:23.104 INFO:tasks.workunit.client.0.smithi040.stdout:op 631 completed, throughput=5.01MB/sec 2024-04-22T04:49:23.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:22 smithi062 ceph-mon[78153]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:49:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:22 smithi040 ceph-mon[88445]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:49:23.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:22 smithi040 ceph-mon[91058]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:49:24.104 INFO:tasks.workunit.client.0.smithi040.stdout: 124: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:24.105 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-u8TD2Ya79BVNpgz off=1662936 len=743592 2024-04-22T04:49:24.109 INFO:tasks.workunit.client.0.smithi040.stdout:op 632 completed, throughput=4.97MB/sec 2024-04-22T04:49:24.109 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mJreoWcvhrt0sox off=1860815 len=528352 2024-04-22T04:49:24.112 INFO:tasks.workunit.client.0.smithi040.stdout:op 633 completed, throughput=4.98MB/sec 2024-04-22T04:49:24.113 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Gx8K8B9I5lLRbM1 off=11870195 len=640954 2024-04-22T04:49:24.113 INFO:tasks.workunit.client.0.smithi040.stdout:op 634 completed, throughput=4.98MB/sec 2024-04-22T04:49:24.113 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bbp7aXKzBv7sqAh off=883230 len=1448220 2024-04-22T04:49:24.119 INFO:tasks.workunit.client.0.smithi040.stdout:op 635 completed, throughput=4.99MB/sec 2024-04-22T04:49:24.120 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BC2QVp0iBul4NdC off=18181181 len=1368449 2024-04-22T04:49:24.120 INFO:tasks.workunit.client.0.smithi040.stdout:op 636 completed, throughput=5MB/sec 2024-04-22T04:49:24.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:23 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:49:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:23 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:49:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:23 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:49:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:23 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:49:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:23 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:49:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:23 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:49:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:23 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:49:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:23 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:49:24.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:23 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:49:24.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:23 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:49:24.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:23 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:49:24.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:23 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:49:25.121 INFO:tasks.workunit.client.0.smithi040.stdout: 125: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:25.121 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6OoOaQx44y-ULr- off=1361903 len=1450214 2024-04-22T04:49:25.130 INFO:tasks.workunit.client.0.smithi040.stdout:op 637 completed, throughput=4.97MB/sec 2024-04-22T04:49:25.130 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vpRTgqU8uOmmqiB off=5831612 len=1899715 2024-04-22T04:49:25.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:24 smithi062 ceph-mon[78153]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:49:25.133 INFO:tasks.workunit.client.0.smithi040.stdout:op 638 completed, throughput=4.99MB/sec 2024-04-22T04:49:25.133 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KowV3FfVsFyURrY off=196998 len=358147 2024-04-22T04:49:25.137 INFO:tasks.workunit.client.0.smithi040.stdout:op 639 completed, throughput=4.99MB/sec 2024-04-22T04:49:25.137 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UEELSIdorjWEh45 off=13637914 len=298963 2024-04-22T04:49:25.139 INFO:tasks.workunit.client.0.smithi040.stdout:op 640 completed, throughput=4.99MB/sec 2024-04-22T04:49:25.139 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8IpX6xRXGDqN2F0 off=10100781 len=374663 2024-04-22T04:49:25.142 INFO:tasks.workunit.client.0.smithi040.stdout:op 641 completed, throughput=5MB/sec 2024-04-22T04:49:25.143 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wRccyKN8p8sI3ZP off=22347226 len=1771501 2024-04-22T04:49:25.151 INFO:tasks.workunit.client.0.smithi040.stdout:op 642 completed, throughput=5.01MB/sec 2024-04-22T04:49:25.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:24 smithi040 ceph-mon[88445]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:49:25.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:24 smithi040 ceph-mon[91058]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:49:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:49:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:49:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:49:26.152 INFO:tasks.workunit.client.0.smithi040.stdout: 126: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:26.152 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Mm-fOUtaL66ChBt off=622948 len=1797841 2024-04-22T04:49:26.161 INFO:tasks.workunit.client.0.smithi040.stdout:op 643 completed, throughput=4.98MB/sec 2024-04-22T04:49:26.161 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uQ4LKI8Hh-pPpii off=9679956 len=29300 2024-04-22T04:49:26.163 INFO:tasks.workunit.client.0.smithi040.stdout:op 644 completed, throughput=4.98MB/sec 2024-04-22T04:49:26.163 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-D4KgVaa5h-MzIZ9 off=20825006 len=1185029 2024-04-22T04:49:26.169 INFO:tasks.workunit.client.0.smithi040.stdout:op 645 completed, throughput=4.99MB/sec 2024-04-22T04:49:26.169 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yQaoGJenyTDnrhV off=3784478 len=62272 2024-04-22T04:49:26.171 INFO:tasks.workunit.client.0.smithi040.stdout:op 646 completed, throughput=4.99MB/sec 2024-04-22T04:49:26.171 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XPJpUcvACkIl1pn off=2187318 len=2096334 2024-04-22T04:49:26.184 INFO:tasks.workunit.client.0.smithi040.stdout:op 647 completed, throughput=5.01MB/sec 2024-04-22T04:49:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:26 smithi062 ceph-mon[78153]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:49:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:26 smithi040 ceph-mon[88445]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:49:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:26 smithi040 ceph-mon[91058]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:49:27.184 INFO:tasks.workunit.client.0.smithi040.stdout: 127: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:27.184 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iy-ZOGFlQGmis8R off=0 len=1127875 2024-04-22T04:49:27.189 INFO:tasks.workunit.client.0.smithi040.stdout:op 648 completed, throughput=4.98MB/sec 2024-04-22T04:49:27.190 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2yWfE2JaAmeymJU off=76774 len=1748421 2024-04-22T04:49:27.192 INFO:tasks.workunit.client.0.smithi040.stdout:op 649 completed, throughput=4.99MB/sec 2024-04-22T04:49:27.192 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-e67zRV5abEWxPUZ off=15046260 len=241435 2024-04-22T04:49:27.195 INFO:tasks.workunit.client.0.smithi040.stdout:op 650 completed, throughput=4.99MB/sec 2024-04-22T04:49:27.196 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BZMOhvIUB5nrJCI off=648303 len=1501364 2024-04-22T04:49:27.197 INFO:tasks.workunit.client.0.smithi040.stdout:op 651 completed, throughput=5MB/sec 2024-04-22T04:49:28.198 INFO:tasks.workunit.client.0.smithi040.stdout: 128: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:28.198 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lV_Ssbuiu2QCay2 off=9832734 len=1695598 2024-04-22T04:49:28.201 INFO:tasks.workunit.client.0.smithi040.stdout:op 652 completed, throughput=4.98MB/sec 2024-04-22T04:49:28.201 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UcOxgKtyYIR5O7W off=5205210 len=872883 2024-04-22T04:49:28.202 INFO:tasks.workunit.client.0.smithi040.stdout:op 653 completed, throughput=4.98MB/sec 2024-04-22T04:49:28.203 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-E4q4T7ssaRJIAYt off=1760600 len=825096 2024-04-22T04:49:28.204 INFO:tasks.workunit.client.0.smithi040.stdout:op 654 completed, throughput=4.99MB/sec 2024-04-22T04:49:28.204 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--Ao0yLIBHNU5jnT off=10855535 len=217134 2024-04-22T04:49:28.204 INFO:tasks.workunit.client.0.smithi040.stdout:op 655 completed, throughput=4.99MB/sec 2024-04-22T04:49:28.205 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XiZvMiztWrEhVHg off=7907208 len=11866 2024-04-22T04:49:28.207 INFO:tasks.workunit.client.0.smithi040.stdout:op 656 completed, throughput=4.99MB/sec 2024-04-22T04:49:28.207 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7d6tolwPLJLLPs2 off=2096523 len=1011372 2024-04-22T04:49:28.214 INFO:tasks.workunit.client.0.smithi040.stdout:op 657 completed, throughput=5MB/sec 2024-04-22T04:49:28.214 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MvVdvlA0abJ8Xw0 off=12639822 len=1509181 2024-04-22T04:49:28.215 INFO:tasks.workunit.client.0.smithi040.stdout:op 658 completed, throughput=5.01MB/sec 2024-04-22T04:49:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:28 smithi062 ceph-mon[78153]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:49:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:28 smithi040 ceph-mon[88445]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:49:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:28 smithi040 ceph-mon[91058]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:49:29.215 INFO:tasks.workunit.client.0.smithi040.stdout: 129: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:29.215 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Zs1CD9HFTnu-w2S off=2467837 len=1942723 2024-04-22T04:49:29.224 INFO:tasks.workunit.client.0.smithi040.stdout:op 659 completed, throughput=4.98MB/sec 2024-04-22T04:49:29.224 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RJ14VJyV9ewRpxb off=19526608 len=654213 2024-04-22T04:49:29.228 INFO:tasks.workunit.client.0.smithi040.stdout:op 660 completed, throughput=4.99MB/sec 2024-04-22T04:49:29.228 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JuDElp-BWSorjx7 off=485611 len=275832 2024-04-22T04:49:29.231 INFO:tasks.workunit.client.0.smithi040.stdout:op 661 completed, throughput=4.99MB/sec 2024-04-22T04:49:29.231 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sXEGChpGpFGE4gQ off=1228969 len=275928 2024-04-22T04:49:29.234 INFO:tasks.workunit.client.0.smithi040.stdout:op 662 completed, throughput=4.99MB/sec 2024-04-22T04:49:29.234 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fvy00RoSEK1UMwP off=4423417 len=1198988 2024-04-22T04:49:29.241 INFO:tasks.workunit.client.0.smithi040.stdout:op 663 completed, throughput=5MB/sec 2024-04-22T04:49:30.241 INFO:tasks.workunit.client.0.smithi040.stdout: 130: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:30.242 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-a2dBdReKUr7wNqn off=4588036 len=740032 2024-04-22T04:49:30.245 INFO:tasks.workunit.client.0.smithi040.stdout:op 664 completed, throughput=4.97MB/sec 2024-04-22T04:49:30.245 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WU-nBqfx28VdwRL off=468260 len=1145772 2024-04-22T04:49:30.247 INFO:tasks.workunit.client.0.smithi040.stdout:op 665 completed, throughput=4.98MB/sec 2024-04-22T04:49:30.247 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OrY1Dhk5yhJr3EE off=3581612 len=848461 2024-04-22T04:49:30.248 INFO:tasks.workunit.client.0.smithi040.stdout:op 666 completed, throughput=4.98MB/sec 2024-04-22T04:49:30.248 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-st0pzVdfwTfysfb off=4888072 len=2038844 2024-04-22T04:49:30.250 INFO:tasks.workunit.client.0.smithi040.stdout:op 667 completed, throughput=5MB/sec 2024-04-22T04:49:30.250 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HpJx6NU8NURSNT_ off=6557945 len=729088 2024-04-22T04:49:30.255 INFO:tasks.workunit.client.0.smithi040.stdout:op 668 completed, throughput=5MB/sec 2024-04-22T04:49:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:49:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:49:30] "GET /metrics HTTP/1.1" 200 240219 "" "Prometheus/2.43.0" 2024-04-22T04:49:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:30 smithi062 ceph-mon[78153]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-22T04:49:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:30 smithi040 ceph-mon[88445]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-22T04:49:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:30 smithi040 ceph-mon[91058]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-22T04:49:31.255 INFO:tasks.workunit.client.0.smithi040.stdout: 131: throughput=4.96MB/sec pending data=0 2024-04-22T04:49:31.255 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ePHd4OpfVv5HmUu off=336092 len=760054 2024-04-22T04:49:31.256 INFO:tasks.workunit.client.0.smithi040.stdout:op 669 completed, throughput=4.97MB/sec 2024-04-22T04:49:31.256 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-C9swM3hFMp0N2iD off=8949185 len=2046576 2024-04-22T04:49:31.259 INFO:tasks.workunit.client.0.smithi040.stdout:op 670 completed, throughput=4.98MB/sec 2024-04-22T04:49:31.259 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9VGYv2dTIqBZ0eh off=7284474 len=1354712 2024-04-22T04:49:31.260 INFO:tasks.workunit.client.0.smithi040.stdout:op 671 completed, throughput=4.99MB/sec 2024-04-22T04:49:31.261 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qv1wj80VXaC4Kxs off=16652781 len=761650 2024-04-22T04:49:31.265 INFO:tasks.workunit.client.0.smithi040.stdout:op 672 completed, throughput=5MB/sec 2024-04-22T04:49:31.266 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AefvNu_UZyPigIk off=43653 len=1527192 2024-04-22T04:49:31.267 INFO:tasks.workunit.client.0.smithi040.stdout:op 673 completed, throughput=5.01MB/sec 2024-04-22T04:49:32.268 INFO:tasks.workunit.client.0.smithi040.stdout: 132: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:32.268 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jN5vbZHUflEypvg off=10688931 len=2038347 2024-04-22T04:49:32.277 INFO:tasks.workunit.client.0.smithi040.stdout:op 674 completed, throughput=4.99MB/sec 2024-04-22T04:49:32.278 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1ocqdEf-2zrHufK off=4848176 len=2799 2024-04-22T04:49:32.278 INFO:tasks.workunit.client.0.smithi040.stdout:op 675 completed, throughput=4.99MB/sec 2024-04-22T04:49:32.278 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PIHHp6kk8A1YRMW off=13098343 len=284519 2024-04-22T04:49:32.279 INFO:tasks.workunit.client.0.smithi040.stdout:op 676 completed, throughput=4.99MB/sec 2024-04-22T04:49:32.279 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6l4SDBSUjjxTYjn off=8647479 len=31764 2024-04-22T04:49:32.279 INFO:tasks.workunit.client.0.smithi040.stdout:op 677 completed, throughput=4.99MB/sec 2024-04-22T04:49:32.279 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qTbEHoFXyE-XMiP off=5084241 len=1950647 2024-04-22T04:49:32.281 INFO:tasks.workunit.client.0.smithi040.stdout:op 678 completed, throughput=5MB/sec 2024-04-22T04:49:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:32 smithi062 ceph-mon[78153]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-22T04:49:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:32 smithi040 ceph-mon[88445]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-22T04:49:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:32 smithi040 ceph-mon[91058]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-22T04:49:33.282 INFO:tasks.workunit.client.0.smithi040.stdout: 133: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:33.282 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-i3zvbWhYqV41xob off=8315187 len=133412 2024-04-22T04:49:33.285 INFO:tasks.workunit.client.0.smithi040.stdout:op 679 completed, throughput=4.97MB/sec 2024-04-22T04:49:33.285 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3ah39I0YjDS6srH off=5739219 len=807671 2024-04-22T04:49:33.286 INFO:tasks.workunit.client.0.smithi040.stdout:op 680 completed, throughput=4.97MB/sec 2024-04-22T04:49:33.286 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AxnOEq4k3zFAM9c off=6098059 len=1498604 2024-04-22T04:49:33.289 INFO:tasks.workunit.client.0.smithi040.stdout:op 681 completed, throughput=4.98MB/sec 2024-04-22T04:49:33.290 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-frngWb7wrox3ekb off=15986759 len=1625858 2024-04-22T04:49:33.298 INFO:tasks.workunit.client.0.smithi040.stdout:op 682 completed, throughput=4.99MB/sec 2024-04-22T04:49:33.298 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wTA9Re4_5MMrPKX off=2233860 len=1640805 2024-04-22T04:49:33.305 INFO:tasks.workunit.client.0.smithi040.stdout:op 683 completed, throughput=5.01MB/sec 2024-04-22T04:49:34.306 INFO:tasks.workunit.client.0.smithi040.stdout: 134: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:34.306 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MOYtrYgYTn_uNbP off=5030124 len=2052538 2024-04-22T04:49:34.308 INFO:tasks.workunit.client.0.smithi040.stdout:op 684 completed, throughput=4.98MB/sec 2024-04-22T04:49:34.309 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GZUnpY2AMcz_BHA off=3037247 len=1186810 2024-04-22T04:49:34.316 INFO:tasks.workunit.client.0.smithi040.stdout:op 685 completed, throughput=4.99MB/sec 2024-04-22T04:49:34.316 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-c2XrkV1ZmiNj2a7 off=10255087 len=119807 2024-04-22T04:49:34.316 INFO:tasks.workunit.client.0.smithi040.stdout:op 686 completed, throughput=4.99MB/sec 2024-04-22T04:49:34.317 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TaSn4fKt3y9IsLH off=327941 len=1130274 2024-04-22T04:49:34.317 INFO:tasks.workunit.client.0.smithi040.stdout:op 687 completed, throughput=5MB/sec 2024-04-22T04:49:34.318 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yjgSWPXbghyXPFr off=2765861 len=361055 2024-04-22T04:49:34.318 INFO:tasks.workunit.client.0.smithi040.stdout:op 688 completed, throughput=5MB/sec 2024-04-22T04:49:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:34 smithi062 ceph-mon[78153]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T04:49:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:34 smithi040 ceph-mon[88445]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T04:49:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:34 smithi040 ceph-mon[91058]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T04:49:35.319 INFO:tasks.workunit.client.0.smithi040.stdout: 135: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:35.319 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-renka9XTLekizFG off=4847440 len=1374875 2024-04-22T04:49:35.320 INFO:tasks.workunit.client.0.smithi040.stdout:op 689 completed, throughput=4.98MB/sec 2024-04-22T04:49:35.320 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Ay_MGVogOnEJKJ0 off=20537088 len=485655 2024-04-22T04:49:35.324 INFO:tasks.workunit.client.0.smithi040.stdout:op 690 completed, throughput=4.98MB/sec 2024-04-22T04:49:35.324 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4IQlb97YYL11gde off=2622512 len=1903816 2024-04-22T04:49:35.334 INFO:tasks.workunit.client.0.smithi040.stdout:op 691 completed, throughput=4.99MB/sec 2024-04-22T04:49:35.334 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Rt15GN78LkNJ4Xb off=9228654 len=1150457 2024-04-22T04:49:35.339 INFO:tasks.workunit.client.0.smithi040.stdout:op 692 completed, throughput=5MB/sec 2024-04-22T04:49:35.339 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MgZ2_W1qPw-FD4Q off=5951939 len=740416 2024-04-22T04:49:35.340 INFO:tasks.workunit.client.0.smithi040.stdout:op 693 completed, throughput=5MB/sec 2024-04-22T04:49:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:49:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:49:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:49:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:49:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:49:36.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:49:36.341 INFO:tasks.workunit.client.0.smithi040.stdout: 136: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:36.341 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fjB3QA8e7rKbC2Z off=5359732 len=2047594 2024-04-22T04:49:36.353 INFO:tasks.workunit.client.0.smithi040.stdout:op 694 completed, throughput=4.98MB/sec 2024-04-22T04:49:36.353 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cZWKDSdaHgiov-y off=409398 len=1912270 2024-04-22T04:49:36.363 INFO:tasks.workunit.client.0.smithi040.stdout:op 695 completed, throughput=4.99MB/sec 2024-04-22T04:49:36.363 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-R8ADN7kJPcWpN5N off=2577988 len=1442605 2024-04-22T04:49:36.371 INFO:tasks.workunit.client.0.smithi040.stdout:op 696 completed, throughput=5MB/sec 2024-04-22T04:49:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:36 smithi062 ceph-mon[78153]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-22T04:49:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:36 smithi040 ceph-mon[88445]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-22T04:49:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:36 smithi040 ceph-mon[91058]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-22T04:49:37.371 INFO:tasks.workunit.client.0.smithi040.stdout: 137: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:37.371 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5b0DRNOmx39rREv off=13669562 len=936844 2024-04-22T04:49:37.377 INFO:tasks.workunit.client.0.smithi040.stdout:op 697 completed, throughput=4.97MB/sec 2024-04-22T04:49:37.377 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0zLnSzTH_gNvvgg off=6176324 len=691616 2024-04-22T04:49:37.378 INFO:tasks.workunit.client.0.smithi040.stdout:op 698 completed, throughput=4.98MB/sec 2024-04-22T04:49:37.378 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZgmeY11tu0E5akX off=17357197 len=1983983 2024-04-22T04:49:37.387 INFO:tasks.workunit.client.0.smithi040.stdout:op 699 completed, throughput=4.99MB/sec 2024-04-22T04:49:37.387 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bbantSgynlAWiad off=3479041 len=1255371 2024-04-22T04:49:37.389 INFO:tasks.workunit.client.0.smithi040.stdout:op 700 completed, throughput=5MB/sec 2024-04-22T04:49:38.389 INFO:tasks.workunit.client.0.smithi040.stdout: 138: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:38.390 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VNOLApUytwejHhD off=44870 len=1292482 2024-04-22T04:49:38.396 INFO:tasks.workunit.client.0.smithi040.stdout:op 701 completed, throughput=4.97MB/sec 2024-04-22T04:49:38.396 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pl_fMqQ8y8MyE8- off=3826502 len=1885855 2024-04-22T04:49:38.406 INFO:tasks.workunit.client.0.smithi040.stdout:op 702 completed, throughput=4.99MB/sec 2024-04-22T04:49:38.406 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UaKTaiGS16Cjcd1 off=69215 len=1465202 2024-04-22T04:49:38.410 INFO:tasks.workunit.client.0.smithi040.stdout:op 703 completed, throughput=5MB/sec 2024-04-22T04:49:38.410 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uNymnb8BJrO6Wi0 off=6165862 len=1690341 2024-04-22T04:49:38.411 INFO:tasks.workunit.client.0.smithi040.stdout:op 704 completed, throughput=5.01MB/sec 2024-04-22T04:49:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:38 smithi062 ceph-mon[78153]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:49:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:38 smithi040 ceph-mon[88445]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:49:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:38 smithi040 ceph-mon[91058]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:49:39.411 INFO:tasks.workunit.client.0.smithi040.stdout: 139: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:39.411 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1cqaJN7p_ZNLxVy off=22307293 len=1472036 2024-04-22T04:49:39.413 INFO:tasks.workunit.client.0.smithi040.stdout:op 705 completed, throughput=4.98MB/sec 2024-04-22T04:49:39.413 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wANJuue0HIpQKMN off=14178963 len=2087185 2024-04-22T04:49:39.425 INFO:tasks.workunit.client.0.smithi040.stdout:op 706 completed, throughput=5MB/sec 2024-04-22T04:49:39.425 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pty1AGH4Ig-0K_k off=9309151 len=725594 2024-04-22T04:49:39.429 INFO:tasks.workunit.client.0.smithi040.stdout:op 707 completed, throughput=5MB/sec 2024-04-22T04:49:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:49:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:49:40] "GET /metrics HTTP/1.1" 200 240216 "" "Prometheus/2.43.0" 2024-04-22T04:49:40.429 INFO:tasks.workunit.client.0.smithi040.stdout: 140: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:40.430 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1EVGTb9cJJGyg0c off=1086561 len=2044830 2024-04-22T04:49:40.432 INFO:tasks.workunit.client.0.smithi040.stdout:op 708 completed, throughput=4.98MB/sec 2024-04-22T04:49:40.432 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Gtv1WH-yp1TVQZf off=12560725 len=1485133 2024-04-22T04:49:40.435 INFO:tasks.workunit.client.0.smithi040.stdout:op 709 completed, throughput=4.99MB/sec 2024-04-22T04:49:40.435 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3a0Uc5exUWHAwuV off=418975 len=543320 2024-04-22T04:49:40.440 INFO:tasks.workunit.client.0.smithi040.stdout:op 710 completed, throughput=4.99MB/sec 2024-04-22T04:49:40.440 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-L7aSqBpM1UX9bT4 off=742727 len=737103 2024-04-22T04:49:40.444 INFO:tasks.workunit.client.0.smithi040.stdout:op 711 completed, throughput=5MB/sec 2024-04-22T04:49:40.444 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9ToUg06k5Tpl9Va off=6200915 len=986452 2024-04-22T04:49:40.445 INFO:tasks.workunit.client.0.smithi040.stdout:op 712 completed, throughput=5MB/sec 2024-04-22T04:49:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:40 smithi062 ceph-mon[78153]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:49:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:40 smithi040 ceph-mon[88445]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:49:41.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:40 smithi040 ceph-mon[91058]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:49:41.446 INFO:tasks.workunit.client.0.smithi040.stdout: 141: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:41.446 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Ypa4bj1VYLBOqeK off=2299854 len=1758703 2024-04-22T04:49:41.453 INFO:tasks.workunit.client.0.smithi040.stdout:op 713 completed, throughput=4.98MB/sec 2024-04-22T04:49:41.453 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xdWJrHtz8uHdQ_h off=891041 len=1069701 2024-04-22T04:49:41.456 INFO:tasks.workunit.client.0.smithi040.stdout:op 714 completed, throughput=4.99MB/sec 2024-04-22T04:49:41.457 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uHqALf7aADkWQW4 off=10399712 len=326257 2024-04-22T04:49:41.457 INFO:tasks.workunit.client.0.smithi040.stdout:op 715 completed, throughput=4.99MB/sec 2024-04-22T04:49:41.457 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FzMZh_aoYg3sBFf off=4740578 len=1922793 2024-04-22T04:49:41.467 INFO:tasks.workunit.client.0.smithi040.stdout:op 716 completed, throughput=5MB/sec 2024-04-22T04:49:42.467 INFO:tasks.workunit.client.0.smithi040.stdout: 142: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:42.467 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fWuUV8TjZa-kP-4 off=2575113 len=251114 2024-04-22T04:49:42.468 INFO:tasks.workunit.client.0.smithi040.stdout:op 717 completed, throughput=4.97MB/sec 2024-04-22T04:49:42.468 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bsuJrAtVMA3P6-y off=3460024 len=1846786 2024-04-22T04:49:42.477 INFO:tasks.workunit.client.0.smithi040.stdout:op 718 completed, throughput=4.98MB/sec 2024-04-22T04:49:42.477 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CxgNut84oTfRza1 off=4181889 len=1912791 2024-04-22T04:49:42.479 INFO:tasks.workunit.client.0.smithi040.stdout:op 719 completed, throughput=4.99MB/sec 2024-04-22T04:49:42.479 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-k7tOUecG7ifVVlR off=3474029 len=1185067 2024-04-22T04:49:42.480 INFO:tasks.workunit.client.0.smithi040.stdout:op 720 completed, throughput=5MB/sec 2024-04-22T04:49:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:42 smithi062 ceph-mon[78153]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:49:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:42 smithi040 ceph-mon[88445]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:49:43.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:42 smithi040 ceph-mon[91058]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:49:43.480 INFO:tasks.workunit.client.0.smithi040.stdout: 143: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:43.480 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kckk_qMnvJ5R8sx off=0 len=1185429 2024-04-22T04:49:43.482 INFO:tasks.workunit.client.0.smithi040.stdout:op 721 completed, throughput=4.97MB/sec 2024-04-22T04:49:43.482 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8kwVjbfi8pUyul8 off=11003700 len=158105 2024-04-22T04:49:43.485 INFO:tasks.workunit.client.0.smithi040.stdout:op 722 completed, throughput=4.97MB/sec 2024-04-22T04:49:43.485 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lqsH4Le2rKTuH3i off=3870583 len=421060 2024-04-22T04:49:43.488 INFO:tasks.workunit.client.0.smithi040.stdout:op 723 completed, throughput=4.98MB/sec 2024-04-22T04:49:43.488 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Bm9iNdcsPI4U2SA off=205389 len=40331 2024-04-22T04:49:43.491 INFO:tasks.workunit.client.0.smithi040.stdout:op 724 completed, throughput=4.98MB/sec 2024-04-22T04:49:43.491 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-P2zv1q5p5j7FA4Q off=12114379 len=109693 2024-04-22T04:49:43.491 INFO:tasks.workunit.client.0.smithi040.stdout:op 725 completed, throughput=4.98MB/sec 2024-04-22T04:49:43.491 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rpZwSkZMqzK_J-N off=658253 len=745576 2024-04-22T04:49:43.496 INFO:tasks.workunit.client.0.smithi040.stdout:op 726 completed, throughput=4.98MB/sec 2024-04-22T04:49:43.496 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bjtsqA_iCeG8fZp off=13034021 len=1343990 2024-04-22T04:49:43.498 INFO:tasks.workunit.client.0.smithi040.stdout:op 727 completed, throughput=4.99MB/sec 2024-04-22T04:49:43.498 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-F7Mrim_AObCQ0GZ off=606087 len=506671 2024-04-22T04:49:43.501 INFO:tasks.workunit.client.0.smithi040.stdout:op 728 completed, throughput=5MB/sec 2024-04-22T04:49:43.501 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sHesLqhqEba-G08 off=7555846 len=1521265 2024-04-22T04:49:43.503 INFO:tasks.workunit.client.0.smithi040.stdout:op 729 completed, throughput=5.01MB/sec 2024-04-22T04:49:44.503 INFO:tasks.workunit.client.0.smithi040.stdout: 144: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:44.504 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hftWpcUwzuEfqn9 off=7814040 len=512438 2024-04-22T04:49:44.508 INFO:tasks.workunit.client.0.smithi040.stdout:op 730 completed, throughput=4.97MB/sec 2024-04-22T04:49:44.508 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Yd_B_0H99Wc6STR off=14722543 len=1109633 2024-04-22T04:49:44.510 INFO:tasks.workunit.client.0.smithi040.stdout:op 731 completed, throughput=4.98MB/sec 2024-04-22T04:49:44.510 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sc1k5iOXs-2MmRn off=20737719 len=731706 2024-04-22T04:49:44.511 INFO:tasks.workunit.client.0.smithi040.stdout:op 732 completed, throughput=4.99MB/sec 2024-04-22T04:49:44.512 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nkaMuDFQHTEHMHQ off=7891561 len=1511317 2024-04-22T04:49:44.514 INFO:tasks.workunit.client.0.smithi040.stdout:op 733 completed, throughput=5MB/sec 2024-04-22T04:49:44.515 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bO2TlqoFG81ZZnr off=860031 len=644170 2024-04-22T04:49:44.519 INFO:tasks.workunit.client.0.smithi040.stdout:op 734 completed, throughput=5MB/sec 2024-04-22T04:49:44.519 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_Jj_5dloIxH8Dxe off=641118 len=727489 2024-04-22T04:49:44.529 INFO:tasks.workunit.client.0.smithi040.stdout:op 735 completed, throughput=5MB/sec 2024-04-22T04:49:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:44 smithi062 ceph-mon[78153]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:49:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:44 smithi040 ceph-mon[88445]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:49:45.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:44 smithi040 ceph-mon[91058]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:49:45.529 INFO:tasks.workunit.client.0.smithi040.stdout: 145: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:45.530 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-J3Io2S4wAC-voF9 off=20015461 len=802325 2024-04-22T04:49:45.531 INFO:tasks.workunit.client.0.smithi040.stdout:op 736 completed, throughput=4.98MB/sec 2024-04-22T04:49:45.531 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7oLfWogrWiaqC13 off=9874719 len=1730041 2024-04-22T04:49:45.541 INFO:tasks.workunit.client.0.smithi040.stdout:op 737 completed, throughput=4.99MB/sec 2024-04-22T04:49:45.541 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-deh6vBzf9J_2o7z off=1503683 len=541837 2024-04-22T04:49:45.544 INFO:tasks.workunit.client.0.smithi040.stdout:op 738 completed, throughput=4.99MB/sec 2024-04-22T04:49:45.544 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SMY_SMtEWz1JS4Y off=17527127 len=1116766 2024-04-22T04:49:45.549 INFO:tasks.workunit.client.0.smithi040.stdout:op 739 completed, throughput=5MB/sec 2024-04-22T04:49:45.549 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kZ238Uu99Pu9neU off=309907 len=1269656 2024-04-22T04:49:45.557 INFO:tasks.workunit.client.0.smithi040.stdout:op 740 completed, throughput=5MB/sec 2024-04-22T04:49:45.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:49:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:49:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:49:46.558 INFO:tasks.workunit.client.0.smithi040.stdout: 146: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:46.558 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-35XYzPsf6BujiSM off=16545987 len=1048263 2024-04-22T04:49:46.559 INFO:tasks.workunit.client.0.smithi040.stdout:op 741 completed, throughput=4.98MB/sec 2024-04-22T04:49:46.559 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Q6yje3Ingh9E-wJ off=4671307 len=433718 2024-04-22T04:49:46.560 INFO:tasks.workunit.client.0.smithi040.stdout:op 742 completed, throughput=4.98MB/sec 2024-04-22T04:49:46.560 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3w4FV_dEofqK7iN off=179953 len=1751711 2024-04-22T04:49:46.570 INFO:tasks.workunit.client.0.smithi040.stdout:op 743 completed, throughput=4.99MB/sec 2024-04-22T04:49:46.570 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iiO1my94lHMhMl3 off=9185064 len=446333 2024-04-22T04:49:46.574 INFO:tasks.workunit.client.0.smithi040.stdout:op 744 completed, throughput=4.99MB/sec 2024-04-22T04:49:46.574 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QfcL-JhWVFp2rX2 off=10770942 len=1915679 2024-04-22T04:49:46.583 INFO:tasks.workunit.client.0.smithi040.stdout:op 745 completed, throughput=5.01MB/sec 2024-04-22T04:49:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:46 smithi062 ceph-mon[78153]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-22T04:49:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:46 smithi040 ceph-mon[88445]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-22T04:49:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:46 smithi040 ceph-mon[91058]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-22T04:49:47.584 INFO:tasks.workunit.client.0.smithi040.stdout: 147: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:47.584 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KzO2QwTCVnuMdWX off=3733088 len=1289664 2024-04-22T04:49:47.587 INFO:tasks.workunit.client.0.smithi040.stdout:op 746 completed, throughput=4.98MB/sec 2024-04-22T04:49:47.587 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eEZ-psgE14u0dOs off=6155704 len=1541197 2024-04-22T04:49:47.595 INFO:tasks.workunit.client.0.smithi040.stdout:op 747 completed, throughput=4.99MB/sec 2024-04-22T04:49:47.595 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9bIU1iIaawhwxZ7 off=452315 len=2017702 2024-04-22T04:49:47.605 INFO:tasks.workunit.client.0.smithi040.stdout:op 748 completed, throughput=5MB/sec 2024-04-22T04:49:48.605 INFO:tasks.workunit.client.0.smithi040.stdout: 148: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:48.606 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8ybzEvC4r56k9v0 off=7036057 len=1170233 2024-04-22T04:49:48.612 INFO:tasks.workunit.client.0.smithi040.stdout:op 749 completed, throughput=4.98MB/sec 2024-04-22T04:49:48.612 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4LGdb-_lqjV6kUV off=9708650 len=1859449 2024-04-22T04:49:48.614 INFO:tasks.workunit.client.0.smithi040.stdout:op 750 completed, throughput=4.99MB/sec 2024-04-22T04:49:48.614 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lNvISSxoKA_gIYz off=4810147 len=1700920 2024-04-22T04:49:48.624 INFO:tasks.workunit.client.0.smithi040.stdout:op 751 completed, throughput=5MB/sec 2024-04-22T04:49:48.624 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kkbx1KwGyznJMrq off=10412708 len=670277 2024-04-22T04:49:48.625 INFO:tasks.workunit.client.0.smithi040.stdout:op 752 completed, throughput=5MB/sec 2024-04-22T04:49:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:48 smithi062 ceph-mon[78153]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T04:49:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:48 smithi040 ceph-mon[88445]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T04:49:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:48 smithi040 ceph-mon[91058]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T04:49:49.625 INFO:tasks.workunit.client.0.smithi040.stdout: 149: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:49.625 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dHe8piMG87WF4wE off=17389756 len=244933 2024-04-22T04:49:49.628 INFO:tasks.workunit.client.0.smithi040.stdout:op 753 completed, throughput=4.97MB/sec 2024-04-22T04:49:49.628 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-J9FdaQQwcyQdHXx off=15809706 len=877920 2024-04-22T04:49:49.630 INFO:tasks.workunit.client.0.smithi040.stdout:op 754 completed, throughput=4.98MB/sec 2024-04-22T04:49:49.630 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QdTgfLiyrGWM8ms off=13499475 len=1515288 2024-04-22T04:49:49.637 INFO:tasks.workunit.client.0.smithi040.stdout:op 755 completed, throughput=4.99MB/sec 2024-04-22T04:49:49.637 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IO6tI_fYY2kE1LW off=1109429 len=880597 2024-04-22T04:49:49.642 INFO:tasks.workunit.client.0.smithi040.stdout:op 756 completed, throughput=4.99MB/sec 2024-04-22T04:49:49.642 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9pp_mDtRlfpn5wD off=8186513 len=1510671 2024-04-22T04:49:49.650 INFO:tasks.workunit.client.0.smithi040.stdout:op 757 completed, throughput=5MB/sec 2024-04-22T04:49:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:49:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:49:50] "GET /metrics HTTP/1.1" 200 240216 "" "Prometheus/2.43.0" 2024-04-22T04:49:50.651 INFO:tasks.workunit.client.0.smithi040.stdout: 150: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:50.651 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4sBerWaDYXH3aH2 off=0 len=1652371 2024-04-22T04:49:50.658 INFO:tasks.workunit.client.0.smithi040.stdout:op 758 completed, throughput=4.98MB/sec 2024-04-22T04:49:50.658 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1XQOK3_wNRdIZGm off=4293691 len=652904 2024-04-22T04:49:50.661 INFO:tasks.workunit.client.0.smithi040.stdout:op 759 completed, throughput=4.98MB/sec 2024-04-22T04:49:50.661 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EK5wlUSjNkijqax off=1587990 len=94482 2024-04-22T04:49:50.663 INFO:tasks.workunit.client.0.smithi040.stdout:op 760 completed, throughput=4.98MB/sec 2024-04-22T04:49:50.663 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7hcLuhHb8wy0zgF off=11404225 len=725599 2024-04-22T04:49:50.667 INFO:tasks.workunit.client.0.smithi040.stdout:op 761 completed, throughput=4.99MB/sec 2024-04-22T04:49:50.667 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SLFX0JmWN9CoJ7g off=11075120 len=126482 2024-04-22T04:49:50.669 INFO:tasks.workunit.client.0.smithi040.stdout:op 762 completed, throughput=4.99MB/sec 2024-04-22T04:49:50.669 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-u-Sp-VeRa8mqecQ off=1242058 len=1567012 2024-04-22T04:49:50.671 INFO:tasks.workunit.client.0.smithi040.stdout:op 763 completed, throughput=5MB/sec 2024-04-22T04:49:50.671 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WCSABH71nZapbKH off=4522067 len=877870 2024-04-22T04:49:50.675 INFO:tasks.workunit.client.0.smithi040.stdout:op 764 completed, throughput=5MB/sec 2024-04-22T04:49:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:50 smithi062 ceph-mon[78153]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:49:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:49:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:50 smithi040 ceph-mon[88445]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:49:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:49:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:50 smithi040 ceph-mon[91058]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:49:51.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:49:51.676 INFO:tasks.workunit.client.0.smithi040.stdout: 151: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:51.676 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4itsIXayA2GYc4R off=0 len=1800877 2024-04-22T04:49:51.678 INFO:tasks.workunit.client.0.smithi040.stdout:op 765 completed, throughput=4.98MB/sec 2024-04-22T04:49:51.678 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YiUl2_QzBC94TaG off=13329611 len=1990058 2024-04-22T04:49:51.681 INFO:tasks.workunit.client.0.smithi040.stdout:op 766 completed, throughput=4.99MB/sec 2024-04-22T04:49:51.681 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lYLKT3JaB4GCx34 off=12510402 len=1557837 2024-04-22T04:49:51.690 INFO:tasks.workunit.client.0.smithi040.stdout:op 767 completed, throughput=5MB/sec 2024-04-22T04:49:52.691 INFO:tasks.workunit.client.0.smithi040.stdout: 152: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:52.691 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GS8ATS2NHCXn0pI off=2168162 len=1511125 2024-04-22T04:49:52.699 INFO:tasks.workunit.client.0.smithi040.stdout:op 768 completed, throughput=4.98MB/sec 2024-04-22T04:49:52.699 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4il6HClFWfE6Auu off=4740211 len=408026 2024-04-22T04:49:52.703 INFO:tasks.workunit.client.0.smithi040.stdout:op 769 completed, throughput=4.98MB/sec 2024-04-22T04:49:52.703 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eYfSVqRzau0STQR off=2518740 len=840805 2024-04-22T04:49:52.708 INFO:tasks.workunit.client.0.smithi040.stdout:op 770 completed, throughput=4.99MB/sec 2024-04-22T04:49:52.708 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0nJJQu6vn7kQyJl off=2570159 len=575561 2024-04-22T04:49:52.708 INFO:tasks.workunit.client.0.smithi040.stdout:op 771 completed, throughput=4.99MB/sec 2024-04-22T04:49:52.709 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-i-5lbg_oxgb6-rw off=4200237 len=1411833 2024-04-22T04:49:52.710 INFO:tasks.workunit.client.0.smithi040.stdout:op 772 completed, throughput=5MB/sec 2024-04-22T04:49:52.710 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kwk7dKZxwa8omDp off=5310110 len=2068969 2024-04-22T04:49:52.712 INFO:tasks.workunit.client.0.smithi040.stdout:op 773 completed, throughput=5.01MB/sec 2024-04-22T04:49:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:52 smithi062 ceph-mon[78153]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:49:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:52 smithi040 ceph-mon[88445]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:49:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:52 smithi040 ceph-mon[91058]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:49:53.712 INFO:tasks.workunit.client.0.smithi040.stdout: 153: throughput=4.98MB/sec pending data=0 2024-04-22T04:49:53.713 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DeH3cbPqSfKXJ2J off=13183557 len=282772 2024-04-22T04:49:53.716 INFO:tasks.workunit.client.0.smithi040.stdout:op 774 completed, throughput=4.98MB/sec 2024-04-22T04:49:53.716 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Yxopx1oiCznaeBI off=323416 len=27760 2024-04-22T04:49:53.718 INFO:tasks.workunit.client.0.smithi040.stdout:op 775 completed, throughput=4.98MB/sec 2024-04-22T04:49:53.718 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MRIMIpXFjgX4MGG off=5888580 len=292103 2024-04-22T04:49:53.719 INFO:tasks.workunit.client.0.smithi040.stdout:op 776 completed, throughput=4.98MB/sec 2024-04-22T04:49:53.719 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rthsNse0wgdSrFr off=6117612 len=1345563 2024-04-22T04:49:53.720 INFO:tasks.workunit.client.0.smithi040.stdout:op 777 completed, throughput=4.99MB/sec 2024-04-22T04:49:53.720 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-F_oXU0qhxSgZPYF off=9893542 len=97805 2024-04-22T04:49:53.722 INFO:tasks.workunit.client.0.smithi040.stdout:op 778 completed, throughput=4.99MB/sec 2024-04-22T04:49:53.722 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-chLDBsvaxh6SlDz off=4493219 len=628337 2024-04-22T04:49:53.726 INFO:tasks.workunit.client.0.smithi040.stdout:op 779 completed, throughput=5MB/sec 2024-04-22T04:49:53.726 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gsj6ARdw6iKBWoj off=12523561 len=927836 2024-04-22T04:49:53.730 INFO:tasks.workunit.client.0.smithi040.stdout:op 780 completed, throughput=5MB/sec 2024-04-22T04:49:54.731 INFO:tasks.workunit.client.0.smithi040.stdout: 154: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:54.731 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FvGakvOvSc6e4sG off=1507694 len=1561154 2024-04-22T04:49:54.740 INFO:tasks.workunit.client.0.smithi040.stdout:op 781 completed, throughput=4.98MB/sec 2024-04-22T04:49:54.740 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-susTeaINEj0SaMO off=269858 len=570272 2024-04-22T04:49:54.741 INFO:tasks.workunit.client.0.smithi040.stdout:op 782 completed, throughput=4.98MB/sec 2024-04-22T04:49:54.741 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EO6ME3eYcpnLF8c off=7112796 len=1440819 2024-04-22T04:49:54.749 INFO:tasks.workunit.client.0.smithi040.stdout:op 783 completed, throughput=4.99MB/sec 2024-04-22T04:49:54.749 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--PpGZXO366hOA1l off=1452731 len=165239 2024-04-22T04:49:54.750 INFO:tasks.workunit.client.0.smithi040.stdout:op 784 completed, throughput=4.99MB/sec 2024-04-22T04:49:54.750 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xSGl6OFvMjuw928 off=2881574 len=1721428 2024-04-22T04:49:54.753 INFO:tasks.workunit.client.0.smithi040.stdout:op 785 completed, throughput=5MB/sec 2024-04-22T04:49:55.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:54 smithi062 ceph-mon[78153]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T04:49:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:54 smithi040 ceph-mon[88445]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T04:49:55.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:54 smithi040 ceph-mon[91058]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T04:49:55.753 INFO:tasks.workunit.client.0.smithi040.stdout: 155: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:55.754 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OVgauZWxHpRjQm1 off=5975769 len=2062677 2024-04-22T04:49:55.765 INFO:tasks.workunit.client.0.smithi040.stdout:op 786 completed, throughput=4.98MB/sec 2024-04-22T04:49:55.765 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8HPZIv8C009skfS off=135783 len=152007 2024-04-22T04:49:55.767 INFO:tasks.workunit.client.0.smithi040.stdout:op 787 completed, throughput=4.98MB/sec 2024-04-22T04:49:55.768 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7xJNxlsjX4R0zPP off=10358540 len=1485100 2024-04-22T04:49:55.773 INFO:tasks.workunit.client.0.smithi040.stdout:op 788 completed, throughput=4.99MB/sec 2024-04-22T04:49:55.773 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qwAIOA_91rYchC7 off=455459 len=1684682 2024-04-22T04:49:55.780 INFO:tasks.workunit.client.0.smithi040.stdout:op 789 completed, throughput=5MB/sec 2024-04-22T04:49:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:49:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:49:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:49:56.780 INFO:tasks.workunit.client.0.smithi040.stdout: 156: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:56.781 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wjgkaOvyC8c7yr- off=3318960 len=1989777 2024-04-22T04:49:56.792 INFO:tasks.workunit.client.0.smithi040.stdout:op 790 completed, throughput=4.98MB/sec 2024-04-22T04:49:56.793 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GUm4whZNWdLK7Cb off=132349 len=1012853 2024-04-22T04:49:56.799 INFO:tasks.workunit.client.0.smithi040.stdout:op 791 completed, throughput=4.99MB/sec 2024-04-22T04:49:56.799 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0w3-DHyvqLS7Bcd off=7606966 len=800814 2024-04-22T04:49:56.803 INFO:tasks.workunit.client.0.smithi040.stdout:op 792 completed, throughput=4.99MB/sec 2024-04-22T04:49:56.803 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jOCb6yyuX6vl1ZZ off=23806941 len=96852 2024-04-22T04:49:56.806 INFO:tasks.workunit.client.0.smithi040.stdout:op 793 completed, throughput=4.99MB/sec 2024-04-22T04:49:56.806 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hl_yRV4F6UqYPsh off=1738965 len=1063432 2024-04-22T04:49:56.807 INFO:tasks.workunit.client.0.smithi040.stdout:op 794 completed, throughput=5MB/sec 2024-04-22T04:49:56.807 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xm0C_KkiYvAKFiz off=5108288 len=1420689 2024-04-22T04:49:56.814 INFO:tasks.workunit.client.0.smithi040.stdout:op 795 completed, throughput=5.01MB/sec 2024-04-22T04:49:57.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:56 smithi062 ceph-mon[78153]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:49:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:56 smithi040 ceph-mon[88445]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:49:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:56 smithi040 ceph-mon[91058]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:49:57.815 INFO:tasks.workunit.client.0.smithi040.stdout: 157: throughput=4.98MB/sec pending data=0 2024-04-22T04:49:57.815 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-j_SXaiRzY-GFw2b off=10706872 len=980236 2024-04-22T04:49:57.816 INFO:tasks.workunit.client.0.smithi040.stdout:op 796 completed, throughput=4.98MB/sec 2024-04-22T04:49:57.816 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ebaKNC0BB0FosgE off=10762002 len=389437 2024-04-22T04:49:57.817 INFO:tasks.workunit.client.0.smithi040.stdout:op 797 completed, throughput=4.98MB/sec 2024-04-22T04:49:57.818 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3BcRwcxOpGElpkm off=8756194 len=2025485 2024-04-22T04:49:57.821 INFO:tasks.workunit.client.0.smithi040.stdout:op 798 completed, throughput=5MB/sec 2024-04-22T04:49:57.821 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-u9WKHDUxi4n1wgA off=1812162 len=489793 2024-04-22T04:49:57.822 INFO:tasks.workunit.client.0.smithi040.stdout:op 799 completed, throughput=5MB/sec 2024-04-22T04:49:57.822 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JsRXAeo1d4vpJB5 off=7848050 len=1002059 2024-04-22T04:49:57.824 INFO:tasks.workunit.client.0.smithi040.stdout:op 800 completed, throughput=5.01MB/sec 2024-04-22T04:49:58.824 INFO:tasks.workunit.client.0.smithi040.stdout: 158: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:58.824 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9FqtmU6OLrPRdTf off=7746855 len=654670 2024-04-22T04:49:58.829 INFO:tasks.workunit.client.0.smithi040.stdout:op 801 completed, throughput=4.98MB/sec 2024-04-22T04:49:58.829 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2bU_7fRB0nkmSmk off=851599 len=56183 2024-04-22T04:49:58.831 INFO:tasks.workunit.client.0.smithi040.stdout:op 802 completed, throughput=4.98MB/sec 2024-04-22T04:49:58.831 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sDVxhpjjUpG1e20 off=7488344 len=484978 2024-04-22T04:49:58.834 INFO:tasks.workunit.client.0.smithi040.stdout:op 803 completed, throughput=4.98MB/sec 2024-04-22T04:49:58.834 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-P7yNh_h0A5lEOKD off=427777 len=1407406 2024-04-22T04:49:58.843 INFO:tasks.workunit.client.0.smithi040.stdout:op 804 completed, throughput=4.99MB/sec 2024-04-22T04:49:58.843 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7ZBZUFRHR8boULc off=13662268 len=2029125 2024-04-22T04:49:58.852 INFO:tasks.workunit.client.0.smithi040.stdout:op 805 completed, throughput=5MB/sec 2024-04-22T04:49:59.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:49:58 smithi062 ceph-mon[78153]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:49:59.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:49:58 smithi040 ceph-mon[88445]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:49:59.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:49:58 smithi040 ceph-mon[91058]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:49:59.853 INFO:tasks.workunit.client.0.smithi040.stdout: 159: throughput=4.97MB/sec pending data=0 2024-04-22T04:49:59.853 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bNNAZB9jWE-XnC3 off=8122012 len=1420323 2024-04-22T04:49:59.862 INFO:tasks.workunit.client.0.smithi040.stdout:op 806 completed, throughput=4.98MB/sec 2024-04-22T04:49:59.862 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-phK3OHsGEFebB-G off=12199276 len=451920 2024-04-22T04:49:59.863 INFO:tasks.workunit.client.0.smithi040.stdout:op 807 completed, throughput=4.98MB/sec 2024-04-22T04:49:59.863 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cu62nuS1x-2Zm6f off=4475216 len=1391961 2024-04-22T04:49:59.865 INFO:tasks.workunit.client.0.smithi040.stdout:op 808 completed, throughput=4.99MB/sec 2024-04-22T04:49:59.865 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BfRPSSjDYVK6cQt off=21838439 len=1102567 2024-04-22T04:49:59.870 INFO:tasks.workunit.client.0.smithi040.stdout:op 809 completed, throughput=4.99MB/sec 2024-04-22T04:49:59.870 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Qqx-Kf7p_KChndG off=4915523 len=1035527 2024-04-22T04:49:59.875 INFO:tasks.workunit.client.0.smithi040.stdout:op 810 completed, throughput=5MB/sec 2024-04-22T04:50:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:50:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:50:00] "GET /metrics HTTP/1.1" 200 240218 "" "Prometheus/2.43.0" 2024-04-22T04:50:00.875 INFO:tasks.workunit.client.0.smithi040.stdout: 160: throughput=4.97MB/sec pending data=0 2024-04-22T04:50:00.875 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iKMiUWC-YmJN8lA off=6176610 len=1061301 2024-04-22T04:50:00.877 INFO:tasks.workunit.client.0.smithi040.stdout:op 811 completed, throughput=4.98MB/sec 2024-04-22T04:50:00.877 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wYL53Qh2sc8t2zH off=1432742 len=1641076 2024-04-22T04:50:00.886 INFO:tasks.workunit.client.0.smithi040.stdout:op 812 completed, throughput=4.99MB/sec 2024-04-22T04:50:00.887 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RUqWnE_ewLZPpmV off=17322102 len=1137492 2024-04-22T04:50:00.892 INFO:tasks.workunit.client.0.smithi040.stdout:op 813 completed, throughput=4.99MB/sec 2024-04-22T04:50:00.893 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jTqeFIn3RWHDbPJ off=17908318 len=796730 2024-04-22T04:50:00.897 INFO:tasks.workunit.client.0.smithi040.stdout:op 814 completed, throughput=5MB/sec 2024-04-22T04:50:00.897 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-g_pCeEbGC-YiHjq off=10255209 len=881299 2024-04-22T04:50:00.898 INFO:tasks.workunit.client.0.smithi040.stdout:op 815 completed, throughput=5MB/sec 2024-04-22T04:50:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:00 smithi062 ceph-mon[78153]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:50:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:00 smithi062 ceph-mon[78153]: overall HEALTH_OK 2024-04-22T04:50:01.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:00 smithi040 ceph-mon[88445]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:50:01.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:00 smithi040 ceph-mon[88445]: overall HEALTH_OK 2024-04-22T04:50:01.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:00 smithi040 ceph-mon[91058]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:50:01.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:00 smithi040 ceph-mon[91058]: overall HEALTH_OK 2024-04-22T04:50:01.898 INFO:tasks.workunit.client.0.smithi040.stdout: 161: throughput=4.97MB/sec pending data=0 2024-04-22T04:50:01.898 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iWbEBT5zgbj8ByV off=3006311 len=1255565 2024-04-22T04:50:01.900 INFO:tasks.workunit.client.0.smithi040.stdout:op 816 completed, throughput=4.98MB/sec 2024-04-22T04:50:01.900 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-T_vgBHhANSVUroe off=579024 len=2049651 2024-04-22T04:50:01.904 INFO:tasks.workunit.client.0.smithi040.stdout:op 817 completed, throughput=4.99MB/sec 2024-04-22T04:50:01.905 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LwLLiJb_U5Bz_43 off=14387594 len=822914 2024-04-22T04:50:01.909 INFO:tasks.workunit.client.0.smithi040.stdout:op 818 completed, throughput=4.99MB/sec 2024-04-22T04:50:01.909 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oqrpGFInZdDpnGY off=10233774 len=1310129 2024-04-22T04:50:01.916 INFO:tasks.workunit.client.0.smithi040.stdout:op 819 completed, throughput=5MB/sec 2024-04-22T04:50:02.916 INFO:tasks.workunit.client.0.smithi040.stdout: 162: throughput=4.97MB/sec pending data=0 2024-04-22T04:50:02.916 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sHwLXPFqJ_Xyyu0 off=536050 len=1507604 2024-04-22T04:50:02.923 INFO:tasks.workunit.client.0.smithi040.stdout:op 820 completed, throughput=4.98MB/sec 2024-04-22T04:50:02.923 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Db3zOu7Mc103ZLi off=10887011 len=207116 2024-04-22T04:50:02.926 INFO:tasks.workunit.client.0.smithi040.stdout:op 821 completed, throughput=4.98MB/sec 2024-04-22T04:50:02.926 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TcvLGsUQMWcJakg off=2583168 len=412607 2024-04-22T04:50:02.927 INFO:tasks.workunit.client.0.smithi040.stdout:op 822 completed, throughput=4.98MB/sec 2024-04-22T04:50:02.927 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YMlj4WbjujFQpKN off=0 len=1466175 2024-04-22T04:50:02.933 INFO:tasks.workunit.client.0.smithi040.stdout:op 823 completed, throughput=4.99MB/sec 2024-04-22T04:50:02.934 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-u-omtPUQ-tCMj92 off=638185 len=1676553 2024-04-22T04:50:02.935 INFO:tasks.workunit.client.0.smithi040.stdout:op 824 completed, throughput=5MB/sec 2024-04-22T04:50:03.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:02 smithi062 ceph-mon[78153]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:50:03.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:02 smithi040 ceph-mon[88445]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:50:03.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:02 smithi040 ceph-mon[91058]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:50:03.936 INFO:tasks.workunit.client.0.smithi040.stdout: 163: throughput=4.97MB/sec pending data=0 2024-04-22T04:50:03.936 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SuPPbQ5EFE2Guus off=12209591 len=1182633 2024-04-22T04:50:03.943 INFO:tasks.workunit.client.0.smithi040.stdout:op 825 completed, throughput=4.98MB/sec 2024-04-22T04:50:03.943 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2WwUibD8NqgDRH1 off=13318463 len=248079 2024-04-22T04:50:03.943 INFO:tasks.workunit.client.0.smithi040.stdout:op 826 completed, throughput=4.98MB/sec 2024-04-22T04:50:03.944 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4h8lmLuij924Sl8 off=308244 len=3271 2024-04-22T04:50:03.946 INFO:tasks.workunit.client.0.smithi040.stdout:op 827 completed, throughput=4.98MB/sec 2024-04-22T04:50:03.946 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TewAy5LywKSMGFT off=8862139 len=1516285 2024-04-22T04:50:03.948 INFO:tasks.workunit.client.0.smithi040.stdout:op 828 completed, throughput=4.99MB/sec 2024-04-22T04:50:03.948 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fly766aaDDR1kmS off=1957298 len=1108819 2024-04-22T04:50:03.950 INFO:tasks.workunit.client.0.smithi040.stdout:op 829 completed, throughput=4.99MB/sec 2024-04-22T04:50:03.950 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NiFhRxCTO6XHocU off=2779613 len=944999 2024-04-22T04:50:03.954 INFO:tasks.workunit.client.0.smithi040.stdout:op 830 completed, throughput=5MB/sec 2024-04-22T04:50:03.955 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Voo_-VuqjFQuk_o off=133840 len=1152732 2024-04-22T04:50:03.955 INFO:tasks.workunit.client.0.smithi040.stdout:op 831 completed, throughput=5.01MB/sec 2024-04-22T04:50:04.956 INFO:tasks.workunit.client.0.smithi040.stdout: 164: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:04.956 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZU2_CXKazyjnBsm off=21573779 len=332544 2024-04-22T04:50:04.957 INFO:tasks.workunit.client.0.smithi040.stdout:op 832 completed, throughput=4.98MB/sec 2024-04-22T04:50:04.957 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GP1Ya6tbC_l7bLj off=11106300 len=1280611 2024-04-22T04:50:04.965 INFO:tasks.workunit.client.0.smithi040.stdout:op 833 completed, throughput=4.99MB/sec 2024-04-22T04:50:04.965 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-x7DZ_WxV-DDTPCV off=3588083 len=1529347 2024-04-22T04:50:04.967 INFO:tasks.workunit.client.0.smithi040.stdout:op 834 completed, throughput=4.99MB/sec 2024-04-22T04:50:04.967 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-opioJJup3sieiOB off=2727014 len=708534 2024-04-22T04:50:04.971 INFO:tasks.workunit.client.0.smithi040.stdout:op 835 completed, throughput=5MB/sec 2024-04-22T04:50:04.971 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eI4X1JxDd7atq5d off=198796 len=629292 2024-04-22T04:50:04.975 INFO:tasks.workunit.client.0.smithi040.stdout:op 836 completed, throughput=5MB/sec 2024-04-22T04:50:05.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:04 smithi062 ceph-mon[78153]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-22T04:50:05.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:04 smithi040 ceph-mon[88445]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-22T04:50:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:04 smithi040 ceph-mon[91058]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-22T04:50:05.748 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:50:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:50:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:50:05.976 INFO:tasks.workunit.client.0.smithi040.stdout: 165: throughput=4.97MB/sec pending data=0 2024-04-22T04:50:05.976 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-btdD4OKjIHrEPHE off=5271273 len=776552 2024-04-22T04:50:05.980 INFO:tasks.workunit.client.0.smithi040.stdout:op 837 completed, throughput=4.98MB/sec 2024-04-22T04:50:05.980 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-B_DM4I2WKhb2FPJ off=557845 len=510248 2024-04-22T04:50:05.984 INFO:tasks.workunit.client.0.smithi040.stdout:op 838 completed, throughput=4.98MB/sec 2024-04-22T04:50:05.984 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-l6tMQQQJhyrQy29 off=8466548 len=1136064 2024-04-22T04:50:05.985 INFO:tasks.workunit.client.0.smithi040.stdout:op 839 completed, throughput=4.99MB/sec 2024-04-22T04:50:05.985 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-P3Jr_DUl3efjgRV off=1996401 len=1557299 2024-04-22T04:50:05.991 INFO:tasks.workunit.client.0.smithi040.stdout:op 840 completed, throughput=4.99MB/sec 2024-04-22T04:50:05.991 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Kmblm_SpqEKk0k_ off=14580867 len=1346085 2024-04-22T04:50:05.992 INFO:tasks.workunit.client.0.smithi040.stdout:op 841 completed, throughput=5MB/sec 2024-04-22T04:50:06.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:50:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:50:06.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:50:06.993 INFO:tasks.workunit.client.0.smithi040.stdout: 166: throughput=4.97MB/sec pending data=0 2024-04-22T04:50:06.993 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Tnro-9AHidiPldj off=18247019 len=18604 2024-04-22T04:50:06.996 INFO:tasks.workunit.client.0.smithi040.stdout:op 842 completed, throughput=4.97MB/sec 2024-04-22T04:50:06.996 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8cPhkj8FBCNK5ij off=11829305 len=1575812 2024-04-22T04:50:07.003 INFO:tasks.workunit.client.0.smithi040.stdout:op 843 completed, throughput=4.98MB/sec 2024-04-22T04:50:07.004 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eojmFUmDsveElVP off=7985426 len=1176678 2024-04-22T04:50:07.010 INFO:tasks.workunit.client.0.smithi040.stdout:op 844 completed, throughput=4.99MB/sec 2024-04-22T04:50:07.010 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uT6ZljhdU4MsZDG off=12850148 len=399266 2024-04-22T04:50:07.011 INFO:tasks.workunit.client.0.smithi040.stdout:op 845 completed, throughput=4.99MB/sec 2024-04-22T04:50:07.011 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IVxa4VbClNOEtUj off=7191840 len=18778 2024-04-22T04:50:07.013 INFO:tasks.workunit.client.0.smithi040.stdout:op 846 completed, throughput=4.99MB/sec 2024-04-22T04:50:07.013 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0nJJQu6vn7kQyJl off=3974377 len=5105 2024-04-22T04:50:07.014 INFO:tasks.workunit.client.0.smithi040.stdout:op 847 completed, throughput=4.99MB/sec 2024-04-22T04:50:07.014 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cnzSmuO0KUo-sbg off=9707262 len=174770 2024-04-22T04:50:07.014 INFO:tasks.workunit.client.0.smithi040.stdout:op 848 completed, throughput=4.99MB/sec 2024-04-22T04:50:07.014 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ydppm2nvggoUclM off=870552 len=210434 2024-04-22T04:50:07.015 INFO:tasks.workunit.client.0.smithi040.stdout:op 849 completed, throughput=4.99MB/sec 2024-04-22T04:50:07.015 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GQMXFN7UXzuAIQ_ off=15380334 len=80605 2024-04-22T04:50:07.017 INFO:tasks.workunit.client.0.smithi040.stdout:op 850 completed, throughput=4.99MB/sec 2024-04-22T04:50:07.017 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--2Jy9uGd742L2rj off=2419506 len=661642 2024-04-22T04:50:07.018 INFO:tasks.workunit.client.0.smithi040.stdout:op 851 completed, throughput=5MB/sec 2024-04-22T04:50:07.018 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-04iCuDXJuFbNiDu off=5700296 len=906330 2024-04-22T04:50:07.018 INFO:tasks.workunit.client.0.smithi040.stdout:op 852 completed, throughput=5MB/sec 2024-04-22T04:50:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:06 smithi062 ceph-mon[78153]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:50:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:06 smithi040 ceph-mon[88445]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:50:07.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:06 smithi040 ceph-mon[91058]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:50:08.019 INFO:tasks.workunit.client.0.smithi040.stdout: 167: throughput=4.97MB/sec pending data=0 2024-04-22T04:50:08.019 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QWxfq-84lIKiG5f off=17440634 len=1147706 2024-04-22T04:50:08.026 INFO:tasks.workunit.client.0.smithi040.stdout:op 853 completed, throughput=4.98MB/sec 2024-04-22T04:50:08.026 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zk3ET5GVvEYyDIC off=1355659 len=123340 2024-04-22T04:50:08.029 INFO:tasks.workunit.client.0.smithi040.stdout:op 854 completed, throughput=4.98MB/sec 2024-04-22T04:50:08.029 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-J9oMH38B2oPl0Jp off=2417070 len=1865890 2024-04-22T04:50:08.038 INFO:tasks.workunit.client.0.smithi040.stdout:op 855 completed, throughput=4.99MB/sec 2024-04-22T04:50:08.038 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UQQG91RHjF91nj7 off=3062851 len=1224937 2024-04-22T04:50:08.043 INFO:tasks.workunit.client.0.smithi040.stdout:op 856 completed, throughput=4.99MB/sec 2024-04-22T04:50:08.043 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UYBES8icocgdwWd off=2073753 len=1175324 2024-04-22T04:50:08.044 INFO:tasks.workunit.client.0.smithi040.stdout:op 857 completed, throughput=5MB/sec 2024-04-22T04:50:08.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:07 smithi062 ceph-mon[78153]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-22T04:50:08.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:07 smithi040 ceph-mon[88445]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-22T04:50:08.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:07 smithi040 ceph-mon[91058]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-22T04:50:09.045 INFO:tasks.workunit.client.0.smithi040.stdout: 168: throughput=4.97MB/sec pending data=0 2024-04-22T04:50:09.045 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ylPYcncjLAc6U1L off=198308 len=1206271 2024-04-22T04:50:09.051 INFO:tasks.workunit.client.0.smithi040.stdout:op 858 completed, throughput=4.98MB/sec 2024-04-22T04:50:09.051 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EqGZOZzArCcErha off=2005395 len=734034 2024-04-22T04:50:09.056 INFO:tasks.workunit.client.0.smithi040.stdout:op 859 completed, throughput=4.98MB/sec 2024-04-22T04:50:09.056 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UtV68PM1gJlk6d4 off=232112 len=300500 2024-04-22T04:50:09.059 INFO:tasks.workunit.client.0.smithi040.stdout:op 860 completed, throughput=4.98MB/sec 2024-04-22T04:50:09.059 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RvqZExAG_-ve6be off=4194456 len=436745 2024-04-22T04:50:09.062 INFO:tasks.workunit.client.0.smithi040.stdout:op 861 completed, throughput=4.99MB/sec 2024-04-22T04:50:09.062 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-n3aJH_SMd0RUv-r off=13242784 len=210241 2024-04-22T04:50:09.064 INFO:tasks.workunit.client.0.smithi040.stdout:op 862 completed, throughput=4.99MB/sec 2024-04-22T04:50:09.064 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tZaWix76byZi-3S off=5850164 len=1178214 2024-04-22T04:50:09.070 INFO:tasks.workunit.client.0.smithi040.stdout:op 863 completed, throughput=4.99MB/sec 2024-04-22T04:50:09.070 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hSmUj4U7c7M9Uw1 off=12544189 len=1877768 2024-04-22T04:50:09.072 INFO:tasks.workunit.client.0.smithi040.stdout:op 864 completed, throughput=5MB/sec 2024-04-22T04:50:10.073 INFO:tasks.workunit.client.0.smithi040.stdout: 169: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:10.073 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Q59lbWkiPOyOe2K off=15707716 len=254042 2024-04-22T04:50:10.074 INFO:tasks.workunit.client.0.smithi040.stdout:op 865 completed, throughput=4.98MB/sec 2024-04-22T04:50:10.074 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZKxn2H60U3llC2K off=3764494 len=170214 2024-04-22T04:50:10.074 INFO:tasks.workunit.client.0.smithi040.stdout:op 866 completed, throughput=4.98MB/sec 2024-04-22T04:50:10.074 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_mLiBMoD3UThhMy off=367396 len=1184438 2024-04-22T04:50:10.081 INFO:tasks.workunit.client.0.smithi040.stdout:op 867 completed, throughput=4.98MB/sec 2024-04-22T04:50:10.081 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4Qu8LfCbtTBEJBO off=22203964 len=262799 2024-04-22T04:50:10.081 INFO:tasks.workunit.client.0.smithi040.stdout:op 868 completed, throughput=4.99MB/sec 2024-04-22T04:50:10.082 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-y7T7YcuTu18vzWb off=6244899 len=1299632 2024-04-22T04:50:10.087 INFO:tasks.workunit.client.0.smithi040.stdout:op 869 completed, throughput=4.99MB/sec 2024-04-22T04:50:10.087 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pmCyn_R2jioHJA- off=10864234 len=1871520 2024-04-22T04:50:10.094 INFO:tasks.workunit.client.0.smithi040.stdout:op 870 completed, throughput=5MB/sec 2024-04-22T04:50:10.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:10 smithi062 ceph-mon[78153]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:50:10.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:10 smithi040 ceph-mon[88445]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:50:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:50:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:50:10] "GET /metrics HTTP/1.1" 200 240210 "" "Prometheus/2.43.0" 2024-04-22T04:50:10.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:10 smithi040 ceph-mon[91058]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:50:11.095 INFO:tasks.workunit.client.0.smithi040.stdout: 170: throughput=4.97MB/sec pending data=0 2024-04-22T04:50:11.095 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PFUWMP9vjDf8GNt off=6379116 len=407837 2024-04-22T04:50:11.099 INFO:tasks.workunit.client.0.smithi040.stdout:op 871 completed, throughput=4.98MB/sec 2024-04-22T04:50:11.099 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-enoSSFY67ayfcCF off=19242557 len=1827266 2024-04-22T04:50:11.109 INFO:tasks.workunit.client.0.smithi040.stdout:op 872 completed, throughput=4.99MB/sec 2024-04-22T04:50:11.109 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9lDFQNI9pETeQG9 off=10797078 len=1587137 2024-04-22T04:50:11.117 INFO:tasks.workunit.client.0.smithi040.stdout:op 873 completed, throughput=4.99MB/sec 2024-04-22T04:50:11.117 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Auw25JyDO_Q8_H9 off=2419318 len=1859545 2024-04-22T04:50:11.125 INFO:tasks.workunit.client.0.smithi040.stdout:op 874 completed, throughput=5MB/sec 2024-04-22T04:50:12.125 INFO:tasks.workunit.client.0.smithi040.stdout: 171: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:12.126 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-o_WOs7_3hnifk-t off=631364 len=2011931 2024-04-22T04:50:12.128 INFO:tasks.workunit.client.0.smithi040.stdout:op 875 completed, throughput=4.99MB/sec 2024-04-22T04:50:12.128 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rvrssJy82f5qHCs off=37027 len=1202641 2024-04-22T04:50:12.135 INFO:tasks.workunit.client.0.smithi040.stdout:op 876 completed, throughput=4.99MB/sec 2024-04-22T04:50:12.135 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-amhV4w4VzqDxnJh off=0 len=1585535 2024-04-22T04:50:12.142 INFO:tasks.workunit.client.0.smithi040.stdout:op 877 completed, throughput=5MB/sec 2024-04-22T04:50:12.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:12 smithi062 ceph-mon[78153]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:50:12.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:12 smithi040 ceph-mon[88445]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:50:12.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:12 smithi040 ceph-mon[91058]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:50:13.143 INFO:tasks.workunit.client.0.smithi040.stdout: 172: throughput=4.97MB/sec pending data=0 2024-04-22T04:50:13.143 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XpRpxIAny88V6Po off=3640685 len=2052550 2024-04-22T04:50:13.145 INFO:tasks.workunit.client.0.smithi040.stdout:op 878 completed, throughput=4.98MB/sec 2024-04-22T04:50:13.145 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_-hP9wPeTN-Kqy7 off=1386247 len=1312830 2024-04-22T04:50:13.147 INFO:tasks.workunit.client.0.smithi040.stdout:op 879 completed, throughput=4.99MB/sec 2024-04-22T04:50:13.147 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-694IsengwsFPo7T off=18105648 len=812310 2024-04-22T04:50:13.148 INFO:tasks.workunit.client.0.smithi040.stdout:op 880 completed, throughput=5MB/sec 2024-04-22T04:50:13.148 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6da7Sriqq093vg9 off=12224494 len=795200 2024-04-22T04:50:13.149 INFO:tasks.workunit.client.0.smithi040.stdout:op 881 completed, throughput=5MB/sec 2024-04-22T04:50:13.149 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bHsfYnm5Kfh2wv- off=8496086 len=1698362 2024-04-22T04:50:13.156 INFO:tasks.workunit.client.0.smithi040.stdout:op 882 completed, throughput=5.01MB/sec 2024-04-22T04:50:14.156 INFO:tasks.workunit.client.0.smithi040.stdout: 173: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:14.157 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pjFewP9lkztkfqp off=12481036 len=641115 2024-04-22T04:50:14.161 INFO:tasks.workunit.client.0.smithi040.stdout:op 883 completed, throughput=4.98MB/sec 2024-04-22T04:50:14.161 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kcwEfRVPbrX18ZT off=7023205 len=1479950 2024-04-22T04:50:14.169 INFO:tasks.workunit.client.0.smithi040.stdout:op 884 completed, throughput=4.99MB/sec 2024-04-22T04:50:14.169 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hspcvKFNnwE8QeO off=11491344 len=1118266 2024-04-22T04:50:14.171 INFO:tasks.workunit.client.0.smithi040.stdout:op 885 completed, throughput=5MB/sec 2024-04-22T04:50:14.171 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-A7mZ3eZ-dNd0Mlx off=2328957 len=1842678 2024-04-22T04:50:14.172 INFO:tasks.workunit.client.0.smithi040.stdout:op 886 completed, throughput=5.01MB/sec 2024-04-22T04:50:14.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:14 smithi062 ceph-mon[78153]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-22T04:50:14.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:14 smithi040 ceph-mon[88445]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-22T04:50:14.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:14 smithi040 ceph-mon[91058]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-22T04:50:15.173 INFO:tasks.workunit.client.0.smithi040.stdout: 174: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:15.173 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wIDc53ZUZrVD-ml off=11689565 len=6082 2024-04-22T04:50:15.173 INFO:tasks.workunit.client.0.smithi040.stdout:op 887 completed, throughput=4.98MB/sec 2024-04-22T04:50:15.173 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-b3yuC0ywaERwUWG off=5954266 len=328777 2024-04-22T04:50:15.175 INFO:tasks.workunit.client.0.smithi040.stdout:op 888 completed, throughput=4.98MB/sec 2024-04-22T04:50:15.175 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DR7gWTP32P_u_uH off=11683249 len=1929846 2024-04-22T04:50:15.177 INFO:tasks.workunit.client.0.smithi040.stdout:op 889 completed, throughput=4.99MB/sec 2024-04-22T04:50:15.177 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-h6YI4L0vVCFRgIs off=4137054 len=198070 2024-04-22T04:50:15.178 INFO:tasks.workunit.client.0.smithi040.stdout:op 890 completed, throughput=4.99MB/sec 2024-04-22T04:50:15.178 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qTbEHoFXyE-XMiP off=1272805 len=119584 2024-04-22T04:50:15.181 INFO:tasks.workunit.client.0.smithi040.stdout:op 891 completed, throughput=4.99MB/sec 2024-04-22T04:50:15.181 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9zB4L51XA7STT43 off=4223393 len=599929 2024-04-22T04:50:15.185 INFO:tasks.workunit.client.0.smithi040.stdout:op 892 completed, throughput=5MB/sec 2024-04-22T04:50:15.185 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-D7YgZU7M2an8e37 off=13512448 len=290369 2024-04-22T04:50:15.188 INFO:tasks.workunit.client.0.smithi040.stdout:op 893 completed, throughput=5MB/sec 2024-04-22T04:50:15.188 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-A2inva2XwYq_YNK off=2189592 len=681116 2024-04-22T04:50:15.189 INFO:tasks.workunit.client.0.smithi040.stdout:op 894 completed, throughput=5MB/sec 2024-04-22T04:50:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:50:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:50:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:50:16.189 INFO:tasks.workunit.client.0.smithi040.stdout: 175: throughput=4.97MB/sec pending data=0 2024-04-22T04:50:16.190 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Eu158Mu167bW8kx off=7447483 len=941798 2024-04-22T04:50:16.194 INFO:tasks.workunit.client.0.smithi040.stdout:op 895 completed, throughput=4.98MB/sec 2024-04-22T04:50:16.194 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--ufwaXfUP-QYAUn off=805247 len=136346 2024-04-22T04:50:16.195 INFO:tasks.workunit.client.0.smithi040.stdout:op 896 completed, throughput=4.98MB/sec 2024-04-22T04:50:16.195 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UQM1PMetgq0Q4xO off=6905397 len=76242 2024-04-22T04:50:16.195 INFO:tasks.workunit.client.0.smithi040.stdout:op 897 completed, throughput=4.98MB/sec 2024-04-22T04:50:16.195 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FGi3z5YLFJwz3z2 off=14745338 len=1567597 2024-04-22T04:50:16.197 INFO:tasks.workunit.client.0.smithi040.stdout:op 898 completed, throughput=4.99MB/sec 2024-04-22T04:50:16.198 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8FvTqobU-sH-AUA off=1916440 len=1981938 2024-04-22T04:50:16.200 INFO:tasks.workunit.client.0.smithi040.stdout:op 899 completed, throughput=5MB/sec 2024-04-22T04:50:16.200 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2aelGoEO_1A-C7g off=7003077 len=1835887 2024-04-22T04:50:16.211 INFO:tasks.workunit.client.0.smithi040.stdout:op 900 completed, throughput=5.01MB/sec 2024-04-22T04:50:16.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:16 smithi062 ceph-mon[78153]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:50:16.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:16 smithi040 ceph-mon[88445]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:50:16.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:16 smithi040 ceph-mon[91058]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:50:17.211 INFO:tasks.workunit.client.0.smithi040.stdout: 176: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:17.211 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-scJQRlQkRuKKVpm off=2579898 len=349339 2024-04-22T04:50:17.215 INFO:tasks.workunit.client.0.smithi040.stdout:op 901 completed, throughput=4.98MB/sec 2024-04-22T04:50:17.215 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qTbEHoFXyE-XMiP off=5301969 len=156711 2024-04-22T04:50:17.215 INFO:tasks.workunit.client.0.smithi040.stdout:op 902 completed, throughput=4.98MB/sec 2024-04-22T04:50:17.215 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0emyCbNBTnqahAM off=702253 len=850520 2024-04-22T04:50:17.217 INFO:tasks.workunit.client.0.smithi040.stdout:op 903 completed, throughput=4.99MB/sec 2024-04-22T04:50:17.217 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6QiyAlqbcvgOQhg off=3188264 len=1482537 2024-04-22T04:50:17.220 INFO:tasks.workunit.client.0.smithi040.stdout:op 904 completed, throughput=4.99MB/sec 2024-04-22T04:50:17.220 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-n-mFd4Rg7EsDaWB off=4779880 len=2030870 2024-04-22T04:50:17.222 INFO:tasks.workunit.client.0.smithi040.stdout:op 905 completed, throughput=5MB/sec 2024-04-22T04:50:18.223 INFO:tasks.workunit.client.0.smithi040.stdout: 177: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:18.223 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VKhEC_kJlCDGxrW off=5430806 len=1235204 2024-04-22T04:50:18.224 INFO:tasks.workunit.client.0.smithi040.stdout:op 906 completed, throughput=4.98MB/sec 2024-04-22T04:50:18.224 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qoU5EtesSm2cK05 off=10717740 len=877215 2024-04-22T04:50:18.226 INFO:tasks.workunit.client.0.smithi040.stdout:op 907 completed, throughput=4.99MB/sec 2024-04-22T04:50:18.226 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2JSknsEUNuRM7Z7 off=18089881 len=138122 2024-04-22T04:50:18.227 INFO:tasks.workunit.client.0.smithi040.stdout:op 908 completed, throughput=4.99MB/sec 2024-04-22T04:50:18.227 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kjb3-AqxycNarQx off=22210166 len=1547769 2024-04-22T04:50:18.229 INFO:tasks.workunit.client.0.smithi040.stdout:op 909 completed, throughput=5MB/sec 2024-04-22T04:50:18.229 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RKVMAWqqGtEQZjj off=2407836 len=1287092 2024-04-22T04:50:18.230 INFO:tasks.workunit.client.0.smithi040.stdout:op 910 completed, throughput=5MB/sec 2024-04-22T04:50:18.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:18 smithi062 ceph-mon[78153]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-22T04:50:18.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:18 smithi040 ceph-mon[88445]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-22T04:50:18.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:18 smithi040 ceph-mon[91058]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-22T04:50:19.231 INFO:tasks.workunit.client.0.smithi040.stdout: 178: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:19.231 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ncG8b2GElwR1ZZ6 off=20669008 len=1895531 2024-04-22T04:50:19.239 INFO:tasks.workunit.client.0.smithi040.stdout:op 911 completed, throughput=4.99MB/sec 2024-04-22T04:50:19.239 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UfHNtNFlTIwUJ2B off=1651869 len=2031169 2024-04-22T04:50:19.251 INFO:tasks.workunit.client.0.smithi040.stdout:op 912 completed, throughput=5MB/sec 2024-04-22T04:50:19.251 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--m_CkLjH6chW9EK off=13457128 len=261171 2024-04-22T04:50:19.254 INFO:tasks.workunit.client.0.smithi040.stdout:op 913 completed, throughput=5MB/sec 2024-04-22T04:50:19.254 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hurE06gI_ntVZBD off=15945220 len=423629 2024-04-22T04:50:19.255 INFO:tasks.workunit.client.0.smithi040.stdout:op 914 completed, throughput=5MB/sec 2024-04-22T04:50:19.255 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HsP0CfOk7RYc8Cm off=2749598 len=2075574 2024-04-22T04:50:19.267 INFO:tasks.workunit.client.0.smithi040.stdout:op 915 completed, throughput=5.01MB/sec 2024-04-22T04:50:20.268 INFO:tasks.workunit.client.0.smithi040.stdout: 179: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:20.268 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-U_0pMZoo0IVTS6l off=3560676 len=204996 2024-04-22T04:50:20.271 INFO:tasks.workunit.client.0.smithi040.stdout:op 916 completed, throughput=4.98MB/sec 2024-04-22T04:50:20.271 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GLcyztTL1sREvr_ off=489477 len=418285 2024-04-22T04:50:20.271 INFO:tasks.workunit.client.0.smithi040.stdout:op 917 completed, throughput=4.99MB/sec 2024-04-22T04:50:20.271 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-X2cDQBEWPvgpcWO off=8519482 len=743887 2024-04-22T04:50:20.273 INFO:tasks.workunit.client.0.smithi040.stdout:op 918 completed, throughput=4.99MB/sec 2024-04-22T04:50:20.273 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JBjW0ycLYwo0Xe2 off=14208521 len=1161325 2024-04-22T04:50:20.274 INFO:tasks.workunit.client.0.smithi040.stdout:op 919 completed, throughput=5MB/sec 2024-04-22T04:50:20.274 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3RQBULfkvgE4UBc off=8267975 len=2068545 2024-04-22T04:50:20.276 INFO:tasks.workunit.client.0.smithi040.stdout:op 920 completed, throughput=5.01MB/sec 2024-04-22T04:50:20.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:20 smithi062 ceph-mon[78153]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:50:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:20 smithi040 ceph-mon[88445]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:50:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:50:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:50:20] "GET /metrics HTTP/1.1" 200 240210 "" "Prometheus/2.43.0" 2024-04-22T04:50:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:20 smithi040 ceph-mon[91058]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:50:21.277 INFO:tasks.workunit.client.0.smithi040.stdout: 180: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:21.277 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6qQIESJx070xHka off=6151865 len=220127 2024-04-22T04:50:21.278 INFO:tasks.workunit.client.0.smithi040.stdout:op 921 completed, throughput=4.98MB/sec 2024-04-22T04:50:21.278 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zQTtQWIxSzi9iKS off=6050933 len=1146914 2024-04-22T04:50:21.280 INFO:tasks.workunit.client.0.smithi040.stdout:op 922 completed, throughput=4.99MB/sec 2024-04-22T04:50:21.280 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VDEAyo0PzT4odPw off=7420951 len=54899 2024-04-22T04:50:21.282 INFO:tasks.workunit.client.0.smithi040.stdout:op 923 completed, throughput=4.99MB/sec 2024-04-22T04:50:21.283 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Mq_rQ811JInoZK4 off=7461014 len=157041 2024-04-22T04:50:21.283 INFO:tasks.workunit.client.0.smithi040.stdout:op 924 completed, throughput=4.99MB/sec 2024-04-22T04:50:21.284 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-G8YtmyQVck-c2No off=15985765 len=476298 2024-04-22T04:50:21.284 INFO:tasks.workunit.client.0.smithi040.stdout:op 925 completed, throughput=4.99MB/sec 2024-04-22T04:50:21.284 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-opioJJup3sieiOB off=1186212 len=1020845 2024-04-22T04:50:21.286 INFO:tasks.workunit.client.0.smithi040.stdout:op 926 completed, throughput=5MB/sec 2024-04-22T04:50:21.286 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IpIB5v-48PKuABp off=1728689 len=1104858 2024-04-22T04:50:21.291 INFO:tasks.workunit.client.0.smithi040.stdout:op 927 completed, throughput=5MB/sec 2024-04-22T04:50:21.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:50:21.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:50:21.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:50:22.292 INFO:tasks.workunit.client.0.smithi040.stdout: 181: throughput=4.97MB/sec pending data=0 2024-04-22T04:50:22.292 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Odz_uYhSOv_TPUA off=1033215 len=592731 2024-04-22T04:50:22.293 INFO:tasks.workunit.client.0.smithi040.stdout:op 928 completed, throughput=4.98MB/sec 2024-04-22T04:50:22.293 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nZsCzN4iZnC5gGf off=12284450 len=1922548 2024-04-22T04:50:22.296 INFO:tasks.workunit.client.0.smithi040.stdout:op 929 completed, throughput=4.99MB/sec 2024-04-22T04:50:22.296 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CGPPAgkJBiFGVcw off=3934520 len=842942 2024-04-22T04:50:22.301 INFO:tasks.workunit.client.0.smithi040.stdout:op 930 completed, throughput=4.99MB/sec 2024-04-22T04:50:22.302 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-x3UPdScM4uj8UKI off=2314716 len=482944 2024-04-22T04:50:22.302 INFO:tasks.workunit.client.0.smithi040.stdout:op 931 completed, throughput=4.99MB/sec 2024-04-22T04:50:22.302 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qJbvTp-HuNnVE_A off=14076251 len=468410 2024-04-22T04:50:22.303 INFO:tasks.workunit.client.0.smithi040.stdout:op 932 completed, throughput=5MB/sec 2024-04-22T04:50:22.303 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Ushn2xCUXr30GgG off=21975554 len=333049 2024-04-22T04:50:22.306 INFO:tasks.workunit.client.0.smithi040.stdout:op 933 completed, throughput=5MB/sec 2024-04-22T04:50:22.306 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0DZ8htYX3YQw7A- off=3081375 len=630424 2024-04-22T04:50:22.309 INFO:tasks.workunit.client.0.smithi040.stdout:op 934 completed, throughput=5MB/sec 2024-04-22T04:50:22.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:22 smithi062 ceph-mon[78153]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:50:22.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:22 smithi040 ceph-mon[88445]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:50:22.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:22 smithi040 ceph-mon[91058]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:50:23.310 INFO:tasks.workunit.client.0.smithi040.stdout: 182: throughput=4.97MB/sec pending data=0 2024-04-22T04:50:23.310 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-98jhkxK-ImLBuX8 off=186325 len=587242 2024-04-22T04:50:23.311 INFO:tasks.workunit.client.0.smithi040.stdout:op 935 completed, throughput=4.98MB/sec 2024-04-22T04:50:23.311 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JGHiSSE-lIFAEWt off=747562 len=1985521 2024-04-22T04:50:23.322 INFO:tasks.workunit.client.0.smithi040.stdout:op 936 completed, throughput=4.99MB/sec 2024-04-22T04:50:23.322 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-APyeidaT8EMVmVu off=871277 len=1303469 2024-04-22T04:50:23.324 INFO:tasks.workunit.client.0.smithi040.stdout:op 937 completed, throughput=4.99MB/sec 2024-04-22T04:50:23.324 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QwkhYPLbER0KPA5 off=478151 len=329459 2024-04-22T04:50:23.327 INFO:tasks.workunit.client.0.smithi040.stdout:op 938 completed, throughput=4.99MB/sec 2024-04-22T04:50:23.327 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GYcTamAYNYsXYMo off=3937843 len=634486 2024-04-22T04:50:23.329 INFO:tasks.workunit.client.0.smithi040.stdout:op 939 completed, throughput=5MB/sec 2024-04-22T04:50:23.329 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9zmbnWWFrr5Ob9y off=6341587 len=1609621 2024-04-22T04:50:23.337 INFO:tasks.workunit.client.0.smithi040.stdout:op 940 completed, throughput=5.01MB/sec 2024-04-22T04:50:24.108 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:24 smithi062 ceph-mon[78153]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:50:24.108 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:24 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:50:24.108 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:24 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:50:24.108 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:24 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:50:24.337 INFO:tasks.workunit.client.0.smithi040.stdout: 183: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:24.337 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5z5BzMFxGtrcvFs off=8259748 len=1128077 2024-04-22T04:50:24.338 INFO:tasks.workunit.client.0.smithi040.stdout:op 941 completed, throughput=4.98MB/sec 2024-04-22T04:50:24.338 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rrAjvkZNO6S64O1 off=4440895 len=1927334 2024-04-22T04:50:24.340 INFO:tasks.workunit.client.0.smithi040.stdout:op 942 completed, throughput=4.99MB/sec 2024-04-22T04:50:24.340 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Y6pPWsD0zkqtSME off=871358 len=1696197 2024-04-22T04:50:24.350 INFO:tasks.workunit.client.0.smithi040.stdout:op 943 completed, throughput=5MB/sec 2024-04-22T04:50:24.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:24 smithi040 ceph-mon[88445]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:50:24.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:24 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:50:24.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:24 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:50:24.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:24 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:50:24.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:24 smithi040 ceph-mon[91058]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:50:24.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:24 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:50:24.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:24 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:50:24.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:24 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:50:25.350 INFO:tasks.workunit.client.0.smithi040.stdout: 184: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:25.350 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-S1k7asHFAnbL4wq off=3971320 len=601666 2024-04-22T04:50:25.351 INFO:tasks.workunit.client.0.smithi040.stdout:op 944 completed, throughput=4.98MB/sec 2024-04-22T04:50:25.351 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yagRFYJFMS15S98 off=3679570 len=406290 2024-04-22T04:50:25.354 INFO:tasks.workunit.client.0.smithi040.stdout:op 945 completed, throughput=4.98MB/sec 2024-04-22T04:50:25.355 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xl3iwxDmNhOnsx2 off=2422728 len=1882005 2024-04-22T04:50:25.358 INFO:tasks.workunit.client.0.smithi040.stdout:op 946 completed, throughput=4.99MB/sec 2024-04-22T04:50:25.358 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SkiVAaSX4H3n8Dc off=3764847 len=104339 2024-04-22T04:50:25.359 INFO:tasks.workunit.client.0.smithi040.stdout:op 947 completed, throughput=4.99MB/sec 2024-04-22T04:50:25.359 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qWPKFO-BOYP6P3q off=3784686 len=1076651 2024-04-22T04:50:25.361 INFO:tasks.workunit.client.0.smithi040.stdout:op 948 completed, throughput=5MB/sec 2024-04-22T04:50:25.361 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eAE6tpVhzZ7xVWL off=1800713 len=885097 2024-04-22T04:50:25.363 INFO:tasks.workunit.client.0.smithi040.stdout:op 949 completed, throughput=5MB/sec 2024-04-22T04:50:25.381 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:50:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:50:25.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:25 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:50:25.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:50:25.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:50:25.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:25 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:50:25.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:50:25.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:50:25.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:25 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:50:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:50:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:50:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:50:26.364 INFO:tasks.workunit.client.0.smithi040.stdout: 185: throughput=4.97MB/sec pending data=0 2024-04-22T04:50:26.364 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LS73wxV0YVIo1_x off=2564120 len=1314119 2024-04-22T04:50:26.370 INFO:tasks.workunit.client.0.smithi040.stdout:op 950 completed, throughput=4.98MB/sec 2024-04-22T04:50:26.370 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5ULw91x_ZKyR35P off=5496733 len=47116 2024-04-22T04:50:26.372 INFO:tasks.workunit.client.0.smithi040.stdout:op 951 completed, throughput=4.98MB/sec 2024-04-22T04:50:26.372 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fK8qc2hPuDVBVWu off=8260785 len=1948986 2024-04-22T04:50:26.374 INFO:tasks.workunit.client.0.smithi040.stdout:op 952 completed, throughput=4.99MB/sec 2024-04-22T04:50:26.374 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2UWh9egViC8K8cl off=9320574 len=738776 2024-04-22T04:50:26.378 INFO:tasks.workunit.client.0.smithi040.stdout:op 953 completed, throughput=4.99MB/sec 2024-04-22T04:50:26.379 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JOE_6gdbDj6CGpM off=18083160 len=715630 2024-04-22T04:50:26.379 INFO:tasks.workunit.client.0.smithi040.stdout:op 954 completed, throughput=5MB/sec 2024-04-22T04:50:26.379 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-w6C6TETRuF6o0dX off=6066426 len=2047134 2024-04-22T04:50:26.382 INFO:tasks.workunit.client.0.smithi040.stdout:op 955 completed, throughput=5.01MB/sec 2024-04-22T04:50:26.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:26 smithi040 ceph-mon[88445]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:50:26.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:26 smithi040 ceph-mon[91058]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:50:26.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:26 smithi062 ceph-mon[78153]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:50:27.383 INFO:tasks.workunit.client.0.smithi040.stdout: 186: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:27.383 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gwm46fBPb9I-qq1 off=13058157 len=790578 2024-04-22T04:50:27.384 INFO:tasks.workunit.client.0.smithi040.stdout:op 956 completed, throughput=4.99MB/sec 2024-04-22T04:50:27.384 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-govBpClj3DLeJlE off=10547415 len=878541 2024-04-22T04:50:27.388 INFO:tasks.workunit.client.0.smithi040.stdout:op 957 completed, throughput=4.99MB/sec 2024-04-22T04:50:27.389 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xHWmdEwJwHTMewk off=2630898 len=82165 2024-04-22T04:50:27.391 INFO:tasks.workunit.client.0.smithi040.stdout:op 958 completed, throughput=4.99MB/sec 2024-04-22T04:50:27.391 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-S-karCI725DQyAa off=22207448 len=1969769 2024-04-22T04:50:27.398 INFO:tasks.workunit.client.0.smithi040.stdout:op 959 completed, throughput=5MB/sec 2024-04-22T04:50:28.399 INFO:tasks.workunit.client.0.smithi040.stdout: 187: throughput=4.97MB/sec pending data=0 2024-04-22T04:50:28.399 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zlFqKn6fxtR8GiB off=10825971 len=589583 2024-04-22T04:50:28.401 INFO:tasks.workunit.client.0.smithi040.stdout:op 960 completed, throughput=4.98MB/sec 2024-04-22T04:50:28.401 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_-hP9wPeTN-Kqy7 off=10366804 len=1114872 2024-04-22T04:50:28.406 INFO:tasks.workunit.client.0.smithi040.stdout:op 961 completed, throughput=4.98MB/sec 2024-04-22T04:50:28.406 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-elRP2XWmVQiI1at off=17676318 len=1429606 2024-04-22T04:50:28.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:28 smithi040 ceph-mon[88445]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-22T04:50:28.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:28 smithi040 ceph-mon[91058]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-22T04:50:28.412 INFO:tasks.workunit.client.0.smithi040.stdout:op 962 completed, throughput=4.99MB/sec 2024-04-22T04:50:28.412 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OrE13LZGQnTFv8K off=3469034 len=807887 2024-04-22T04:50:28.417 INFO:tasks.workunit.client.0.smithi040.stdout:op 963 completed, throughput=4.99MB/sec 2024-04-22T04:50:28.417 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kBNXbB1FLVQY8oP off=20061610 len=1125757 2024-04-22T04:50:28.423 INFO:tasks.workunit.client.0.smithi040.stdout:op 964 completed, throughput=5MB/sec 2024-04-22T04:50:28.423 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lvZiKBaQ4HAqjCu off=14189371 len=1201639 2024-04-22T04:50:28.424 INFO:tasks.workunit.client.0.smithi040.stdout:op 965 completed, throughput=5MB/sec 2024-04-22T04:50:28.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:28 smithi062 ceph-mon[78153]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-22T04:50:29.425 INFO:tasks.workunit.client.0.smithi040.stdout: 188: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:29.425 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RwzE9g8Z1upz5aX off=3458305 len=854290 2024-04-22T04:50:29.426 INFO:tasks.workunit.client.0.smithi040.stdout:op 966 completed, throughput=4.98MB/sec 2024-04-22T04:50:29.426 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lg0Qrtt45dMx3bg off=2107069 len=1917561 2024-04-22T04:50:29.430 INFO:tasks.workunit.client.0.smithi040.stdout:op 967 completed, throughput=4.99MB/sec 2024-04-22T04:50:29.430 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-t2Qi366N5u0omJc off=3970831 len=1070417 2024-04-22T04:50:29.435 INFO:tasks.workunit.client.0.smithi040.stdout:op 968 completed, throughput=5MB/sec 2024-04-22T04:50:29.435 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2KWEeAb7j-zP8mt off=477640 len=1168834 2024-04-22T04:50:29.438 INFO:tasks.workunit.client.0.smithi040.stdout:op 969 completed, throughput=5MB/sec 2024-04-22T04:50:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:30 smithi040 ceph-mon[88445]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-22T04:50:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:50:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:50:30] "GET /metrics HTTP/1.1" 200 240206 "" "Prometheus/2.43.0" 2024-04-22T04:50:30.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:30 smithi040 ceph-mon[91058]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-22T04:50:30.438 INFO:tasks.workunit.client.0.smithi040.stdout: 189: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:30.438 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-INvmpqwwWNmN1Uq off=2584352 len=1893740 2024-04-22T04:50:30.442 INFO:tasks.workunit.client.0.smithi040.stdout:op 970 completed, throughput=4.99MB/sec 2024-04-22T04:50:30.442 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ruE73-wCatyF0nn off=2502975 len=805774 2024-04-22T04:50:30.443 INFO:tasks.workunit.client.0.smithi040.stdout:op 971 completed, throughput=4.99MB/sec 2024-04-22T04:50:30.443 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dK4zD0pYzYeDrOO off=4187574 len=270359 2024-04-22T04:50:30.446 INFO:tasks.workunit.client.0.smithi040.stdout:op 972 completed, throughput=4.99MB/sec 2024-04-22T04:50:30.446 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OTx1LvI9lsbcbAj off=7554948 len=1891868 2024-04-22T04:50:30.448 INFO:tasks.workunit.client.0.smithi040.stdout:op 973 completed, throughput=5MB/sec 2024-04-22T04:50:30.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:30 smithi062 ceph-mon[78153]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-22T04:50:31.448 INFO:tasks.workunit.client.0.smithi040.stdout: 190: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:31.449 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-o9BEBoEyQxdrktx off=1721945 len=1024719 2024-04-22T04:50:31.453 INFO:tasks.workunit.client.0.smithi040.stdout:op 974 completed, throughput=4.98MB/sec 2024-04-22T04:50:31.454 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WfUfnJHN7-Jrqf1 off=5714360 len=529116 2024-04-22T04:50:31.457 INFO:tasks.workunit.client.0.smithi040.stdout:op 975 completed, throughput=4.98MB/sec 2024-04-22T04:50:31.457 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wEl8lZiAkfaIul1 off=7739757 len=637187 2024-04-22T04:50:31.458 INFO:tasks.workunit.client.0.smithi040.stdout:op 976 completed, throughput=4.99MB/sec 2024-04-22T04:50:31.458 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sOMl4-XSiwkTwnM off=6822227 len=1171409 2024-04-22T04:50:31.464 INFO:tasks.workunit.client.0.smithi040.stdout:op 977 completed, throughput=4.99MB/sec 2024-04-22T04:50:31.465 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0yOAe-slNa46UuV off=162362 len=168602 2024-04-22T04:50:31.465 INFO:tasks.workunit.client.0.smithi040.stdout:op 978 completed, throughput=4.99MB/sec 2024-04-22T04:50:31.465 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0eEhOM3rOyte0ZA off=4873773 len=320365 2024-04-22T04:50:31.468 INFO:tasks.workunit.client.0.smithi040.stdout:op 979 completed, throughput=4.99MB/sec 2024-04-22T04:50:31.469 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--BjVupNcI0GWrQc off=12998401 len=1233682 2024-04-22T04:50:31.470 INFO:tasks.workunit.client.0.smithi040.stdout:op 980 completed, throughput=5MB/sec 2024-04-22T04:50:31.470 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BTVMVW_GrreX8yJ off=6457600 len=1343443 2024-04-22T04:50:31.478 INFO:tasks.workunit.client.0.smithi040.stdout:op 981 completed, throughput=5.01MB/sec 2024-04-22T04:50:32.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:32 smithi040 ceph-mon[88445]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-22T04:50:32.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:32 smithi040 ceph-mon[91058]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-22T04:50:32.478 INFO:tasks.workunit.client.0.smithi040.stdout: 191: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:32.478 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ybYeDmsmqlFyzTo off=1034395 len=1985506 2024-04-22T04:50:32.481 INFO:tasks.workunit.client.0.smithi040.stdout:op 982 completed, throughput=4.99MB/sec 2024-04-22T04:50:32.481 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vxZ8raFLnIH-57d off=1318338 len=1478700 2024-04-22T04:50:32.483 INFO:tasks.workunit.client.0.smithi040.stdout:op 983 completed, throughput=5MB/sec 2024-04-22T04:50:32.483 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-23LChcCBGII0tY9 off=2508125 len=1006253 2024-04-22T04:50:32.488 INFO:tasks.workunit.client.0.smithi040.stdout:op 984 completed, throughput=5MB/sec 2024-04-22T04:50:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:32 smithi062 ceph-mon[78153]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-22T04:50:33.488 INFO:tasks.workunit.client.0.smithi040.stdout: 192: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:33.488 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Va7vBjicl3TpfOs off=8576487 len=627858 2024-04-22T04:50:33.493 INFO:tasks.workunit.client.0.smithi040.stdout:op 985 completed, throughput=4.98MB/sec 2024-04-22T04:50:33.493 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-V-isk-lXHnZnIhS off=4463248 len=594919 2024-04-22T04:50:33.494 INFO:tasks.workunit.client.0.smithi040.stdout:op 986 completed, throughput=4.98MB/sec 2024-04-22T04:50:33.494 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Bmq8qFpv0bvivvm off=0 len=1953045 2024-04-22T04:50:33.496 INFO:tasks.workunit.client.0.smithi040.stdout:op 987 completed, throughput=4.99MB/sec 2024-04-22T04:50:33.496 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HxmNrbSR9xiGSc_ off=12263085 len=1236181 2024-04-22T04:50:33.503 INFO:tasks.workunit.client.0.smithi040.stdout:op 988 completed, throughput=5MB/sec 2024-04-22T04:50:33.503 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eojmFUmDsveElVP off=7288604 len=1221581 2024-04-22T04:50:33.504 INFO:tasks.workunit.client.0.smithi040.stdout:op 989 completed, throughput=5MB/sec 2024-04-22T04:50:34.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:34 smithi040 ceph-mon[88445]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-22T04:50:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:34 smithi040 ceph-mon[91058]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-22T04:50:34.506 INFO:tasks.workunit.client.0.smithi040.stdout: 193: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:34.506 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-No2oVSzHnt1slX1 off=6109519 len=230209 2024-04-22T04:50:34.506 INFO:tasks.workunit.client.0.smithi040.stdout:op 990 completed, throughput=4.98MB/sec 2024-04-22T04:50:34.506 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yLS2Wma5YsmcHV4 off=2874991 len=636660 2024-04-22T04:50:34.507 INFO:tasks.workunit.client.0.smithi040.stdout:op 991 completed, throughput=4.98MB/sec 2024-04-22T04:50:34.507 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8tqS-T8eNqVpr55 off=16056478 len=962152 2024-04-22T04:50:34.508 INFO:tasks.workunit.client.0.smithi040.stdout:op 992 completed, throughput=4.99MB/sec 2024-04-22T04:50:34.508 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6-j5_g1O4v5SBTe off=1567828 len=248101 2024-04-22T04:50:34.511 INFO:tasks.workunit.client.0.smithi040.stdout:op 993 completed, throughput=4.99MB/sec 2024-04-22T04:50:34.511 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AN2i7q5repk0z52 off=5501354 len=1630291 2024-04-22T04:50:34.515 INFO:tasks.workunit.client.0.smithi040.stdout:op 994 completed, throughput=5MB/sec 2024-04-22T04:50:34.515 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Y4Fr0HEqS-NJFdm off=1776196 len=908379 2024-04-22T04:50:34.519 INFO:tasks.workunit.client.0.smithi040.stdout:op 995 completed, throughput=5MB/sec 2024-04-22T04:50:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:34 smithi062 ceph-mon[78153]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-22T04:50:35.520 INFO:tasks.workunit.client.0.smithi040.stdout: 194: throughput=4.97MB/sec pending data=0 2024-04-22T04:50:35.520 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-t5qAa7OcTtFKupH off=36669 len=2045895 2024-04-22T04:50:35.522 INFO:tasks.workunit.client.0.smithi040.stdout:op 996 completed, throughput=4.98MB/sec 2024-04-22T04:50:35.522 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KwZrl6PDrNpHHn_ off=18909605 len=1908244 2024-04-22T04:50:35.523 INFO:tasks.workunit.client.0.smithi040.stdout:op 997 completed, throughput=4.99MB/sec 2024-04-22T04:50:35.523 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WPlB7xUnevRR0Dm off=1918456 len=1204028 2024-04-22T04:50:35.525 INFO:tasks.workunit.client.0.smithi040.stdout:op 998 completed, throughput=5MB/sec 2024-04-22T04:50:35.525 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kPjnDDS21-pWXpL off=2455308 len=1796702 2024-04-22T04:50:35.534 INFO:tasks.workunit.client.0.smithi040.stdout:op 999 completed, throughput=5.01MB/sec 2024-04-22T04:50:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:50:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:50:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:50:36.534 INFO:tasks.workunit.client.0.smithi040.stdout: 195: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:36.534 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fAm3FsRtKw1R8U2 off=2756954 len=1944895 2024-04-22T04:50:36.544 INFO:tasks.workunit.client.0.smithi040.stdout:op 1000 completed, throughput=4.99MB/sec 2024-04-22T04:50:36.544 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-G2AsR9tYjygXNw4 off=5109329 len=1445248 2024-04-22T04:50:36.546 INFO:tasks.workunit.client.0.smithi040.stdout:op 1001 completed, throughput=5MB/sec 2024-04-22T04:50:36.546 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eOWrWb8rkDOcHSy off=10879777 len=553655 2024-04-22T04:50:36.550 INFO:tasks.workunit.client.0.smithi040.stdout:op 1002 completed, throughput=5MB/sec 2024-04-22T04:50:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:36 smithi062 ceph-mon[78153]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:50:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:50:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:36 smithi040 ceph-mon[88445]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:50:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:50:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:36 smithi040 ceph-mon[91058]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:50:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:50:37.550 INFO:tasks.workunit.client.0.smithi040.stdout: 196: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:37.550 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9WaMzFi0pgLEATk off=7286710 len=990557 2024-04-22T04:50:37.556 INFO:tasks.workunit.client.0.smithi040.stdout:op 1003 completed, throughput=4.98MB/sec 2024-04-22T04:50:37.556 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ij3XOuHqqL9Bniz off=6894122 len=1510877 2024-04-22T04:50:37.558 INFO:tasks.workunit.client.0.smithi040.stdout:op 1004 completed, throughput=4.99MB/sec 2024-04-22T04:50:37.558 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-da_q0of9WntJ6jB off=8582632 len=1716911 2024-04-22T04:50:37.560 INFO:tasks.workunit.client.0.smithi040.stdout:op 1005 completed, throughput=5MB/sec 2024-04-22T04:50:37.560 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nQl8aUN7g_UcW4x off=19731208 len=2040014 2024-04-22T04:50:37.569 INFO:tasks.workunit.client.0.smithi040.stdout:op 1006 completed, throughput=5.01MB/sec 2024-04-22T04:50:38.569 INFO:tasks.workunit.client.0.smithi040.stdout: 197: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:38.570 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LgpumDJAZ6EnX6b off=1716021 len=1612552 2024-04-22T04:50:38.571 INFO:tasks.workunit.client.0.smithi040.stdout:op 1007 completed, throughput=4.99MB/sec 2024-04-22T04:50:38.571 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-W33ET6MfavUZqlF off=9027800 len=1918077 2024-04-22T04:50:38.573 INFO:tasks.workunit.client.0.smithi040.stdout:op 1008 completed, throughput=5MB/sec 2024-04-22T04:50:38.573 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZBKIKCpfGziTtDk off=19503910 len=1055766 2024-04-22T04:50:38.575 INFO:tasks.workunit.client.0.smithi040.stdout:op 1009 completed, throughput=5MB/sec 2024-04-22T04:50:38.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:38 smithi062 ceph-mon[78153]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-22T04:50:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:38 smithi040 ceph-mon[88445]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-22T04:50:38.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:38 smithi040 ceph-mon[91058]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-22T04:50:39.575 INFO:tasks.workunit.client.0.smithi040.stdout: 198: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:39.575 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mcHYgbMPHg8FUFT off=11444243 len=390185 2024-04-22T04:50:39.577 INFO:tasks.workunit.client.0.smithi040.stdout:op 1010 completed, throughput=4.98MB/sec 2024-04-22T04:50:39.577 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UrlKC53YV3-QkVM off=7929402 len=690999 2024-04-22T04:50:39.581 INFO:tasks.workunit.client.0.smithi040.stdout:op 1011 completed, throughput=4.98MB/sec 2024-04-22T04:50:39.581 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2CYjeFuyIemqE0o off=3458672 len=448349 2024-04-22T04:50:39.582 INFO:tasks.workunit.client.0.smithi040.stdout:op 1012 completed, throughput=4.98MB/sec 2024-04-22T04:50:39.583 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sz2dH8DJXBSk5SH off=7460288 len=785585 2024-04-22T04:50:39.584 INFO:tasks.workunit.client.0.smithi040.stdout:op 1013 completed, throughput=4.99MB/sec 2024-04-22T04:50:39.584 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4oIh2Lb93MH6v7O off=13866233 len=1309168 2024-04-22T04:50:39.590 INFO:tasks.workunit.client.0.smithi040.stdout:op 1014 completed, throughput=4.99MB/sec 2024-04-22T04:50:39.590 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bIxb-Y_wKz5VCN7 off=8152299 len=1537001 2024-04-22T04:50:39.593 INFO:tasks.workunit.client.0.smithi040.stdout:op 1015 completed, throughput=5MB/sec 2024-04-22T04:50:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:40 smithi040 ceph-mon[88445]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:50:40.410 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:50:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:50:40] "GET /metrics HTTP/1.1" 200 240205 "" "Prometheus/2.43.0" 2024-04-22T04:50:40.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:40 smithi040 ceph-mon[91058]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:50:40.593 INFO:tasks.workunit.client.0.smithi040.stdout: 199: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:40.593 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4GxHz5RC7hXsUUQ off=10663128 len=1486440 2024-04-22T04:50:40.595 INFO:tasks.workunit.client.0.smithi040.stdout:op 1016 completed, throughput=4.98MB/sec 2024-04-22T04:50:40.595 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZboPVPOM1ve6KGN off=1040006 len=114838 2024-04-22T04:50:40.596 INFO:tasks.workunit.client.0.smithi040.stdout:op 1017 completed, throughput=4.98MB/sec 2024-04-22T04:50:40.596 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dSjI4T4YC36apSf off=7667196 len=1796015 2024-04-22T04:50:40.607 INFO:tasks.workunit.client.0.smithi040.stdout:op 1018 completed, throughput=4.99MB/sec 2024-04-22T04:50:40.607 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1BCz74CwSZhdXNy off=1119260 len=1980858 2024-04-22T04:50:40.609 INFO:tasks.workunit.client.0.smithi040.stdout:op 1019 completed, throughput=5MB/sec 2024-04-22T04:50:40.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:40 smithi062 ceph-mon[78153]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:50:41.610 INFO:tasks.workunit.client.0.smithi040.stdout: 200: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:41.610 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YcbVVM9ljIbqzjR off=16302842 len=1168534 2024-04-22T04:50:41.611 INFO:tasks.workunit.client.0.smithi040.stdout:op 1020 completed, throughput=4.98MB/sec 2024-04-22T04:50:41.611 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Oyx5Tr62jrED4ZQ off=8913757 len=246684 2024-04-22T04:50:41.615 INFO:tasks.workunit.client.0.smithi040.stdout:op 1021 completed, throughput=4.98MB/sec 2024-04-22T04:50:41.615 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ImzzRckrEeMHHQy off=12103718 len=80961 2024-04-22T04:50:41.615 INFO:tasks.workunit.client.0.smithi040.stdout:op 1022 completed, throughput=4.98MB/sec 2024-04-22T04:50:41.615 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Kd7w7nUxTigic8M off=9238718 len=1428456 2024-04-22T04:50:41.617 INFO:tasks.workunit.client.0.smithi040.stdout:op 1023 completed, throughput=4.99MB/sec 2024-04-22T04:50:41.617 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8nutzDxwwKS3SjH off=5432329 len=231930 2024-04-22T04:50:41.617 INFO:tasks.workunit.client.0.smithi040.stdout:op 1024 completed, throughput=4.99MB/sec 2024-04-22T04:50:41.617 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q53iRDT6t9Y-fdq off=678293 len=1158163 2024-04-22T04:50:41.624 INFO:tasks.workunit.client.0.smithi040.stdout:op 1025 completed, throughput=5MB/sec 2024-04-22T04:50:41.624 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yc_g3HSDpFtcC8s off=5254758 len=302768 2024-04-22T04:50:41.624 INFO:tasks.workunit.client.0.smithi040.stdout:op 1026 completed, throughput=5MB/sec 2024-04-22T04:50:41.624 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pHJEba21lw_35vN off=11812011 len=2022301 2024-04-22T04:50:41.634 INFO:tasks.workunit.client.0.smithi040.stdout:op 1027 completed, throughput=5.01MB/sec 2024-04-22T04:50:42.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:42 smithi062 ceph-mon[78153]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:50:42.634 INFO:tasks.workunit.client.0.smithi040.stdout: 201: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:42.634 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FjRN2kYPbO1kTrD off=6999143 len=802887 2024-04-22T04:50:42.639 INFO:tasks.workunit.client.0.smithi040.stdout:op 1028 completed, throughput=4.99MB/sec 2024-04-22T04:50:42.640 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4Qu8LfCbtTBEJBO off=1212759 len=599218 2024-04-22T04:50:42.643 INFO:tasks.workunit.client.0.smithi040.stdout:op 1029 completed, throughput=4.99MB/sec 2024-04-22T04:50:42.643 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Usx3K2xJ9bTiDR6 off=5406350 len=1572398 2024-04-22T04:50:42.646 INFO:tasks.workunit.client.0.smithi040.stdout:op 1030 completed, throughput=5MB/sec 2024-04-22T04:50:42.646 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-09Sg47w-KQVRQ4n off=1359585 len=903538 2024-04-22T04:50:42.651 INFO:tasks.workunit.client.0.smithi040.stdout:op 1031 completed, throughput=5MB/sec 2024-04-22T04:50:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:42 smithi040 ceph-mon[88445]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:50:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:42 smithi040 ceph-mon[91058]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:50:43.651 INFO:tasks.workunit.client.0.smithi040.stdout: 202: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:43.651 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-T7AYxotIa6DyS7c off=22455229 len=1030060 2024-04-22T04:50:43.656 INFO:tasks.workunit.client.0.smithi040.stdout:op 1032 completed, throughput=4.98MB/sec 2024-04-22T04:50:43.657 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LsFE434HfbjX3jq off=758103 len=881294 2024-04-22T04:50:43.661 INFO:tasks.workunit.client.0.smithi040.stdout:op 1033 completed, throughput=4.99MB/sec 2024-04-22T04:50:43.662 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AKqewD0UIfUH6-k off=883765 len=2027578 2024-04-22T04:50:43.672 INFO:tasks.workunit.client.0.smithi040.stdout:op 1034 completed, throughput=4.99MB/sec 2024-04-22T04:50:43.672 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xAbhKKxTOe6Z3Aw off=191177 len=1613664 2024-04-22T04:50:43.681 INFO:tasks.workunit.client.0.smithi040.stdout:op 1035 completed, throughput=5MB/sec 2024-04-22T04:50:44.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:44 smithi062 ceph-mon[78153]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T04:50:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:44 smithi040 ceph-mon[88445]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T04:50:44.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:44 smithi040 ceph-mon[91058]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T04:50:44.681 INFO:tasks.workunit.client.0.smithi040.stdout: 203: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:44.681 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RqqJD-uFXwt3XIC off=1140783 len=1464192 2024-04-22T04:50:44.689 INFO:tasks.workunit.client.0.smithi040.stdout:op 1036 completed, throughput=4.98MB/sec 2024-04-22T04:50:44.689 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CR1dY21kCZoBUfl off=19588817 len=151991 2024-04-22T04:50:44.690 INFO:tasks.workunit.client.0.smithi040.stdout:op 1037 completed, throughput=4.98MB/sec 2024-04-22T04:50:44.690 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_IOhI8dKZ4bpZQX off=3687351 len=320952 2024-04-22T04:50:44.691 INFO:tasks.workunit.client.0.smithi040.stdout:op 1038 completed, throughput=4.99MB/sec 2024-04-22T04:50:44.692 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rKkoYzCs7-3dQga off=3960104 len=1121495 2024-04-22T04:50:44.693 INFO:tasks.workunit.client.0.smithi040.stdout:op 1039 completed, throughput=4.99MB/sec 2024-04-22T04:50:44.693 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vbsHrjIQ2oCZbZT off=5283333 len=1682404 2024-04-22T04:50:44.701 INFO:tasks.workunit.client.0.smithi040.stdout:op 1040 completed, throughput=5MB/sec 2024-04-22T04:50:44.702 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Sk4QqbeM35hrPpf off=18232296 len=259058 2024-04-22T04:50:44.704 INFO:tasks.workunit.client.0.smithi040.stdout:op 1041 completed, throughput=5MB/sec 2024-04-22T04:50:44.704 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AYJ-769gRMD-6Uv off=8371319 len=87552 2024-04-22T04:50:44.705 INFO:tasks.workunit.client.0.smithi040.stdout:op 1042 completed, throughput=5MB/sec 2024-04-22T04:50:45.705 INFO:tasks.workunit.client.0.smithi040.stdout: 204: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:45.705 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0piGxWmHtRlTfBq off=1895352 len=2006223 2024-04-22T04:50:45.715 INFO:tasks.workunit.client.0.smithi040.stdout:op 1043 completed, throughput=4.99MB/sec 2024-04-22T04:50:45.715 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-64EOqzBIUwkabyZ off=717407 len=2055505 2024-04-22T04:50:45.717 INFO:tasks.workunit.client.0.smithi040.stdout:op 1044 completed, throughput=4.99MB/sec 2024-04-22T04:50:45.717 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WiKiyNAMK_b4Fp9 off=6264928 len=1906447 2024-04-22T04:50:45.728 INFO:tasks.workunit.client.0.smithi040.stdout:op 1045 completed, throughput=5MB/sec 2024-04-22T04:50:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:50:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:50:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:50:46.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:46 smithi062 ceph-mon[78153]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-22T04:50:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:46 smithi040 ceph-mon[88445]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-22T04:50:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:46 smithi040 ceph-mon[91058]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-22T04:50:46.728 INFO:tasks.workunit.client.0.smithi040.stdout: 205: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:46.728 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1puagrTy8bixJ_F off=3548210 len=1797390 2024-04-22T04:50:46.732 INFO:tasks.workunit.client.0.smithi040.stdout:op 1046 completed, throughput=4.99MB/sec 2024-04-22T04:50:46.732 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BNGgWivS1dl6Dpl off=5317211 len=470429 2024-04-22T04:50:46.735 INFO:tasks.workunit.client.0.smithi040.stdout:op 1047 completed, throughput=4.99MB/sec 2024-04-22T04:50:46.736 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QdCZ1Rp57haJBgK off=1729094 len=564163 2024-04-22T04:50:46.739 INFO:tasks.workunit.client.0.smithi040.stdout:op 1048 completed, throughput=4.99MB/sec 2024-04-22T04:50:46.739 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-efBTntfSbFr-dDj off=73654 len=1946107 2024-04-22T04:50:46.742 INFO:tasks.workunit.client.0.smithi040.stdout:op 1049 completed, throughput=5MB/sec 2024-04-22T04:50:47.743 INFO:tasks.workunit.client.0.smithi040.stdout: 206: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:47.743 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-21c3hp9l347O8D4 off=1266639 len=800445 2024-04-22T04:50:47.747 INFO:tasks.workunit.client.0.smithi040.stdout:op 1050 completed, throughput=4.98MB/sec 2024-04-22T04:50:47.747 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FzMr-z339SQ2HGk off=3525504 len=2060647 2024-04-22T04:50:47.759 INFO:tasks.workunit.client.0.smithi040.stdout:op 1051 completed, throughput=4.99MB/sec 2024-04-22T04:50:47.759 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1v-sEvkXzz1rS0b off=17300749 len=1712453 2024-04-22T04:50:47.765 INFO:tasks.workunit.client.0.smithi040.stdout:op 1052 completed, throughput=5MB/sec 2024-04-22T04:50:47.765 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CewMMx6zIXtqtHk off=3842274 len=1479798 2024-04-22T04:50:47.772 INFO:tasks.workunit.client.0.smithi040.stdout:op 1053 completed, throughput=5MB/sec 2024-04-22T04:50:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:48 smithi062 ceph-mon[78153]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:50:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:48 smithi040 ceph-mon[88445]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:50:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:48 smithi040 ceph-mon[91058]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:50:48.772 INFO:tasks.workunit.client.0.smithi040.stdout: 207: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:48.772 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KN-U5qDNB-C_FeV off=2236495 len=541162 2024-04-22T04:50:48.776 INFO:tasks.workunit.client.0.smithi040.stdout:op 1054 completed, throughput=4.98MB/sec 2024-04-22T04:50:48.776 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0MYUvMY-j8xcHUx off=11503012 len=258267 2024-04-22T04:50:48.777 INFO:tasks.workunit.client.0.smithi040.stdout:op 1055 completed, throughput=4.98MB/sec 2024-04-22T04:50:48.777 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PJ9O9TjEmfvQHA8 off=2149582 len=141512 2024-04-22T04:50:48.780 INFO:tasks.workunit.client.0.smithi040.stdout:op 1056 completed, throughput=4.98MB/sec 2024-04-22T04:50:48.780 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jTqeFIn3RWHDbPJ off=17806101 len=776265 2024-04-22T04:50:48.784 INFO:tasks.workunit.client.0.smithi040.stdout:op 1057 completed, throughput=4.99MB/sec 2024-04-22T04:50:48.784 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YcxeDEXYD95xLgN off=10262033 len=1659403 2024-04-22T04:50:48.792 INFO:tasks.workunit.client.0.smithi040.stdout:op 1058 completed, throughput=4.99MB/sec 2024-04-22T04:50:48.792 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1jUWfx8vHFHY2K- off=218937 len=1628269 2024-04-22T04:50:48.800 INFO:tasks.workunit.client.0.smithi040.stdout:op 1059 completed, throughput=5MB/sec 2024-04-22T04:50:49.800 INFO:tasks.workunit.client.0.smithi040.stdout: 208: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:49.800 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8Zcnttb7iqkwRrh off=12482914 len=1737269 2024-04-22T04:50:49.802 INFO:tasks.workunit.client.0.smithi040.stdout:op 1060 completed, throughput=4.99MB/sec 2024-04-22T04:50:49.802 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vRHvh8_xF4TBWR8 off=10874646 len=1465621 2024-04-22T04:50:49.804 INFO:tasks.workunit.client.0.smithi040.stdout:op 1061 completed, throughput=4.99MB/sec 2024-04-22T04:50:49.804 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cnzSmuO0KUo-sbg off=505638 len=1225353 2024-04-22T04:50:49.811 INFO:tasks.workunit.client.0.smithi040.stdout:op 1062 completed, throughput=5MB/sec 2024-04-22T04:50:49.812 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-s2RuFDhydAfM0g- off=16343279 len=559244 2024-04-22T04:50:49.815 INFO:tasks.workunit.client.0.smithi040.stdout:op 1063 completed, throughput=5MB/sec 2024-04-22T04:50:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:50 smithi040 ceph-mon[88445]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T04:50:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:50:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:50:50] "GET /metrics HTTP/1.1" 200 240205 "" "Prometheus/2.43.0" 2024-04-22T04:50:50.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:50 smithi040 ceph-mon[91058]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T04:50:50.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:50 smithi062 ceph-mon[78153]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T04:50:50.815 INFO:tasks.workunit.client.0.smithi040.stdout: 209: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:50.816 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ij3JnagiGSdfX4W off=332861 len=1807199 2024-04-22T04:50:50.819 INFO:tasks.workunit.client.0.smithi040.stdout:op 1064 completed, throughput=4.98MB/sec 2024-04-22T04:50:50.819 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VaGrFVDNxtmj54g off=7819635 len=1072701 2024-04-22T04:50:50.821 INFO:tasks.workunit.client.0.smithi040.stdout:op 1065 completed, throughput=4.99MB/sec 2024-04-22T04:50:50.821 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yBHsTksY-hVgdXI off=6280783 len=1684745 2024-04-22T04:50:50.822 INFO:tasks.workunit.client.0.smithi040.stdout:op 1066 completed, throughput=5MB/sec 2024-04-22T04:50:50.823 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QUy5rIHopOZXZcQ off=4859684 len=1766688 2024-04-22T04:50:50.833 INFO:tasks.workunit.client.0.smithi040.stdout:op 1067 completed, throughput=5MB/sec 2024-04-22T04:50:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:50:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:50:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:50:51.833 INFO:tasks.workunit.client.0.smithi040.stdout: 210: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:51.834 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-R49jqbhEszih6CB off=2990624 len=1336743 2024-04-22T04:50:51.835 INFO:tasks.workunit.client.0.smithi040.stdout:op 1068 completed, throughput=4.99MB/sec 2024-04-22T04:50:51.835 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7rd2PZAL8RQ4TVV off=3064289 len=164378 2024-04-22T04:50:51.836 INFO:tasks.workunit.client.0.smithi040.stdout:op 1069 completed, throughput=4.99MB/sec 2024-04-22T04:50:51.836 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6S5Is_KGgbsWbFu off=13144722 len=721686 2024-04-22T04:50:51.838 INFO:tasks.workunit.client.0.smithi040.stdout:op 1070 completed, throughput=4.99MB/sec 2024-04-22T04:50:51.838 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hzk51H_K0JsytWA off=13039 len=524844 2024-04-22T04:50:51.839 INFO:tasks.workunit.client.0.smithi040.stdout:op 1071 completed, throughput=4.99MB/sec 2024-04-22T04:50:51.839 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jZhmMxgBbILJ-83 off=13065290 len=391649 2024-04-22T04:50:51.840 INFO:tasks.workunit.client.0.smithi040.stdout:op 1072 completed, throughput=5MB/sec 2024-04-22T04:50:51.840 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YGMnFE8IEiRMfDC off=6921523 len=1856646 2024-04-22T04:50:51.850 INFO:tasks.workunit.client.0.smithi040.stdout:op 1073 completed, throughput=5MB/sec 2024-04-22T04:50:52.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:52 smithi062 ceph-mon[78153]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:50:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:52 smithi040 ceph-mon[88445]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:50:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:52 smithi040 ceph-mon[91058]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:50:52.850 INFO:tasks.workunit.client.0.smithi040.stdout: 211: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:53.064 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZpqsISlBkjFmveS off=10629084 len=12868 2024-04-22T04:50:53.066 INFO:tasks.workunit.client.0.smithi040.stdout:op 1074 completed, throughput=4.98MB/sec 2024-04-22T04:50:53.066 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ACOcljoiQiKkuDR off=2830918 len=135678 2024-04-22T04:50:53.066 INFO:tasks.workunit.client.0.smithi040.stdout:op 1075 completed, throughput=4.98MB/sec 2024-04-22T04:50:53.066 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-J_rpYtL-MBDpxmN off=545549 len=790626 2024-04-22T04:50:53.066 INFO:tasks.workunit.client.0.smithi040.stdout:op 1076 completed, throughput=4.98MB/sec 2024-04-22T04:50:53.066 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Mf0G3w13BmIE80_ off=6088974 len=1554348 2024-04-22T04:50:53.066 INFO:tasks.workunit.client.0.smithi040.stdout:op 1077 completed, throughput=4.99MB/sec 2024-04-22T04:50:53.066 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-On2Qqld_rlYFUNY off=5099976 len=194860 2024-04-22T04:50:53.067 INFO:tasks.workunit.client.0.smithi040.stdout:op 1078 completed, throughput=4.99MB/sec 2024-04-22T04:50:53.067 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MXFEG4F6G11Pn3H off=8806583 len=512800 2024-04-22T04:50:53.067 INFO:tasks.workunit.client.0.smithi040.stdout:op 1079 completed, throughput=4.99MB/sec 2024-04-22T04:50:53.067 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iOjbHz5SLASdW19 off=10539885 len=803183 2024-04-22T04:50:53.067 INFO:tasks.workunit.client.0.smithi040.stdout:op 1080 completed, throughput=5MB/sec 2024-04-22T04:50:53.067 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DtHGBbAjHeSskt_ off=8088623 len=1221148 2024-04-22T04:50:53.068 INFO:tasks.workunit.client.0.smithi040.stdout:op 1081 completed, throughput=5MB/sec 2024-04-22T04:50:53.869 INFO:tasks.workunit.client.0.smithi040.stdout: 212: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:53.870 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Oyx5Tr62jrED4ZQ off=8574707 len=1222198 2024-04-22T04:50:53.872 INFO:tasks.workunit.client.0.smithi040.stdout:op 1082 completed, throughput=4.98MB/sec 2024-04-22T04:50:53.872 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nWf6XuMk5FuG4qJ off=4566443 len=1659130 2024-04-22T04:50:53.874 INFO:tasks.workunit.client.0.smithi040.stdout:op 1083 completed, throughput=4.99MB/sec 2024-04-22T04:50:53.874 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8-Tqt-0Rs5rqC5e off=5528681 len=1936424 2024-04-22T04:50:53.876 INFO:tasks.workunit.client.0.smithi040.stdout:op 1084 completed, throughput=5MB/sec 2024-04-22T04:50:54.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:54 smithi062 ceph-mon[78153]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:50:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:54 smithi040 ceph-mon[88445]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:50:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:54 smithi040 ceph-mon[91058]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:50:54.876 INFO:tasks.workunit.client.0.smithi040.stdout: 213: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:54.877 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-S3cGwIYXEQiOHb4 off=1479586 len=1259906 2024-04-22T04:50:54.882 INFO:tasks.workunit.client.0.smithi040.stdout:op 1085 completed, throughput=4.98MB/sec 2024-04-22T04:50:54.882 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-r2tmA7kqoYiWk7N off=6028111 len=1144303 2024-04-22T04:50:54.888 INFO:tasks.workunit.client.0.smithi040.stdout:op 1086 completed, throughput=4.99MB/sec 2024-04-22T04:50:54.888 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6WeHZd3Mey1PS1u off=2732287 len=2071668 2024-04-22T04:50:54.899 INFO:tasks.workunit.client.0.smithi040.stdout:op 1087 completed, throughput=5MB/sec 2024-04-22T04:50:54.899 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jOXNAdlBrt1DLHo off=1201337 len=1282083 2024-04-22T04:50:54.906 INFO:tasks.workunit.client.0.smithi040.stdout:op 1088 completed, throughput=5MB/sec 2024-04-22T04:50:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:50:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:50:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:50:55.906 INFO:tasks.workunit.client.0.smithi040.stdout: 214: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:55.907 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IaJxKcZcmhfpUxx off=5169392 len=1717144 2024-04-22T04:50:55.910 INFO:tasks.workunit.client.0.smithi040.stdout:op 1089 completed, throughput=4.99MB/sec 2024-04-22T04:50:55.910 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-irTmUoWmhtKPeWT off=4178880 len=1621200 2024-04-22T04:50:55.912 INFO:tasks.workunit.client.0.smithi040.stdout:op 1090 completed, throughput=4.99MB/sec 2024-04-22T04:50:55.912 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--4WtJMwcltmYBiZ off=17933978 len=1038773 2024-04-22T04:50:55.914 INFO:tasks.workunit.client.0.smithi040.stdout:op 1091 completed, throughput=5MB/sec 2024-04-22T04:50:55.914 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-i-u0M4cMOCwRPVc off=3455022 len=602882 2024-04-22T04:50:55.915 INFO:tasks.workunit.client.0.smithi040.stdout:op 1092 completed, throughput=5MB/sec 2024-04-22T04:50:56.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:56 smithi062 ceph-mon[78153]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:50:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:56 smithi040 ceph-mon[88445]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:50:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:56 smithi040 ceph-mon[91058]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:50:56.915 INFO:tasks.workunit.client.0.smithi040.stdout: 215: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:56.915 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uWOelbSik8-dIBi off=5520914 len=31058 2024-04-22T04:50:56.918 INFO:tasks.workunit.client.0.smithi040.stdout:op 1093 completed, throughput=4.98MB/sec 2024-04-22T04:50:56.918 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RrOgGV2j9xniWxh off=3207609 len=2026950 2024-04-22T04:50:56.925 INFO:tasks.workunit.client.0.smithi040.stdout:op 1094 completed, throughput=4.99MB/sec 2024-04-22T04:50:56.926 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sCAud5KNcxg8MPI off=13349128 len=1966239 2024-04-22T04:50:56.927 INFO:tasks.workunit.client.0.smithi040.stdout:op 1095 completed, throughput=5MB/sec 2024-04-22T04:50:56.928 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1yUsHeggskiL76L off=1448196 len=303111 2024-04-22T04:50:56.930 INFO:tasks.workunit.client.0.smithi040.stdout:op 1096 completed, throughput=5MB/sec 2024-04-22T04:50:56.930 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-66SheHGz6XjzMTp off=71610 len=1080362 2024-04-22T04:50:56.935 INFO:tasks.workunit.client.0.smithi040.stdout:op 1097 completed, throughput=5MB/sec 2024-04-22T04:50:57.936 INFO:tasks.workunit.client.0.smithi040.stdout: 216: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:57.936 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ke4jc9iehF6v9Lq off=8050864 len=1937399 2024-04-22T04:50:57.938 INFO:tasks.workunit.client.0.smithi040.stdout:op 1098 completed, throughput=4.99MB/sec 2024-04-22T04:50:57.938 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XhUF-BSn2ap-XPY off=2217194 len=1761037 2024-04-22T04:50:57.949 INFO:tasks.workunit.client.0.smithi040.stdout:op 1099 completed, throughput=4.99MB/sec 2024-04-22T04:50:57.949 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OXqY7AfFZX7OInz off=1860054 len=668367 2024-04-22T04:50:57.953 INFO:tasks.workunit.client.0.smithi040.stdout:op 1100 completed, throughput=5MB/sec 2024-04-22T04:50:57.953 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Z0Tad6sayEmmIak off=1596300 len=239386 2024-04-22T04:50:57.954 INFO:tasks.workunit.client.0.smithi040.stdout:op 1101 completed, throughput=5MB/sec 2024-04-22T04:50:57.954 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_jI3w9Ud9hXpTCS off=8678240 len=1562093 2024-04-22T04:50:57.962 INFO:tasks.workunit.client.0.smithi040.stdout:op 1102 completed, throughput=5MB/sec 2024-04-22T04:50:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:50:58 smithi062 ceph-mon[78153]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-22T04:50:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:50:58 smithi040 ceph-mon[88445]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-22T04:50:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:50:58 smithi040 ceph-mon[91058]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-22T04:50:58.962 INFO:tasks.workunit.client.0.smithi040.stdout: 217: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:58.963 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yCU1NGhN79_h-Iz off=8612550 len=1613252 2024-04-22T04:50:58.971 INFO:tasks.workunit.client.0.smithi040.stdout:op 1103 completed, throughput=4.99MB/sec 2024-04-22T04:50:58.972 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4gQ4_Z3lX_LU5yI off=16617234 len=8614 2024-04-22T04:50:58.973 INFO:tasks.workunit.client.0.smithi040.stdout:op 1104 completed, throughput=4.99MB/sec 2024-04-22T04:50:58.973 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Is6vI7WYAwP49_X off=11006497 len=629400 2024-04-22T04:50:58.978 INFO:tasks.workunit.client.0.smithi040.stdout:op 1105 completed, throughput=4.99MB/sec 2024-04-22T04:50:58.978 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sFKbPgRuTlJ8emr off=7193057 len=279691 2024-04-22T04:50:58.979 INFO:tasks.workunit.client.0.smithi040.stdout:op 1106 completed, throughput=4.99MB/sec 2024-04-22T04:50:58.979 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xsDOjXAfW64kLPR off=4038228 len=1212112 2024-04-22T04:50:58.985 INFO:tasks.workunit.client.0.smithi040.stdout:op 1107 completed, throughput=5MB/sec 2024-04-22T04:50:58.985 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QVIxNm-SItw7Qsn off=269034 len=647022 2024-04-22T04:50:58.989 INFO:tasks.workunit.client.0.smithi040.stdout:op 1108 completed, throughput=5MB/sec 2024-04-22T04:50:59.989 INFO:tasks.workunit.client.0.smithi040.stdout: 218: throughput=4.98MB/sec pending data=0 2024-04-22T04:50:59.989 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RWmfxpc3hz0EjpB off=22535495 len=75014 2024-04-22T04:50:59.991 INFO:tasks.workunit.client.0.smithi040.stdout:op 1109 completed, throughput=4.98MB/sec 2024-04-22T04:50:59.991 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Va9zc8R7BY3eyNq off=1557064 len=1629392 2024-04-22T04:50:59.993 INFO:tasks.workunit.client.0.smithi040.stdout:op 1110 completed, throughput=4.98MB/sec 2024-04-22T04:50:59.993 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-H9WSqf4wNlOhHpG off=13437384 len=395787 2024-04-22T04:50:59.996 INFO:tasks.workunit.client.0.smithi040.stdout:op 1111 completed, throughput=4.99MB/sec 2024-04-22T04:50:59.997 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zvV_2epVJLJmQId off=1716413 len=1855910 2024-04-22T04:51:00.012 INFO:tasks.workunit.client.0.smithi040.stdout:op 1112 completed, throughput=4.99MB/sec 2024-04-22T04:51:00.012 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Dm8ER_VxIFNeRi7 off=143231 len=303248 2024-04-22T04:51:00.014 INFO:tasks.workunit.client.0.smithi040.stdout:op 1113 completed, throughput=5MB/sec 2024-04-22T04:51:00.014 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-S_jZsxvgDH6zC70 off=3450615 len=1344286 2024-04-22T04:51:00.022 INFO:tasks.workunit.client.0.smithi040.stdout:op 1114 completed, throughput=5MB/sec 2024-04-22T04:51:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:00 smithi040 ceph-mon[88445]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:51:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:00 smithi040 ceph-mon[91058]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:51:00.410 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:51:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:51:00] "GET /metrics HTTP/1.1" 200 240216 "" "Prometheus/2.43.0" 2024-04-22T04:51:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:00 smithi062 ceph-mon[78153]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:51:01.022 INFO:tasks.workunit.client.0.smithi040.stdout: 219: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:01.022 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2-GfR1tREAS0UY7 off=24015136 len=1385683 2024-04-22T04:51:01.030 INFO:tasks.workunit.client.0.smithi040.stdout:op 1115 completed, throughput=4.98MB/sec 2024-04-22T04:51:01.030 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aBPztinMPbSQkLn off=11306391 len=1720658 2024-04-22T04:51:01.037 INFO:tasks.workunit.client.0.smithi040.stdout:op 1116 completed, throughput=4.99MB/sec 2024-04-22T04:51:01.037 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jaR8SITsvnV5FlF off=3881104 len=472458 2024-04-22T04:51:01.040 INFO:tasks.workunit.client.0.smithi040.stdout:op 1117 completed, throughput=4.99MB/sec 2024-04-22T04:51:01.040 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_-x6YwZ3trtXm7V off=6553216 len=558739 2024-04-22T04:51:01.041 INFO:tasks.workunit.client.0.smithi040.stdout:op 1118 completed, throughput=5MB/sec 2024-04-22T04:51:01.041 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vppHTucv1iihO6- off=1080067 len=2048698 2024-04-22T04:51:01.049 INFO:tasks.workunit.client.0.smithi040.stdout:op 1119 completed, throughput=5MB/sec 2024-04-22T04:51:02.049 INFO:tasks.workunit.client.0.smithi040.stdout: 220: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:02.050 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-u-omtPUQ-tCMj92 off=1376722 len=174474 2024-04-22T04:51:02.052 INFO:tasks.workunit.client.0.smithi040.stdout:op 1120 completed, throughput=4.98MB/sec 2024-04-22T04:51:02.052 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yePPxEws4jM5rKd off=2423688 len=1201423 2024-04-22T04:51:02.054 INFO:tasks.workunit.client.0.smithi040.stdout:op 1121 completed, throughput=4.99MB/sec 2024-04-22T04:51:02.054 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-f5jrqbu8jeSNIAu off=3627174 len=1444484 2024-04-22T04:51:02.056 INFO:tasks.workunit.client.0.smithi040.stdout:op 1122 completed, throughput=4.99MB/sec 2024-04-22T04:51:02.056 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KDAbtpDuH-6yiDo off=9397822 len=1009041 2024-04-22T04:51:02.062 INFO:tasks.workunit.client.0.smithi040.stdout:op 1123 completed, throughput=5MB/sec 2024-04-22T04:51:02.062 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-puu1FQlB99eCaIa off=18198680 len=1919083 2024-04-22T04:51:02.073 INFO:tasks.workunit.client.0.smithi040.stdout:op 1124 completed, throughput=5.01MB/sec 2024-04-22T04:51:02.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:02 smithi062 ceph-mon[78153]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:51:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:02 smithi040 ceph-mon[88445]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:51:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:02 smithi040 ceph-mon[91058]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:51:03.073 INFO:tasks.workunit.client.0.smithi040.stdout: 221: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:03.074 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hAA5UkuS3pnHvc7 off=12624834 len=1887890 2024-04-22T04:51:03.077 INFO:tasks.workunit.client.0.smithi040.stdout:op 1125 completed, throughput=4.99MB/sec 2024-04-22T04:51:03.077 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pucWlQVbA9Zy9XL off=3431228 len=162304 2024-04-22T04:51:03.080 INFO:tasks.workunit.client.0.smithi040.stdout:op 1126 completed, throughput=4.99MB/sec 2024-04-22T04:51:03.080 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-P2zv1q5p5j7FA4Q off=5301083 len=46866 2024-04-22T04:51:03.083 INFO:tasks.workunit.client.0.smithi040.stdout:op 1127 completed, throughput=4.99MB/sec 2024-04-22T04:51:03.083 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Z2yIrFbfG4JT1qa off=18239394 len=1372183 2024-04-22T04:51:03.091 INFO:tasks.workunit.client.0.smithi040.stdout:op 1128 completed, throughput=5MB/sec 2024-04-22T04:51:03.092 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-L6Wvq5tGmYP6DCh off=3070973 len=1162997 2024-04-22T04:51:03.096 INFO:tasks.workunit.client.0.smithi040.stdout:op 1129 completed, throughput=5MB/sec 2024-04-22T04:51:04.096 INFO:tasks.workunit.client.0.smithi040.stdout: 222: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:04.097 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-A2UMF5ADiJKc0Ay off=4047368 len=778224 2024-04-22T04:51:04.099 INFO:tasks.workunit.client.0.smithi040.stdout:op 1130 completed, throughput=4.98MB/sec 2024-04-22T04:51:04.099 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-U7Xe7zog0p6Iydq off=2336718 len=1667869 2024-04-22T04:51:04.101 INFO:tasks.workunit.client.0.smithi040.stdout:op 1131 completed, throughput=4.99MB/sec 2024-04-22T04:51:04.101 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CbC09AVOu5b9nn0 off=4960056 len=1410596 2024-04-22T04:51:04.106 INFO:tasks.workunit.client.0.smithi040.stdout:op 1132 completed, throughput=5MB/sec 2024-04-22T04:51:04.107 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9XCGtvewNFXkTW5 off=4033519 len=251986 2024-04-22T04:51:04.107 INFO:tasks.workunit.client.0.smithi040.stdout:op 1133 completed, throughput=5MB/sec 2024-04-22T04:51:04.107 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4pcj80U0Zflubvp off=890013 len=875653 2024-04-22T04:51:04.108 INFO:tasks.workunit.client.0.smithi040.stdout:op 1134 completed, throughput=5MB/sec 2024-04-22T04:51:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:04 smithi062 ceph-mon[78153]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:51:04.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:04 smithi040 ceph-mon[88445]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:51:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:04 smithi040 ceph-mon[91058]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:51:05.109 INFO:tasks.workunit.client.0.smithi040.stdout: 223: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:05.109 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zq5lMFjOv_8utJY off=3713277 len=1351055 2024-04-22T04:51:05.111 INFO:tasks.workunit.client.0.smithi040.stdout:op 1135 completed, throughput=4.99MB/sec 2024-04-22T04:51:05.111 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dW5khwObnn8DtGd off=1712816 len=920632 2024-04-22T04:51:05.112 INFO:tasks.workunit.client.0.smithi040.stdout:op 1136 completed, throughput=4.99MB/sec 2024-04-22T04:51:05.112 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-d_mGixymeLDSdya off=4991701 len=1641043 2024-04-22T04:51:05.120 INFO:tasks.workunit.client.0.smithi040.stdout:op 1137 completed, throughput=5MB/sec 2024-04-22T04:51:05.120 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fQ0EWi9bqdVSz4r off=6352460 len=1859382 2024-04-22T04:51:05.122 INFO:tasks.workunit.client.0.smithi040.stdout:op 1138 completed, throughput=5MB/sec 2024-04-22T04:51:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:51:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:51:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:51:06.122 INFO:tasks.workunit.client.0.smithi040.stdout: 224: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:06.122 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6x5ykB1bLzGQik1 off=2624419 len=1930662 2024-04-22T04:51:06.124 INFO:tasks.workunit.client.0.smithi040.stdout:op 1139 completed, throughput=4.99MB/sec 2024-04-22T04:51:06.124 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nxZ18aj-JrlbBJd off=2572098 len=1898178 2024-04-22T04:51:06.126 INFO:tasks.workunit.client.0.smithi040.stdout:op 1140 completed, throughput=5MB/sec 2024-04-22T04:51:06.127 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-F99UOIhcmL70qqm off=5607343 len=751606 2024-04-22T04:51:06.132 INFO:tasks.workunit.client.0.smithi040.stdout:op 1141 completed, throughput=5MB/sec 2024-04-22T04:51:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:06 smithi062 ceph-mon[78153]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:51:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:51:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:06 smithi040 ceph-mon[88445]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:51:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:51:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:06 smithi040 ceph-mon[91058]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:51:06.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:51:07.132 INFO:tasks.workunit.client.0.smithi040.stdout: 225: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:07.132 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Dk9Vgp-IhlPenLK off=6822761 len=742003 2024-04-22T04:51:07.134 INFO:tasks.workunit.client.0.smithi040.stdout:op 1142 completed, throughput=4.98MB/sec 2024-04-22T04:51:07.134 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3uJaEO4EgtYZAn1 off=8359445 len=862489 2024-04-22T04:51:07.139 INFO:tasks.workunit.client.0.smithi040.stdout:op 1143 completed, throughput=4.99MB/sec 2024-04-22T04:51:07.139 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-U9cQ43ZWMzw11iC off=1092032 len=1014506 2024-04-22T04:51:07.145 INFO:tasks.workunit.client.0.smithi040.stdout:op 1144 completed, throughput=4.99MB/sec 2024-04-22T04:51:07.145 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VlHQ6zU3mwdNzq1 off=1484961 len=1244201 2024-04-22T04:51:07.150 INFO:tasks.workunit.client.0.smithi040.stdout:op 1145 completed, throughput=4.99MB/sec 2024-04-22T04:51:07.150 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pTbgJE6v3s5OFA- off=15934387 len=649959 2024-04-22T04:51:07.154 INFO:tasks.workunit.client.0.smithi040.stdout:op 1146 completed, throughput=5MB/sec 2024-04-22T04:51:07.154 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-t_s1HAoStXEx9uR off=2443448 len=689829 2024-04-22T04:51:07.159 INFO:tasks.workunit.client.0.smithi040.stdout:op 1147 completed, throughput=5MB/sec 2024-04-22T04:51:07.159 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DEnlpekbw5xZi4O off=1173962 len=889557 2024-04-22T04:51:07.163 INFO:tasks.workunit.client.0.smithi040.stdout:op 1148 completed, throughput=5MB/sec 2024-04-22T04:51:08.164 INFO:tasks.workunit.client.0.smithi040.stdout: 226: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:08.164 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TZpkVKLAsVqFvxr off=1156743 len=164766 2024-04-22T04:51:08.164 INFO:tasks.workunit.client.0.smithi040.stdout:op 1149 completed, throughput=4.98MB/sec 2024-04-22T04:51:08.164 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Ler6NY7NjzLc23y off=17272455 len=9351 2024-04-22T04:51:08.167 INFO:tasks.workunit.client.0.smithi040.stdout:op 1150 completed, throughput=4.98MB/sec 2024-04-22T04:51:08.167 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MIMpPiAtWZQUB2b off=14171389 len=663802 2024-04-22T04:51:08.169 INFO:tasks.workunit.client.0.smithi040.stdout:op 1151 completed, throughput=4.98MB/sec 2024-04-22T04:51:08.169 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-clZMtp9UkzBcRNK off=7796035 len=306532 2024-04-22T04:51:08.171 INFO:tasks.workunit.client.0.smithi040.stdout:op 1152 completed, throughput=4.99MB/sec 2024-04-22T04:51:08.171 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sUUgE2kWIhkWA3k off=3145283 len=227244 2024-04-22T04:51:08.172 INFO:tasks.workunit.client.0.smithi040.stdout:op 1153 completed, throughput=4.99MB/sec 2024-04-22T04:51:08.173 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZwKL4rbjSrUF4gY off=1309485 len=390214 2024-04-22T04:51:08.176 INFO:tasks.workunit.client.0.smithi040.stdout:op 1154 completed, throughput=4.99MB/sec 2024-04-22T04:51:08.176 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yZpM_5CAv-T4Xac off=7130804 len=687404 2024-04-22T04:51:08.177 INFO:tasks.workunit.client.0.smithi040.stdout:op 1155 completed, throughput=4.99MB/sec 2024-04-22T04:51:08.178 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xtiKkLILZW2C_Mm off=2098395 len=1788639 2024-04-22T04:51:08.185 INFO:tasks.workunit.client.0.smithi040.stdout:op 1156 completed, throughput=5MB/sec 2024-04-22T04:51:08.185 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MsB74G9MYqg8DFI off=3368886 len=635965 2024-04-22T04:51:08.189 INFO:tasks.workunit.client.0.smithi040.stdout:op 1157 completed, throughput=5MB/sec 2024-04-22T04:51:08.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:08 smithi062 ceph-mon[78153]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T04:51:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:08 smithi040 ceph-mon[88445]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T04:51:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:08 smithi040 ceph-mon[91058]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T04:51:09.190 INFO:tasks.workunit.client.0.smithi040.stdout: 227: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:09.190 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yLRwEQQej-bHbmN off=2710938 len=992278 2024-04-22T04:51:09.192 INFO:tasks.workunit.client.0.smithi040.stdout:op 1158 completed, throughput=4.98MB/sec 2024-04-22T04:51:09.192 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Om1GvJd292yJRj2 off=1273720 len=1337663 2024-04-22T04:51:09.201 INFO:tasks.workunit.client.0.smithi040.stdout:op 1159 completed, throughput=4.99MB/sec 2024-04-22T04:51:09.201 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-J9AF_jPdBVp6ewz off=2183307 len=1355134 2024-04-22T04:51:09.203 INFO:tasks.workunit.client.0.smithi040.stdout:op 1160 completed, throughput=4.99MB/sec 2024-04-22T04:51:09.203 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-34YRhXA7xTmG6sU off=19620307 len=1870057 2024-04-22T04:51:09.205 INFO:tasks.workunit.client.0.smithi040.stdout:op 1161 completed, throughput=5MB/sec 2024-04-22T04:51:10.206 INFO:tasks.workunit.client.0.smithi040.stdout: 228: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:10.206 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-V6eqnJgKnnf_5wL off=4263891 len=339453 2024-04-22T04:51:10.209 INFO:tasks.workunit.client.0.smithi040.stdout:op 1162 completed, throughput=4.98MB/sec 2024-04-22T04:51:10.209 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GqoqhXgQxo2YgV9 off=10561721 len=863841 2024-04-22T04:51:10.210 INFO:tasks.workunit.client.0.smithi040.stdout:op 1163 completed, throughput=4.99MB/sec 2024-04-22T04:51:10.210 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PrKxp-aeEADgf_g off=1898116 len=2040708 2024-04-22T04:51:10.213 INFO:tasks.workunit.client.0.smithi040.stdout:op 1164 completed, throughput=4.99MB/sec 2024-04-22T04:51:10.213 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dsn-LpLG67QeXkg off=13752746 len=2028163 2024-04-22T04:51:10.223 INFO:tasks.workunit.client.0.smithi040.stdout:op 1165 completed, throughput=5MB/sec 2024-04-22T04:51:10.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:10 smithi040 ceph-mon[88445]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:51:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:51:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:51:10] "GET /metrics HTTP/1.1" 200 240224 "" "Prometheus/2.43.0" 2024-04-22T04:51:10.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:10 smithi040 ceph-mon[91058]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:51:10.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:10 smithi062 ceph-mon[78153]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:51:11.223 INFO:tasks.workunit.client.0.smithi040.stdout: 229: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:11.223 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fK8qc2hPuDVBVWu off=13288705 len=2037980 2024-04-22T04:51:11.225 INFO:tasks.workunit.client.0.smithi040.stdout:op 1166 completed, throughput=4.99MB/sec 2024-04-22T04:51:11.225 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pBdH3Dd3tzZiX-3 off=14150086 len=1568693 2024-04-22T04:51:11.233 INFO:tasks.workunit.client.0.smithi040.stdout:op 1167 completed, throughput=4.99MB/sec 2024-04-22T04:51:11.233 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-g1S1rXYAi1z-uI2 off=6816594 len=1565919 2024-04-22T04:51:11.241 INFO:tasks.workunit.client.0.smithi040.stdout:op 1168 completed, throughput=5MB/sec 2024-04-22T04:51:12.241 INFO:tasks.workunit.client.0.smithi040.stdout: 230: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:12.241 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kYOVCH7bacFa7Gn off=237498 len=1122160 2024-04-22T04:51:12.242 INFO:tasks.workunit.client.0.smithi040.stdout:op 1169 completed, throughput=4.98MB/sec 2024-04-22T04:51:12.242 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vytRqvB-HAatChT off=2988951 len=1213592 2024-04-22T04:51:12.250 INFO:tasks.workunit.client.0.smithi040.stdout:op 1170 completed, throughput=4.99MB/sec 2024-04-22T04:51:12.250 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MnD1BuJnGqoyTdl off=5018369 len=1242478 2024-04-22T04:51:12.256 INFO:tasks.workunit.client.0.smithi040.stdout:op 1171 completed, throughput=4.99MB/sec 2024-04-22T04:51:12.256 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ETs1_mXPjfAhiQ_ off=260607 len=1413394 2024-04-22T04:51:12.263 INFO:tasks.workunit.client.0.smithi040.stdout:op 1172 completed, throughput=5MB/sec 2024-04-22T04:51:12.263 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kmXiCgCAsCcvLfj off=11154499 len=4088 2024-04-22T04:51:12.264 INFO:tasks.workunit.client.0.smithi040.stdout:op 1173 completed, throughput=5MB/sec 2024-04-22T04:51:12.264 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-12b5xWPcO6rkXsn off=2265424 len=1876756 2024-04-22T04:51:12.272 INFO:tasks.workunit.client.0.smithi040.stdout:op 1174 completed, throughput=5.01MB/sec 2024-04-22T04:51:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:12 smithi062 ceph-mon[78153]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:51:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:12 smithi040 ceph-mon[88445]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:51:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:12 smithi040 ceph-mon[91058]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:51:13.272 INFO:tasks.workunit.client.0.smithi040.stdout: 231: throughput=4.99MB/sec pending data=0 2024-04-22T04:51:13.272 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hH7QhZbZRk4OoxL off=116636 len=1195780 2024-04-22T04:51:13.274 INFO:tasks.workunit.client.0.smithi040.stdout:op 1175 completed, throughput=4.99MB/sec 2024-04-22T04:51:13.274 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-w643piaJWyDSxBA off=874514 len=476048 2024-04-22T04:51:13.275 INFO:tasks.workunit.client.0.smithi040.stdout:op 1176 completed, throughput=4.99MB/sec 2024-04-22T04:51:13.275 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-C0VY6SUmJE0JgQE off=772376 len=914548 2024-04-22T04:51:13.280 INFO:tasks.workunit.client.0.smithi040.stdout:op 1177 completed, throughput=5MB/sec 2024-04-22T04:51:13.280 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QazDTF1xFByFZtA off=9153738 len=418716 2024-04-22T04:51:13.280 INFO:tasks.workunit.client.0.smithi040.stdout:op 1178 completed, throughput=5MB/sec 2024-04-22T04:51:13.281 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ibUhUJWmqSoSiVX off=21747182 len=1328024 2024-04-22T04:51:13.287 INFO:tasks.workunit.client.0.smithi040.stdout:op 1179 completed, throughput=5MB/sec 2024-04-22T04:51:14.287 INFO:tasks.workunit.client.0.smithi040.stdout: 232: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:14.288 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-edrcJljCQOEFxbv off=1481109 len=1088481 2024-04-22T04:51:14.293 INFO:tasks.workunit.client.0.smithi040.stdout:op 1180 completed, throughput=4.99MB/sec 2024-04-22T04:51:14.294 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-N48eYVgZQInqIs6 off=297038 len=1476110 2024-04-22T04:51:14.295 INFO:tasks.workunit.client.0.smithi040.stdout:op 1181 completed, throughput=4.99MB/sec 2024-04-22T04:51:14.295 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MdJQX8QAjfeVEAA off=12140138 len=1806417 2024-04-22T04:51:14.306 INFO:tasks.workunit.client.0.smithi040.stdout:op 1182 completed, throughput=5MB/sec 2024-04-22T04:51:14.306 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TcdAcugTVWY21Nq off=11554235 len=1370692 2024-04-22T04:51:14.308 INFO:tasks.workunit.client.0.smithi040.stdout:op 1183 completed, throughput=5MB/sec 2024-04-22T04:51:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:14 smithi062 ceph-mon[78153]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T04:51:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:14 smithi040 ceph-mon[88445]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T04:51:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:14 smithi040 ceph-mon[91058]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T04:51:15.308 INFO:tasks.workunit.client.0.smithi040.stdout: 233: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:15.308 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-M4rKMu6CHWmk66q off=633834 len=1400181 2024-04-22T04:51:15.311 INFO:tasks.workunit.client.0.smithi040.stdout:op 1184 completed, throughput=4.99MB/sec 2024-04-22T04:51:15.311 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7xKP-QhTvDljLK9 off=14896222 len=1144819 2024-04-22T04:51:15.313 INFO:tasks.workunit.client.0.smithi040.stdout:op 1185 completed, throughput=4.99MB/sec 2024-04-22T04:51:15.313 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6MVhVcC8Gv-It6b off=7967339 len=1791836 2024-04-22T04:51:15.315 INFO:tasks.workunit.client.0.smithi040.stdout:op 1186 completed, throughput=5MB/sec 2024-04-22T04:51:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:51:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:51:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:51:16.316 INFO:tasks.workunit.client.0.smithi040.stdout: 234: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:16.316 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kTG-wnyDshTom-P off=1188748 len=2091481 2024-04-22T04:51:16.318 INFO:tasks.workunit.client.0.smithi040.stdout:op 1187 completed, throughput=4.99MB/sec 2024-04-22T04:51:16.318 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LlwZaCmWVrllqZL off=6270050 len=1714781 2024-04-22T04:51:16.329 INFO:tasks.workunit.client.0.smithi040.stdout:op 1188 completed, throughput=4.99MB/sec 2024-04-22T04:51:16.329 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yA98tv41WbhD0hy off=11691171 len=389420 2024-04-22T04:51:16.330 INFO:tasks.workunit.client.0.smithi040.stdout:op 1189 completed, throughput=5MB/sec 2024-04-22T04:51:16.330 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ew-4wEaqu2Sjlt8 off=7700791 len=1697596 2024-04-22T04:51:16.339 INFO:tasks.workunit.client.0.smithi040.stdout:op 1190 completed, throughput=5MB/sec 2024-04-22T04:51:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:16 smithi062 ceph-mon[78153]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:51:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:16 smithi040 ceph-mon[88445]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:51:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:16 smithi040 ceph-mon[91058]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:51:17.340 INFO:tasks.workunit.client.0.smithi040.stdout: 235: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:17.340 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UHFQG0W-1eKnwR7 off=3210192 len=1845193 2024-04-22T04:51:17.343 INFO:tasks.workunit.client.0.smithi040.stdout:op 1191 completed, throughput=4.99MB/sec 2024-04-22T04:51:17.343 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-52fkgs5ipWNI6gg off=1174746 len=602889 2024-04-22T04:51:17.345 INFO:tasks.workunit.client.0.smithi040.stdout:op 1192 completed, throughput=4.99MB/sec 2024-04-22T04:51:17.345 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-owzrDdFJZ-SMcMA off=16089726 len=1426584 2024-04-22T04:51:17.352 INFO:tasks.workunit.client.0.smithi040.stdout:op 1193 completed, throughput=5MB/sec 2024-04-22T04:51:17.352 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_ZJPgJ4yudr00Ao off=2095269 len=1467689 2024-04-22T04:51:17.360 INFO:tasks.workunit.client.0.smithi040.stdout:op 1194 completed, throughput=5MB/sec 2024-04-22T04:51:18.361 INFO:tasks.workunit.client.0.smithi040.stdout: 236: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:18.361 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-b2f_f323AfPQWeZ off=308871 len=1938716 2024-04-22T04:51:18.372 INFO:tasks.workunit.client.0.smithi040.stdout:op 1195 completed, throughput=4.99MB/sec 2024-04-22T04:51:18.372 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-95dYLUg6QqbVBtV off=13503570 len=394439 2024-04-22T04:51:18.373 INFO:tasks.workunit.client.0.smithi040.stdout:op 1196 completed, throughput=4.99MB/sec 2024-04-22T04:51:18.373 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5OtLnhMis_zyMRu off=4126548 len=763453 2024-04-22T04:51:18.378 INFO:tasks.workunit.client.0.smithi040.stdout:op 1197 completed, throughput=4.99MB/sec 2024-04-22T04:51:18.378 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5VRgzsQM_C7GgqK off=2822927 len=1435456 2024-04-22T04:51:18.380 INFO:tasks.workunit.client.0.smithi040.stdout:op 1198 completed, throughput=5MB/sec 2024-04-22T04:51:18.380 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jMhqVWC54N4BS34 off=2013848 len=1372612 2024-04-22T04:51:18.388 INFO:tasks.workunit.client.0.smithi040.stdout:op 1199 completed, throughput=5MB/sec 2024-04-22T04:51:18.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:18 smithi062 ceph-mon[78153]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:51:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:18 smithi040 ceph-mon[88445]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:51:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:18 smithi040 ceph-mon[91058]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:51:19.388 INFO:tasks.workunit.client.0.smithi040.stdout: 237: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:19.388 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5UBavZvO1I96Wn5 off=9507807 len=982754 2024-04-22T04:51:19.390 INFO:tasks.workunit.client.0.smithi040.stdout:op 1200 completed, throughput=4.99MB/sec 2024-04-22T04:51:19.390 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-F0cxfCmkZsEnvhF off=14273974 len=1202097 2024-04-22T04:51:19.392 INFO:tasks.workunit.client.0.smithi040.stdout:op 1201 completed, throughput=4.99MB/sec 2024-04-22T04:51:19.392 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qvdCNnpv7MCcIyD off=10612220 len=477151 2024-04-22T04:51:19.395 INFO:tasks.workunit.client.0.smithi040.stdout:op 1202 completed, throughput=4.99MB/sec 2024-04-22T04:51:19.395 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-t77TpAIivGUJLNc off=5882355 len=1393620 2024-04-22T04:51:19.401 INFO:tasks.workunit.client.0.smithi040.stdout:op 1203 completed, throughput=5MB/sec 2024-04-22T04:51:19.402 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cNMC3giVkXkusb2 off=2540986 len=240379 2024-04-22T04:51:19.404 INFO:tasks.workunit.client.0.smithi040.stdout:op 1204 completed, throughput=5MB/sec 2024-04-22T04:51:20.404 INFO:tasks.workunit.client.0.smithi040.stdout: 238: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:20.405 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Dovk519IliOQBWt off=6917970 len=1980207 2024-04-22T04:51:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:20 smithi040 ceph-mon[88445]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:51:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:51:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:51:20] "GET /metrics HTTP/1.1" 200 240224 "" "Prometheus/2.43.0" 2024-04-22T04:51:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:20 smithi040 ceph-mon[91058]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:51:20.414 INFO:tasks.workunit.client.0.smithi040.stdout:op 1205 completed, throughput=4.99MB/sec 2024-04-22T04:51:20.414 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CSDeG2GonqEnHI6 off=12669480 len=1618623 2024-04-22T04:51:20.415 INFO:tasks.workunit.client.0.smithi040.stdout:op 1206 completed, throughput=4.99MB/sec 2024-04-22T04:51:20.415 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-50DfdWZukWgH05l off=6658600 len=810520 2024-04-22T04:51:20.416 INFO:tasks.workunit.client.0.smithi040.stdout:op 1207 completed, throughput=5MB/sec 2024-04-22T04:51:20.416 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-E8GAgegb_RqsmPV off=444278 len=1724598 2024-04-22T04:51:20.417 INFO:tasks.workunit.client.0.smithi040.stdout:op 1208 completed, throughput=5MB/sec 2024-04-22T04:51:20.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:20 smithi062 ceph-mon[78153]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:51:21.418 INFO:tasks.workunit.client.0.smithi040.stdout: 239: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:21.418 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ANic1DDoKu447zG off=6803825 len=1881881 2024-04-22T04:51:21.420 INFO:tasks.workunit.client.0.smithi040.stdout:op 1209 completed, throughput=4.99MB/sec 2024-04-22T04:51:21.420 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4qAg87lmYlQwOvs off=5354455 len=323108 2024-04-22T04:51:21.423 INFO:tasks.workunit.client.0.smithi040.stdout:op 1210 completed, throughput=4.99MB/sec 2024-04-22T04:51:21.424 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1nrYUuLwIDvclmh off=9295144 len=589913 2024-04-22T04:51:21.425 INFO:tasks.workunit.client.0.smithi040.stdout:op 1211 completed, throughput=4.99MB/sec 2024-04-22T04:51:21.425 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PV6HX42F3VKVppN off=2823662 len=57956 2024-04-22T04:51:21.426 INFO:tasks.workunit.client.0.smithi040.stdout:op 1212 completed, throughput=4.99MB/sec 2024-04-22T04:51:21.426 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IZx1kcqoxYVwNra off=11545720 len=1552253 2024-04-22T04:51:21.428 INFO:tasks.workunit.client.0.smithi040.stdout:op 1213 completed, throughput=5MB/sec 2024-04-22T04:51:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:51:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:51:21.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:51:22.428 INFO:tasks.workunit.client.0.smithi040.stdout: 240: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:22.428 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-die1dsnBlmxEoZv off=2530828 len=321095 2024-04-22T04:51:22.432 INFO:tasks.workunit.client.0.smithi040.stdout:op 1214 completed, throughput=4.98MB/sec 2024-04-22T04:51:22.432 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Iozq4R6GYyL9lvy off=2161324 len=1950824 2024-04-22T04:51:22.441 INFO:tasks.workunit.client.0.smithi040.stdout:op 1215 completed, throughput=4.99MB/sec 2024-04-22T04:51:22.441 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vr0pjve5Tmenr1_ off=2864888 len=1594472 2024-04-22T04:51:22.445 INFO:tasks.workunit.client.0.smithi040.stdout:op 1216 completed, throughput=4.99MB/sec 2024-04-22T04:51:22.445 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-g-oxxeUO9OOHXJz off=4743910 len=1629781 2024-04-22T04:51:22.447 INFO:tasks.workunit.client.0.smithi040.stdout:op 1217 completed, throughput=5MB/sec 2024-04-22T04:51:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:22 smithi062 ceph-mon[78153]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:51:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:22 smithi040 ceph-mon[88445]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:51:22.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:22 smithi040 ceph-mon[91058]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:51:23.447 INFO:tasks.workunit.client.0.smithi040.stdout: 241: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:23.447 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0QZrj97BSfK54HK off=5843179 len=998062 2024-04-22T04:51:23.448 INFO:tasks.workunit.client.0.smithi040.stdout:op 1218 completed, throughput=4.98MB/sec 2024-04-22T04:51:23.448 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fV6hfS0dgN7KXkh off=1620055 len=1360374 2024-04-22T04:51:23.455 INFO:tasks.workunit.client.0.smithi040.stdout:op 1219 completed, throughput=4.99MB/sec 2024-04-22T04:51:23.455 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BI-ZoxtQnP97xQV off=4951076 len=83946 2024-04-22T04:51:23.458 INFO:tasks.workunit.client.0.smithi040.stdout:op 1220 completed, throughput=4.99MB/sec 2024-04-22T04:51:23.458 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VKhEC_kJlCDGxrW off=2546488 len=2046191 2024-04-22T04:51:23.459 INFO:tasks.workunit.client.0.smithi040.stdout:op 1221 completed, throughput=5MB/sec 2024-04-22T04:51:23.459 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DE0JYVYtQsVozYz off=16059083 len=2055747 2024-04-22T04:51:23.470 INFO:tasks.workunit.client.0.smithi040.stdout:op 1222 completed, throughput=5.01MB/sec 2024-04-22T04:51:24.471 INFO:tasks.workunit.client.0.smithi040.stdout: 242: throughput=4.99MB/sec pending data=0 2024-04-22T04:51:24.471 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2kxzsPYC7ec8p8k off=9337659 len=1636975 2024-04-22T04:51:24.476 INFO:tasks.workunit.client.0.smithi040.stdout:op 1223 completed, throughput=4.99MB/sec 2024-04-22T04:51:24.476 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Xn7jjzVaSY5lGxy off=296898 len=1188562 2024-04-22T04:51:24.480 INFO:tasks.workunit.client.0.smithi040.stdout:op 1224 completed, throughput=5MB/sec 2024-04-22T04:51:24.481 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wr2WHejgHBEsMFP off=4425323 len=1627285 2024-04-22T04:51:24.483 INFO:tasks.workunit.client.0.smithi040.stdout:op 1225 completed, throughput=5MB/sec 2024-04-22T04:51:24.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:24 smithi062 ceph-mon[78153]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:51:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:24 smithi040 ceph-mon[88445]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:51:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:24 smithi040 ceph-mon[91058]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:51:25.484 INFO:tasks.workunit.client.0.smithi040.stdout: 243: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:25.484 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eNZZ6pECu-MC6XY off=375085 len=636158 2024-04-22T04:51:25.485 INFO:tasks.workunit.client.0.smithi040.stdout:op 1226 completed, throughput=4.98MB/sec 2024-04-22T04:51:25.485 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-24jwHqUiOdzCPcK off=1476307 len=1930982 2024-04-22T04:51:25.495 INFO:tasks.workunit.client.0.smithi040.stdout:op 1227 completed, throughput=4.99MB/sec 2024-04-22T04:51:25.495 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZYQwE97G82YXfrC off=7961672 len=1581175 2024-04-22T04:51:25.502 INFO:tasks.workunit.client.0.smithi040.stdout:op 1228 completed, throughput=5MB/sec 2024-04-22T04:51:25.502 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CuhsetUBxy5UZvI off=3138532 len=713817 2024-04-22T04:51:25.503 INFO:tasks.workunit.client.0.smithi040.stdout:op 1229 completed, throughput=5MB/sec 2024-04-22T04:51:25.633 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:51:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:51:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:51:25.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:51:25.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:25 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:51:25.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:25 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:51:25.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:51:25.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:51:25.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:25 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:51:25.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:51:25.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:25 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:51:25.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:25 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:51:25.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:51:25.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:51:25.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:25 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:51:25.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:51:25.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:25 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:51:25.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:25 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:51:25.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:51:25.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:51:25.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:25 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:51:26.503 INFO:tasks.workunit.client.0.smithi040.stdout: 244: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:26.503 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bPhn5S-Y0WFGfLI off=10704756 len=1797208 2024-04-22T04:51:26.505 INFO:tasks.workunit.client.0.smithi040.stdout:op 1230 completed, throughput=4.99MB/sec 2024-04-22T04:51:26.506 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-77r9dEDKF9uGzjU off=6202553 len=1906502 2024-04-22T04:51:26.508 INFO:tasks.workunit.client.0.smithi040.stdout:op 1231 completed, throughput=4.99MB/sec 2024-04-22T04:51:26.508 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-V0HsV4nrc9f4b-Y off=1810286 len=206743 2024-04-22T04:51:26.511 INFO:tasks.workunit.client.0.smithi040.stdout:op 1232 completed, throughput=5MB/sec 2024-04-22T04:51:26.512 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dHe8piMG87WF4wE off=20724153 len=157106 2024-04-22T04:51:26.514 INFO:tasks.workunit.client.0.smithi040.stdout:op 1233 completed, throughput=5MB/sec 2024-04-22T04:51:26.514 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lB88wGrZfc-g_1A off=2470504 len=1218734 2024-04-22T04:51:26.522 INFO:tasks.workunit.client.0.smithi040.stdout:op 1234 completed, throughput=5MB/sec 2024-04-22T04:51:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:26 smithi040 ceph-mon[88445]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-22T04:51:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:26 smithi040 ceph-mon[91058]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-22T04:51:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:26 smithi062 ceph-mon[78153]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-22T04:51:27.522 INFO:tasks.workunit.client.0.smithi040.stdout: 245: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:27.522 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-X79DGPzj4fdVwog off=1254970 len=1693404 2024-04-22T04:51:27.526 INFO:tasks.workunit.client.0.smithi040.stdout:op 1235 completed, throughput=4.99MB/sec 2024-04-22T04:51:27.526 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-t_yjJSCNYlnKhZC off=1794392 len=1938470 2024-04-22T04:51:27.528 INFO:tasks.workunit.client.0.smithi040.stdout:op 1236 completed, throughput=4.99MB/sec 2024-04-22T04:51:27.529 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IICrrEZIb-35ara off=6433212 len=838840 2024-04-22T04:51:27.533 INFO:tasks.workunit.client.0.smithi040.stdout:op 1237 completed, throughput=5MB/sec 2024-04-22T04:51:27.533 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yxeZouVo_E2tLI2 off=286645 len=1935470 2024-04-22T04:51:27.535 INFO:tasks.workunit.client.0.smithi040.stdout:op 1238 completed, throughput=5MB/sec 2024-04-22T04:51:28.536 INFO:tasks.workunit.client.0.smithi040.stdout: 246: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:28.536 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mv_TnDMlMqmigPi off=15358213 len=990480 2024-04-22T04:51:28.541 INFO:tasks.workunit.client.0.smithi040.stdout:op 1239 completed, throughput=4.99MB/sec 2024-04-22T04:51:28.541 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MI2eQp1q_l9C8Co off=8802286 len=68145 2024-04-22T04:51:28.542 INFO:tasks.workunit.client.0.smithi040.stdout:op 1240 completed, throughput=4.99MB/sec 2024-04-22T04:51:28.542 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Qkc_PdzMnQdhXxG off=12754106 len=2013316 2024-04-22T04:51:28.544 INFO:tasks.workunit.client.0.smithi040.stdout:op 1241 completed, throughput=5MB/sec 2024-04-22T04:51:28.544 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hFuqXM4SW3XNchO off=11911092 len=1701492 2024-04-22T04:51:28.553 INFO:tasks.workunit.client.0.smithi040.stdout:op 1242 completed, throughput=5MB/sec 2024-04-22T04:51:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:28 smithi040 ceph-mon[88445]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:51:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:28 smithi040 ceph-mon[91058]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:51:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:28 smithi062 ceph-mon[78153]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:51:29.554 INFO:tasks.workunit.client.0.smithi040.stdout: 247: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:29.554 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gxHC5M-e__Sk8fT off=7866050 len=1766081 2024-04-22T04:51:29.556 INFO:tasks.workunit.client.0.smithi040.stdout:op 1243 completed, throughput=4.99MB/sec 2024-04-22T04:51:29.556 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-S89BXgjhdyFcU4o off=6756360 len=299279 2024-04-22T04:51:29.559 INFO:tasks.workunit.client.0.smithi040.stdout:op 1244 completed, throughput=4.99MB/sec 2024-04-22T04:51:29.559 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-S3cGwIYXEQiOHb4 off=777986 len=1468454 2024-04-22T04:51:29.566 INFO:tasks.workunit.client.0.smithi040.stdout:op 1245 completed, throughput=5MB/sec 2024-04-22T04:51:29.566 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kY1xqg3iE86o3-0 off=11187091 len=1295912 2024-04-22T04:51:29.574 INFO:tasks.workunit.client.0.smithi040.stdout:op 1246 completed, throughput=5MB/sec 2024-04-22T04:51:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:51:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:51:30] "GET /metrics HTTP/1.1" 200 240240 "" "Prometheus/2.43.0" 2024-04-22T04:51:30.574 INFO:tasks.workunit.client.0.smithi040.stdout: 248: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:30.575 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PNJ5TRGUD8z3jC2 off=6313732 len=814362 2024-04-22T04:51:30.576 INFO:tasks.workunit.client.0.smithi040.stdout:op 1247 completed, throughput=4.98MB/sec 2024-04-22T04:51:30.576 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KgofeX17fnRQEGZ off=4533899 len=1933288 2024-04-22T04:51:30.578 INFO:tasks.workunit.client.0.smithi040.stdout:op 1248 completed, throughput=4.99MB/sec 2024-04-22T04:51:30.578 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MqXuhD0JKkUbu_N off=11729539 len=1410587 2024-04-22T04:51:30.585 INFO:tasks.workunit.client.0.smithi040.stdout:op 1249 completed, throughput=5MB/sec 2024-04-22T04:51:30.585 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-M0G7q0VGajA5g2E off=13443506 len=1917689 2024-04-22T04:51:30.596 INFO:tasks.workunit.client.0.smithi040.stdout:op 1250 completed, throughput=5MB/sec 2024-04-22T04:51:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:30 smithi040 ceph-mon[88445]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:51:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:30 smithi040 ceph-mon[91058]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:51:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:30 smithi062 ceph-mon[78153]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:51:31.596 INFO:tasks.workunit.client.0.smithi040.stdout: 249: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:31.597 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZrLo8nI43NmQQCi off=978615 len=1278708 2024-04-22T04:51:31.598 INFO:tasks.workunit.client.0.smithi040.stdout:op 1251 completed, throughput=4.99MB/sec 2024-04-22T04:51:31.598 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZL8_65GOU5JUDsG off=3922819 len=1026518 2024-04-22T04:51:31.605 INFO:tasks.workunit.client.0.smithi040.stdout:op 1252 completed, throughput=4.99MB/sec 2024-04-22T04:51:31.605 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-O8BNc3INKF5IfIw off=861094 len=705037 2024-04-22T04:51:31.606 INFO:tasks.workunit.client.0.smithi040.stdout:op 1253 completed, throughput=4.99MB/sec 2024-04-22T04:51:31.606 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aqbY9iluTX6KJRh off=822315 len=302900 2024-04-22T04:51:31.607 INFO:tasks.workunit.client.0.smithi040.stdout:op 1254 completed, throughput=5MB/sec 2024-04-22T04:51:31.607 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vNWx86RJiE1n3_H off=7758765 len=1917062 2024-04-22T04:51:31.609 INFO:tasks.workunit.client.0.smithi040.stdout:op 1255 completed, throughput=5MB/sec 2024-04-22T04:51:32.609 INFO:tasks.workunit.client.0.smithi040.stdout: 250: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:32.609 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--Z5vePYwIQCUT_7 off=3105477 len=1796616 2024-04-22T04:51:32.613 INFO:tasks.workunit.client.0.smithi040.stdout:op 1256 completed, throughput=4.99MB/sec 2024-04-22T04:51:32.613 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4ANtX_XgxjlVA4- off=6872438 len=1252862 2024-04-22T04:51:32.616 INFO:tasks.workunit.client.0.smithi040.stdout:op 1257 completed, throughput=4.99MB/sec 2024-04-22T04:51:32.616 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EsH_5zwOCivz685 off=10549264 len=1956777 2024-04-22T04:51:32.628 INFO:tasks.workunit.client.0.smithi040.stdout:op 1258 completed, throughput=5MB/sec 2024-04-22T04:51:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:32 smithi062 ceph-mon[78153]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:51:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:32 smithi040 ceph-mon[88445]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:51:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:32 smithi040 ceph-mon[91058]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:51:33.628 INFO:tasks.workunit.client.0.smithi040.stdout: 251: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:33.628 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-goOMKKMDZTUtKdy off=3390158 len=1560317 2024-04-22T04:51:33.630 INFO:tasks.workunit.client.0.smithi040.stdout:op 1259 completed, throughput=4.99MB/sec 2024-04-22T04:51:33.630 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OL6QBhpbHDDi8z9 off=2304355 len=1261073 2024-04-22T04:51:33.632 INFO:tasks.workunit.client.0.smithi040.stdout:op 1260 completed, throughput=4.99MB/sec 2024-04-22T04:51:33.632 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-B37pmXA5oVZ0y0v off=15546763 len=348640 2024-04-22T04:51:33.635 INFO:tasks.workunit.client.0.smithi040.stdout:op 1261 completed, throughput=4.99MB/sec 2024-04-22T04:51:33.635 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PS1ZKi0evnYG77Z off=15235754 len=746405 2024-04-22T04:51:33.640 INFO:tasks.workunit.client.0.smithi040.stdout:op 1262 completed, throughput=5MB/sec 2024-04-22T04:51:33.640 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-J3fKrdm1oemq5QE off=9571901 len=1672992 2024-04-22T04:51:33.642 INFO:tasks.workunit.client.0.smithi040.stdout:op 1263 completed, throughput=5MB/sec 2024-04-22T04:51:34.642 INFO:tasks.workunit.client.0.smithi040.stdout: 252: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:34.643 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CaMiQGec1SlzTSa off=11894610 len=553145 2024-04-22T04:51:34.643 INFO:tasks.workunit.client.0.smithi040.stdout:op 1264 completed, throughput=4.98MB/sec 2024-04-22T04:51:34.643 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jF_v8N4_7H2IcTf off=4851904 len=1775937 2024-04-22T04:51:34.653 INFO:tasks.workunit.client.0.smithi040.stdout:op 1265 completed, throughput=4.99MB/sec 2024-04-22T04:51:34.653 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IQktJOtWZkoqHGG off=6717773 len=1133841 2024-04-22T04:51:34.656 INFO:tasks.workunit.client.0.smithi040.stdout:op 1266 completed, throughput=5MB/sec 2024-04-22T04:51:34.656 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fU5j-aJi1FzEO4c off=4645530 len=2009529 2024-04-22T04:51:34.665 INFO:tasks.workunit.client.0.smithi040.stdout:op 1267 completed, throughput=5MB/sec 2024-04-22T04:51:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:34 smithi062 ceph-mon[78153]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:51:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:34 smithi040 ceph-mon[88445]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:51:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:34 smithi040 ceph-mon[91058]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:51:35.665 INFO:tasks.workunit.client.0.smithi040.stdout: 253: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:35.665 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_ZJPgJ4yudr00Ao off=4064356 len=77550 2024-04-22T04:51:35.665 INFO:tasks.workunit.client.0.smithi040.stdout:op 1268 completed, throughput=4.98MB/sec 2024-04-22T04:51:35.666 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rP3a5QHYgaaZiRi off=18163616 len=288871 2024-04-22T04:51:35.668 INFO:tasks.workunit.client.0.smithi040.stdout:op 1269 completed, throughput=4.98MB/sec 2024-04-22T04:51:35.668 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TE9e-_OKkNeorao off=5749333 len=1720499 2024-04-22T04:51:35.679 INFO:tasks.workunit.client.0.smithi040.stdout:op 1270 completed, throughput=4.99MB/sec 2024-04-22T04:51:35.679 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-45WcCVyDrXGDwaG off=2233592 len=193196 2024-04-22T04:51:35.679 INFO:tasks.workunit.client.0.smithi040.stdout:op 1271 completed, throughput=4.99MB/sec 2024-04-22T04:51:35.679 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-H4HDG-eJyVjt-91 off=14577062 len=723718 2024-04-22T04:51:35.681 INFO:tasks.workunit.client.0.smithi040.stdout:op 1272 completed, throughput=4.99MB/sec 2024-04-22T04:51:35.681 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-g2azLVAXFoJ6H7Z off=0 len=1637654 2024-04-22T04:51:35.683 INFO:tasks.workunit.client.0.smithi040.stdout:op 1273 completed, throughput=5MB/sec 2024-04-22T04:51:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:51:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:51:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:51:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:51:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:51:36.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:51:36.684 INFO:tasks.workunit.client.0.smithi040.stdout: 254: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:36.684 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-baSDE2O7vEaZEB2 off=10556464 len=1408213 2024-04-22T04:51:36.685 INFO:tasks.workunit.client.0.smithi040.stdout:op 1274 completed, throughput=4.99MB/sec 2024-04-22T04:51:36.686 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-D4SVfJHcgS_porO off=16061146 len=1416998 2024-04-22T04:51:36.692 INFO:tasks.workunit.client.0.smithi040.stdout:op 1275 completed, throughput=4.99MB/sec 2024-04-22T04:51:36.692 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5M90mUBu0IbRf1m off=15961706 len=516569 2024-04-22T04:51:36.695 INFO:tasks.workunit.client.0.smithi040.stdout:op 1276 completed, throughput=4.99MB/sec 2024-04-22T04:51:36.695 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-w9E-xIfsgXsOI8j off=5394983 len=158850 2024-04-22T04:51:36.697 INFO:tasks.workunit.client.0.smithi040.stdout:op 1277 completed, throughput=4.99MB/sec 2024-04-22T04:51:36.697 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CKl01noBYDqs0bD off=506705 len=1388583 2024-04-22T04:51:36.699 INFO:tasks.workunit.client.0.smithi040.stdout:op 1278 completed, throughput=5MB/sec 2024-04-22T04:51:36.699 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_uywDmp4JMjm3KV off=5421187 len=577787 2024-04-22T04:51:36.703 INFO:tasks.workunit.client.0.smithi040.stdout:op 1279 completed, throughput=5MB/sec 2024-04-22T04:51:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:36 smithi062 ceph-mon[78153]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:51:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:36 smithi040 ceph-mon[88445]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:51:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:36 smithi040 ceph-mon[91058]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:51:37.704 INFO:tasks.workunit.client.0.smithi040.stdout: 255: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:37.704 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-I-Rn0jjCcNRdWRg off=342404 len=116947 2024-04-22T04:51:37.706 INFO:tasks.workunit.client.0.smithi040.stdout:op 1280 completed, throughput=4.98MB/sec 2024-04-22T04:51:37.706 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZpqsISlBkjFmveS off=7927747 len=1269358 2024-04-22T04:51:37.708 INFO:tasks.workunit.client.0.smithi040.stdout:op 1281 completed, throughput=4.99MB/sec 2024-04-22T04:51:37.708 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pOx-2Fp10aLg-Sh off=1169004 len=544344 2024-04-22T04:51:37.712 INFO:tasks.workunit.client.0.smithi040.stdout:op 1282 completed, throughput=4.99MB/sec 2024-04-22T04:51:37.712 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mI2AXWwqhZUMMJB off=18556162 len=1036809 2024-04-22T04:51:37.713 INFO:tasks.workunit.client.0.smithi040.stdout:op 1283 completed, throughput=4.99MB/sec 2024-04-22T04:51:37.714 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-f_qkkteJMHBPWsk off=3142696 len=1901144 2024-04-22T04:51:37.716 INFO:tasks.workunit.client.0.smithi040.stdout:op 1284 completed, throughput=5MB/sec 2024-04-22T04:51:37.716 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BtjXg-0lpMwXvsI off=14566690 len=317063 2024-04-22T04:51:37.719 INFO:tasks.workunit.client.0.smithi040.stdout:op 1285 completed, throughput=5MB/sec 2024-04-22T04:51:38.720 INFO:tasks.workunit.client.0.smithi040.stdout: 256: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:38.720 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ftNmFaAo6lw-aLy off=2416993 len=1411044 2024-04-22T04:51:38.722 INFO:tasks.workunit.client.0.smithi040.stdout:op 1286 completed, throughput=4.99MB/sec 2024-04-22T04:51:38.722 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3M9ijIW-D8_cd7K off=782594 len=1893559 2024-04-22T04:51:38.724 INFO:tasks.workunit.client.0.smithi040.stdout:op 1287 completed, throughput=4.99MB/sec 2024-04-22T04:51:38.724 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-l4l0lD4Dg98Gh_g off=7835381 len=98822 2024-04-22T04:51:38.724 INFO:tasks.workunit.client.0.smithi040.stdout:op 1288 completed, throughput=4.99MB/sec 2024-04-22T04:51:38.724 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-asesxZ5BXA6ypuP off=1268570 len=1380433 2024-04-22T04:51:38.731 INFO:tasks.workunit.client.0.smithi040.stdout:op 1289 completed, throughput=5MB/sec 2024-04-22T04:51:38.732 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-N7w3tAWYXchnGDd off=0 len=1432189 2024-04-22T04:51:38.733 INFO:tasks.workunit.client.0.smithi040.stdout:op 1290 completed, throughput=5MB/sec 2024-04-22T04:51:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:38 smithi062 ceph-mon[78153]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:51:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:38 smithi040 ceph-mon[88445]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:51:39.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:38 smithi040 ceph-mon[91058]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:51:39.734 INFO:tasks.workunit.client.0.smithi040.stdout: 257: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:39.734 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-N3_kcvqX1g2R-q- off=4246079 len=943544 2024-04-22T04:51:39.739 INFO:tasks.workunit.client.0.smithi040.stdout:op 1291 completed, throughput=4.99MB/sec 2024-04-22T04:51:39.739 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EGZyyiz4qN4akph off=1531610 len=93494 2024-04-22T04:51:39.741 INFO:tasks.workunit.client.0.smithi040.stdout:op 1292 completed, throughput=4.99MB/sec 2024-04-22T04:51:39.742 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nVcUqIWVBXCmxSn off=15944525 len=1921595 2024-04-22T04:51:39.753 INFO:tasks.workunit.client.0.smithi040.stdout:op 1293 completed, throughput=4.99MB/sec 2024-04-22T04:51:39.753 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gjXp1myFK9m0b3v off=8101114 len=237434 2024-04-22T04:51:39.755 INFO:tasks.workunit.client.0.smithi040.stdout:op 1294 completed, throughput=5MB/sec 2024-04-22T04:51:39.756 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-d63d2ANwyCTwn-a off=1888375 len=1282772 2024-04-22T04:51:39.761 INFO:tasks.workunit.client.0.smithi040.stdout:op 1295 completed, throughput=5MB/sec 2024-04-22T04:51:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:51:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:51:40] "GET /metrics HTTP/1.1" 200 240211 "" "Prometheus/2.43.0" 2024-04-22T04:51:40.762 INFO:tasks.workunit.client.0.smithi040.stdout: 258: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:40.762 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-x245gvFjhnlyuCi off=1188915 len=376120 2024-04-22T04:51:40.763 INFO:tasks.workunit.client.0.smithi040.stdout:op 1296 completed, throughput=4.98MB/sec 2024-04-22T04:51:40.763 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Po2FkYdGYctBS5C off=8695219 len=899644 2024-04-22T04:51:40.765 INFO:tasks.workunit.client.0.smithi040.stdout:op 1297 completed, throughput=4.99MB/sec 2024-04-22T04:51:40.765 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XfAnA8pbW8bENZe off=5044349 len=800078 2024-04-22T04:51:40.766 INFO:tasks.workunit.client.0.smithi040.stdout:op 1298 completed, throughput=4.99MB/sec 2024-04-22T04:51:40.766 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4Mn6zI8feBsHVzm off=830829 len=1258324 2024-04-22T04:51:40.767 INFO:tasks.workunit.client.0.smithi040.stdout:op 1299 completed, throughput=4.99MB/sec 2024-04-22T04:51:40.768 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4o6Tq6jnySG-kUp off=17361220 len=945345 2024-04-22T04:51:40.770 INFO:tasks.workunit.client.0.smithi040.stdout:op 1300 completed, throughput=5MB/sec 2024-04-22T04:51:40.770 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-c9sAEyNfLoBWter off=3904887 len=202436 2024-04-22T04:51:40.770 INFO:tasks.workunit.client.0.smithi040.stdout:op 1301 completed, throughput=5MB/sec 2024-04-22T04:51:40.770 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eJO0vZk6VFYFSQE off=8462921 len=105312 2024-04-22T04:51:40.773 INFO:tasks.workunit.client.0.smithi040.stdout:op 1302 completed, throughput=5MB/sec 2024-04-22T04:51:40.773 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MLYdO2z6UxWZMYS off=7346785 len=439804 2024-04-22T04:51:40.776 INFO:tasks.workunit.client.0.smithi040.stdout:op 1303 completed, throughput=5MB/sec 2024-04-22T04:51:40.777 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oqrpGFInZdDpnGY off=7061220 len=1416798 2024-04-22T04:51:40.778 INFO:tasks.workunit.client.0.smithi040.stdout:op 1304 completed, throughput=5MB/sec 2024-04-22T04:51:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:40 smithi062 ceph-mon[78153]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-22T04:51:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:40 smithi040 ceph-mon[88445]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-22T04:51:41.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:40 smithi040 ceph-mon[91058]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-22T04:51:41.778 INFO:tasks.workunit.client.0.smithi040.stdout: 259: throughput=4.99MB/sec pending data=0 2024-04-22T04:51:41.779 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CcGSUlw1Mfaxlci off=1210475 len=363138 2024-04-22T04:51:41.782 INFO:tasks.workunit.client.0.smithi040.stdout:op 1305 completed, throughput=4.99MB/sec 2024-04-22T04:51:41.782 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-x0FIobodHI0LRml off=2308358 len=1774404 2024-04-22T04:51:41.786 INFO:tasks.workunit.client.0.smithi040.stdout:op 1306 completed, throughput=4.99MB/sec 2024-04-22T04:51:41.786 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QL0xTmEuOxcwMj- off=957231 len=1343290 2024-04-22T04:51:41.793 INFO:tasks.workunit.client.0.smithi040.stdout:op 1307 completed, throughput=5MB/sec 2024-04-22T04:51:41.793 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--W2EJ6snCz1xyqq off=19348555 len=1323774 2024-04-22T04:51:41.799 INFO:tasks.workunit.client.0.smithi040.stdout:op 1308 completed, throughput=5MB/sec 2024-04-22T04:51:42.799 INFO:tasks.workunit.client.0.smithi040.stdout: 260: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:42.800 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-G_itJU1EgOCEfFQ off=8086898 len=85544 2024-04-22T04:51:42.800 INFO:tasks.workunit.client.0.smithi040.stdout:op 1309 completed, throughput=4.98MB/sec 2024-04-22T04:51:42.800 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-C7Gu9BTwpPE4gUj off=2248859 len=1683059 2024-04-22T04:51:42.802 INFO:tasks.workunit.client.0.smithi040.stdout:op 1310 completed, throughput=4.99MB/sec 2024-04-22T04:51:42.802 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JML0yAuqbxOKTR7 off=3568306 len=1464050 2024-04-22T04:51:42.803 INFO:tasks.workunit.client.0.smithi040.stdout:op 1311 completed, throughput=4.99MB/sec 2024-04-22T04:51:42.804 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--1xGuwf24T02FmL off=6198769 len=1433541 2024-04-22T04:51:42.805 INFO:tasks.workunit.client.0.smithi040.stdout:op 1312 completed, throughput=5MB/sec 2024-04-22T04:51:42.805 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WzoClHNDGdB9sHM off=10669240 len=505569 2024-04-22T04:51:42.805 INFO:tasks.workunit.client.0.smithi040.stdout:op 1313 completed, throughput=5MB/sec 2024-04-22T04:51:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:42 smithi062 ceph-mon[78153]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:51:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:42 smithi040 ceph-mon[88445]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:51:43.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:42 smithi040 ceph-mon[91058]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:51:43.806 INFO:tasks.workunit.client.0.smithi040.stdout: 261: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:43.806 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2IQCySnMYEFPzzs off=13265197 len=72234 2024-04-22T04:51:43.809 INFO:tasks.workunit.client.0.smithi040.stdout:op 1314 completed, throughput=4.98MB/sec 2024-04-22T04:51:43.809 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Jh3xb1-JXuZcC9j off=3349230 len=1404731 2024-04-22T04:51:43.817 INFO:tasks.workunit.client.0.smithi040.stdout:op 1315 completed, throughput=4.99MB/sec 2024-04-22T04:51:43.817 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WtJFNCyxTOuA-NO off=2241074 len=1870113 2024-04-22T04:51:43.820 INFO:tasks.workunit.client.0.smithi040.stdout:op 1316 completed, throughput=4.99MB/sec 2024-04-22T04:51:43.820 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZwF1aAjdt2qopZL off=5047236 len=953394 2024-04-22T04:51:43.821 INFO:tasks.workunit.client.0.smithi040.stdout:op 1317 completed, throughput=5MB/sec 2024-04-22T04:51:43.821 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nSkT8NjuhrS6IUW off=5347411 len=1021554 2024-04-22T04:51:43.826 INFO:tasks.workunit.client.0.smithi040.stdout:op 1318 completed, throughput=5MB/sec 2024-04-22T04:51:44.827 INFO:tasks.workunit.client.0.smithi040.stdout: 262: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:44.827 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cAP2JbRtfMXi2La off=3344972 len=146165 2024-04-22T04:51:44.830 INFO:tasks.workunit.client.0.smithi040.stdout:op 1319 completed, throughput=4.98MB/sec 2024-04-22T04:51:44.830 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jpjpz-e0ogs80zm off=3171750 len=1100882 2024-04-22T04:51:44.831 INFO:tasks.workunit.client.0.smithi040.stdout:op 1320 completed, throughput=4.99MB/sec 2024-04-22T04:51:44.831 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uIXeaF1r0ZYO_2L off=7148188 len=1719518 2024-04-22T04:51:44.841 INFO:tasks.workunit.client.0.smithi040.stdout:op 1321 completed, throughput=4.99MB/sec 2024-04-22T04:51:44.841 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-P_SYPPm28ReEpgE off=2549844 len=261953 2024-04-22T04:51:44.844 INFO:tasks.workunit.client.0.smithi040.stdout:op 1322 completed, throughput=4.99MB/sec 2024-04-22T04:51:44.844 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QFfy0TNXrt4R2uq off=13139675 len=1409339 2024-04-22T04:51:44.849 INFO:tasks.workunit.client.0.smithi040.stdout:op 1323 completed, throughput=5MB/sec 2024-04-22T04:51:44.850 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zjiTK_yDDX1Jcem off=1153011 len=1103840 2024-04-22T04:51:44.854 INFO:tasks.workunit.client.0.smithi040.stdout:op 1324 completed, throughput=5MB/sec 2024-04-22T04:51:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:44 smithi062 ceph-mon[78153]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T04:51:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:44 smithi040 ceph-mon[88445]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T04:51:45.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:44 smithi040 ceph-mon[91058]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T04:51:45.855 INFO:tasks.workunit.client.0.smithi040.stdout: 263: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:45.855 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-S-karCI725DQyAa off=17335708 len=1008075 2024-04-22T04:51:45.856 INFO:tasks.workunit.client.0.smithi040.stdout:op 1325 completed, throughput=4.99MB/sec 2024-04-22T04:51:45.856 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LsFx1TGmL-a3FgJ off=4531022 len=248762 2024-04-22T04:51:45.859 INFO:tasks.workunit.client.0.smithi040.stdout:op 1326 completed, throughput=4.99MB/sec 2024-04-22T04:51:45.859 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-V0Abud4YSdU5NwF off=3767938 len=538901 2024-04-22T04:51:45.860 INFO:tasks.workunit.client.0.smithi040.stdout:op 1327 completed, throughput=4.99MB/sec 2024-04-22T04:51:45.860 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BkdqRaYNiKiNFUn off=0 len=1106143 2024-04-22T04:51:45.862 INFO:tasks.workunit.client.0.smithi040.stdout:op 1328 completed, throughput=4.99MB/sec 2024-04-22T04:51:45.862 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2nuWWnE5q1xQa-a off=22047164 len=1047781 2024-04-22T04:51:45.863 INFO:tasks.workunit.client.0.smithi040.stdout:op 1329 completed, throughput=5MB/sec 2024-04-22T04:51:45.863 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-U5pEb3fRwUCmjB3 off=4822612 len=454066 2024-04-22T04:51:45.865 INFO:tasks.workunit.client.0.smithi040.stdout:op 1330 completed, throughput=5MB/sec 2024-04-22T04:51:45.865 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-g12A-GhqsicKe57 off=4657510 len=835656 2024-04-22T04:51:45.867 INFO:tasks.workunit.client.0.smithi040.stdout:op 1331 completed, throughput=5MB/sec 2024-04-22T04:51:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:51:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:51:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:51:46.867 INFO:tasks.workunit.client.0.smithi040.stdout: 264: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:46.867 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-is1OhvUVVT4trYE off=6877734 len=509323 2024-04-22T04:51:46.868 INFO:tasks.workunit.client.0.smithi040.stdout:op 1332 completed, throughput=4.99MB/sec 2024-04-22T04:51:46.868 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QzfbPUmFSjrqaUb off=195214 len=865004 2024-04-22T04:51:46.869 INFO:tasks.workunit.client.0.smithi040.stdout:op 1333 completed, throughput=4.99MB/sec 2024-04-22T04:51:46.869 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HSskwQFYyJ33LJJ off=13919978 len=936464 2024-04-22T04:51:46.875 INFO:tasks.workunit.client.0.smithi040.stdout:op 1334 completed, throughput=4.99MB/sec 2024-04-22T04:51:46.875 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UHFQG0W-1eKnwR7 off=4407391 len=1483629 2024-04-22T04:51:46.884 INFO:tasks.workunit.client.0.smithi040.stdout:op 1335 completed, throughput=5MB/sec 2024-04-22T04:51:46.884 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-v8Uml38Ca9TJBEH off=264684 len=2009086 2024-04-22T04:51:46.894 INFO:tasks.workunit.client.0.smithi040.stdout:op 1336 completed, throughput=5MB/sec 2024-04-22T04:51:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:46 smithi062 ceph-mon[78153]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:51:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:46 smithi040 ceph-mon[88445]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:51:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:46 smithi040 ceph-mon[91058]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:51:47.895 INFO:tasks.workunit.client.0.smithi040.stdout: 265: throughput=4.99MB/sec pending data=0 2024-04-22T04:51:47.895 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Y39vM5Imj6BnPln off=1763624 len=964111 2024-04-22T04:51:47.896 INFO:tasks.workunit.client.0.smithi040.stdout:op 1337 completed, throughput=4.99MB/sec 2024-04-22T04:51:47.896 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wpFz3y8qjauR6MR off=7342570 len=763865 2024-04-22T04:51:47.901 INFO:tasks.workunit.client.0.smithi040.stdout:op 1338 completed, throughput=4.99MB/sec 2024-04-22T04:51:47.901 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eG6bDAmCgHtgXoU off=6402526 len=366309 2024-04-22T04:51:47.902 INFO:tasks.workunit.client.0.smithi040.stdout:op 1339 completed, throughput=4.99MB/sec 2024-04-22T04:51:47.902 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YWXgADnQgRji3r6 off=10890415 len=816949 2024-04-22T04:51:47.907 INFO:tasks.workunit.client.0.smithi040.stdout:op 1340 completed, throughput=5MB/sec 2024-04-22T04:51:47.907 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0fWASdF8xsCBSq9 off=4823934 len=1152809 2024-04-22T04:51:47.912 INFO:tasks.workunit.client.0.smithi040.stdout:op 1341 completed, throughput=5MB/sec 2024-04-22T04:51:47.912 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bYozpEn7MxExR8c off=676259 len=644886 2024-04-22T04:51:47.913 INFO:tasks.workunit.client.0.smithi040.stdout:op 1342 completed, throughput=5MB/sec 2024-04-22T04:51:48.913 INFO:tasks.workunit.client.0.smithi040.stdout: 266: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:48.913 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2IGjvkpwBp2ItNq off=18341271 len=1244046 2024-04-22T04:51:48.915 INFO:tasks.workunit.client.0.smithi040.stdout:op 1343 completed, throughput=4.99MB/sec 2024-04-22T04:51:48.915 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SoNp1lj5A69-P74 off=14409423 len=1723803 2024-04-22T04:51:48.917 INFO:tasks.workunit.client.0.smithi040.stdout:op 1344 completed, throughput=4.99MB/sec 2024-04-22T04:51:48.917 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3AmV-zJQohUDocl off=11519486 len=94322 2024-04-22T04:51:48.920 INFO:tasks.workunit.client.0.smithi040.stdout:op 1345 completed, throughput=4.99MB/sec 2024-04-22T04:51:48.920 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Q3jPjtA_CEBQC_g off=10401925 len=1235019 2024-04-22T04:51:48.921 INFO:tasks.workunit.client.0.smithi040.stdout:op 1346 completed, throughput=5MB/sec 2024-04-22T04:51:48.922 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FTsU0tQP2oNAr1d off=5054895 len=1770435 2024-04-22T04:51:48.931 INFO:tasks.workunit.client.0.smithi040.stdout:op 1347 completed, throughput=5MB/sec 2024-04-22T04:51:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:48 smithi062 ceph-mon[78153]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T04:51:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:48 smithi040 ceph-mon[88445]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T04:51:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:48 smithi040 ceph-mon[91058]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T04:51:49.932 INFO:tasks.workunit.client.0.smithi040.stdout: 267: throughput=4.99MB/sec pending data=0 2024-04-22T04:51:49.932 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_teln3ISeLbF7YI off=7557665 len=674130 2024-04-22T04:51:49.933 INFO:tasks.workunit.client.0.smithi040.stdout:op 1348 completed, throughput=4.99MB/sec 2024-04-22T04:51:49.933 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OOYIWcbQu4siiYa off=10437801 len=223950 2024-04-22T04:51:49.933 INFO:tasks.workunit.client.0.smithi040.stdout:op 1349 completed, throughput=4.99MB/sec 2024-04-22T04:51:49.934 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6JPFN_wZHTfVfjP off=637719 len=1339029 2024-04-22T04:51:49.941 INFO:tasks.workunit.client.0.smithi040.stdout:op 1350 completed, throughput=4.99MB/sec 2024-04-22T04:51:49.941 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XbiPdJq6qtHx50W off=3283837 len=1382849 2024-04-22T04:51:49.943 INFO:tasks.workunit.client.0.smithi040.stdout:op 1351 completed, throughput=5MB/sec 2024-04-22T04:51:49.943 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FfxZZq0kxF1-Ie8 off=2666958 len=951461 2024-04-22T04:51:49.944 INFO:tasks.workunit.client.0.smithi040.stdout:op 1352 completed, throughput=5MB/sec 2024-04-22T04:51:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:51:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:51:50] "GET /metrics HTTP/1.1" 200 240211 "" "Prometheus/2.43.0" 2024-04-22T04:51:50.944 INFO:tasks.workunit.client.0.smithi040.stdout: 268: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:50.944 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ETOTOKtDPutNDF3 off=6853888 len=187731 2024-04-22T04:51:50.945 INFO:tasks.workunit.client.0.smithi040.stdout:op 1353 completed, throughput=4.98MB/sec 2024-04-22T04:51:50.945 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lhDAy0YjS7jAPwf off=1413807 len=1991764 2024-04-22T04:51:50.949 INFO:tasks.workunit.client.0.smithi040.stdout:op 1354 completed, throughput=4.99MB/sec 2024-04-22T04:51:50.949 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eSk5oRsE-Xk868a off=9986730 len=1683492 2024-04-22T04:51:50.951 INFO:tasks.workunit.client.0.smithi040.stdout:op 1355 completed, throughput=5MB/sec 2024-04-22T04:51:50.951 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-j-1i52Fh2E2Fk0H off=6197875 len=119053 2024-04-22T04:51:50.951 INFO:tasks.workunit.client.0.smithi040.stdout:op 1356 completed, throughput=5MB/sec 2024-04-22T04:51:50.952 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PC3hR1S4fTFRM2m off=1668881 len=1067016 2024-04-22T04:51:50.952 INFO:tasks.workunit.client.0.smithi040.stdout:op 1357 completed, throughput=5MB/sec 2024-04-22T04:51:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:50 smithi062 ceph-mon[78153]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-22T04:51:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:51:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:50 smithi040 ceph-mon[88445]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-22T04:51:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:51:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:50 smithi040 ceph-mon[91058]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-22T04:51:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:51:51.953 INFO:tasks.workunit.client.0.smithi040.stdout: 269: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:51.953 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jF_05pbAY6Wl4jX off=1952374 len=444496 2024-04-22T04:51:51.953 INFO:tasks.workunit.client.0.smithi040.stdout:op 1358 completed, throughput=4.98MB/sec 2024-04-22T04:51:51.953 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iUzVP_ecSQbFVfK off=1421709 len=963076 2024-04-22T04:51:51.955 INFO:tasks.workunit.client.0.smithi040.stdout:op 1359 completed, throughput=4.99MB/sec 2024-04-22T04:51:51.955 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TUHILbxpN1TvOfR off=7467593 len=974958 2024-04-22T04:51:51.960 INFO:tasks.workunit.client.0.smithi040.stdout:op 1360 completed, throughput=4.99MB/sec 2024-04-22T04:51:51.960 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xBSuMx7JGDnyAOT off=22863500 len=437986 2024-04-22T04:51:51.963 INFO:tasks.workunit.client.0.smithi040.stdout:op 1361 completed, throughput=4.99MB/sec 2024-04-22T04:51:51.963 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oMgLEFnjJ84onl_ off=11846008 len=949315 2024-04-22T04:51:51.965 INFO:tasks.workunit.client.0.smithi040.stdout:op 1362 completed, throughput=5MB/sec 2024-04-22T04:51:51.965 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PZ3I5wOWsSXAj_3 off=987707 len=120944 2024-04-22T04:51:51.966 INFO:tasks.workunit.client.0.smithi040.stdout:op 1363 completed, throughput=5MB/sec 2024-04-22T04:51:51.966 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LUFbEHJc9DN_XRK off=5243677 len=1798539 2024-04-22T04:51:51.969 INFO:tasks.workunit.client.0.smithi040.stdout:op 1364 completed, throughput=5MB/sec 2024-04-22T04:51:52.969 INFO:tasks.workunit.client.0.smithi040.stdout: 270: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:52.970 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZYQwE97G82YXfrC off=3706528 len=1006651 2024-04-22T04:51:52.974 INFO:tasks.workunit.client.0.smithi040.stdout:op 1365 completed, throughput=4.99MB/sec 2024-04-22T04:51:52.975 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QcIaPIZ9nwATL_4 off=184863 len=746578 2024-04-22T04:51:52.979 INFO:tasks.workunit.client.0.smithi040.stdout:op 1366 completed, throughput=4.99MB/sec 2024-04-22T04:51:52.979 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HCfhDNM0dBbW12p off=15407068 len=1605550 2024-04-22T04:51:52.986 INFO:tasks.workunit.client.0.smithi040.stdout:op 1367 completed, throughput=5MB/sec 2024-04-22T04:51:52.986 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FFbNqNcW8CkWRYo off=624271 len=1673770 2024-04-22T04:51:52.992 INFO:tasks.workunit.client.0.smithi040.stdout:op 1368 completed, throughput=5MB/sec 2024-04-22T04:51:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:52 smithi062 ceph-mon[78153]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-22T04:51:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:52 smithi040 ceph-mon[88445]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-22T04:51:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:52 smithi040 ceph-mon[91058]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-22T04:51:53.993 INFO:tasks.workunit.client.0.smithi040.stdout: 271: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:53.993 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-V0UYUM-R14CZ_-Y off=3426648 len=389111 2024-04-22T04:51:53.996 INFO:tasks.workunit.client.0.smithi040.stdout:op 1369 completed, throughput=4.98MB/sec 2024-04-22T04:51:53.996 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wpFz3y8qjauR6MR off=1121457 len=830187 2024-04-22T04:51:53.997 INFO:tasks.workunit.client.0.smithi040.stdout:op 1370 completed, throughput=4.99MB/sec 2024-04-22T04:51:53.997 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-G3J6Jd5wNJZQnWP off=2844078 len=745123 2024-04-22T04:51:53.999 INFO:tasks.workunit.client.0.smithi040.stdout:op 1371 completed, throughput=4.99MB/sec 2024-04-22T04:51:53.999 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WsB3ISkFYOYVXhK off=3108600 len=348108 2024-04-22T04:51:54.003 INFO:tasks.workunit.client.0.smithi040.stdout:op 1372 completed, throughput=4.99MB/sec 2024-04-22T04:51:54.003 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hOhmwTPCg-Ba2Qw off=10064612 len=41406 2024-04-22T04:51:54.005 INFO:tasks.workunit.client.0.smithi040.stdout:op 1373 completed, throughput=4.99MB/sec 2024-04-22T04:51:54.005 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fatpxTvtZdMTg-x off=572682 len=1089595 2024-04-22T04:51:54.011 INFO:tasks.workunit.client.0.smithi040.stdout:op 1374 completed, throughput=4.99MB/sec 2024-04-22T04:51:54.011 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iUzVP_ecSQbFVfK off=14980046 len=1203246 2024-04-22T04:51:54.013 INFO:tasks.workunit.client.0.smithi040.stdout:op 1375 completed, throughput=5MB/sec 2024-04-22T04:51:54.013 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Jn_T6Vryo5PN3RV off=7361826 len=1501786 2024-04-22T04:51:54.021 INFO:tasks.workunit.client.0.smithi040.stdout:op 1376 completed, throughput=5MB/sec 2024-04-22T04:51:55.021 INFO:tasks.workunit.client.0.smithi040.stdout: 272: throughput=4.99MB/sec pending data=0 2024-04-22T04:51:55.021 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XERHBQv7SZntd8W off=1623082 len=194652 2024-04-22T04:51:55.024 INFO:tasks.workunit.client.0.smithi040.stdout:op 1377 completed, throughput=4.99MB/sec 2024-04-22T04:51:55.024 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iq17JkcIqeJgkaL off=1769917 len=1895295 2024-04-22T04:51:55.026 INFO:tasks.workunit.client.0.smithi040.stdout:op 1378 completed, throughput=4.99MB/sec 2024-04-22T04:51:55.026 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gFtO2m5WojkfQdw off=6265355 len=1587249 2024-04-22T04:51:55.030 INFO:tasks.workunit.client.0.smithi040.stdout:op 1379 completed, throughput=5MB/sec 2024-04-22T04:51:55.030 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YgNmsZU1DCCMwmS off=4389225 len=766066 2024-04-22T04:51:55.031 INFO:tasks.workunit.client.0.smithi040.stdout:op 1380 completed, throughput=5MB/sec 2024-04-22T04:51:55.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:54 smithi062 ceph-mon[78153]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T04:51:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:54 smithi040 ceph-mon[88445]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T04:51:55.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:54 smithi040 ceph-mon[91058]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T04:51:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:51:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:51:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:51:56.031 INFO:tasks.workunit.client.0.smithi040.stdout: 273: throughput=4.98MB/sec pending data=0 2024-04-22T04:51:56.031 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kGeFYswlFas4Lp8 off=1512744 len=1514602 2024-04-22T04:51:56.039 INFO:tasks.workunit.client.0.smithi040.stdout:op 1381 completed, throughput=4.99MB/sec 2024-04-22T04:51:56.039 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JByr4jBAnh19mgG off=1428632 len=336399 2024-04-22T04:51:56.042 INFO:tasks.workunit.client.0.smithi040.stdout:op 1382 completed, throughput=4.99MB/sec 2024-04-22T04:51:56.042 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3JbXTMvme4csdkl off=4872309 len=1356022 2024-04-22T04:51:56.043 INFO:tasks.workunit.client.0.smithi040.stdout:op 1383 completed, throughput=4.99MB/sec 2024-04-22T04:51:56.043 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AHGh3eQBHR-aaZM off=3041232 len=683701 2024-04-22T04:51:56.044 INFO:tasks.workunit.client.0.smithi040.stdout:op 1384 completed, throughput=5MB/sec 2024-04-22T04:51:56.044 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MRIMIpXFjgX4MGG off=2062476 len=10665 2024-04-22T04:51:56.046 INFO:tasks.workunit.client.0.smithi040.stdout:op 1385 completed, throughput=5MB/sec 2024-04-22T04:51:56.047 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0fZGpm9XOy7IP0h off=2191162 len=1153477 2024-04-22T04:51:56.051 INFO:tasks.workunit.client.0.smithi040.stdout:op 1386 completed, throughput=5MB/sec 2024-04-22T04:51:56.051 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hKiP1mEhMrWXUl5 off=0 len=1134618 2024-04-22T04:51:56.057 INFO:tasks.workunit.client.0.smithi040.stdout:op 1387 completed, throughput=5MB/sec 2024-04-22T04:51:57.058 INFO:tasks.workunit.client.0.smithi040.stdout: 274: throughput=4.99MB/sec pending data=0 2024-04-22T04:51:57.058 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Fj_lp7wI6eIUMk0 off=22955681 len=1409272 2024-04-22T04:51:57.060 INFO:tasks.workunit.client.0.smithi040.stdout:op 1388 completed, throughput=4.99MB/sec 2024-04-22T04:51:57.061 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8H160tA6-uEvMxv off=1033069 len=29757 2024-04-22T04:51:57.061 INFO:tasks.workunit.client.0.smithi040.stdout:op 1389 completed, throughput=4.99MB/sec 2024-04-22T04:51:57.061 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1czloYRVB34R7kV off=2381259 len=1148876 2024-04-22T04:51:57.067 INFO:tasks.workunit.client.0.smithi040.stdout:op 1390 completed, throughput=4.99MB/sec 2024-04-22T04:51:57.067 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xFJk-QHu2ipkGxO off=1682993 len=692807 2024-04-22T04:51:57.071 INFO:tasks.workunit.client.0.smithi040.stdout:op 1391 completed, throughput=5MB/sec 2024-04-22T04:51:57.071 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qB_pc4ak6LUT2fX off=16324917 len=66872 2024-04-22T04:51:57.073 INFO:tasks.workunit.client.0.smithi040.stdout:op 1392 completed, throughput=5MB/sec 2024-04-22T04:51:57.073 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oPbrn4lMGoVH4wN off=11579701 len=427126 2024-04-22T04:51:57.076 INFO:tasks.workunit.client.0.smithi040.stdout:op 1393 completed, throughput=5MB/sec 2024-04-22T04:51:57.076 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Qj4Qg_nwhy7xWBL off=5859476 len=199338 2024-04-22T04:51:57.079 INFO:tasks.workunit.client.0.smithi040.stdout:op 1394 completed, throughput=5MB/sec 2024-04-22T04:51:57.079 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cUbea9whVZk7C82 off=2735566 len=1902787 2024-04-22T04:51:57.088 INFO:tasks.workunit.client.0.smithi040.stdout:op 1395 completed, throughput=5.01MB/sec 2024-04-22T04:51:57.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:56 smithi062 ceph-mon[78153]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T04:51:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:56 smithi040 ceph-mon[88445]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T04:51:57.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:56 smithi040 ceph-mon[91058]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T04:51:58.088 INFO:tasks.workunit.client.0.smithi040.stdout: 275: throughput=4.99MB/sec pending data=0 2024-04-22T04:51:58.089 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mi1gckRqAFL3ebm off=22277602 len=2026548 2024-04-22T04:51:58.100 INFO:tasks.workunit.client.0.smithi040.stdout:op 1396 completed, throughput=4.99MB/sec 2024-04-22T04:51:58.100 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-66SheHGz6XjzMTp off=241801 len=1092478 2024-04-22T04:51:58.104 INFO:tasks.workunit.client.0.smithi040.stdout:op 1397 completed, throughput=5MB/sec 2024-04-22T04:51:58.105 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MTmYi0teFTb94id off=591165 len=1757034 2024-04-22T04:51:58.111 INFO:tasks.workunit.client.0.smithi040.stdout:op 1398 completed, throughput=5MB/sec 2024-04-22T04:51:59.112 INFO:tasks.workunit.client.0.smithi040.stdout: 276: throughput=4.99MB/sec pending data=0 2024-04-22T04:51:59.112 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HqJVrZKQQg8tVaY off=9179915 len=882508 2024-04-22T04:51:59.116 INFO:tasks.workunit.client.0.smithi040.stdout:op 1399 completed, throughput=4.99MB/sec 2024-04-22T04:51:59.116 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6k9pWfEYgjpxGby off=3344292 len=1333703 2024-04-22T04:51:59.118 INFO:tasks.workunit.client.0.smithi040.stdout:op 1400 completed, throughput=4.99MB/sec 2024-04-22T04:51:59.118 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FwgZYrx1fZawXDt off=4515853 len=1367641 2024-04-22T04:51:59.120 INFO:tasks.workunit.client.0.smithi040.stdout:op 1401 completed, throughput=5MB/sec 2024-04-22T04:51:59.120 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cu_fNqdRhBDtBZX off=10972962 len=868428 2024-04-22T04:51:59.125 INFO:tasks.workunit.client.0.smithi040.stdout:op 1402 completed, throughput=5MB/sec 2024-04-22T04:51:59.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:51:58 smithi062 ceph-mon[78153]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-22T04:51:59.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:51:58 smithi040 ceph-mon[88445]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-22T04:51:59.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:51:58 smithi040 ceph-mon[91058]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-22T04:52:00.126 INFO:tasks.workunit.client.0.smithi040.stdout: 277: throughput=4.98MB/sec pending data=0 2024-04-22T04:52:00.126 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7oHaq-W2Svvh7rK off=44546 len=2009748 2024-04-22T04:52:00.128 INFO:tasks.workunit.client.0.smithi040.stdout:op 1403 completed, throughput=4.99MB/sec 2024-04-22T04:52:00.128 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ca41MUneb6UF3fW off=948190 len=1102703 2024-04-22T04:52:00.129 INFO:tasks.workunit.client.0.smithi040.stdout:op 1404 completed, throughput=4.99MB/sec 2024-04-22T04:52:00.130 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ThSqKdxJJ85zewj off=5585579 len=1224886 2024-04-22T04:52:00.131 INFO:tasks.workunit.client.0.smithi040.stdout:op 1405 completed, throughput=5MB/sec 2024-04-22T04:52:00.131 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DBKdPwEoLYhFCv- off=8443822 len=1872538 2024-04-22T04:52:00.140 INFO:tasks.workunit.client.0.smithi040.stdout:op 1406 completed, throughput=5MB/sec 2024-04-22T04:52:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:52:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:52:00] "GET /metrics HTTP/1.1" 200 240228 "" "Prometheus/2.43.0" 2024-04-22T04:52:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:00 smithi062 ceph-mon[78153]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-22T04:52:01.140 INFO:tasks.workunit.client.0.smithi040.stdout: 278: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:01.140 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DzDccbvaKnLxY8a off=12080920 len=2082782 2024-04-22T04:52:01.153 INFO:tasks.workunit.client.0.smithi040.stdout:op 1407 completed, throughput=4.99MB/sec 2024-04-22T04:52:01.153 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bL2GN5WgHRurcNO off=1764581 len=1355558 2024-04-22T04:52:01.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:00 smithi040 ceph-mon[88445]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-22T04:52:01.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:00 smithi040 ceph-mon[91058]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-22T04:52:01.160 INFO:tasks.workunit.client.0.smithi040.stdout:op 1408 completed, throughput=5MB/sec 2024-04-22T04:52:01.160 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_QKoN7Ya8KGgsGo off=7541438 len=681871 2024-04-22T04:52:01.164 INFO:tasks.workunit.client.0.smithi040.stdout:op 1409 completed, throughput=5MB/sec 2024-04-22T04:52:01.164 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hOhmwTPCg-Ba2Qw off=4499432 len=213432 2024-04-22T04:52:01.165 INFO:tasks.workunit.client.0.smithi040.stdout:op 1410 completed, throughput=5MB/sec 2024-04-22T04:52:01.165 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8evTlJFU2QbCqXl off=10857353 len=949957 2024-04-22T04:52:01.171 INFO:tasks.workunit.client.0.smithi040.stdout:op 1411 completed, throughput=5MB/sec 2024-04-22T04:52:02.172 INFO:tasks.workunit.client.0.smithi040.stdout: 279: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:02.172 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--bqlfU1vXwO16Tk off=6464787 len=585906 2024-04-22T04:52:02.176 INFO:tasks.workunit.client.0.smithi040.stdout:op 1412 completed, throughput=4.99MB/sec 2024-04-22T04:52:02.176 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-U1siDbUeUKo-iNl off=7080788 len=134008 2024-04-22T04:52:02.176 INFO:tasks.workunit.client.0.smithi040.stdout:op 1413 completed, throughput=4.99MB/sec 2024-04-22T04:52:02.177 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-N7w3tAWYXchnGDd off=573380 len=858809 2024-04-22T04:52:02.178 INFO:tasks.workunit.client.0.smithi040.stdout:op 1414 completed, throughput=4.99MB/sec 2024-04-22T04:52:02.178 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xvQBICtKFzaTt_Q off=2796163 len=1204280 2024-04-22T04:52:02.180 INFO:tasks.workunit.client.0.smithi040.stdout:op 1415 completed, throughput=4.99MB/sec 2024-04-22T04:52:02.180 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rhy88M5-CPMnS9I off=1046681 len=906051 2024-04-22T04:52:02.185 INFO:tasks.workunit.client.0.smithi040.stdout:op 1416 completed, throughput=5MB/sec 2024-04-22T04:52:02.185 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GKXB5y6E61ZP6pB off=5520180 len=953256 2024-04-22T04:52:02.187 INFO:tasks.workunit.client.0.smithi040.stdout:op 1417 completed, throughput=5MB/sec 2024-04-22T04:52:03.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:02 smithi062 ceph-mon[78153]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-22T04:52:03.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:02 smithi040 ceph-mon[88445]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-22T04:52:03.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:02 smithi040 ceph-mon[91058]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-22T04:52:03.187 INFO:tasks.workunit.client.0.smithi040.stdout: 280: throughput=4.98MB/sec pending data=0 2024-04-22T04:52:03.187 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cuJYnh0_AXlyp5M off=5292202 len=1031893 2024-04-22T04:52:03.192 INFO:tasks.workunit.client.0.smithi040.stdout:op 1418 completed, throughput=4.99MB/sec 2024-04-22T04:52:03.192 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xrU7Z9fFwNbOFXB off=16557527 len=1772592 2024-04-22T04:52:03.202 INFO:tasks.workunit.client.0.smithi040.stdout:op 1419 completed, throughput=4.99MB/sec 2024-04-22T04:52:03.202 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-V_EtNnQt_DYziwD off=6324866 len=1805987 2024-04-22T04:52:03.210 INFO:tasks.workunit.client.0.smithi040.stdout:op 1420 completed, throughput=5MB/sec 2024-04-22T04:52:03.210 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xbpzaVZLwcg0i3b off=10423615 len=1871071 2024-04-22T04:52:03.219 INFO:tasks.workunit.client.0.smithi040.stdout:op 1421 completed, throughput=5MB/sec 2024-04-22T04:52:04.219 INFO:tasks.workunit.client.0.smithi040.stdout: 281: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:04.220 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aguWUNH3GJSZ_1_ off=7106247 len=583527 2024-04-22T04:52:04.220 INFO:tasks.workunit.client.0.smithi040.stdout:op 1422 completed, throughput=4.99MB/sec 2024-04-22T04:52:04.221 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-v_Owacqz6DkxovM off=7091737 len=1392215 2024-04-22T04:52:04.224 INFO:tasks.workunit.client.0.smithi040.stdout:op 1423 completed, throughput=4.99MB/sec 2024-04-22T04:52:04.224 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6wqUKeIm14Vk-KN off=4359291 len=166767 2024-04-22T04:52:04.225 INFO:tasks.workunit.client.0.smithi040.stdout:op 1424 completed, throughput=4.99MB/sec 2024-04-22T04:52:04.225 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-g1S1rXYAi1z-uI2 off=15719546 len=715242 2024-04-22T04:52:04.226 INFO:tasks.workunit.client.0.smithi040.stdout:op 1425 completed, throughput=5MB/sec 2024-04-22T04:52:04.226 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RPweWexn6yPotCv off=13919332 len=21318 2024-04-22T04:52:04.228 INFO:tasks.workunit.client.0.smithi040.stdout:op 1426 completed, throughput=5MB/sec 2024-04-22T04:52:04.228 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZwKL4rbjSrUF4gY off=2227778 len=136169 2024-04-22T04:52:04.231 INFO:tasks.workunit.client.0.smithi040.stdout:op 1427 completed, throughput=5MB/sec 2024-04-22T04:52:04.231 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Imi8h4PyASSo0eo off=1549321 len=890671 2024-04-22T04:52:04.232 INFO:tasks.workunit.client.0.smithi040.stdout:op 1428 completed, throughput=5MB/sec 2024-04-22T04:52:04.232 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-U9cQ43ZWMzw11iC off=2819002 len=928583 2024-04-22T04:52:04.233 INFO:tasks.workunit.client.0.smithi040.stdout:op 1429 completed, throughput=5MB/sec 2024-04-22T04:52:05.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:04 smithi062 ceph-mon[78153]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T04:52:05.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:04 smithi040 ceph-mon[88445]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T04:52:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:04 smithi040 ceph-mon[91058]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T04:52:05.234 INFO:tasks.workunit.client.0.smithi040.stdout: 282: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:05.234 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_8q_6UOJ_3n_hEz off=2212861 len=1167680 2024-04-22T04:52:05.235 INFO:tasks.workunit.client.0.smithi040.stdout:op 1430 completed, throughput=4.99MB/sec 2024-04-22T04:52:05.235 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TZIAzePEuvpYaLV off=5440657 len=405253 2024-04-22T04:52:05.239 INFO:tasks.workunit.client.0.smithi040.stdout:op 1431 completed, throughput=4.99MB/sec 2024-04-22T04:52:05.239 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Ok0WgQbjjQ2G4PM off=3858555 len=472592 2024-04-22T04:52:05.242 INFO:tasks.workunit.client.0.smithi040.stdout:op 1432 completed, throughput=4.99MB/sec 2024-04-22T04:52:05.243 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-28w_YnbaZV_uKP8 off=5033966 len=2007285 2024-04-22T04:52:05.245 INFO:tasks.workunit.client.0.smithi040.stdout:op 1433 completed, throughput=5MB/sec 2024-04-22T04:52:05.245 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nxi8CtKnmiC4i1G off=170309 len=1131393 2024-04-22T04:52:05.251 INFO:tasks.workunit.client.0.smithi040.stdout:op 1434 completed, throughput=5MB/sec 2024-04-22T04:52:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:52:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:52:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:52:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:52:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:52:06.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:52:06.251 INFO:tasks.workunit.client.0.smithi040.stdout: 283: throughput=4.98MB/sec pending data=0 2024-04-22T04:52:06.251 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_ZjbfagEG21x6H7 off=2662639 len=672740 2024-04-22T04:52:06.253 INFO:tasks.workunit.client.0.smithi040.stdout:op 1435 completed, throughput=4.99MB/sec 2024-04-22T04:52:06.253 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wOJbCT8AhVWGjkY off=10875218 len=1174179 2024-04-22T04:52:06.259 INFO:tasks.workunit.client.0.smithi040.stdout:op 1436 completed, throughput=4.99MB/sec 2024-04-22T04:52:06.260 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--rVyXJytNGJV4EG off=24058691 len=429379 2024-04-22T04:52:06.260 INFO:tasks.workunit.client.0.smithi040.stdout:op 1437 completed, throughput=4.99MB/sec 2024-04-22T04:52:06.261 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eCxoRphB6Mv4yVY off=4253851 len=514757 2024-04-22T04:52:06.262 INFO:tasks.workunit.client.0.smithi040.stdout:op 1438 completed, throughput=4.99MB/sec 2024-04-22T04:52:06.262 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4tKW4dlwBmLPdbc off=4699503 len=1966085 2024-04-22T04:52:06.271 INFO:tasks.workunit.client.0.smithi040.stdout:op 1439 completed, throughput=5MB/sec 2024-04-22T04:52:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:06 smithi062 ceph-mon[78153]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:52:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:06 smithi040 ceph-mon[88445]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:52:07.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:06 smithi040 ceph-mon[91058]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:52:07.271 INFO:tasks.workunit.client.0.smithi040.stdout: 284: throughput=4.98MB/sec pending data=0 2024-04-22T04:52:07.271 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-O8jeG9Gcsty7IwN off=6201664 len=1317097 2024-04-22T04:52:07.278 INFO:tasks.workunit.client.0.smithi040.stdout:op 1440 completed, throughput=4.99MB/sec 2024-04-22T04:52:07.278 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CaMiQGec1SlzTSa off=10225438 len=453433 2024-04-22T04:52:07.279 INFO:tasks.workunit.client.0.smithi040.stdout:op 1441 completed, throughput=4.99MB/sec 2024-04-22T04:52:07.279 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UUBU7v5kdPv4Z0L off=8156227 len=1162014 2024-04-22T04:52:07.281 INFO:tasks.workunit.client.0.smithi040.stdout:op 1442 completed, throughput=4.99MB/sec 2024-04-22T04:52:07.281 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZjX3QRzsSGWmfa8 off=2773857 len=1163196 2024-04-22T04:52:07.287 INFO:tasks.workunit.client.0.smithi040.stdout:op 1443 completed, throughput=5MB/sec 2024-04-22T04:52:07.287 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DC9ezXDeyGpT-fz off=4832283 len=1633491 2024-04-22T04:52:07.295 INFO:tasks.workunit.client.0.smithi040.stdout:op 1444 completed, throughput=5MB/sec 2024-04-22T04:52:08.296 INFO:tasks.workunit.client.0.smithi040.stdout: 285: throughput=4.98MB/sec pending data=0 2024-04-22T04:52:08.296 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uxicmsfx4Iri8hA off=1781772 len=1205280 2024-04-22T04:52:08.302 INFO:tasks.workunit.client.0.smithi040.stdout:op 1445 completed, throughput=4.99MB/sec 2024-04-22T04:52:08.302 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ihl-lx1D3_HG0CQ off=1084335 len=725330 2024-04-22T04:52:08.303 INFO:tasks.workunit.client.0.smithi040.stdout:op 1446 completed, throughput=4.99MB/sec 2024-04-22T04:52:08.303 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zdrItRaLFovhbuH off=10503012 len=1339323 2024-04-22T04:52:08.309 INFO:tasks.workunit.client.0.smithi040.stdout:op 1447 completed, throughput=4.99MB/sec 2024-04-22T04:52:08.309 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-le1-olQNO1iROBS off=8032028 len=800804 2024-04-22T04:52:08.314 INFO:tasks.workunit.client.0.smithi040.stdout:op 1448 completed, throughput=5MB/sec 2024-04-22T04:52:08.314 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-f4XgUArTAWUPBOy off=336710 len=732994 2024-04-22T04:52:08.315 INFO:tasks.workunit.client.0.smithi040.stdout:op 1449 completed, throughput=5MB/sec 2024-04-22T04:52:08.315 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dNDBNmH-XeAFCRV off=3226428 len=1454099 2024-04-22T04:52:08.321 INFO:tasks.workunit.client.0.smithi040.stdout:op 1450 completed, throughput=5MB/sec 2024-04-22T04:52:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:08 smithi062 ceph-mon[78153]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:52:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:08 smithi040 ceph-mon[88445]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:52:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:08 smithi040 ceph-mon[91058]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:52:09.322 INFO:tasks.workunit.client.0.smithi040.stdout: 286: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:09.322 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ardGSoFudO9tfTw off=11844636 len=1698249 2024-04-22T04:52:09.324 INFO:tasks.workunit.client.0.smithi040.stdout:op 1451 completed, throughput=4.99MB/sec 2024-04-22T04:52:09.324 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zjiTK_yDDX1Jcem off=3809663 len=384172 2024-04-22T04:52:09.325 INFO:tasks.workunit.client.0.smithi040.stdout:op 1452 completed, throughput=4.99MB/sec 2024-04-22T04:52:09.325 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Ke4jc9iehF6v9Lq off=1257595 len=1056659 2024-04-22T04:52:09.331 INFO:tasks.workunit.client.0.smithi040.stdout:op 1453 completed, throughput=5MB/sec 2024-04-22T04:52:09.331 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zDcpXl1H8F4qA1W off=8823665 len=1570296 2024-04-22T04:52:09.333 INFO:tasks.workunit.client.0.smithi040.stdout:op 1454 completed, throughput=5MB/sec 2024-04-22T04:52:10.334 INFO:tasks.workunit.client.0.smithi040.stdout: 287: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:10.334 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KN-tKxPNM0LGwcH off=3008715 len=1792238 2024-04-22T04:52:10.336 INFO:tasks.workunit.client.0.smithi040.stdout:op 1455 completed, throughput=4.99MB/sec 2024-04-22T04:52:10.336 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2e0RTTcalzv0oIB off=0 len=1449586 2024-04-22T04:52:10.343 INFO:tasks.workunit.client.0.smithi040.stdout:op 1456 completed, throughput=5MB/sec 2024-04-22T04:52:10.343 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-F1IC_j7S6uSH2Zw off=12790 len=896560 2024-04-22T04:52:10.348 INFO:tasks.workunit.client.0.smithi040.stdout:op 1457 completed, throughput=5MB/sec 2024-04-22T04:52:10.349 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Gq0XZ1R2vMIuAd- off=11178087 len=1298071 2024-04-22T04:52:10.355 INFO:tasks.workunit.client.0.smithi040.stdout:op 1458 completed, throughput=5MB/sec 2024-04-22T04:52:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:52:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:52:10] "GET /metrics HTTP/1.1" 200 240228 "" "Prometheus/2.43.0" 2024-04-22T04:52:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:10 smithi062 ceph-mon[78153]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:52:11.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:10 smithi040 ceph-mon[88445]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:52:11.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:10 smithi040 ceph-mon[91058]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:52:11.356 INFO:tasks.workunit.client.0.smithi040.stdout: 288: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:11.356 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xSGO7vp9lyAv20A off=683233 len=1175443 2024-04-22T04:52:11.357 INFO:tasks.workunit.client.0.smithi040.stdout:op 1459 completed, throughput=4.99MB/sec 2024-04-22T04:52:11.357 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2XtJv4OIvwlBviF off=1479418 len=1830416 2024-04-22T04:52:11.359 INFO:tasks.workunit.client.0.smithi040.stdout:op 1460 completed, throughput=5MB/sec 2024-04-22T04:52:11.360 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AxsjzKQYaplMXeC off=13903345 len=496846 2024-04-22T04:52:11.361 INFO:tasks.workunit.client.0.smithi040.stdout:op 1461 completed, throughput=5MB/sec 2024-04-22T04:52:11.362 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kyPtuPupZEFSAlm off=7855692 len=906082 2024-04-22T04:52:11.366 INFO:tasks.workunit.client.0.smithi040.stdout:op 1462 completed, throughput=5MB/sec 2024-04-22T04:52:11.366 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ebmyhMfDNG3TXDt off=2561780 len=116086 2024-04-22T04:52:11.369 INFO:tasks.workunit.client.0.smithi040.stdout:op 1463 completed, throughput=5MB/sec 2024-04-22T04:52:11.369 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iRdJ-1zReaAlCxZ off=4679326 len=869642 2024-04-22T04:52:11.371 INFO:tasks.workunit.client.0.smithi040.stdout:op 1464 completed, throughput=5MB/sec 2024-04-22T04:52:12.371 INFO:tasks.workunit.client.0.smithi040.stdout: 289: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:12.372 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JD6abuSv1BjAS3n off=5204746 len=1922763 2024-04-22T04:52:12.374 INFO:tasks.workunit.client.0.smithi040.stdout:op 1465 completed, throughput=4.99MB/sec 2024-04-22T04:52:12.374 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-F5ML5xTimWe7fpE off=5004487 len=1724123 2024-04-22T04:52:12.376 INFO:tasks.workunit.client.0.smithi040.stdout:op 1466 completed, throughput=5MB/sec 2024-04-22T04:52:12.376 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mDy41DNzyBov2fe off=331445 len=188948 2024-04-22T04:52:12.379 INFO:tasks.workunit.client.0.smithi040.stdout:op 1467 completed, throughput=5MB/sec 2024-04-22T04:52:12.379 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FOjVTAzwNRTPJWe off=11397152 len=661536 2024-04-22T04:52:12.379 INFO:tasks.workunit.client.0.smithi040.stdout:op 1468 completed, throughput=5MB/sec 2024-04-22T04:52:13.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:12 smithi062 ceph-mon[78153]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:52:13.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:12 smithi040 ceph-mon[88445]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:52:13.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:12 smithi040 ceph-mon[91058]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:52:13.380 INFO:tasks.workunit.client.0.smithi040.stdout: 290: throughput=4.98MB/sec pending data=0 2024-04-22T04:52:13.380 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-G736kdMxIMLfnZq off=42469 len=453098 2024-04-22T04:52:13.383 INFO:tasks.workunit.client.0.smithi040.stdout:op 1469 completed, throughput=4.98MB/sec 2024-04-22T04:52:13.383 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PlShmDcipjlUQb8 off=5363388 len=3812 2024-04-22T04:52:13.386 INFO:tasks.workunit.client.0.smithi040.stdout:op 1470 completed, throughput=4.98MB/sec 2024-04-22T04:52:13.386 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rr0RTLEPwJr8anJ off=15348492 len=1596184 2024-04-22T04:52:13.394 INFO:tasks.workunit.client.0.smithi040.stdout:op 1471 completed, throughput=4.99MB/sec 2024-04-22T04:52:13.394 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RJ6qLdfz8BF9aJH off=581861 len=982186 2024-04-22T04:52:13.395 INFO:tasks.workunit.client.0.smithi040.stdout:op 1472 completed, throughput=4.99MB/sec 2024-04-22T04:52:13.395 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-og4ceJ0Xm4jmZ8y off=1388331 len=130806 2024-04-22T04:52:13.396 INFO:tasks.workunit.client.0.smithi040.stdout:op 1473 completed, throughput=4.99MB/sec 2024-04-22T04:52:13.396 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pCuswa-kjZRLoef off=18063307 len=895049 2024-04-22T04:52:13.400 INFO:tasks.workunit.client.0.smithi040.stdout:op 1474 completed, throughput=5MB/sec 2024-04-22T04:52:13.400 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gXmoc3ZMDxmJXFy off=6356369 len=927735 2024-04-22T04:52:13.401 INFO:tasks.workunit.client.0.smithi040.stdout:op 1475 completed, throughput=5MB/sec 2024-04-22T04:52:13.401 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BK7xyjso-xVXmy9 off=9180609 len=990635 2024-04-22T04:52:13.402 INFO:tasks.workunit.client.0.smithi040.stdout:op 1476 completed, throughput=5MB/sec 2024-04-22T04:52:14.403 INFO:tasks.workunit.client.0.smithi040.stdout: 291: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:14.403 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ytEflHJaGwb3804 off=3653894 len=474500 2024-04-22T04:52:14.404 INFO:tasks.workunit.client.0.smithi040.stdout:op 1477 completed, throughput=4.99MB/sec 2024-04-22T04:52:14.404 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NFD_5G-EwwnZLge off=5698630 len=569681 2024-04-22T04:52:14.409 INFO:tasks.workunit.client.0.smithi040.stdout:op 1478 completed, throughput=4.99MB/sec 2024-04-22T04:52:14.409 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6N072bj9d6LLZ1U off=725681 len=1855494 2024-04-22T04:52:14.419 INFO:tasks.workunit.client.0.smithi040.stdout:op 1479 completed, throughput=4.99MB/sec 2024-04-22T04:52:14.419 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mJyAv2Pj0nq2cVK off=9595995 len=1106746 2024-04-22T04:52:14.422 INFO:tasks.workunit.client.0.smithi040.stdout:op 1480 completed, throughput=5MB/sec 2024-04-22T04:52:14.422 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xDyZJ285EfZwCQu off=11278194 len=1492061 2024-04-22T04:52:14.423 INFO:tasks.workunit.client.0.smithi040.stdout:op 1481 completed, throughput=5MB/sec 2024-04-22T04:52:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:14 smithi062 ceph-mon[78153]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:52:15.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:14 smithi040 ceph-mon[88445]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:52:15.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:14 smithi040 ceph-mon[91058]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:52:15.424 INFO:tasks.workunit.client.0.smithi040.stdout: 292: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:15.424 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3ELg699AJHcJODV off=520101 len=1597319 2024-04-22T04:52:15.431 INFO:tasks.workunit.client.0.smithi040.stdout:op 1482 completed, throughput=4.99MB/sec 2024-04-22T04:52:15.431 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-khkYNeUkITYkRIT off=2744588 len=1915889 2024-04-22T04:52:15.439 INFO:tasks.workunit.client.0.smithi040.stdout:op 1483 completed, throughput=5MB/sec 2024-04-22T04:52:15.439 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Z9zvPq0hrnwdmb5 off=6720818 len=590587 2024-04-22T04:52:15.441 INFO:tasks.workunit.client.0.smithi040.stdout:op 1484 completed, throughput=5MB/sec 2024-04-22T04:52:15.441 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lM5DeCEyglAvpSf off=1787557 len=1473805 2024-04-22T04:52:15.446 INFO:tasks.workunit.client.0.smithi040.stdout:op 1485 completed, throughput=5MB/sec 2024-04-22T04:52:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:52:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:52:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:52:16.446 INFO:tasks.workunit.client.0.smithi040.stdout: 293: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:16.446 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RE2Hlwn1mJrSqb1 off=1514660 len=1896043 2024-04-22T04:52:16.448 INFO:tasks.workunit.client.0.smithi040.stdout:op 1486 completed, throughput=4.99MB/sec 2024-04-22T04:52:16.449 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ItipcJtqEXoGwsm off=313221 len=1380213 2024-04-22T04:52:16.450 INFO:tasks.workunit.client.0.smithi040.stdout:op 1487 completed, throughput=5MB/sec 2024-04-22T04:52:16.450 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TNLhSq-3D4_qoyB off=11245853 len=743657 2024-04-22T04:52:16.454 INFO:tasks.workunit.client.0.smithi040.stdout:op 1488 completed, throughput=5MB/sec 2024-04-22T04:52:16.455 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OTx1LvI9lsbcbAj off=3460986 len=923920 2024-04-22T04:52:16.456 INFO:tasks.workunit.client.0.smithi040.stdout:op 1489 completed, throughput=5MB/sec 2024-04-22T04:52:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:16 smithi062 ceph-mon[78153]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:52:17.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:16 smithi040 ceph-mon[88445]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:52:17.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:16 smithi040 ceph-mon[91058]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:52:17.456 INFO:tasks.workunit.client.0.smithi040.stdout: 294: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:17.456 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-k1_IUp6qrKsZaE_ off=1264091 len=716787 2024-04-22T04:52:17.457 INFO:tasks.workunit.client.0.smithi040.stdout:op 1490 completed, throughput=4.99MB/sec 2024-04-22T04:52:17.457 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OWaNeEDwHUY-vva off=2085567 len=347556 2024-04-22T04:52:17.458 INFO:tasks.workunit.client.0.smithi040.stdout:op 1491 completed, throughput=4.99MB/sec 2024-04-22T04:52:17.458 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-emx8JPHlsW_ohgF off=20369029 len=1863701 2024-04-22T04:52:17.460 INFO:tasks.workunit.client.0.smithi040.stdout:op 1492 completed, throughput=4.99MB/sec 2024-04-22T04:52:17.461 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CXCZLpbq7e16HRC off=4718684 len=2023849 2024-04-22T04:52:17.471 INFO:tasks.workunit.client.0.smithi040.stdout:op 1493 completed, throughput=5MB/sec 2024-04-22T04:52:18.472 INFO:tasks.workunit.client.0.smithi040.stdout: 295: throughput=4.98MB/sec pending data=0 2024-04-22T04:52:18.472 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jmHrJKzeSpGAjiT off=3085180 len=1463713 2024-04-22T04:52:18.473 INFO:tasks.workunit.client.0.smithi040.stdout:op 1494 completed, throughput=4.99MB/sec 2024-04-22T04:52:18.473 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JxCytnpV6cB3kIC off=8527510 len=1234514 2024-04-22T04:52:18.476 INFO:tasks.workunit.client.0.smithi040.stdout:op 1495 completed, throughput=4.99MB/sec 2024-04-22T04:52:18.476 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZXdfottdQ-7DrK7 off=22230855 len=1946194 2024-04-22T04:52:18.486 INFO:tasks.workunit.client.0.smithi040.stdout:op 1496 completed, throughput=5MB/sec 2024-04-22T04:52:18.486 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6ILR02dEhekCo6K off=8789160 len=302230 2024-04-22T04:52:18.490 INFO:tasks.workunit.client.0.smithi040.stdout:op 1497 completed, throughput=5MB/sec 2024-04-22T04:52:18.490 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iqHWvSow2xp39fy off=7649292 len=1777536 2024-04-22T04:52:18.500 INFO:tasks.workunit.client.0.smithi040.stdout:op 1498 completed, throughput=5.01MB/sec 2024-04-22T04:52:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:18 smithi062 ceph-mon[78153]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T04:52:19.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:18 smithi040 ceph-mon[88445]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T04:52:19.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:18 smithi040 ceph-mon[91058]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T04:52:19.501 INFO:tasks.workunit.client.0.smithi040.stdout: 296: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:19.501 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zcG1ppNU7jY1Poe off=17775565 len=1538030 2024-04-22T04:52:19.509 INFO:tasks.workunit.client.0.smithi040.stdout:op 1499 completed, throughput=4.99MB/sec 2024-04-22T04:52:19.509 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MuhUE5_3RcfRNG_ off=7654615 len=642239 2024-04-22T04:52:19.513 INFO:tasks.workunit.client.0.smithi040.stdout:op 1500 completed, throughput=5MB/sec 2024-04-22T04:52:19.513 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xEG4N9eoPSqmUfV off=3200389 len=990673 2024-04-22T04:52:19.518 INFO:tasks.workunit.client.0.smithi040.stdout:op 1501 completed, throughput=5MB/sec 2024-04-22T04:52:19.518 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eJO0vZk6VFYFSQE off=8792581 len=1943939 2024-04-22T04:52:19.520 INFO:tasks.workunit.client.0.smithi040.stdout:op 1502 completed, throughput=5MB/sec 2024-04-22T04:52:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:52:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:52:20] "GET /metrics HTTP/1.1" 200 240228 "" "Prometheus/2.43.0" 2024-04-22T04:52:20.521 INFO:tasks.workunit.client.0.smithi040.stdout: 297: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:20.521 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Wnp1ihOB7E9H0zd off=1233018 len=1806035 2024-04-22T04:52:20.528 INFO:tasks.workunit.client.0.smithi040.stdout:op 1503 completed, throughput=4.99MB/sec 2024-04-22T04:52:20.528 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1vIceHZTrZrmORL off=10515907 len=1714540 2024-04-22T04:52:20.536 INFO:tasks.workunit.client.0.smithi040.stdout:op 1504 completed, throughput=5MB/sec 2024-04-22T04:52:20.536 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_E0tOu0UEX2UmaP off=16734518 len=1202003 2024-04-22T04:52:20.543 INFO:tasks.workunit.client.0.smithi040.stdout:op 1505 completed, throughput=5MB/sec 2024-04-22T04:52:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:20 smithi062 ceph-mon[78153]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:52:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:52:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:20 smithi040 ceph-mon[88445]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:52:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:52:21.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:20 smithi040 ceph-mon[91058]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:52:21.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:52:21.543 INFO:tasks.workunit.client.0.smithi040.stdout: 298: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:21.543 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xIGyIlLSy9Nl5UJ off=4913572 len=718075 2024-04-22T04:52:21.544 INFO:tasks.workunit.client.0.smithi040.stdout:op 1506 completed, throughput=4.99MB/sec 2024-04-22T04:52:21.544 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9C0VPF2kxtZBku4 off=11544192 len=533434 2024-04-22T04:52:21.545 INFO:tasks.workunit.client.0.smithi040.stdout:op 1507 completed, throughput=4.99MB/sec 2024-04-22T04:52:21.545 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QBw9fl4YWZpHrle off=9041384 len=1968457 2024-04-22T04:52:21.555 INFO:tasks.workunit.client.0.smithi040.stdout:op 1508 completed, throughput=5MB/sec 2024-04-22T04:52:21.555 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fN8MbgE8y9HwQXh off=1876318 len=253218 2024-04-22T04:52:21.556 INFO:tasks.workunit.client.0.smithi040.stdout:op 1509 completed, throughput=5MB/sec 2024-04-22T04:52:21.556 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-E3fu4CBcyP2vTFR off=4016499 len=653894 2024-04-22T04:52:21.560 INFO:tasks.workunit.client.0.smithi040.stdout:op 1510 completed, throughput=5MB/sec 2024-04-22T04:52:21.560 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Lbo9IcdSVxSwbmR off=7593877 len=284721 2024-04-22T04:52:21.560 INFO:tasks.workunit.client.0.smithi040.stdout:op 1511 completed, throughput=5MB/sec 2024-04-22T04:52:21.560 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AYFJYq8JX3H2ft0 off=16399142 len=993229 2024-04-22T04:52:21.562 INFO:tasks.workunit.client.0.smithi040.stdout:op 1512 completed, throughput=5MB/sec 2024-04-22T04:52:22.563 INFO:tasks.workunit.client.0.smithi040.stdout: 299: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:22.563 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3KsXCVLbg7O6nrA off=2719442 len=1373330 2024-04-22T04:52:22.565 INFO:tasks.workunit.client.0.smithi040.stdout:op 1513 completed, throughput=4.99MB/sec 2024-04-22T04:52:22.565 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WsKcbAnrB-l-X48 off=5163970 len=1154148 2024-04-22T04:52:22.571 INFO:tasks.workunit.client.0.smithi040.stdout:op 1514 completed, throughput=4.99MB/sec 2024-04-22T04:52:22.571 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-y3b8exTePTHj9oL off=3523153 len=1336803 2024-04-22T04:52:22.573 INFO:tasks.workunit.client.0.smithi040.stdout:op 1515 completed, throughput=5MB/sec 2024-04-22T04:52:22.574 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7s-ZURtlo0BNscx off=2504064 len=1136697 2024-04-22T04:52:22.578 INFO:tasks.workunit.client.0.smithi040.stdout:op 1516 completed, throughput=5MB/sec 2024-04-22T04:52:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:22 smithi062 ceph-mon[78153]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:52:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:22 smithi040 ceph-mon[88445]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:52:23.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:22 smithi040 ceph-mon[91058]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:52:23.579 INFO:tasks.workunit.client.0.smithi040.stdout: 300: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:23.579 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qm45KoAgvHwLz-Q off=3838104 len=1055546 2024-04-22T04:52:23.581 INFO:tasks.workunit.client.0.smithi040.stdout:op 1517 completed, throughput=4.99MB/sec 2024-04-22T04:52:23.581 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--WvM3Aim5Gnvu5T off=5759863 len=230241 2024-04-22T04:52:23.584 INFO:tasks.workunit.client.0.smithi040.stdout:op 1518 completed, throughput=4.99MB/sec 2024-04-22T04:52:23.584 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gLjGNn_Amj6VM0J off=6423727 len=1083191 2024-04-22T04:52:23.585 INFO:tasks.workunit.client.0.smithi040.stdout:op 1519 completed, throughput=4.99MB/sec 2024-04-22T04:52:23.586 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eiFKncXLpT2E2Gi off=3567162 len=1640756 2024-04-22T04:52:23.595 INFO:tasks.workunit.client.0.smithi040.stdout:op 1520 completed, throughput=5MB/sec 2024-04-22T04:52:23.595 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0Q6LVsWcFx3S4qM off=12111437 len=579481 2024-04-22T04:52:23.597 INFO:tasks.workunit.client.0.smithi040.stdout:op 1521 completed, throughput=5MB/sec 2024-04-22T04:52:23.597 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XycaZKrlrQhHYIv off=18158731 len=1833997 2024-04-22T04:52:23.598 INFO:tasks.workunit.client.0.smithi040.stdout:op 1522 completed, throughput=5MB/sec 2024-04-22T04:52:24.599 INFO:tasks.workunit.client.0.smithi040.stdout: 301: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:24.599 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iWdJdJtMJygxKnf off=1893605 len=948372 2024-04-22T04:52:24.601 INFO:tasks.workunit.client.0.smithi040.stdout:op 1523 completed, throughput=4.99MB/sec 2024-04-22T04:52:24.601 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yjcnG6MvdpwnQvq off=3754860 len=1671162 2024-04-22T04:52:24.603 INFO:tasks.workunit.client.0.smithi040.stdout:op 1524 completed, throughput=5MB/sec 2024-04-22T04:52:24.603 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_VQhI8MDwTQLv-L off=9798767 len=1910092 2024-04-22T04:52:24.605 INFO:tasks.workunit.client.0.smithi040.stdout:op 1525 completed, throughput=5MB/sec 2024-04-22T04:52:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:24 smithi062 ceph-mon[78153]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:52:25.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:24 smithi040 ceph-mon[88445]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:52:25.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:24 smithi040 ceph-mon[91058]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:52:25.606 INFO:tasks.workunit.client.0.smithi040.stdout: 302: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:25.606 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6S5Is_KGgbsWbFu off=3287052 len=483808 2024-04-22T04:52:25.607 INFO:tasks.workunit.client.0.smithi040.stdout:op 1526 completed, throughput=4.99MB/sec 2024-04-22T04:52:25.607 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AGL-3j7DAQ6ZEOB off=3306189 len=257780 2024-04-22T04:52:25.609 INFO:tasks.workunit.client.0.smithi040.stdout:op 1527 completed, throughput=4.99MB/sec 2024-04-22T04:52:25.609 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-psUyrkaFHmGZsMy off=6221052 len=1853056 2024-04-22T04:52:25.611 INFO:tasks.workunit.client.0.smithi040.stdout:op 1528 completed, throughput=4.99MB/sec 2024-04-22T04:52:25.611 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rTf8X3bjTAEiKyW off=14115589 len=1341602 2024-04-22T04:52:25.617 INFO:tasks.workunit.client.0.smithi040.stdout:op 1529 completed, throughput=5MB/sec 2024-04-22T04:52:25.617 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nP3j3R512hgm4aQ off=14344267 len=1695262 2024-04-22T04:52:25.618 INFO:tasks.workunit.client.0.smithi040.stdout:op 1530 completed, throughput=5MB/sec 2024-04-22T04:52:25.760 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:52:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:52:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:52:26.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:52:26.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:52:26.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:52:26.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:25 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:52:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:52:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:52:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:52:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:25 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:52:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:52:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:52:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:52:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:25 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:52:26.618 INFO:tasks.workunit.client.0.smithi040.stdout: 303: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:26.619 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SQeDiqfGGFNFl_s off=6071232 len=1836859 2024-04-22T04:52:26.629 INFO:tasks.workunit.client.0.smithi040.stdout:op 1531 completed, throughput=4.99MB/sec 2024-04-22T04:52:26.629 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fE0visqkZew8HZo off=2540242 len=340487 2024-04-22T04:52:26.630 INFO:tasks.workunit.client.0.smithi040.stdout:op 1532 completed, throughput=4.99MB/sec 2024-04-22T04:52:26.630 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dT7Qf9BRkzT0X5q off=11755595 len=311039 2024-04-22T04:52:26.631 INFO:tasks.workunit.client.0.smithi040.stdout:op 1533 completed, throughput=4.99MB/sec 2024-04-22T04:52:26.631 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cDsiUqtg_Ib2wAn off=5122248 len=1610694 2024-04-22T04:52:26.632 INFO:tasks.workunit.client.0.smithi040.stdout:op 1534 completed, throughput=5MB/sec 2024-04-22T04:52:26.633 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_H8dixSRk1VXGiB off=3790953 len=1135592 2024-04-22T04:52:26.639 INFO:tasks.workunit.client.0.smithi040.stdout:op 1535 completed, throughput=5MB/sec 2024-04-22T04:52:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:26 smithi062 ceph-mon[78153]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:52:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:26 smithi040 ceph-mon[88445]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:52:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:26 smithi040 ceph-mon[91058]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:52:27.639 INFO:tasks.workunit.client.0.smithi040.stdout: 304: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:27.639 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4c7h2WCnqFIAKDo off=3934428 len=1987992 2024-04-22T04:52:27.641 INFO:tasks.workunit.client.0.smithi040.stdout:op 1536 completed, throughput=4.99MB/sec 2024-04-22T04:52:27.641 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-J2CxKmA1FhEewAd off=1200710 len=1271791 2024-04-22T04:52:27.644 INFO:tasks.workunit.client.0.smithi040.stdout:op 1537 completed, throughput=5MB/sec 2024-04-22T04:52:27.644 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-J2dXPZb6vrj7igE off=4723503 len=351954 2024-04-22T04:52:27.650 INFO:tasks.workunit.client.0.smithi040.stdout:op 1538 completed, throughput=5MB/sec 2024-04-22T04:52:27.650 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JSdTL5plLtO2eaZ off=1844620 len=1843359 2024-04-22T04:52:27.657 INFO:tasks.workunit.client.0.smithi040.stdout:op 1539 completed, throughput=5MB/sec 2024-04-22T04:52:28.658 INFO:tasks.workunit.client.0.smithi040.stdout: 305: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:28.658 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5I87R4WaY5vAybF off=4309854 len=1284520 2024-04-22T04:52:28.665 INFO:tasks.workunit.client.0.smithi040.stdout:op 1540 completed, throughput=4.99MB/sec 2024-04-22T04:52:28.665 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6_uiv1poeNlResr off=6050764 len=1474445 2024-04-22T04:52:28.670 INFO:tasks.workunit.client.0.smithi040.stdout:op 1541 completed, throughput=5MB/sec 2024-04-22T04:52:28.670 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kOoa8dODQoWCZlx off=2785446 len=763564 2024-04-22T04:52:28.672 INFO:tasks.workunit.client.0.smithi040.stdout:op 1542 completed, throughput=5MB/sec 2024-04-22T04:52:28.672 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3or80qEbNCD3mhs off=6877174 len=1514320 2024-04-22T04:52:28.677 INFO:tasks.workunit.client.0.smithi040.stdout:op 1543 completed, throughput=5MB/sec 2024-04-22T04:52:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:28 smithi062 ceph-mon[78153]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:52:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:28 smithi040 ceph-mon[88445]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:52:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:28 smithi040 ceph-mon[91058]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:52:29.677 INFO:tasks.workunit.client.0.smithi040.stdout: 306: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:29.678 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2bQwRFygZ73gL0V off=4171677 len=917884 2024-04-22T04:52:29.689 INFO:tasks.workunit.client.0.smithi040.stdout:op 1544 completed, throughput=4.99MB/sec 2024-04-22T04:52:29.689 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5B4ziLsMidYDxhD off=3060006 len=58653 2024-04-22T04:52:29.690 INFO:tasks.workunit.client.0.smithi040.stdout:op 1545 completed, throughput=4.99MB/sec 2024-04-22T04:52:29.690 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fFhyxwfYDn4ml8_ off=7418432 len=1922713 2024-04-22T04:52:29.701 INFO:tasks.workunit.client.0.smithi040.stdout:op 1546 completed, throughput=5MB/sec 2024-04-22T04:52:29.701 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HereTD9nVwVG3KG off=7995621 len=1112352 2024-04-22T04:52:29.702 INFO:tasks.workunit.client.0.smithi040.stdout:op 1547 completed, throughput=5MB/sec 2024-04-22T04:52:29.702 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aMa8vcynog_IcOJ off=0 len=1206580 2024-04-22T04:52:29.708 INFO:tasks.workunit.client.0.smithi040.stdout:op 1548 completed, throughput=5MB/sec 2024-04-22T04:52:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:52:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:52:30] "GET /metrics HTTP/1.1" 200 240232 "" "Prometheus/2.43.0" 2024-04-22T04:52:30.708 INFO:tasks.workunit.client.0.smithi040.stdout: 307: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:30.708 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YjsmPuwexJnN6C7 off=997097 len=46361 2024-04-22T04:52:30.708 INFO:tasks.workunit.client.0.smithi040.stdout:op 1549 completed, throughput=4.99MB/sec 2024-04-22T04:52:30.709 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SkiVAaSX4H3n8Dc off=1975108 len=998691 2024-04-22T04:52:30.711 INFO:tasks.workunit.client.0.smithi040.stdout:op 1550 completed, throughput=4.99MB/sec 2024-04-22T04:52:30.711 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lmwq9lmXt3XeqWD off=5101139 len=1534965 2024-04-22T04:52:30.719 INFO:tasks.workunit.client.0.smithi040.stdout:op 1551 completed, throughput=4.99MB/sec 2024-04-22T04:52:30.719 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fPNq0Sk-6Yko-3R off=760794 len=1139883 2024-04-22T04:52:30.721 INFO:tasks.workunit.client.0.smithi040.stdout:op 1552 completed, throughput=5MB/sec 2024-04-22T04:52:30.721 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KgofeX17fnRQEGZ off=6010560 len=2082811 2024-04-22T04:52:30.731 INFO:tasks.workunit.client.0.smithi040.stdout:op 1553 completed, throughput=5MB/sec 2024-04-22T04:52:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:30 smithi062 ceph-mon[78153]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-22T04:52:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:30 smithi040 ceph-mon[88445]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-22T04:52:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:30 smithi040 ceph-mon[91058]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-22T04:52:31.731 INFO:tasks.workunit.client.0.smithi040.stdout: 308: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:31.731 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qITLgiCHYDmNmYh off=2247162 len=382003 2024-04-22T04:52:31.733 INFO:tasks.workunit.client.0.smithi040.stdout:op 1554 completed, throughput=4.99MB/sec 2024-04-22T04:52:31.733 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-F99UOIhcmL70qqm off=10507048 len=638966 2024-04-22T04:52:31.734 INFO:tasks.workunit.client.0.smithi040.stdout:op 1555 completed, throughput=4.99MB/sec 2024-04-22T04:52:31.734 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-R-S3wNimxPwh_Qe off=2213833 len=1476476 2024-04-22T04:52:31.736 INFO:tasks.workunit.client.0.smithi040.stdout:op 1556 completed, throughput=4.99MB/sec 2024-04-22T04:52:31.736 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qIUUMLbR9_66Lf1 off=10777935 len=1384898 2024-04-22T04:52:31.737 INFO:tasks.workunit.client.0.smithi040.stdout:op 1557 completed, throughput=5MB/sec 2024-04-22T04:52:31.737 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YP7RqXLaEJIJQEy off=3694040 len=1328367 2024-04-22T04:52:31.743 INFO:tasks.workunit.client.0.smithi040.stdout:op 1558 completed, throughput=5MB/sec 2024-04-22T04:52:32.743 INFO:tasks.workunit.client.0.smithi040.stdout: 309: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:32.744 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mL1RlBDI6y_kJWt off=7577086 len=1520029 2024-04-22T04:52:32.751 INFO:tasks.workunit.client.0.smithi040.stdout:op 1559 completed, throughput=4.99MB/sec 2024-04-22T04:52:32.752 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Qm0EwkbdS5CwP9d off=1301201 len=1401458 2024-04-22T04:52:32.755 INFO:tasks.workunit.client.0.smithi040.stdout:op 1560 completed, throughput=5MB/sec 2024-04-22T04:52:32.755 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-i-RpyOuh6aJJMsl off=7777568 len=1684990 2024-04-22T04:52:32.763 INFO:tasks.workunit.client.0.smithi040.stdout:op 1561 completed, throughput=5MB/sec 2024-04-22T04:52:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:32 smithi062 ceph-mon[78153]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:52:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:32 smithi040 ceph-mon[88445]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:52:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:32 smithi040 ceph-mon[91058]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:52:33.763 INFO:tasks.workunit.client.0.smithi040.stdout: 310: throughput=4.98MB/sec pending data=0 2024-04-22T04:52:33.763 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FDxPWjlmk3Og3xt off=8705405 len=1960344 2024-04-22T04:52:33.772 INFO:tasks.workunit.client.0.smithi040.stdout:op 1562 completed, throughput=4.99MB/sec 2024-04-22T04:52:33.772 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HnxL74j6WCCHfq1 off=11552436 len=959052 2024-04-22T04:52:33.775 INFO:tasks.workunit.client.0.smithi040.stdout:op 1563 completed, throughput=4.99MB/sec 2024-04-22T04:52:33.775 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4yCfKa5Vvl7DySA off=10089797 len=164066 2024-04-22T04:52:33.775 INFO:tasks.workunit.client.0.smithi040.stdout:op 1564 completed, throughput=4.99MB/sec 2024-04-22T04:52:33.775 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fH_FE2fNsK6bFXD off=1424285 len=2074343 2024-04-22T04:52:33.783 INFO:tasks.workunit.client.0.smithi040.stdout:op 1565 completed, throughput=5MB/sec 2024-04-22T04:52:34.784 INFO:tasks.workunit.client.0.smithi040.stdout: 311: throughput=4.98MB/sec pending data=0 2024-04-22T04:52:34.784 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EooUVD5l1yXJ8b_ off=19251684 len=567377 2024-04-22T04:52:34.785 INFO:tasks.workunit.client.0.smithi040.stdout:op 1566 completed, throughput=4.99MB/sec 2024-04-22T04:52:34.785 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-y70D1OFYX8cKTXH off=4025875 len=603522 2024-04-22T04:52:34.786 INFO:tasks.workunit.client.0.smithi040.stdout:op 1567 completed, throughput=4.99MB/sec 2024-04-22T04:52:34.786 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-f63bSaya4jYHXUg off=7323736 len=1456175 2024-04-22T04:52:34.795 INFO:tasks.workunit.client.0.smithi040.stdout:op 1568 completed, throughput=4.99MB/sec 2024-04-22T04:52:34.795 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wMeh442ulEBfZ9y off=358022 len=1976148 2024-04-22T04:52:34.807 INFO:tasks.workunit.client.0.smithi040.stdout:op 1569 completed, throughput=5MB/sec 2024-04-22T04:52:34.807 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NtkISIcl1OUcHDt off=1339744 len=775304 2024-04-22T04:52:34.808 INFO:tasks.workunit.client.0.smithi040.stdout:op 1570 completed, throughput=5MB/sec 2024-04-22T04:52:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:34 smithi062 ceph-mon[78153]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:52:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:34 smithi040 ceph-mon[88445]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:52:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:34 smithi040 ceph-mon[91058]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:52:35.780 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:52:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:52:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:52:35.809 INFO:tasks.workunit.client.0.smithi040.stdout: 312: throughput=4.98MB/sec pending data=0 2024-04-22T04:52:35.809 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z0Cm2U2ghUoGX7J off=802323 len=1054922 2024-04-22T04:52:35.810 INFO:tasks.workunit.client.0.smithi040.stdout:op 1571 completed, throughput=4.99MB/sec 2024-04-22T04:52:35.810 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Z3PUIA9V3XN4Sy_ off=497563 len=1745563 2024-04-22T04:52:35.819 INFO:tasks.workunit.client.0.smithi040.stdout:op 1572 completed, throughput=4.99MB/sec 2024-04-22T04:52:35.819 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OSTnTTPIUzrj1Nr off=11672473 len=788949 2024-04-22T04:52:35.820 INFO:tasks.workunit.client.0.smithi040.stdout:op 1573 completed, throughput=5MB/sec 2024-04-22T04:52:35.820 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-H9WSqf4wNlOhHpG off=18608876 len=25603 2024-04-22T04:52:35.822 INFO:tasks.workunit.client.0.smithi040.stdout:op 1574 completed, throughput=5MB/sec 2024-04-22T04:52:35.822 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9Fmob1TBYFqivov off=2355837 len=253588 2024-04-22T04:52:35.825 INFO:tasks.workunit.client.0.smithi040.stdout:op 1575 completed, throughput=5MB/sec 2024-04-22T04:52:35.825 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-d58BQ-FxuKInDvj off=1379839 len=69470 2024-04-22T04:52:35.827 INFO:tasks.workunit.client.0.smithi040.stdout:op 1576 completed, throughput=5MB/sec 2024-04-22T04:52:35.827 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hSmUj4U7c7M9Uw1 off=16991163 len=2063091 2024-04-22T04:52:35.835 INFO:tasks.workunit.client.0.smithi040.stdout:op 1577 completed, throughput=5MB/sec 2024-04-22T04:52:36.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:52:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:52:36.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:52:36.835 INFO:tasks.workunit.client.0.smithi040.stdout: 313: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:36.835 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_eTe74JbpG64Dmh off=23343151 len=687422 2024-04-22T04:52:36.840 INFO:tasks.workunit.client.0.smithi040.stdout:op 1578 completed, throughput=4.99MB/sec 2024-04-22T04:52:36.840 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SyocfCUh65Wsx92 off=744319 len=581372 2024-04-22T04:52:36.840 INFO:tasks.workunit.client.0.smithi040.stdout:op 1579 completed, throughput=4.99MB/sec 2024-04-22T04:52:36.840 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-U1K6JwTX_L3uiL2 off=581124 len=124441 2024-04-22T04:52:36.841 INFO:tasks.workunit.client.0.smithi040.stdout:op 1580 completed, throughput=4.99MB/sec 2024-04-22T04:52:36.841 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nrZfm4VI7RtozXA off=744319 len=634926 2024-04-22T04:52:36.842 INFO:tasks.workunit.client.0.smithi040.stdout:op 1581 completed, throughput=4.99MB/sec 2024-04-22T04:52:36.842 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EFsIKdvPra0Hz6u off=8011936 len=38663 2024-04-22T04:52:36.844 INFO:tasks.workunit.client.0.smithi040.stdout:op 1582 completed, throughput=4.99MB/sec 2024-04-22T04:52:36.844 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-75-t_LMuDV8YDf7 off=20435776 len=1427468 2024-04-22T04:52:36.853 INFO:tasks.workunit.client.0.smithi040.stdout:op 1583 completed, throughput=5MB/sec 2024-04-22T04:52:36.853 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oPuh7IlUBR5JWU6 off=3651563 len=1588356 2024-04-22T04:52:36.860 INFO:tasks.workunit.client.0.smithi040.stdout:op 1584 completed, throughput=5MB/sec 2024-04-22T04:52:37.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:36 smithi062 ceph-mon[78153]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T04:52:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:36 smithi040 ceph-mon[88445]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T04:52:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:36 smithi040 ceph-mon[91058]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T04:52:37.860 INFO:tasks.workunit.client.0.smithi040.stdout: 314: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:37.860 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MVmxgsH6qJacyLg off=516479 len=1723231 2024-04-22T04:52:37.862 INFO:tasks.workunit.client.0.smithi040.stdout:op 1585 completed, throughput=4.99MB/sec 2024-04-22T04:52:37.862 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VAvODsLEkFmiV9C off=5840963 len=1575258 2024-04-22T04:52:37.872 INFO:tasks.workunit.client.0.smithi040.stdout:op 1586 completed, throughput=5MB/sec 2024-04-22T04:52:37.872 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_lEqCyYvrm-RnyC off=1229697 len=635914 2024-04-22T04:52:37.873 INFO:tasks.workunit.client.0.smithi040.stdout:op 1587 completed, throughput=5MB/sec 2024-04-22T04:52:37.873 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uWfLaguBS9A-XAC off=1346937 len=1620552 2024-04-22T04:52:37.880 INFO:tasks.workunit.client.0.smithi040.stdout:op 1588 completed, throughput=5MB/sec 2024-04-22T04:52:38.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:37 smithi062 ceph-mon[78153]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:52:38.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:37 smithi040 ceph-mon[88445]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:52:38.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:37 smithi040 ceph-mon[91058]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:52:38.880 INFO:tasks.workunit.client.0.smithi040.stdout: 315: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:38.880 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vbve7Y3dOiUAnRS off=7266557 len=1617146 2024-04-22T04:52:38.889 INFO:tasks.workunit.client.0.smithi040.stdout:op 1589 completed, throughput=4.99MB/sec 2024-04-22T04:52:38.889 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MA3Sb05dv7pnxf_ off=967991 len=1087860 2024-04-22T04:52:38.890 INFO:tasks.workunit.client.0.smithi040.stdout:op 1590 completed, throughput=4.99MB/sec 2024-04-22T04:52:38.891 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7AL6EWGFl4yA8HR off=12333763 len=966628 2024-04-22T04:52:38.896 INFO:tasks.workunit.client.0.smithi040.stdout:op 1591 completed, throughput=5MB/sec 2024-04-22T04:52:38.896 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SVFoWK_tbeE57mf off=1295179 len=1729111 2024-04-22T04:52:38.898 INFO:tasks.workunit.client.0.smithi040.stdout:op 1592 completed, throughput=5MB/sec 2024-04-22T04:52:39.898 INFO:tasks.workunit.client.0.smithi040.stdout: 316: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:39.898 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pqgcLfQQ-b71TrM off=5021766 len=714810 2024-04-22T04:52:39.899 INFO:tasks.workunit.client.0.smithi040.stdout:op 1593 completed, throughput=4.99MB/sec 2024-04-22T04:52:39.899 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xBD4vimpL3cHVMi off=6360120 len=1895442 2024-04-22T04:52:39.909 INFO:tasks.workunit.client.0.smithi040.stdout:op 1594 completed, throughput=4.99MB/sec 2024-04-22T04:52:39.909 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LcFHWF6RScAQXB2 off=13124840 len=1609734 2024-04-22T04:52:39.917 INFO:tasks.workunit.client.0.smithi040.stdout:op 1595 completed, throughput=5MB/sec 2024-04-22T04:52:39.917 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-h_t67Ich4JT4CGQ off=13678658 len=165100 2024-04-22T04:52:39.917 INFO:tasks.workunit.client.0.smithi040.stdout:op 1596 completed, throughput=5MB/sec 2024-04-22T04:52:39.917 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TCLK3TDU6i1XsaY off=816526 len=1868409 2024-04-22T04:52:39.918 INFO:tasks.workunit.client.0.smithi040.stdout:op 1597 completed, throughput=5MB/sec 2024-04-22T04:52:40.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:40 smithi062 ceph-mon[78153]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:52:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:40 smithi040 ceph-mon[88445]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:52:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:52:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:52:40] "GET /metrics HTTP/1.1" 200 240216 "" "Prometheus/2.43.0" 2024-04-22T04:52:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:40 smithi040 ceph-mon[91058]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:52:40.919 INFO:tasks.workunit.client.0.smithi040.stdout: 317: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:40.919 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_Fcz9XAU2BkSrUo off=5563480 len=777686 2024-04-22T04:52:40.921 INFO:tasks.workunit.client.0.smithi040.stdout:op 1598 completed, throughput=4.99MB/sec 2024-04-22T04:52:40.921 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iELo3s4Y6kELKD- off=8226339 len=54519 2024-04-22T04:52:40.921 INFO:tasks.workunit.client.0.smithi040.stdout:op 1599 completed, throughput=4.99MB/sec 2024-04-22T04:52:40.921 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2RQiRn9ao3raYxp off=4619566 len=93908 2024-04-22T04:52:40.922 INFO:tasks.workunit.client.0.smithi040.stdout:op 1600 completed, throughput=4.99MB/sec 2024-04-22T04:52:40.922 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-J1GChQ_612-Zm4r off=17796470 len=344893 2024-04-22T04:52:40.923 INFO:tasks.workunit.client.0.smithi040.stdout:op 1601 completed, throughput=4.99MB/sec 2024-04-22T04:52:40.923 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bqtd3qQSIy-Wumy off=116850 len=1423002 2024-04-22T04:52:40.924 INFO:tasks.workunit.client.0.smithi040.stdout:op 1602 completed, throughput=5MB/sec 2024-04-22T04:52:40.924 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WskEzyLz2_EjRmP off=14850640 len=1015183 2024-04-22T04:52:40.926 INFO:tasks.workunit.client.0.smithi040.stdout:op 1603 completed, throughput=5MB/sec 2024-04-22T04:52:41.927 INFO:tasks.workunit.client.0.smithi040.stdout: 318: throughput=4.98MB/sec pending data=0 2024-04-22T04:52:41.927 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BkmijST-f6mDzvY off=5040008 len=567544 2024-04-22T04:52:41.931 INFO:tasks.workunit.client.0.smithi040.stdout:op 1604 completed, throughput=4.99MB/sec 2024-04-22T04:52:41.931 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7qnH7A0I4hggFTw off=21722813 len=524827 2024-04-22T04:52:41.934 INFO:tasks.workunit.client.0.smithi040.stdout:op 1605 completed, throughput=4.99MB/sec 2024-04-22T04:52:41.935 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AqinAOdz___tpGX off=509084 len=205305 2024-04-22T04:52:41.937 INFO:tasks.workunit.client.0.smithi040.stdout:op 1606 completed, throughput=4.99MB/sec 2024-04-22T04:52:41.937 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-51NmUhtoerO_v31 off=14923171 len=1233937 2024-04-22T04:52:41.943 INFO:tasks.workunit.client.0.smithi040.stdout:op 1607 completed, throughput=4.99MB/sec 2024-04-22T04:52:41.943 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-adcNiRaGipdX9E- off=440376 len=1772048 2024-04-22T04:52:41.952 INFO:tasks.workunit.client.0.smithi040.stdout:op 1608 completed, throughput=5MB/sec 2024-04-22T04:52:41.952 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xgq2gRQ5D8H19hm off=11257695 len=1987604 2024-04-22T04:52:41.965 INFO:tasks.workunit.client.0.smithi040.stdout:op 1609 completed, throughput=5MB/sec 2024-04-22T04:52:42.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:42 smithi062 ceph-mon[78153]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-22T04:52:42.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:42 smithi040 ceph-mon[88445]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-22T04:52:42.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:42 smithi040 ceph-mon[91058]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-22T04:52:42.965 INFO:tasks.workunit.client.0.smithi040.stdout: 319: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:42.966 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gID2iYkiHoXIuPF off=1834526 len=1484671 2024-04-22T04:52:42.973 INFO:tasks.workunit.client.0.smithi040.stdout:op 1610 completed, throughput=4.99MB/sec 2024-04-22T04:52:42.973 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_WTsfMWeRJ3-R7P off=2183354 len=1913740 2024-04-22T04:52:42.975 INFO:tasks.workunit.client.0.smithi040.stdout:op 1611 completed, throughput=5MB/sec 2024-04-22T04:52:42.976 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Mxw0ZASVxaGviXs off=12244271 len=1916688 2024-04-22T04:52:42.977 INFO:tasks.workunit.client.0.smithi040.stdout:op 1612 completed, throughput=5MB/sec 2024-04-22T04:52:43.977 INFO:tasks.workunit.client.0.smithi040.stdout: 320: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:43.977 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WHr7YhCuRWBrvpL off=112664 len=1113799 2024-04-22T04:52:43.979 INFO:tasks.workunit.client.0.smithi040.stdout:op 1613 completed, throughput=4.99MB/sec 2024-04-22T04:52:43.979 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PIdUihZjd4m_0BW off=6043296 len=2052047 2024-04-22T04:52:43.989 INFO:tasks.workunit.client.0.smithi040.stdout:op 1614 completed, throughput=5MB/sec 2024-04-22T04:52:43.989 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qEEWXpjNwPJKwTO off=2744709 len=1582041 2024-04-22T04:52:43.990 INFO:tasks.workunit.client.0.smithi040.stdout:op 1615 completed, throughput=5MB/sec 2024-04-22T04:52:44.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:44 smithi062 ceph-mon[78153]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T04:52:44.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:44 smithi040 ceph-mon[88445]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T04:52:44.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:44 smithi040 ceph-mon[91058]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T04:52:44.991 INFO:tasks.workunit.client.0.smithi040.stdout: 321: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:44.991 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QkOCd_0ZOF6UihT off=2597748 len=1509683 2024-04-22T04:52:45.000 INFO:tasks.workunit.client.0.smithi040.stdout:op 1616 completed, throughput=4.99MB/sec 2024-04-22T04:52:45.000 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZFZPVgs3cueLLyq off=1905845 len=1265082 2024-04-22T04:52:45.002 INFO:tasks.workunit.client.0.smithi040.stdout:op 1617 completed, throughput=4.99MB/sec 2024-04-22T04:52:45.002 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--6V_VbnSIi-hISU off=10878487 len=1615890 2024-04-22T04:52:45.009 INFO:tasks.workunit.client.0.smithi040.stdout:op 1618 completed, throughput=5MB/sec 2024-04-22T04:52:45.009 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-K_ugkOPXajZHf53 off=19200906 len=909896 2024-04-22T04:52:45.010 INFO:tasks.workunit.client.0.smithi040.stdout:op 1619 completed, throughput=5MB/sec 2024-04-22T04:52:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:52:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:52:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:52:46.011 INFO:tasks.workunit.client.0.smithi040.stdout: 322: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:46.011 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LR77TfUcdV05nqZ off=18512487 len=1781583 2024-04-22T04:52:46.021 INFO:tasks.workunit.client.0.smithi040.stdout:op 1620 completed, throughput=4.99MB/sec 2024-04-22T04:52:46.021 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bW4AB0N0TpAOn6G off=2875056 len=918635 2024-04-22T04:52:46.022 INFO:tasks.workunit.client.0.smithi040.stdout:op 1621 completed, throughput=4.99MB/sec 2024-04-22T04:52:46.022 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dV6EajfOvV-CUim off=2158067 len=978551 2024-04-22T04:52:46.028 INFO:tasks.workunit.client.0.smithi040.stdout:op 1622 completed, throughput=5MB/sec 2024-04-22T04:52:46.028 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QsNPZL_rGFQKf-G off=2484613 len=1212030 2024-04-22T04:52:46.030 INFO:tasks.workunit.client.0.smithi040.stdout:op 1623 completed, throughput=5MB/sec 2024-04-22T04:52:46.030 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QdCZ1Rp57haJBgK off=4616552 len=1624054 2024-04-22T04:52:46.039 INFO:tasks.workunit.client.0.smithi040.stdout:op 1624 completed, throughput=5MB/sec 2024-04-22T04:52:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:46 smithi062 ceph-mon[78153]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:52:46.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:46 smithi040 ceph-mon[88445]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:52:46.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:46 smithi040 ceph-mon[91058]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:52:47.039 INFO:tasks.workunit.client.0.smithi040.stdout: 323: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:47.039 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-a1FwH9SNJ_s7ubw off=10695062 len=1898131 2024-04-22T04:52:47.041 INFO:tasks.workunit.client.0.smithi040.stdout:op 1625 completed, throughput=4.99MB/sec 2024-04-22T04:52:47.041 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LZOfkPvsRQLHfCS off=7455512 len=1313625 2024-04-22T04:52:47.050 INFO:tasks.workunit.client.0.smithi040.stdout:op 1626 completed, throughput=5MB/sec 2024-04-22T04:52:47.050 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ohyidDpoQ2Ykm20 off=5696810 len=840504 2024-04-22T04:52:47.051 INFO:tasks.workunit.client.0.smithi040.stdout:op 1627 completed, throughput=5MB/sec 2024-04-22T04:52:48.052 INFO:tasks.workunit.client.0.smithi040.stdout: 324: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:48.052 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2Nw9kAt2AhHk0yA off=3796971 len=2011562 2024-04-22T04:52:48.054 INFO:tasks.workunit.client.0.smithi040.stdout:op 1628 completed, throughput=4.99MB/sec 2024-04-22T04:52:48.054 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ubldmA-YMXBNT7b off=5178236 len=587012 2024-04-22T04:52:48.059 INFO:tasks.workunit.client.0.smithi040.stdout:op 1629 completed, throughput=4.99MB/sec 2024-04-22T04:52:48.059 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oINzgjZceS83fQm off=3784876 len=694509 2024-04-22T04:52:48.060 INFO:tasks.workunit.client.0.smithi040.stdout:op 1630 completed, throughput=4.99MB/sec 2024-04-22T04:52:48.060 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xCwhgd53pB-CPED off=4417484 len=1463014 2024-04-22T04:52:48.068 INFO:tasks.workunit.client.0.smithi040.stdout:op 1631 completed, throughput=5MB/sec 2024-04-22T04:52:48.068 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ddFNlJ-IAWjO90N off=21002593 len=486533 2024-04-22T04:52:48.070 INFO:tasks.workunit.client.0.smithi040.stdout:op 1632 completed, throughput=5MB/sec 2024-04-22T04:52:48.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:48 smithi040 ceph-mon[88445]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-22T04:52:48.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:48 smithi040 ceph-mon[91058]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-22T04:52:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:48 smithi062 ceph-mon[78153]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-22T04:52:49.070 INFO:tasks.workunit.client.0.smithi040.stdout: 325: throughput=4.98MB/sec pending data=0 2024-04-22T04:52:49.070 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nvoPyoibrEWFwuH off=12476940 len=1338637 2024-04-22T04:52:49.077 INFO:tasks.workunit.client.0.smithi040.stdout:op 1633 completed, throughput=4.99MB/sec 2024-04-22T04:52:49.077 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-af_Luje5haEn2Ka off=18637548 len=1204481 2024-04-22T04:52:49.080 INFO:tasks.workunit.client.0.smithi040.stdout:op 1634 completed, throughput=4.99MB/sec 2024-04-22T04:52:49.080 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JBvFMoiBsCfbnCo off=16749064 len=503111 2024-04-22T04:52:49.080 INFO:tasks.workunit.client.0.smithi040.stdout:op 1635 completed, throughput=4.99MB/sec 2024-04-22T04:52:49.081 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-x245gvFjhnlyuCi off=3771468 len=728148 2024-04-22T04:52:49.085 INFO:tasks.workunit.client.0.smithi040.stdout:op 1636 completed, throughput=5MB/sec 2024-04-22T04:52:49.085 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Jmgbnvoe6kQKiiC off=3732400 len=462824 2024-04-22T04:52:49.086 INFO:tasks.workunit.client.0.smithi040.stdout:op 1637 completed, throughput=5MB/sec 2024-04-22T04:52:49.086 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HqJVrZKQQg8tVaY off=1760824 len=1952069 2024-04-22T04:52:49.096 INFO:tasks.workunit.client.0.smithi040.stdout:op 1638 completed, throughput=5MB/sec 2024-04-22T04:52:50.096 INFO:tasks.workunit.client.0.smithi040.stdout: 326: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:50.096 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_o0r9sF6gEzdkE6 off=8534014 len=303582 2024-04-22T04:52:50.100 INFO:tasks.workunit.client.0.smithi040.stdout:op 1639 completed, throughput=4.99MB/sec 2024-04-22T04:52:50.100 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YS0nXdaEkUDr1xm off=1051349 len=551059 2024-04-22T04:52:50.102 INFO:tasks.workunit.client.0.smithi040.stdout:op 1640 completed, throughput=4.99MB/sec 2024-04-22T04:52:50.102 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-I-zBaJwUouT-p-N off=1397005 len=704033 2024-04-22T04:52:50.107 INFO:tasks.workunit.client.0.smithi040.stdout:op 1641 completed, throughput=4.99MB/sec 2024-04-22T04:52:50.107 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xDyZJ285EfZwCQu off=8508631 len=1337321 2024-04-22T04:52:50.109 INFO:tasks.workunit.client.0.smithi040.stdout:op 1642 completed, throughput=5MB/sec 2024-04-22T04:52:50.109 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HZUfz6ND8vRbkW3 off=6169756 len=1182628 2024-04-22T04:52:50.112 INFO:tasks.workunit.client.0.smithi040.stdout:op 1643 completed, throughput=5MB/sec 2024-04-22T04:52:50.112 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Iozq4R6GYyL9lvy off=7189565 len=1609333 2024-04-22T04:52:50.118 INFO:tasks.workunit.client.0.smithi040.stdout:op 1644 completed, throughput=5MB/sec 2024-04-22T04:52:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:50 smithi040 ceph-mon[88445]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:52:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:52:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:52:50] "GET /metrics HTTP/1.1" 200 240216 "" "Prometheus/2.43.0" 2024-04-22T04:52:50.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:50 smithi040 ceph-mon[91058]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:52:50.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:50 smithi062 ceph-mon[78153]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:52:51.119 INFO:tasks.workunit.client.0.smithi040.stdout: 327: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:51.119 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WwPmHkG9eEGMTi7 off=4570974 len=10825 2024-04-22T04:52:51.121 INFO:tasks.workunit.client.0.smithi040.stdout:op 1645 completed, throughput=4.99MB/sec 2024-04-22T04:52:51.121 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hZz1qPEZ7ePThFM off=16749361 len=704895 2024-04-22T04:52:51.125 INFO:tasks.workunit.client.0.smithi040.stdout:op 1646 completed, throughput=4.99MB/sec 2024-04-22T04:52:51.125 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LppvNVotzoscO7y off=3105135 len=861766 2024-04-22T04:52:51.127 INFO:tasks.workunit.client.0.smithi040.stdout:op 1647 completed, throughput=4.99MB/sec 2024-04-22T04:52:51.127 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7YQKgcG9QwJnX_U off=7539388 len=1498608 2024-04-22T04:52:51.135 INFO:tasks.workunit.client.0.smithi040.stdout:op 1648 completed, throughput=5MB/sec 2024-04-22T04:52:51.136 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hn6uoYhYRPMRTli off=13384937 len=1734018 2024-04-22T04:52:51.144 INFO:tasks.workunit.client.0.smithi040.stdout:op 1649 completed, throughput=5MB/sec 2024-04-22T04:52:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:52:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:52:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:52:52.145 INFO:tasks.workunit.client.0.smithi040.stdout: 328: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:52.145 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IFnx2FchY6rfH9l off=1679686 len=1315702 2024-04-22T04:52:52.152 INFO:tasks.workunit.client.0.smithi040.stdout:op 1650 completed, throughput=4.99MB/sec 2024-04-22T04:52:52.152 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QAPiaTk7P3mRk9- off=3803070 len=1463053 2024-04-22T04:52:52.153 INFO:tasks.workunit.client.0.smithi040.stdout:op 1651 completed, throughput=4.99MB/sec 2024-04-22T04:52:52.154 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3_Nwqqt-W7esK0S off=8754968 len=623618 2024-04-22T04:52:52.158 INFO:tasks.workunit.client.0.smithi040.stdout:op 1652 completed, throughput=5MB/sec 2024-04-22T04:52:52.158 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jIhaGrXu2GTZUBo off=2041155 len=623458 2024-04-22T04:52:52.162 INFO:tasks.workunit.client.0.smithi040.stdout:op 1653 completed, throughput=5MB/sec 2024-04-22T04:52:52.162 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-izJd5rrnWDXZ5js off=9483196 len=521808 2024-04-22T04:52:52.166 INFO:tasks.workunit.client.0.smithi040.stdout:op 1654 completed, throughput=5MB/sec 2024-04-22T04:52:52.166 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yuhoxmzC0YbHv-r off=8100826 len=1666022 2024-04-22T04:52:52.175 INFO:tasks.workunit.client.0.smithi040.stdout:op 1655 completed, throughput=5MB/sec 2024-04-22T04:52:52.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:52 smithi040 ceph-mon[88445]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:52:52.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:52 smithi040 ceph-mon[91058]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:52:52.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:52 smithi062 ceph-mon[78153]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:52:53.175 INFO:tasks.workunit.client.0.smithi040.stdout: 329: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:53.175 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Pz0lscXe6A5CU2b off=13935248 len=212001 2024-04-22T04:52:53.178 INFO:tasks.workunit.client.0.smithi040.stdout:op 1656 completed, throughput=4.99MB/sec 2024-04-22T04:52:53.178 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ud3_8EFE-j_a0wG off=7097930 len=1974004 2024-04-22T04:52:53.181 INFO:tasks.workunit.client.0.smithi040.stdout:op 1657 completed, throughput=5MB/sec 2024-04-22T04:52:53.181 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aAz1LhHhg-KAwI0 off=2323730 len=1749844 2024-04-22T04:52:53.191 INFO:tasks.workunit.client.0.smithi040.stdout:op 1658 completed, throughput=5MB/sec 2024-04-22T04:52:54.191 INFO:tasks.workunit.client.0.smithi040.stdout: 330: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:54.191 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rlU_l3JRaXc5wGy off=873774 len=1855736 2024-04-22T04:52:54.198 INFO:tasks.workunit.client.0.smithi040.stdout:op 1659 completed, throughput=4.99MB/sec 2024-04-22T04:52:54.199 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AIyh7lUJo75tP84 off=7844997 len=442571 2024-04-22T04:52:54.206 INFO:tasks.workunit.client.0.smithi040.stdout:op 1660 completed, throughput=4.99MB/sec 2024-04-22T04:52:54.206 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-t62YQPdT6PT2bdb off=30878 len=541815 2024-04-22T04:52:54.207 INFO:tasks.workunit.client.0.smithi040.stdout:op 1661 completed, throughput=4.99MB/sec 2024-04-22T04:52:54.207 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5FzqTzqsZ0PHDhe off=9196579 len=2082430 2024-04-22T04:52:54.209 INFO:tasks.workunit.client.0.smithi040.stdout:op 1662 completed, throughput=5MB/sec 2024-04-22T04:52:54.209 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UfD1xd_unNMrO7v off=0 len=1763054 2024-04-22T04:52:54.215 INFO:tasks.workunit.client.0.smithi040.stdout:op 1663 completed, throughput=5MB/sec 2024-04-22T04:52:54.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:54 smithi040 ceph-mon[88445]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:52:54.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:54 smithi040 ceph-mon[91058]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:52:54.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:54 smithi062 ceph-mon[78153]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:52:55.216 INFO:tasks.workunit.client.0.smithi040.stdout: 331: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:55.216 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nvoPyoibrEWFwuH off=3786196 len=1529095 2024-04-22T04:52:55.224 INFO:tasks.workunit.client.0.smithi040.stdout:op 1664 completed, throughput=4.99MB/sec 2024-04-22T04:52:55.224 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tDwLBGkEpbbQ70T off=6234999 len=1688972 2024-04-22T04:52:55.226 INFO:tasks.workunit.client.0.smithi040.stdout:op 1665 completed, throughput=5MB/sec 2024-04-22T04:52:55.226 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xVEbQiGGw4NKkEI off=278644 len=1668065 2024-04-22T04:52:55.227 INFO:tasks.workunit.client.0.smithi040.stdout:op 1666 completed, throughput=5MB/sec 2024-04-22T04:52:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:52:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:52:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:52:56.228 INFO:tasks.workunit.client.0.smithi040.stdout: 332: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:56.228 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DLZ1dMhGATIDNs3 off=7153590 len=1822602 2024-04-22T04:52:56.238 INFO:tasks.workunit.client.0.smithi040.stdout:op 1667 completed, throughput=4.99MB/sec 2024-04-22T04:52:56.238 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EnOsR8Dok1efeYz off=6796249 len=499425 2024-04-22T04:52:56.239 INFO:tasks.workunit.client.0.smithi040.stdout:op 1668 completed, throughput=4.99MB/sec 2024-04-22T04:52:56.239 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MJS6LOnWSnZLuO7 off=1007176 len=918693 2024-04-22T04:52:56.241 INFO:tasks.workunit.client.0.smithi040.stdout:op 1669 completed, throughput=5MB/sec 2024-04-22T04:52:56.241 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qz-3Wnpdvk4Fmb6 off=4102624 len=137063 2024-04-22T04:52:56.243 INFO:tasks.workunit.client.0.smithi040.stdout:op 1670 completed, throughput=5MB/sec 2024-04-22T04:52:56.243 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FD39f02lGM6eH29 off=13569365 len=1089055 2024-04-22T04:52:56.245 INFO:tasks.workunit.client.0.smithi040.stdout:op 1671 completed, throughput=5MB/sec 2024-04-22T04:52:56.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:56 smithi040 ceph-mon[88445]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:52:56.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:56 smithi040 ceph-mon[91058]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:52:56.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:56 smithi062 ceph-mon[78153]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:52:57.245 INFO:tasks.workunit.client.0.smithi040.stdout: 333: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:57.245 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BLVsV0hBKZViXVx off=9587909 len=1762127 2024-04-22T04:52:57.248 INFO:tasks.workunit.client.0.smithi040.stdout:op 1672 completed, throughput=4.99MB/sec 2024-04-22T04:52:57.248 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lw850U0g2E9qdgs off=16815285 len=1626606 2024-04-22T04:52:57.250 INFO:tasks.workunit.client.0.smithi040.stdout:op 1673 completed, throughput=4.99MB/sec 2024-04-22T04:52:57.250 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-21s20UC5Nw5eZdN off=1385038 len=426035 2024-04-22T04:52:57.251 INFO:tasks.workunit.client.0.smithi040.stdout:op 1674 completed, throughput=5MB/sec 2024-04-22T04:52:57.251 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KFiwQ0jnky59UBP off=12500703 len=2073940 2024-04-22T04:52:57.253 INFO:tasks.workunit.client.0.smithi040.stdout:op 1675 completed, throughput=5MB/sec 2024-04-22T04:52:58.254 INFO:tasks.workunit.client.0.smithi040.stdout: 334: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:58.254 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tSaapbG1NleDgpd off=9272132 len=1114880 2024-04-22T04:52:58.261 INFO:tasks.workunit.client.0.smithi040.stdout:op 1676 completed, throughput=4.99MB/sec 2024-04-22T04:52:58.261 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ovSW12-Ck3_N08t off=15796723 len=987022 2024-04-22T04:52:58.266 INFO:tasks.workunit.client.0.smithi040.stdout:op 1677 completed, throughput=4.99MB/sec 2024-04-22T04:52:58.266 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Lgh82RCcHDwI465 off=8758961 len=2010402 2024-04-22T04:52:58.278 INFO:tasks.workunit.client.0.smithi040.stdout:op 1678 completed, throughput=5MB/sec 2024-04-22T04:52:58.278 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AlASP5xVtMuJHGX off=1377115 len=648178 2024-04-22T04:52:58.282 INFO:tasks.workunit.client.0.smithi040.stdout:op 1679 completed, throughput=5MB/sec 2024-04-22T04:52:58.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:52:58 smithi040 ceph-mon[88445]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T04:52:58.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:52:58 smithi040 ceph-mon[91058]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T04:52:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:52:58 smithi062 ceph-mon[78153]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T04:52:59.282 INFO:tasks.workunit.client.0.smithi040.stdout: 335: throughput=4.99MB/sec pending data=0 2024-04-22T04:52:59.283 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8XZHkOw8-W3Kdlc off=10779753 len=1723674 2024-04-22T04:52:59.286 INFO:tasks.workunit.client.0.smithi040.stdout:op 1680 completed, throughput=4.99MB/sec 2024-04-22T04:52:59.286 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uP_o6AxhWxZuwC1 off=22649567 len=1014460 2024-04-22T04:52:59.288 INFO:tasks.workunit.client.0.smithi040.stdout:op 1681 completed, throughput=4.99MB/sec 2024-04-22T04:52:59.288 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-S0s2MmXomneCf4u off=0 len=1249021 2024-04-22T04:52:59.290 INFO:tasks.workunit.client.0.smithi040.stdout:op 1682 completed, throughput=5MB/sec 2024-04-22T04:52:59.290 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-E7aQRiJj2M8KAyP off=9734357 len=660537 2024-04-22T04:52:59.291 INFO:tasks.workunit.client.0.smithi040.stdout:op 1683 completed, throughput=5MB/sec 2024-04-22T04:52:59.291 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XEEw8zUkUGOwkRv off=836566 len=1846876 2024-04-22T04:52:59.293 INFO:tasks.workunit.client.0.smithi040.stdout:op 1684 completed, throughput=5MB/sec 2024-04-22T04:53:00.294 INFO:tasks.workunit.client.0.smithi040.stdout: 336: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:00.294 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ojCJoy7Znt-7hLb off=1326729 len=51617 2024-04-22T04:53:00.296 INFO:tasks.workunit.client.0.smithi040.stdout:op 1685 completed, throughput=4.99MB/sec 2024-04-22T04:53:00.297 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-f63bSaya4jYHXUg off=6916838 len=1084448 2024-04-22T04:53:00.302 INFO:tasks.workunit.client.0.smithi040.stdout:op 1686 completed, throughput=4.99MB/sec 2024-04-22T04:53:00.303 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1XpRG-XBNWT2bl2 off=1587691 len=205801 2024-04-22T04:53:00.303 INFO:tasks.workunit.client.0.smithi040.stdout:op 1687 completed, throughput=4.99MB/sec 2024-04-22T04:53:00.303 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iipCvl30TlHI4rr off=5167970 len=847999 2024-04-22T04:53:00.305 INFO:tasks.workunit.client.0.smithi040.stdout:op 1688 completed, throughput=4.99MB/sec 2024-04-22T04:53:00.305 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WUFeGNqd7xb2EQi off=13053047 len=1541482 2024-04-22T04:53:00.307 INFO:tasks.workunit.client.0.smithi040.stdout:op 1689 completed, throughput=5MB/sec 2024-04-22T04:53:00.307 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IWnBDGIs_rx4HNV off=7647977 len=862665 2024-04-22T04:53:00.308 INFO:tasks.workunit.client.0.smithi040.stdout:op 1690 completed, throughput=5MB/sec 2024-04-22T04:53:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:00 smithi040 ceph-mon[88445]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:53:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:53:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:53:00] "GET /metrics HTTP/1.1" 200 240211 "" "Prometheus/2.43.0" 2024-04-22T04:53:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:00 smithi040 ceph-mon[91058]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:53:00.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:00 smithi062 ceph-mon[78153]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:53:01.309 INFO:tasks.workunit.client.0.smithi040.stdout: 337: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:01.309 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aN-ZRw_jR1l66fW off=3367017 len=1235778 2024-04-22T04:53:01.315 INFO:tasks.workunit.client.0.smithi040.stdout:op 1691 completed, throughput=4.99MB/sec 2024-04-22T04:53:01.315 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mJN-ktsJhKhO1UT off=737970 len=642931 2024-04-22T04:53:01.319 INFO:tasks.workunit.client.0.smithi040.stdout:op 1692 completed, throughput=4.99MB/sec 2024-04-22T04:53:01.319 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6oB-Dw2_T4rhsts off=10026904 len=111797 2024-04-22T04:53:01.320 INFO:tasks.workunit.client.0.smithi040.stdout:op 1693 completed, throughput=4.99MB/sec 2024-04-22T04:53:01.320 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sNeVA-5XRoh35QJ off=1467031 len=847427 2024-04-22T04:53:01.321 INFO:tasks.workunit.client.0.smithi040.stdout:op 1694 completed, throughput=4.99MB/sec 2024-04-22T04:53:01.321 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_ZJPgJ4yudr00Ao off=6499856 len=237413 2024-04-22T04:53:01.323 INFO:tasks.workunit.client.0.smithi040.stdout:op 1695 completed, throughput=5MB/sec 2024-04-22T04:53:01.323 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0kJmZTJrjxJqvs4 off=7743396 len=609510 2024-04-22T04:53:01.325 INFO:tasks.workunit.client.0.smithi040.stdout:op 1696 completed, throughput=5MB/sec 2024-04-22T04:53:01.325 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FAwpVJDvh0Bf1my off=3050590 len=351044 2024-04-22T04:53:01.326 INFO:tasks.workunit.client.0.smithi040.stdout:op 1697 completed, throughput=5MB/sec 2024-04-22T04:53:01.326 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hFIibPN1_pky6tc off=3183078 len=1456670 2024-04-22T04:53:01.328 INFO:tasks.workunit.client.0.smithi040.stdout:op 1698 completed, throughput=5MB/sec 2024-04-22T04:53:02.328 INFO:tasks.workunit.client.0.smithi040.stdout: 338: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:02.329 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dMhjGHOrDECXnKd off=16714480 len=713234 2024-04-22T04:53:02.332 INFO:tasks.workunit.client.0.smithi040.stdout:op 1699 completed, throughput=4.99MB/sec 2024-04-22T04:53:02.332 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RooxhlN28LHScnQ off=9623383 len=332032 2024-04-22T04:53:02.333 INFO:tasks.workunit.client.0.smithi040.stdout:op 1700 completed, throughput=4.99MB/sec 2024-04-22T04:53:02.333 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zKrmj2mGR1Mo2i1 off=7724065 len=706744 2024-04-22T04:53:02.338 INFO:tasks.workunit.client.0.smithi040.stdout:op 1701 completed, throughput=4.99MB/sec 2024-04-22T04:53:02.338 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SK2z_O6uiaRPhfE off=8346144 len=1068316 2024-04-22T04:53:02.339 INFO:tasks.workunit.client.0.smithi040.stdout:op 1702 completed, throughput=4.99MB/sec 2024-04-22T04:53:02.340 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lGfpeDo90svKV7F off=13556625 len=1129269 2024-04-22T04:53:02.341 INFO:tasks.workunit.client.0.smithi040.stdout:op 1703 completed, throughput=5MB/sec 2024-04-22T04:53:02.341 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-__Ou2c6lLkv7sr7 off=2977509 len=2045555 2024-04-22T04:53:02.343 INFO:tasks.workunit.client.0.smithi040.stdout:op 1704 completed, throughput=5MB/sec 2024-04-22T04:53:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:02 smithi040 ceph-mon[88445]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:53:02.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:02 smithi040 ceph-mon[91058]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:53:02.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:02 smithi062 ceph-mon[78153]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:53:03.344 INFO:tasks.workunit.client.0.smithi040.stdout: 339: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:03.344 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eKfXmcbUdagGRLm off=1649204 len=1721497 2024-04-22T04:53:03.346 INFO:tasks.workunit.client.0.smithi040.stdout:op 1705 completed, throughput=4.99MB/sec 2024-04-22T04:53:03.346 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ROfjfKbEpXPoLn1 off=5140326 len=139311 2024-04-22T04:53:03.347 INFO:tasks.workunit.client.0.smithi040.stdout:op 1706 completed, throughput=4.99MB/sec 2024-04-22T04:53:03.347 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oMezgzGds0h2fVz off=6578479 len=526052 2024-04-22T04:53:03.348 INFO:tasks.workunit.client.0.smithi040.stdout:op 1707 completed, throughput=5MB/sec 2024-04-22T04:53:03.348 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KDm_NHW9FuWk1rb off=5822611 len=1107844 2024-04-22T04:53:03.354 INFO:tasks.workunit.client.0.smithi040.stdout:op 1708 completed, throughput=5MB/sec 2024-04-22T04:53:03.354 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VOvZ3cE-9w9JO1o off=4922891 len=1968961 2024-04-22T04:53:03.364 INFO:tasks.workunit.client.0.smithi040.stdout:op 1709 completed, throughput=5MB/sec 2024-04-22T04:53:04.365 INFO:tasks.workunit.client.0.smithi040.stdout: 340: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:04.365 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5JEJW7FjJ2z_FtP off=377756 len=1710246 2024-04-22T04:53:04.367 INFO:tasks.workunit.client.0.smithi040.stdout:op 1710 completed, throughput=4.99MB/sec 2024-04-22T04:53:04.367 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8xskKEuDl0_g3k9 off=1943798 len=883487 2024-04-22T04:53:04.369 INFO:tasks.workunit.client.0.smithi040.stdout:op 1711 completed, throughput=5MB/sec 2024-04-22T04:53:04.369 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-T6GdJowzUIQ3nNl off=804039 len=1502416 2024-04-22T04:53:04.376 INFO:tasks.workunit.client.0.smithi040.stdout:op 1712 completed, throughput=5MB/sec 2024-04-22T04:53:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:04 smithi062 ceph-mon[78153]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:53:04.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:04 smithi040 ceph-mon[88445]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:53:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:04 smithi040 ceph-mon[91058]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:53:05.376 INFO:tasks.workunit.client.0.smithi040.stdout: 341: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:05.377 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zhGbKyVFkgFRC4Q off=4626825 len=1692677 2024-04-22T04:53:05.387 INFO:tasks.workunit.client.0.smithi040.stdout:op 1713 completed, throughput=4.99MB/sec 2024-04-22T04:53:05.387 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vxVQs_oRR15_7b0 off=8691667 len=1480113 2024-04-22T04:53:05.389 INFO:tasks.workunit.client.0.smithi040.stdout:op 1714 completed, throughput=4.99MB/sec 2024-04-22T04:53:05.389 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eZLM8ZKgVOC_aAE off=823010 len=947357 2024-04-22T04:53:05.390 INFO:tasks.workunit.client.0.smithi040.stdout:op 1715 completed, throughput=5MB/sec 2024-04-22T04:53:05.390 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-694IsengwsFPo7T off=9091245 len=1530859 2024-04-22T04:53:05.397 INFO:tasks.workunit.client.0.smithi040.stdout:op 1716 completed, throughput=5MB/sec 2024-04-22T04:53:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:53:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:53:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:53:06.398 INFO:tasks.workunit.client.0.smithi040.stdout: 342: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:06.398 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TPJPYluoR4-IiGv off=6870598 len=830614 2024-04-22T04:53:06.403 INFO:tasks.workunit.client.0.smithi040.stdout:op 1717 completed, throughput=4.99MB/sec 2024-04-22T04:53:06.403 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qNG9ntCMZLiPTde off=12240471 len=1525035 2024-04-22T04:53:06.409 INFO:tasks.workunit.client.0.smithi040.stdout:op 1718 completed, throughput=4.99MB/sec 2024-04-22T04:53:06.409 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-I2vSHTqffOhc1vz off=5775949 len=288558 2024-04-22T04:53:06.411 INFO:tasks.workunit.client.0.smithi040.stdout:op 1719 completed, throughput=4.99MB/sec 2024-04-22T04:53:06.411 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0vJ3CcuhD9iM7jg off=194774 len=2001900 2024-04-22T04:53:06.412 INFO:tasks.workunit.client.0.smithi040.stdout:op 1720 completed, throughput=5MB/sec 2024-04-22T04:53:06.412 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JF8lLvS8TpJD-xP off=323567 len=1366728 2024-04-22T04:53:06.414 INFO:tasks.workunit.client.0.smithi040.stdout:op 1721 completed, throughput=5MB/sec 2024-04-22T04:53:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:06 smithi062 ceph-mon[78153]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-22T04:53:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:53:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:06 smithi040 ceph-mon[91058]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-22T04:53:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:53:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:06 smithi040 ceph-mon[88445]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-22T04:53:06.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:53:07.414 INFO:tasks.workunit.client.0.smithi040.stdout: 343: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:07.414 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-q-cRFRj7SxnuejM off=10906850 len=459186 2024-04-22T04:53:07.415 INFO:tasks.workunit.client.0.smithi040.stdout:op 1722 completed, throughput=4.99MB/sec 2024-04-22T04:53:07.415 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-V-0QPUhcVwK9X7J off=9743990 len=81251 2024-04-22T04:53:07.416 INFO:tasks.workunit.client.0.smithi040.stdout:op 1723 completed, throughput=4.99MB/sec 2024-04-22T04:53:07.416 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yqgJoQDVP6xNukN off=14507063 len=181157 2024-04-22T04:53:07.418 INFO:tasks.workunit.client.0.smithi040.stdout:op 1724 completed, throughput=4.99MB/sec 2024-04-22T04:53:07.419 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--_KxS3SzdhGxO63 off=5201684 len=427999 2024-04-22T04:53:07.422 INFO:tasks.workunit.client.0.smithi040.stdout:op 1725 completed, throughput=4.99MB/sec 2024-04-22T04:53:07.422 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Vo8r-atgPaqXREb off=4163749 len=440024 2024-04-22T04:53:07.423 INFO:tasks.workunit.client.0.smithi040.stdout:op 1726 completed, throughput=4.99MB/sec 2024-04-22T04:53:07.423 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7v0-UhQouZXPc1i off=1211135 len=1863752 2024-04-22T04:53:07.425 INFO:tasks.workunit.client.0.smithi040.stdout:op 1727 completed, throughput=5MB/sec 2024-04-22T04:53:07.425 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LfuCxg55yCAlltF off=6901758 len=536249 2024-04-22T04:53:07.429 INFO:tasks.workunit.client.0.smithi040.stdout:op 1728 completed, throughput=5MB/sec 2024-04-22T04:53:07.429 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Mpt6i9aAKpjU-tU off=282518 len=1395426 2024-04-22T04:53:07.435 INFO:tasks.workunit.client.0.smithi040.stdout:op 1729 completed, throughput=5MB/sec 2024-04-22T04:53:08.436 INFO:tasks.workunit.client.0.smithi040.stdout: 344: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:08.436 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QuwbvecCs9nyNXm off=6792444 len=1193892 2024-04-22T04:53:08.438 INFO:tasks.workunit.client.0.smithi040.stdout:op 1730 completed, throughput=4.99MB/sec 2024-04-22T04:53:08.438 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-r1jgqu2GgaaHjJB off=1346252 len=538577 2024-04-22T04:53:08.442 INFO:tasks.workunit.client.0.smithi040.stdout:op 1731 completed, throughput=4.99MB/sec 2024-04-22T04:53:08.442 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CxgNut84oTfRza1 off=4357675 len=566308 2024-04-22T04:53:08.446 INFO:tasks.workunit.client.0.smithi040.stdout:op 1732 completed, throughput=5MB/sec 2024-04-22T04:53:08.447 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nlW5E0j6tDIEi-o off=3740478 len=435063 2024-04-22T04:53:08.449 INFO:tasks.workunit.client.0.smithi040.stdout:op 1733 completed, throughput=5MB/sec 2024-04-22T04:53:08.450 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HIXY6j8Q7rGO04h off=14065773 len=234091 2024-04-22T04:53:08.452 INFO:tasks.workunit.client.0.smithi040.stdout:op 1734 completed, throughput=5MB/sec 2024-04-22T04:53:08.452 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Z1l_c26i6Xi3Rmn off=182330 len=223264 2024-04-22T04:53:08.455 INFO:tasks.workunit.client.0.smithi040.stdout:op 1735 completed, throughput=5MB/sec 2024-04-22T04:53:08.455 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZvgZxPipu6X3-FE off=2099243 len=1864383 2024-04-22T04:53:08.458 INFO:tasks.workunit.client.0.smithi040.stdout:op 1736 completed, throughput=5MB/sec 2024-04-22T04:53:08.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:08 smithi062 ceph-mon[78153]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:53:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:08 smithi040 ceph-mon[88445]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:53:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:08 smithi040 ceph-mon[91058]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:53:09.459 INFO:tasks.workunit.client.0.smithi040.stdout: 345: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:09.459 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AQGUtNpP4TXkM-1 off=3116000 len=330844 2024-04-22T04:53:09.462 INFO:tasks.workunit.client.0.smithi040.stdout:op 1737 completed, throughput=4.99MB/sec 2024-04-22T04:53:09.462 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VblNbK-ES7IHM4g off=2201373 len=715569 2024-04-22T04:53:09.463 INFO:tasks.workunit.client.0.smithi040.stdout:op 1738 completed, throughput=4.99MB/sec 2024-04-22T04:53:09.463 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8tJDnPFeWVkG_yK off=15133338 len=1052987 2024-04-22T04:53:09.465 INFO:tasks.workunit.client.0.smithi040.stdout:op 1739 completed, throughput=4.99MB/sec 2024-04-22T04:53:09.466 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5m0evHFEhfMZAHq off=10560937 len=400520 2024-04-22T04:53:09.469 INFO:tasks.workunit.client.0.smithi040.stdout:op 1740 completed, throughput=4.99MB/sec 2024-04-22T04:53:09.469 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-r9Ov5fd683xF7XL off=10513494 len=1256489 2024-04-22T04:53:09.476 INFO:tasks.workunit.client.0.smithi040.stdout:op 1741 completed, throughput=5MB/sec 2024-04-22T04:53:09.476 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oTRE0jzymNypOgC off=6764445 len=620479 2024-04-22T04:53:09.480 INFO:tasks.workunit.client.0.smithi040.stdout:op 1742 completed, throughput=5MB/sec 2024-04-22T04:53:09.480 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Wuw4jFqsa4Cs4rp off=13827664 len=205278 2024-04-22T04:53:09.481 INFO:tasks.workunit.client.0.smithi040.stdout:op 1743 completed, throughput=5MB/sec 2024-04-22T04:53:10.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:10 smithi040 ceph-mon[88445]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-22T04:53:10.410 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:53:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:53:10] "GET /metrics HTTP/1.1" 200 240228 "" "Prometheus/2.43.0" 2024-04-22T04:53:10.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:10 smithi040 ceph-mon[91058]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-22T04:53:10.481 INFO:tasks.workunit.client.0.smithi040.stdout: 346: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:10.481 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Hz_k7kbSXVJhscC off=2141389 len=402976 2024-04-22T04:53:10.485 INFO:tasks.workunit.client.0.smithi040.stdout:op 1744 completed, throughput=4.99MB/sec 2024-04-22T04:53:10.485 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-emeCpshIWK4blg0 off=2653066 len=420277 2024-04-22T04:53:10.489 INFO:tasks.workunit.client.0.smithi040.stdout:op 1745 completed, throughput=4.99MB/sec 2024-04-22T04:53:10.489 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-w2rmAFuy_gAJ4F0 off=190052 len=167105 2024-04-22T04:53:10.492 INFO:tasks.workunit.client.0.smithi040.stdout:op 1746 completed, throughput=4.99MB/sec 2024-04-22T04:53:10.492 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gHLqCp50exjXuaB off=1899638 len=1092606 2024-04-22T04:53:10.497 INFO:tasks.workunit.client.0.smithi040.stdout:op 1747 completed, throughput=4.99MB/sec 2024-04-22T04:53:10.498 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-F5ML5xTimWe7fpE off=10583871 len=860942 2024-04-22T04:53:10.502 INFO:tasks.workunit.client.0.smithi040.stdout:op 1748 completed, throughput=4.99MB/sec 2024-04-22T04:53:10.502 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z3Vx_UpuI1DkCwM off=5491503 len=688525 2024-04-22T04:53:10.504 INFO:tasks.workunit.client.0.smithi040.stdout:op 1749 completed, throughput=5MB/sec 2024-04-22T04:53:10.504 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HB3Hhf3iNcGShN0 off=1018823 len=918900 2024-04-22T04:53:10.505 INFO:tasks.workunit.client.0.smithi040.stdout:op 1750 completed, throughput=5MB/sec 2024-04-22T04:53:10.505 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kdUvqfCVcAO9uOB off=9136396 len=1924213 2024-04-22T04:53:10.508 INFO:tasks.workunit.client.0.smithi040.stdout:op 1751 completed, throughput=5MB/sec 2024-04-22T04:53:10.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:10 smithi062 ceph-mon[78153]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-22T04:53:11.509 INFO:tasks.workunit.client.0.smithi040.stdout: 347: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:11.509 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CzSHMDg2SjX-eg5 off=1784187 len=1225911 2024-04-22T04:53:11.512 INFO:tasks.workunit.client.0.smithi040.stdout:op 1752 completed, throughput=4.99MB/sec 2024-04-22T04:53:11.512 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-63GFDZEd-s0qxzT off=5606239 len=1585945 2024-04-22T04:53:11.520 INFO:tasks.workunit.client.0.smithi040.stdout:op 1753 completed, throughput=5MB/sec 2024-04-22T04:53:11.521 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DaZCVFYq5vlf0Yr off=4963391 len=1479340 2024-04-22T04:53:11.528 INFO:tasks.workunit.client.0.smithi040.stdout:op 1754 completed, throughput=5MB/sec 2024-04-22T04:53:12.529 INFO:tasks.workunit.client.0.smithi040.stdout: 348: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:12.529 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7QLy9ishX4NHHV_ off=12865799 len=503730 2024-04-22T04:53:12.529 INFO:tasks.workunit.client.0.smithi040.stdout:op 1755 completed, throughput=4.99MB/sec 2024-04-22T04:53:12.529 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-b03iO5NX-ETi3lZ off=17527953 len=1596777 2024-04-22T04:53:12.531 INFO:tasks.workunit.client.0.smithi040.stdout:op 1756 completed, throughput=4.99MB/sec 2024-04-22T04:53:12.531 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-y3b8exTePTHj9oL off=7986403 len=728665 2024-04-22T04:53:12.535 INFO:tasks.workunit.client.0.smithi040.stdout:op 1757 completed, throughput=4.99MB/sec 2024-04-22T04:53:12.535 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-k1ya2BGFl-3pIwU off=4728792 len=944429 2024-04-22T04:53:12.541 INFO:tasks.workunit.client.0.smithi040.stdout:op 1758 completed, throughput=5MB/sec 2024-04-22T04:53:12.541 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vWcf_Y8nzB0rCCE off=14255839 len=446472 2024-04-22T04:53:12.544 INFO:tasks.workunit.client.0.smithi040.stdout:op 1759 completed, throughput=5MB/sec 2024-04-22T04:53:12.545 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZqUl4sEZGiZP_bL off=595010 len=381227 2024-04-22T04:53:12.545 INFO:tasks.workunit.client.0.smithi040.stdout:op 1760 completed, throughput=5MB/sec 2024-04-22T04:53:12.545 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CDN-t9E02ddGHC0 off=5082785 len=187751 2024-04-22T04:53:12.548 INFO:tasks.workunit.client.0.smithi040.stdout:op 1761 completed, throughput=5MB/sec 2024-04-22T04:53:12.548 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sflVRk8qEpL-0J3 off=6050882 len=193038 2024-04-22T04:53:12.551 INFO:tasks.workunit.client.0.smithi040.stdout:op 1762 completed, throughput=5MB/sec 2024-04-22T04:53:12.551 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2uDPDYVhKs0ML1V off=419899 len=211164 2024-04-22T04:53:12.554 INFO:tasks.workunit.client.0.smithi040.stdout:op 1763 completed, throughput=5MB/sec 2024-04-22T04:53:12.554 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ovTF7dE2diKDwBl off=6781377 len=558572 2024-04-22T04:53:12.555 INFO:tasks.workunit.client.0.smithi040.stdout:op 1764 completed, throughput=5MB/sec 2024-04-22T04:53:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:12 smithi062 ceph-mon[78153]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T04:53:12.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:12 smithi040 ceph-mon[88445]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T04:53:12.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:12 smithi040 ceph-mon[91058]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T04:53:13.555 INFO:tasks.workunit.client.0.smithi040.stdout: 349: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:13.555 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hP85pIIti50e9a4 off=11608344 len=92060 2024-04-22T04:53:13.558 INFO:tasks.workunit.client.0.smithi040.stdout:op 1765 completed, throughput=4.99MB/sec 2024-04-22T04:53:13.558 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-R2X558iFl5YFc5A off=596956 len=571799 2024-04-22T04:53:13.561 INFO:tasks.workunit.client.0.smithi040.stdout:op 1766 completed, throughput=4.99MB/sec 2024-04-22T04:53:13.562 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8mkPlwlcDc0VyRa off=471230 len=1312845 2024-04-22T04:53:13.565 INFO:tasks.workunit.client.0.smithi040.stdout:op 1767 completed, throughput=4.99MB/sec 2024-04-22T04:53:13.565 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hn6uoYhYRPMRTli off=23028383 len=344910 2024-04-22T04:53:13.568 INFO:tasks.workunit.client.0.smithi040.stdout:op 1768 completed, throughput=4.99MB/sec 2024-04-22T04:53:13.568 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aqbY9iluTX6KJRh off=1330466 len=1411867 2024-04-22T04:53:13.570 INFO:tasks.workunit.client.0.smithi040.stdout:op 1769 completed, throughput=5MB/sec 2024-04-22T04:53:13.570 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-i5DEsvn2_hW4ESO off=4916909 len=1814643 2024-04-22T04:53:13.578 INFO:tasks.workunit.client.0.smithi040.stdout:op 1770 completed, throughput=5MB/sec 2024-04-22T04:53:14.579 INFO:tasks.workunit.client.0.smithi040.stdout: 350: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:14.579 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5OV52LEVV47nffn off=5316928 len=414502 2024-04-22T04:53:14.582 INFO:tasks.workunit.client.0.smithi040.stdout:op 1771 completed, throughput=4.99MB/sec 2024-04-22T04:53:14.582 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iTHlOuvgcZ6K_Kb off=636177 len=1262458 2024-04-22T04:53:14.584 INFO:tasks.workunit.client.0.smithi040.stdout:op 1772 completed, throughput=4.99MB/sec 2024-04-22T04:53:14.584 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SNJkLET2uBGg9mA off=12572170 len=1703618 2024-04-22T04:53:14.592 INFO:tasks.workunit.client.0.smithi040.stdout:op 1773 completed, throughput=5MB/sec 2024-04-22T04:53:14.592 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q6tntOhPW3vd9hf off=19231548 len=1261158 2024-04-22T04:53:14.597 INFO:tasks.workunit.client.0.smithi040.stdout:op 1774 completed, throughput=5MB/sec 2024-04-22T04:53:14.597 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fOtdRjQqoZeCaVA off=3642716 len=1496214 2024-04-22T04:53:14.598 INFO:tasks.workunit.client.0.smithi040.stdout:op 1775 completed, throughput=5MB/sec 2024-04-22T04:53:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:14 smithi062 ceph-mon[78153]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T04:53:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:14 smithi040 ceph-mon[88445]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T04:53:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:14 smithi040 ceph-mon[91058]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T04:53:15.598 INFO:tasks.workunit.client.0.smithi040.stdout: 351: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:15.599 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zQ__bDqDO9Kk_s8 off=8874776 len=1213810 2024-04-22T04:53:15.605 INFO:tasks.workunit.client.0.smithi040.stdout:op 1776 completed, throughput=4.99MB/sec 2024-04-22T04:53:15.605 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-S8moaC9f6YNB1EJ off=7814047 len=534530 2024-04-22T04:53:15.608 INFO:tasks.workunit.client.0.smithi040.stdout:op 1777 completed, throughput=4.99MB/sec 2024-04-22T04:53:15.608 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wPYYoXhJAr_LDat off=2082077 len=1374101 2024-04-22T04:53:15.616 INFO:tasks.workunit.client.0.smithi040.stdout:op 1778 completed, throughput=5MB/sec 2024-04-22T04:53:15.616 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xtu82HAyPK0FUK_ off=12555788 len=1453546 2024-04-22T04:53:15.624 INFO:tasks.workunit.client.0.smithi040.stdout:op 1779 completed, throughput=5MB/sec 2024-04-22T04:53:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:53:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:53:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:53:16.624 INFO:tasks.workunit.client.0.smithi040.stdout: 352: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:16.624 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-s99GcH0D_cnq8W6 off=12232584 len=735795 2024-04-22T04:53:16.629 INFO:tasks.workunit.client.0.smithi040.stdout:op 1780 completed, throughput=4.99MB/sec 2024-04-22T04:53:16.629 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cUbea9whVZk7C82 off=4637529 len=969454 2024-04-22T04:53:16.631 INFO:tasks.workunit.client.0.smithi040.stdout:op 1781 completed, throughput=4.99MB/sec 2024-04-22T04:53:16.631 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DhTnJkkwT2nR0FV off=9068508 len=892556 2024-04-22T04:53:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:16 smithi062 ceph-mon[78153]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:53:16.635 INFO:tasks.workunit.client.0.smithi040.stdout:op 1782 completed, throughput=4.99MB/sec 2024-04-22T04:53:16.635 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mVxuepVq9pGMx9r off=667277 len=147806 2024-04-22T04:53:16.638 INFO:tasks.workunit.client.0.smithi040.stdout:op 1783 completed, throughput=4.99MB/sec 2024-04-22T04:53:16.638 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TGcumA7nH56_uqz off=8761165 len=1947376 2024-04-22T04:53:16.648 INFO:tasks.workunit.client.0.smithi040.stdout:op 1784 completed, throughput=5MB/sec 2024-04-22T04:53:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:16 smithi040 ceph-mon[88445]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:53:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:16 smithi040 ceph-mon[91058]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:53:17.649 INFO:tasks.workunit.client.0.smithi040.stdout: 353: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:17.649 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3S7BB6kuZrpkd-j off=2302597 len=590010 2024-04-22T04:53:17.650 INFO:tasks.workunit.client.0.smithi040.stdout:op 1785 completed, throughput=4.99MB/sec 2024-04-22T04:53:17.650 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MkOxRNTt8u6i1F4 off=905777 len=1533932 2024-04-22T04:53:17.652 INFO:tasks.workunit.client.0.smithi040.stdout:op 1786 completed, throughput=4.99MB/sec 2024-04-22T04:53:17.652 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NvhAE0m6djAh4KQ off=804213 len=1371567 2024-04-22T04:53:17.654 INFO:tasks.workunit.client.0.smithi040.stdout:op 1787 completed, throughput=5MB/sec 2024-04-22T04:53:17.654 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NqVK26dWoXxXFQn off=10545002 len=202363 2024-04-22T04:53:17.657 INFO:tasks.workunit.client.0.smithi040.stdout:op 1788 completed, throughput=5MB/sec 2024-04-22T04:53:17.657 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oBeT5U27IuO-0kq off=0 len=1285331 2024-04-22T04:53:17.658 INFO:tasks.workunit.client.0.smithi040.stdout:op 1789 completed, throughput=5MB/sec 2024-04-22T04:53:17.658 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kOoa8dODQoWCZlx off=11765597 len=1387017 2024-04-22T04:53:17.664 INFO:tasks.workunit.client.0.smithi040.stdout:op 1790 completed, throughput=5MB/sec 2024-04-22T04:53:18.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:18 smithi062 ceph-mon[78153]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T04:53:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:18 smithi040 ceph-mon[88445]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T04:53:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:18 smithi040 ceph-mon[91058]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T04:53:18.664 INFO:tasks.workunit.client.0.smithi040.stdout: 354: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:18.664 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sPJbIYUxhajrSLC off=22683704 len=1294721 2024-04-22T04:53:18.671 INFO:tasks.workunit.client.0.smithi040.stdout:op 1791 completed, throughput=4.99MB/sec 2024-04-22T04:53:18.671 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dSpZo-AcY-Vw-Wx off=11430686 len=1618989 2024-04-22T04:53:18.677 INFO:tasks.workunit.client.0.smithi040.stdout:op 1792 completed, throughput=5MB/sec 2024-04-22T04:53:18.678 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zCTgiz1rAwVGpG0 off=14527537 len=653202 2024-04-22T04:53:18.679 INFO:tasks.workunit.client.0.smithi040.stdout:op 1793 completed, throughput=5MB/sec 2024-04-22T04:53:18.679 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-B10g9WQdk8eESCY off=8124575 len=1585287 2024-04-22T04:53:18.688 INFO:tasks.workunit.client.0.smithi040.stdout:op 1794 completed, throughput=5MB/sec 2024-04-22T04:53:19.689 INFO:tasks.workunit.client.0.smithi040.stdout: 355: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:19.689 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_mBu2teHNVcK9aO off=11747580 len=628593 2024-04-22T04:53:19.693 INFO:tasks.workunit.client.0.smithi040.stdout:op 1795 completed, throughput=4.99MB/sec 2024-04-22T04:53:19.693 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ULVDp7ZOCmygLp3 off=5795804 len=510119 2024-04-22T04:53:19.697 INFO:tasks.workunit.client.0.smithi040.stdout:op 1796 completed, throughput=4.99MB/sec 2024-04-22T04:53:19.697 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GQKsOI7LPY30Bzi off=10057477 len=1774680 2024-04-22T04:53:19.700 INFO:tasks.workunit.client.0.smithi040.stdout:op 1797 completed, throughput=5MB/sec 2024-04-22T04:53:19.700 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Btqh6r2MrHeRFtH off=20679605 len=1608898 2024-04-22T04:53:19.709 INFO:tasks.workunit.client.0.smithi040.stdout:op 1798 completed, throughput=5MB/sec 2024-04-22T04:53:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:20 smithi040 ceph-mon[88445]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-22T04:53:20.410 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:53:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:53:20] "GET /metrics HTTP/1.1" 200 240228 "" "Prometheus/2.43.0" 2024-04-22T04:53:20.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:20 smithi040 ceph-mon[91058]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-22T04:53:20.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:20 smithi062 ceph-mon[78153]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-22T04:53:20.709 INFO:tasks.workunit.client.0.smithi040.stdout: 356: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:20.710 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QkegQGDgTBgIs3A off=1780883 len=1529513 2024-04-22T04:53:20.716 INFO:tasks.workunit.client.0.smithi040.stdout:op 1799 completed, throughput=4.99MB/sec 2024-04-22T04:53:20.716 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-odMzYsPUv_-5ZmJ off=0 len=1525402 2024-04-22T04:53:20.718 INFO:tasks.workunit.client.0.smithi040.stdout:op 1800 completed, throughput=4.99MB/sec 2024-04-22T04:53:20.718 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oUwiLa_f7Kwwena off=11888938 len=1151681 2024-04-22T04:53:20.721 INFO:tasks.workunit.client.0.smithi040.stdout:op 1801 completed, throughput=5MB/sec 2024-04-22T04:53:20.721 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-w9E-xIfsgXsOI8j off=729511 len=1554405 2024-04-22T04:53:20.722 INFO:tasks.workunit.client.0.smithi040.stdout:op 1802 completed, throughput=5MB/sec 2024-04-22T04:53:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:53:21.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:53:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:53:21.723 INFO:tasks.workunit.client.0.smithi040.stdout: 357: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:21.723 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-N9QwT0S2rIieTul off=10014512 len=549503 2024-04-22T04:53:21.727 INFO:tasks.workunit.client.0.smithi040.stdout:op 1803 completed, throughput=4.99MB/sec 2024-04-22T04:53:21.727 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mugtIWt-cHbZNql off=3751785 len=1700810 2024-04-22T04:53:21.734 INFO:tasks.workunit.client.0.smithi040.stdout:op 1804 completed, throughput=4.99MB/sec 2024-04-22T04:53:21.734 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MLiyman6YhG8R5j off=2463749 len=1145566 2024-04-22T04:53:21.736 INFO:tasks.workunit.client.0.smithi040.stdout:op 1805 completed, throughput=5MB/sec 2024-04-22T04:53:21.736 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Du99IbdKnE0oIfC off=2554920 len=889102 2024-04-22T04:53:21.737 INFO:tasks.workunit.client.0.smithi040.stdout:op 1806 completed, throughput=5MB/sec 2024-04-22T04:53:21.738 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-c9E3sg3shhLYmuf off=9770918 len=1760587 2024-04-22T04:53:21.747 INFO:tasks.workunit.client.0.smithi040.stdout:op 1807 completed, throughput=5MB/sec 2024-04-22T04:53:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:22 smithi062 ceph-mon[78153]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T04:53:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:22 smithi040 ceph-mon[88445]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T04:53:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:22 smithi040 ceph-mon[91058]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T04:53:22.748 INFO:tasks.workunit.client.0.smithi040.stdout: 358: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:22.748 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-V9_l5VDTdYl6uDC off=2550346 len=1104336 2024-04-22T04:53:22.749 INFO:tasks.workunit.client.0.smithi040.stdout:op 1808 completed, throughput=4.99MB/sec 2024-04-22T04:53:22.749 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0i9fhSSjn0OrHYl off=133048 len=1477283 2024-04-22T04:53:22.756 INFO:tasks.workunit.client.0.smithi040.stdout:op 1809 completed, throughput=5MB/sec 2024-04-22T04:53:22.756 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-s2RuFDhydAfM0g- off=21614223 len=174705 2024-04-22T04:53:22.758 INFO:tasks.workunit.client.0.smithi040.stdout:op 1810 completed, throughput=5MB/sec 2024-04-22T04:53:22.758 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-59f0Euo0sKtT1jo off=5821235 len=817697 2024-04-22T04:53:22.759 INFO:tasks.workunit.client.0.smithi040.stdout:op 1811 completed, throughput=5MB/sec 2024-04-22T04:53:22.759 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-f4XgUArTAWUPBOy off=438925 len=1124804 2024-04-22T04:53:22.765 INFO:tasks.workunit.client.0.smithi040.stdout:op 1812 completed, throughput=5MB/sec 2024-04-22T04:53:23.765 INFO:tasks.workunit.client.0.smithi040.stdout: 359: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:23.765 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0DfsQJ7mwRqUVmc off=3117412 len=379765 2024-04-22T04:53:23.769 INFO:tasks.workunit.client.0.smithi040.stdout:op 1813 completed, throughput=4.99MB/sec 2024-04-22T04:53:23.769 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_K90sCVIdPgzQ97 off=10246538 len=1495796 2024-04-22T04:53:23.777 INFO:tasks.workunit.client.0.smithi040.stdout:op 1814 completed, throughput=4.99MB/sec 2024-04-22T04:53:23.777 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PPnhKiWQ4CC2sfK off=3746356 len=1935879 2024-04-22T04:53:23.788 INFO:tasks.workunit.client.0.smithi040.stdout:op 1815 completed, throughput=5MB/sec 2024-04-22T04:53:23.788 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ckiASo6YCsQdw_c off=2201314 len=1996914 2024-04-22T04:53:23.794 INFO:tasks.workunit.client.0.smithi040.stdout:op 1816 completed, throughput=5MB/sec 2024-04-22T04:53:24.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:24 smithi062 ceph-mon[78153]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-22T04:53:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:24 smithi040 ceph-mon[88445]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-22T04:53:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:24 smithi040 ceph-mon[91058]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-22T04:53:24.794 INFO:tasks.workunit.client.0.smithi040.stdout: 360: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:24.794 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uQBKlGCBCKzZgW0 off=1516268 len=858515 2024-04-22T04:53:24.799 INFO:tasks.workunit.client.0.smithi040.stdout:op 1817 completed, throughput=4.99MB/sec 2024-04-22T04:53:24.799 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MVovDiQkhKjlJYW off=3553742 len=1746334 2024-04-22T04:53:24.801 INFO:tasks.workunit.client.0.smithi040.stdout:op 1818 completed, throughput=5MB/sec 2024-04-22T04:53:24.801 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZYQwE97G82YXfrC off=9460484 len=2034261 2024-04-22T04:53:24.804 INFO:tasks.workunit.client.0.smithi040.stdout:op 1819 completed, throughput=5MB/sec 2024-04-22T04:53:25.804 INFO:tasks.workunit.client.0.smithi040.stdout: 361: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:25.804 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nEA2dVZJ0CVUBIE off=18712995 len=234330 2024-04-22T04:53:25.805 INFO:tasks.workunit.client.0.smithi040.stdout:op 1820 completed, throughput=4.99MB/sec 2024-04-22T04:53:25.805 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3O5eGePVbSn2vGN off=16920738 len=198382 2024-04-22T04:53:25.805 INFO:tasks.workunit.client.0.smithi040.stdout:op 1821 completed, throughput=4.99MB/sec 2024-04-22T04:53:25.806 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ffj5yx9M5NsS1xu off=12295568 len=1619634 2024-04-22T04:53:25.814 INFO:tasks.workunit.client.0.smithi040.stdout:op 1822 completed, throughput=4.99MB/sec 2024-04-22T04:53:25.814 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xt3_Fy_Ub4_87d4 off=12733054 len=853706 2024-04-22T04:53:25.820 INFO:tasks.workunit.client.0.smithi040.stdout:op 1823 completed, throughput=4.99MB/sec 2024-04-22T04:53:25.820 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0HZnpa97QHB_jKf off=3347414 len=712664 2024-04-22T04:53:25.821 INFO:tasks.workunit.client.0.smithi040.stdout:op 1824 completed, throughput=5MB/sec 2024-04-22T04:53:25.821 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zIHLHYNVGoRdoLo off=2730151 len=1543607 2024-04-22T04:53:25.830 INFO:tasks.workunit.client.0.smithi040.stdout:op 1825 completed, throughput=5MB/sec 2024-04-22T04:53:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:53:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:53:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:53:26.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:26 smithi062 ceph-mon[78153]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:53:26.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:26 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:53:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:26 smithi040 ceph-mon[88445]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:53:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:26 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:53:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:26 smithi040 ceph-mon[91058]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:53:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:26 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:53:26.831 INFO:tasks.workunit.client.0.smithi040.stdout: 362: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:26.831 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NczFWYAA0apwm_s off=269012 len=2063390 2024-04-22T04:53:26.834 INFO:tasks.workunit.client.0.smithi040.stdout:op 1826 completed, throughput=4.99MB/sec 2024-04-22T04:53:26.834 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-j7yQVhWixXhES-y off=6081341 len=1117499 2024-04-22T04:53:26.839 INFO:tasks.workunit.client.0.smithi040.stdout:op 1827 completed, throughput=4.99MB/sec 2024-04-22T04:53:26.839 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-elpennybKenc9Dj off=2501224 len=545095 2024-04-22T04:53:26.842 INFO:tasks.workunit.client.0.smithi040.stdout:op 1828 completed, throughput=5MB/sec 2024-04-22T04:53:26.842 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mjkQwo18SerAnht off=22259738 len=1115288 2024-04-22T04:53:26.847 INFO:tasks.workunit.client.0.smithi040.stdout:op 1829 completed, throughput=5MB/sec 2024-04-22T04:53:26.847 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SbyOuogjvT9mbai off=15483998 len=334919 2024-04-22T04:53:26.848 INFO:tasks.workunit.client.0.smithi040.stdout:op 1830 completed, throughput=5MB/sec 2024-04-22T04:53:26.848 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AIyh7lUJo75tP84 off=5654233 len=462513 2024-04-22T04:53:26.850 INFO:tasks.workunit.client.0.smithi040.stdout:op 1831 completed, throughput=5MB/sec 2024-04-22T04:53:27.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:27 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:53:27.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:27 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:53:27.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:27 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:53:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:27 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:53:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:27 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:53:27.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:27 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:53:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:27 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:53:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:27 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:53:27.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:27 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:53:27.851 INFO:tasks.workunit.client.0.smithi040.stdout: 363: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:27.851 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VT23D52vdaEL9mu off=924277 len=1196532 2024-04-22T04:53:27.852 INFO:tasks.workunit.client.0.smithi040.stdout:op 1832 completed, throughput=4.99MB/sec 2024-04-22T04:53:27.852 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-A_1vTS1CHZyii2o off=10537733 len=709074 2024-04-22T04:53:27.854 INFO:tasks.workunit.client.0.smithi040.stdout:op 1833 completed, throughput=4.99MB/sec 2024-04-22T04:53:27.854 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-18kNtkubF36Fd4- off=2688468 len=1155908 2024-04-22T04:53:27.862 INFO:tasks.workunit.client.0.smithi040.stdout:op 1834 completed, throughput=5MB/sec 2024-04-22T04:53:27.862 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-24jwHqUiOdzCPcK off=12122147 len=368325 2024-04-22T04:53:27.865 INFO:tasks.workunit.client.0.smithi040.stdout:op 1835 completed, throughput=5MB/sec 2024-04-22T04:53:27.865 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-djQjpSa17y6hl-X off=5986112 len=106584 2024-04-22T04:53:27.868 INFO:tasks.workunit.client.0.smithi040.stdout:op 1836 completed, throughput=5MB/sec 2024-04-22T04:53:27.868 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-R9S3VcvOISvDU7j off=4437438 len=1862622 2024-04-22T04:53:27.876 INFO:tasks.workunit.client.0.smithi040.stdout:op 1837 completed, throughput=5MB/sec 2024-04-22T04:53:28.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:28 smithi062 ceph-mon[78153]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-22T04:53:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:28 smithi040 ceph-mon[88445]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-22T04:53:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:28 smithi040 ceph-mon[91058]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-22T04:53:28.877 INFO:tasks.workunit.client.0.smithi040.stdout: 364: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:28.877 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2mAEW9knfHs5Ag_ off=6894269 len=646558 2024-04-22T04:53:28.878 INFO:tasks.workunit.client.0.smithi040.stdout:op 1838 completed, throughput=4.99MB/sec 2024-04-22T04:53:28.878 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CxgMCl-aUw1f2OE off=18417379 len=248579 2024-04-22T04:53:28.881 INFO:tasks.workunit.client.0.smithi040.stdout:op 1839 completed, throughput=4.99MB/sec 2024-04-22T04:53:28.881 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uV8XR_BLWziWkcZ off=3365684 len=196979 2024-04-22T04:53:28.882 INFO:tasks.workunit.client.0.smithi040.stdout:op 1840 completed, throughput=4.99MB/sec 2024-04-22T04:53:28.882 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QuNQvbUlXhm-CSC off=661628 len=456346 2024-04-22T04:53:28.885 INFO:tasks.workunit.client.0.smithi040.stdout:op 1841 completed, throughput=4.99MB/sec 2024-04-22T04:53:28.885 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-A38l7Gx9H0UsgyC off=531700 len=239852 2024-04-22T04:53:28.888 INFO:tasks.workunit.client.0.smithi040.stdout:op 1842 completed, throughput=4.99MB/sec 2024-04-22T04:53:28.888 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mZdmsdmDqE0ONCb off=483335 len=383479 2024-04-22T04:53:28.891 INFO:tasks.workunit.client.0.smithi040.stdout:op 1843 completed, throughput=4.99MB/sec 2024-04-22T04:53:28.891 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-t_89PkzW78RDMYx off=15309584 len=1408370 2024-04-22T04:53:28.896 INFO:tasks.workunit.client.0.smithi040.stdout:op 1844 completed, throughput=5MB/sec 2024-04-22T04:53:28.897 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-v61HCm5wurvsSJ4 off=6096783 len=674800 2024-04-22T04:53:28.901 INFO:tasks.workunit.client.0.smithi040.stdout:op 1845 completed, throughput=5MB/sec 2024-04-22T04:53:28.901 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bNNAZB9jWE-XnC3 off=11233126 len=298715 2024-04-22T04:53:28.904 INFO:tasks.workunit.client.0.smithi040.stdout:op 1846 completed, throughput=5MB/sec 2024-04-22T04:53:28.904 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--9oM7R3A7QDVeRs off=17077745 len=632883 2024-04-22T04:53:28.905 INFO:tasks.workunit.client.0.smithi040.stdout:op 1847 completed, throughput=5MB/sec 2024-04-22T04:53:29.906 INFO:tasks.workunit.client.0.smithi040.stdout: 365: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:29.906 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-v7UdLsCsUjALkLu off=4847262 len=8834 2024-04-22T04:53:29.906 INFO:tasks.workunit.client.0.smithi040.stdout:op 1848 completed, throughput=4.99MB/sec 2024-04-22T04:53:29.906 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_Jj_5dloIxH8Dxe off=12407994 len=1285600 2024-04-22T04:53:29.908 INFO:tasks.workunit.client.0.smithi040.stdout:op 1849 completed, throughput=4.99MB/sec 2024-04-22T04:53:29.908 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RPweWexn6yPotCv off=6021717 len=1257703 2024-04-22T04:53:29.915 INFO:tasks.workunit.client.0.smithi040.stdout:op 1850 completed, throughput=4.99MB/sec 2024-04-22T04:53:29.915 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VAmtbJBAYTL7-EW off=19507210 len=1300091 2024-04-22T04:53:29.916 INFO:tasks.workunit.client.0.smithi040.stdout:op 1851 completed, throughput=5MB/sec 2024-04-22T04:53:29.916 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xnmJPG0MD9ZItKS off=342798 len=847244 2024-04-22T04:53:29.921 INFO:tasks.workunit.client.0.smithi040.stdout:op 1852 completed, throughput=5MB/sec 2024-04-22T04:53:29.921 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fatpxTvtZdMTg-x off=8856728 len=621117 2024-04-22T04:53:29.922 INFO:tasks.workunit.client.0.smithi040.stdout:op 1853 completed, throughput=5MB/sec 2024-04-22T04:53:30.355 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:53:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:53:30] "GET /metrics HTTP/1.1" 200 240229 "" "Prometheus/2.43.0" 2024-04-22T04:53:30.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:30 smithi062 ceph-mon[78153]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:53:30.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:30 smithi040 ceph-mon[88445]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:53:30.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:30 smithi040 ceph-mon[91058]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:53:30.923 INFO:tasks.workunit.client.0.smithi040.stdout: 366: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:30.923 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ce-I5ORGyir63cp off=953090 len=1674565 2024-04-22T04:53:30.925 INFO:tasks.workunit.client.0.smithi040.stdout:op 1854 completed, throughput=4.99MB/sec 2024-04-22T04:53:30.925 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hf9NFGgLUdzqIY9 off=3177772 len=1171879 2024-04-22T04:53:30.932 INFO:tasks.workunit.client.0.smithi040.stdout:op 1855 completed, throughput=4.99MB/sec 2024-04-22T04:53:30.932 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-v8Ly6LfJETqxI8p off=4079618 len=1780363 2024-04-22T04:53:30.943 INFO:tasks.workunit.client.0.smithi040.stdout:op 1856 completed, throughput=5MB/sec 2024-04-22T04:53:30.943 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wpWQbU1JQ8-16Eo off=8652254 len=601626 2024-04-22T04:53:30.947 INFO:tasks.workunit.client.0.smithi040.stdout:op 1857 completed, throughput=5MB/sec 2024-04-22T04:53:30.947 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Fdz9c8IC_tcVUI7 off=6663909 len=953555 2024-04-22T04:53:30.951 INFO:tasks.workunit.client.0.smithi040.stdout:op 1858 completed, throughput=5MB/sec 2024-04-22T04:53:31.951 INFO:tasks.workunit.client.0.smithi040.stdout: 367: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:31.952 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-f-9-eMAHpkHZpzt off=502554 len=469202 2024-04-22T04:53:31.952 INFO:tasks.workunit.client.0.smithi040.stdout:op 1859 completed, throughput=4.99MB/sec 2024-04-22T04:53:31.953 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uXFQ1cf8x3Of3GQ off=535369 len=1787981 2024-04-22T04:53:31.961 INFO:tasks.workunit.client.0.smithi040.stdout:op 1860 completed, throughput=4.99MB/sec 2024-04-22T04:53:31.962 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7USBzcg7K0ZrJGN off=3386729 len=2022933 2024-04-22T04:53:31.972 INFO:tasks.workunit.client.0.smithi040.stdout:op 1861 completed, throughput=5MB/sec 2024-04-22T04:53:31.973 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2rMgqSR8ldwNi1B off=97010 len=511618 2024-04-22T04:53:31.973 INFO:tasks.workunit.client.0.smithi040.stdout:op 1862 completed, throughput=5MB/sec 2024-04-22T04:53:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:32 smithi062 ceph-mon[78153]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:53:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:32 smithi040 ceph-mon[91058]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:53:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:32 smithi040 ceph-mon[88445]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:53:32.974 INFO:tasks.workunit.client.0.smithi040.stdout: 368: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:32.974 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GH8LLbv3fMDfJR5 off=1586240 len=199445 2024-04-22T04:53:32.974 INFO:tasks.workunit.client.0.smithi040.stdout:op 1863 completed, throughput=4.99MB/sec 2024-04-22T04:53:32.974 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2tjYd_i141qB3hl off=15075833 len=1489830 2024-04-22T04:53:32.976 INFO:tasks.workunit.client.0.smithi040.stdout:op 1864 completed, throughput=4.99MB/sec 2024-04-22T04:53:32.977 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fK52NXzOv5LXirH off=6258440 len=1236143 2024-04-22T04:53:32.982 INFO:tasks.workunit.client.0.smithi040.stdout:op 1865 completed, throughput=4.99MB/sec 2024-04-22T04:53:32.982 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-T7mzVa-sSSEpRc9 off=909604 len=199583 2024-04-22T04:53:32.983 INFO:tasks.workunit.client.0.smithi040.stdout:op 1866 completed, throughput=5MB/sec 2024-04-22T04:53:32.983 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CwRifwiCFHr3RXV off=2902883 len=13275 2024-04-22T04:53:32.985 INFO:tasks.workunit.client.0.smithi040.stdout:op 1867 completed, throughput=5MB/sec 2024-04-22T04:53:32.985 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-StrDlH2Yjb9dVi- off=2875474 len=1050620 2024-04-22T04:53:32.991 INFO:tasks.workunit.client.0.smithi040.stdout:op 1868 completed, throughput=5MB/sec 2024-04-22T04:53:32.991 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2UWh9egViC8K8cl off=10295941 len=1723908 2024-04-22T04:53:32.993 INFO:tasks.workunit.client.0.smithi040.stdout:op 1869 completed, throughput=5MB/sec 2024-04-22T04:53:33.994 INFO:tasks.workunit.client.0.smithi040.stdout: 369: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:33.994 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XBlc18hDgL7mwlh off=958371 len=619435 2024-04-22T04:53:33.995 INFO:tasks.workunit.client.0.smithi040.stdout:op 1870 completed, throughput=4.99MB/sec 2024-04-22T04:53:33.996 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JJkv4Rnra3DvZLg off=14727356 len=599914 2024-04-22T04:53:33.997 INFO:tasks.workunit.client.0.smithi040.stdout:op 1871 completed, throughput=4.99MB/sec 2024-04-22T04:53:33.997 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-V5l9c29n7NF0oB5 off=5106240 len=1704664 2024-04-22T04:53:33.999 INFO:tasks.workunit.client.0.smithi040.stdout:op 1872 completed, throughput=5MB/sec 2024-04-22T04:53:33.999 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SLGQzMFilUPf9qp off=773426 len=1480276 2024-04-22T04:53:34.006 INFO:tasks.workunit.client.0.smithi040.stdout:op 1873 completed, throughput=5MB/sec 2024-04-22T04:53:34.006 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MXhcXHRr6_Oac2x off=1226896 len=1110312 2024-04-22T04:53:34.012 INFO:tasks.workunit.client.0.smithi040.stdout:op 1874 completed, throughput=5MB/sec 2024-04-22T04:53:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:34 smithi062 ceph-mon[78153]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-22T04:53:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:34 smithi040 ceph-mon[88445]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-22T04:53:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:34 smithi040 ceph-mon[91058]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-22T04:53:35.013 INFO:tasks.workunit.client.0.smithi040.stdout: 370: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:35.013 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-t_yjJSCNYlnKhZC off=9424995 len=922943 2024-04-22T04:53:35.017 INFO:tasks.workunit.client.0.smithi040.stdout:op 1875 completed, throughput=4.99MB/sec 2024-04-22T04:53:35.018 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Sze70wnYp7-xe-u off=1503766 len=1033287 2024-04-22T04:53:35.019 INFO:tasks.workunit.client.0.smithi040.stdout:op 1876 completed, throughput=4.99MB/sec 2024-04-22T04:53:35.019 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-23LChcCBGII0tY9 off=17260831 len=1712084 2024-04-22T04:53:35.025 INFO:tasks.workunit.client.0.smithi040.stdout:op 1877 completed, throughput=5MB/sec 2024-04-22T04:53:35.026 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Cs9vXleQM7LLwLg off=12037914 len=321783 2024-04-22T04:53:35.029 INFO:tasks.workunit.client.0.smithi040.stdout:op 1878 completed, throughput=5MB/sec 2024-04-22T04:53:35.029 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-A4T1qNNBDQTRvm7 off=5562454 len=13953 2024-04-22T04:53:35.030 INFO:tasks.workunit.client.0.smithi040.stdout:op 1879 completed, throughput=5MB/sec 2024-04-22T04:53:35.030 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MqXuhD0JKkUbu_N off=5021809 len=1783263 2024-04-22T04:53:35.033 INFO:tasks.workunit.client.0.smithi040.stdout:op 1880 completed, throughput=5MB/sec 2024-04-22T04:53:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:53:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:53:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:53:36.033 INFO:tasks.workunit.client.0.smithi040.stdout: 371: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:36.033 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RxjjqgU25lCJeRT off=5595890 len=1944727 2024-04-22T04:53:36.043 INFO:tasks.workunit.client.0.smithi040.stdout:op 1881 completed, throughput=5MB/sec 2024-04-22T04:53:36.043 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QIPB3Lgi_FsiliZ off=11629341 len=1497212 2024-04-22T04:53:36.045 INFO:tasks.workunit.client.0.smithi040.stdout:op 1882 completed, throughput=5MB/sec 2024-04-22T04:53:36.045 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KtVxArdLDrGat-2 off=9631636 len=815017 2024-04-22T04:53:36.046 INFO:tasks.workunit.client.0.smithi040.stdout:op 1883 completed, throughput=5MB/sec 2024-04-22T04:53:36.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:36 smithi062 ceph-mon[78153]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:53:36.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:53:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:36 smithi040 ceph-mon[88445]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:53:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:53:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:36 smithi040 ceph-mon[91058]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:53:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:53:37.046 INFO:tasks.workunit.client.0.smithi040.stdout: 372: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:37.046 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EYVEssq491Xbw_Q off=7232040 len=952322 2024-04-22T04:53:37.048 INFO:tasks.workunit.client.0.smithi040.stdout:op 1884 completed, throughput=4.99MB/sec 2024-04-22T04:53:37.048 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wqoeheWXNmQGf8n off=3493102 len=1218382 2024-04-22T04:53:37.049 INFO:tasks.workunit.client.0.smithi040.stdout:op 1885 completed, throughput=4.99MB/sec 2024-04-22T04:53:37.050 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-J80_q4DBOWdzY20 off=22324262 len=2054249 2024-04-22T04:53:37.052 INFO:tasks.workunit.client.0.smithi040.stdout:op 1886 completed, throughput=5MB/sec 2024-04-22T04:53:37.052 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qWo6vdwBBi6NiWF off=1776827 len=1128457 2024-04-22T04:53:37.058 INFO:tasks.workunit.client.0.smithi040.stdout:op 1887 completed, throughput=5MB/sec 2024-04-22T04:53:38.058 INFO:tasks.workunit.client.0.smithi040.stdout: 373: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:38.059 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-n1ZcuuCX3JND07l off=2848776 len=1793244 2024-04-22T04:53:38.069 INFO:tasks.workunit.client.0.smithi040.stdout:op 1888 completed, throughput=4.99MB/sec 2024-04-22T04:53:38.069 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-amXf2xBoVnFqfz5 off=16888532 len=1309433 2024-04-22T04:53:38.071 INFO:tasks.workunit.client.0.smithi040.stdout:op 1889 completed, throughput=5MB/sec 2024-04-22T04:53:38.071 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6JM1JDNZptF1QgN off=4206403 len=18777 2024-04-22T04:53:38.073 INFO:tasks.workunit.client.0.smithi040.stdout:op 1890 completed, throughput=5MB/sec 2024-04-22T04:53:38.073 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RTa8ScB90AX23mX off=3300104 len=2059581 2024-04-22T04:53:38.075 INFO:tasks.workunit.client.0.smithi040.stdout:op 1891 completed, throughput=5MB/sec 2024-04-22T04:53:38.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:38 smithi062 ceph-mon[78153]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-22T04:53:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:38 smithi040 ceph-mon[88445]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-22T04:53:38.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:38 smithi040 ceph-mon[91058]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-22T04:53:39.075 INFO:tasks.workunit.client.0.smithi040.stdout: 374: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:39.076 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KSHyfu_VIVNJpFI off=539345 len=668467 2024-04-22T04:53:39.080 INFO:tasks.workunit.client.0.smithi040.stdout:op 1892 completed, throughput=4.99MB/sec 2024-04-22T04:53:39.080 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Hqp-ZF6CNWJmUee off=9768714 len=549883 2024-04-22T04:53:39.082 INFO:tasks.workunit.client.0.smithi040.stdout:op 1893 completed, throughput=4.99MB/sec 2024-04-22T04:53:39.082 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mupEjHXOn55HHW0 off=15904158 len=1387147 2024-04-22T04:53:39.090 INFO:tasks.workunit.client.0.smithi040.stdout:op 1894 completed, throughput=4.99MB/sec 2024-04-22T04:53:39.090 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZvgZxPipu6X3-FE off=3153718 len=664534 2024-04-22T04:53:39.091 INFO:tasks.workunit.client.0.smithi040.stdout:op 1895 completed, throughput=5MB/sec 2024-04-22T04:53:39.091 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-83iEsMn6GybzdUo off=12578544 len=1137974 2024-04-22T04:53:39.097 INFO:tasks.workunit.client.0.smithi040.stdout:op 1896 completed, throughput=5MB/sec 2024-04-22T04:53:39.097 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-q9p6isrcXSvmVnq off=1466962 len=997651 2024-04-22T04:53:39.098 INFO:tasks.workunit.client.0.smithi040.stdout:op 1897 completed, throughput=5MB/sec 2024-04-22T04:53:40.098 INFO:tasks.workunit.client.0.smithi040.stdout: 375: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:40.098 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5LJHQk-4SHP7iZz off=6261489 len=791833 2024-04-22T04:53:40.100 INFO:tasks.workunit.client.0.smithi040.stdout:op 1898 completed, throughput=4.99MB/sec 2024-04-22T04:53:40.100 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fOIl8r3ov4Gicw5 off=11515870 len=1945759 2024-04-22T04:53:40.109 INFO:tasks.workunit.client.0.smithi040.stdout:op 1899 completed, throughput=4.99MB/sec 2024-04-22T04:53:40.109 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ss-Ha2quvbuQ_4d off=3673622 len=1168877 2024-04-22T04:53:40.110 INFO:tasks.workunit.client.0.smithi040.stdout:op 1900 completed, throughput=5MB/sec 2024-04-22T04:53:40.110 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Hjw8XMyCc4ExHiy off=2723316 len=502838 2024-04-22T04:53:40.110 INFO:tasks.workunit.client.0.smithi040.stdout:op 1901 completed, throughput=5MB/sec 2024-04-22T04:53:40.111 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uT6ZljhdU4MsZDG off=648442 len=1641490 2024-04-22T04:53:40.112 INFO:tasks.workunit.client.0.smithi040.stdout:op 1902 completed, throughput=5MB/sec 2024-04-22T04:53:40.371 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:53:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:53:40] "GET /metrics HTTP/1.1" 200 240240 "" "Prometheus/2.43.0" 2024-04-22T04:53:40.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:40 smithi062 ceph-mon[78153]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:53:40.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:40 smithi040 ceph-mon[88445]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:53:40.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:40 smithi040 ceph-mon[91058]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:53:41.112 INFO:tasks.workunit.client.0.smithi040.stdout: 376: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:41.112 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4qdgPNWXwras9cW off=3354901 len=1042951 2024-04-22T04:53:41.114 INFO:tasks.workunit.client.0.smithi040.stdout:op 1903 completed, throughput=4.99MB/sec 2024-04-22T04:53:41.114 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7-BEQ_AVTL6ol4e off=10906163 len=1155342 2024-04-22T04:53:41.119 INFO:tasks.workunit.client.0.smithi040.stdout:op 1904 completed, throughput=5MB/sec 2024-04-22T04:53:41.119 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gLlVmvMBm6xI0CE off=249969 len=1458690 2024-04-22T04:53:41.127 INFO:tasks.workunit.client.0.smithi040.stdout:op 1905 completed, throughput=5MB/sec 2024-04-22T04:53:41.127 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gIBx8SN_ifAo1ZM off=14197083 len=86983 2024-04-22T04:53:41.127 INFO:tasks.workunit.client.0.smithi040.stdout:op 1906 completed, throughput=5MB/sec 2024-04-22T04:53:41.127 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DYsnvLPIzi9EdtU off=992972 len=973943 2024-04-22T04:53:41.128 INFO:tasks.workunit.client.0.smithi040.stdout:op 1907 completed, throughput=5MB/sec 2024-04-22T04:53:42.128 INFO:tasks.workunit.client.0.smithi040.stdout: 377: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:42.129 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Zk0wIyqIir0UoF- off=13140828 len=957567 2024-04-22T04:53:42.131 INFO:tasks.workunit.client.0.smithi040.stdout:op 1908 completed, throughput=4.99MB/sec 2024-04-22T04:53:42.131 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-siA2RZNY0VP5bqe off=2976207 len=720361 2024-04-22T04:53:42.136 INFO:tasks.workunit.client.0.smithi040.stdout:op 1909 completed, throughput=4.99MB/sec 2024-04-22T04:53:42.136 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zpAmFvamieN8YQ6 off=1755103 len=633538 2024-04-22T04:53:42.137 INFO:tasks.workunit.client.0.smithi040.stdout:op 1910 completed, throughput=4.99MB/sec 2024-04-22T04:53:42.137 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-n4uNk6NJgzLnqYq off=1940607 len=647651 2024-04-22T04:53:42.142 INFO:tasks.workunit.client.0.smithi040.stdout:op 1911 completed, throughput=5MB/sec 2024-04-22T04:53:42.142 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MX0_Rr_a3AUlCbH off=2416696 len=58264 2024-04-22T04:53:42.142 INFO:tasks.workunit.client.0.smithi040.stdout:op 1912 completed, throughput=5MB/sec 2024-04-22T04:53:42.142 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-j5okWq23Ny8_cJb off=9026117 len=1609409 2024-04-22T04:53:42.144 INFO:tasks.workunit.client.0.smithi040.stdout:op 1913 completed, throughput=5MB/sec 2024-04-22T04:53:42.144 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DeH3cbPqSfKXJ2J off=11915365 len=1288224 2024-04-22T04:53:42.146 INFO:tasks.workunit.client.0.smithi040.stdout:op 1914 completed, throughput=5MB/sec 2024-04-22T04:53:42.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:42 smithi062 ceph-mon[78153]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:53:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:42 smithi040 ceph-mon[88445]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:53:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:42 smithi040 ceph-mon[91058]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:53:43.147 INFO:tasks.workunit.client.0.smithi040.stdout: 378: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:43.147 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zZQEUIPSmkPg-kw off=6866400 len=1118218 2024-04-22T04:53:43.153 INFO:tasks.workunit.client.0.smithi040.stdout:op 1915 completed, throughput=4.99MB/sec 2024-04-22T04:53:43.153 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qwnDCa4OKTMWzex off=5821646 len=876919 2024-04-22T04:53:43.158 INFO:tasks.workunit.client.0.smithi040.stdout:op 1916 completed, throughput=4.99MB/sec 2024-04-22T04:53:43.158 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gef9f_kRsZRqnZ7 off=11161356 len=1704111 2024-04-22T04:53:43.160 INFO:tasks.workunit.client.0.smithi040.stdout:op 1917 completed, throughput=5MB/sec 2024-04-22T04:53:43.160 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-T0pCsjLK1f8xzNI off=5600559 len=454043 2024-04-22T04:53:43.161 INFO:tasks.workunit.client.0.smithi040.stdout:op 1918 completed, throughput=5MB/sec 2024-04-22T04:53:43.161 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-urrFkQrqP8XGhjD off=3720709 len=1336954 2024-04-22T04:53:43.170 INFO:tasks.workunit.client.0.smithi040.stdout:op 1919 completed, throughput=5MB/sec 2024-04-22T04:53:44.170 INFO:tasks.workunit.client.0.smithi040.stdout: 379: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:44.171 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8pbkc0CPXZwNKmO off=5176673 len=1044112 2024-04-22T04:53:44.176 INFO:tasks.workunit.client.0.smithi040.stdout:op 1920 completed, throughput=4.99MB/sec 2024-04-22T04:53:44.176 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xSsJ7_31aIsB8IH off=3020704 len=2019966 2024-04-22T04:53:44.177 INFO:tasks.workunit.client.0.smithi040.stdout:op 1921 completed, throughput=5MB/sec 2024-04-22T04:53:44.177 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zDcpXl1H8F4qA1W off=327145 len=993015 2024-04-22T04:53:44.179 INFO:tasks.workunit.client.0.smithi040.stdout:op 1922 completed, throughput=5MB/sec 2024-04-22T04:53:44.179 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sFKbPgRuTlJ8emr off=22305241 len=766156 2024-04-22T04:53:44.183 INFO:tasks.workunit.client.0.smithi040.stdout:op 1923 completed, throughput=5MB/sec 2024-04-22T04:53:44.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:44 smithi062 ceph-mon[78153]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T04:53:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:44 smithi040 ceph-mon[88445]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T04:53:44.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:44 smithi040 ceph-mon[91058]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T04:53:45.184 INFO:tasks.workunit.client.0.smithi040.stdout: 380: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:45.184 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IM0hVm2TpHadcNJ off=13719065 len=1120625 2024-04-22T04:53:45.186 INFO:tasks.workunit.client.0.smithi040.stdout:op 1924 completed, throughput=4.99MB/sec 2024-04-22T04:53:45.186 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9D_dnhRSUWa2DeS off=507007 len=1498121 2024-04-22T04:53:45.195 INFO:tasks.workunit.client.0.smithi040.stdout:op 1925 completed, throughput=5MB/sec 2024-04-22T04:53:45.195 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-42Z1uKKZ1TPy5gV off=682463 len=1998233 2024-04-22T04:53:45.197 INFO:tasks.workunit.client.0.smithi040.stdout:op 1926 completed, throughput=5MB/sec 2024-04-22T04:53:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:53:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:53:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:53:46.197 INFO:tasks.workunit.client.0.smithi040.stdout: 381: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:46.198 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-G5Fshx9Vo2PihOB off=15431362 len=1559864 2024-04-22T04:53:46.204 INFO:tasks.workunit.client.0.smithi040.stdout:op 1927 completed, throughput=4.99MB/sec 2024-04-22T04:53:46.204 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KgofeX17fnRQEGZ off=7063801 len=1029570 2024-04-22T04:53:46.210 INFO:tasks.workunit.client.0.smithi040.stdout:op 1928 completed, throughput=4.99MB/sec 2024-04-22T04:53:46.210 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8qgXNMaMBsD9G87 off=171096 len=1483809 2024-04-22T04:53:46.213 INFO:tasks.workunit.client.0.smithi040.stdout:op 1929 completed, throughput=5MB/sec 2024-04-22T04:53:46.213 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DNXT3Ia5F0a7fxp off=5511062 len=913017 2024-04-22T04:53:46.215 INFO:tasks.workunit.client.0.smithi040.stdout:op 1930 completed, throughput=5MB/sec 2024-04-22T04:53:46.215 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Mi8u4C2cSIMcEEc off=12846118 len=1869914 2024-04-22T04:53:46.224 INFO:tasks.workunit.client.0.smithi040.stdout:op 1931 completed, throughput=5MB/sec 2024-04-22T04:53:46.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:46 smithi062 ceph-mon[78153]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:53:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:46 smithi040 ceph-mon[88445]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:53:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:46 smithi040 ceph-mon[91058]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:53:47.224 INFO:tasks.workunit.client.0.smithi040.stdout: 382: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:47.225 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-elRP2XWmVQiI1at off=513474 len=1180683 2024-04-22T04:53:47.226 INFO:tasks.workunit.client.0.smithi040.stdout:op 1932 completed, throughput=4.99MB/sec 2024-04-22T04:53:47.226 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-H65JV6651uJC8by off=17699275 len=1479611 2024-04-22T04:53:47.228 INFO:tasks.workunit.client.0.smithi040.stdout:op 1933 completed, throughput=5MB/sec 2024-04-22T04:53:47.228 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8ogZuy3tFlKKGsV off=6876273 len=140876 2024-04-22T04:53:47.231 INFO:tasks.workunit.client.0.smithi040.stdout:op 1934 completed, throughput=5MB/sec 2024-04-22T04:53:47.231 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wtJhv7OU7YayKeC off=595829 len=183954 2024-04-22T04:53:47.234 INFO:tasks.workunit.client.0.smithi040.stdout:op 1935 completed, throughput=5MB/sec 2024-04-22T04:53:47.234 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-d7ZTwrfkwv_GEoj off=2738530 len=1103206 2024-04-22T04:53:47.234 INFO:tasks.workunit.client.0.smithi040.stdout:op 1936 completed, throughput=5MB/sec 2024-04-22T04:53:48.235 INFO:tasks.workunit.client.0.smithi040.stdout: 383: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:48.235 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BTVMVW_GrreX8yJ off=13843272 len=1588572 2024-04-22T04:53:48.243 INFO:tasks.workunit.client.0.smithi040.stdout:op 1937 completed, throughput=4.99MB/sec 2024-04-22T04:53:48.244 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ssZ3Hn0FJcCLsEc off=1858899 len=1731102 2024-04-22T04:53:48.253 INFO:tasks.workunit.client.0.smithi040.stdout:op 1938 completed, throughput=5MB/sec 2024-04-22T04:53:48.254 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FxwhnMtBVGJML2h off=932906 len=2090694 2024-04-22T04:53:48.263 INFO:tasks.workunit.client.0.smithi040.stdout:op 1939 completed, throughput=5MB/sec 2024-04-22T04:53:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:48 smithi040 ceph-mon[88445]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:53:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:48 smithi040 ceph-mon[91058]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:53:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:48 smithi062 ceph-mon[78153]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:53:49.263 INFO:tasks.workunit.client.0.smithi040.stdout: 384: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:49.263 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AIK6lxplnpXMYob off=8844648 len=1986555 2024-04-22T04:53:49.265 INFO:tasks.workunit.client.0.smithi040.stdout:op 1940 completed, throughput=4.99MB/sec 2024-04-22T04:53:49.265 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IICrrEZIb-35ara off=8282124 len=1919811 2024-04-22T04:53:49.267 INFO:tasks.workunit.client.0.smithi040.stdout:op 1941 completed, throughput=5MB/sec 2024-04-22T04:53:49.267 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aQ28FxXD8_41C6V off=13709620 len=915843 2024-04-22T04:53:49.272 INFO:tasks.workunit.client.0.smithi040.stdout:op 1942 completed, throughput=5MB/sec 2024-04-22T04:53:49.272 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7KVLGPpk3Exwvei off=2503255 len=952653 2024-04-22T04:53:49.277 INFO:tasks.workunit.client.0.smithi040.stdout:op 1943 completed, throughput=5MB/sec 2024-04-22T04:53:50.277 INFO:tasks.workunit.client.0.smithi040.stdout: 385: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:50.277 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PqqHoitWAUWOIoA off=2022386 len=1132151 2024-04-22T04:53:50.279 INFO:tasks.workunit.client.0.smithi040.stdout:op 1944 completed, throughput=4.99MB/sec 2024-04-22T04:53:50.279 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QAMMp8US6eUsCn5 off=3927649 len=666801 2024-04-22T04:53:50.283 INFO:tasks.workunit.client.0.smithi040.stdout:op 1945 completed, throughput=4.99MB/sec 2024-04-22T04:53:50.283 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-b_c2vuxxR1bM4eY off=10699970 len=1188631 2024-04-22T04:53:50.285 INFO:tasks.workunit.client.0.smithi040.stdout:op 1946 completed, throughput=5MB/sec 2024-04-22T04:53:50.285 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CZ0OzYvl8Ipk93k off=12209438 len=1739252 2024-04-22T04:53:50.286 INFO:tasks.workunit.client.0.smithi040.stdout:op 1947 completed, throughput=5MB/sec 2024-04-22T04:53:50.386 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:53:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:53:50] "GET /metrics HTTP/1.1" 200 240240 "" "Prometheus/2.43.0" 2024-04-22T04:53:50.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:50 smithi040 ceph-mon[91058]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:53:50.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:50 smithi040 ceph-mon[88445]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:53:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:50 smithi062 ceph-mon[78153]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:53:51.286 INFO:tasks.workunit.client.0.smithi040.stdout: 386: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:51.286 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ibUhUJWmqSoSiVX off=6239410 len=1863747 2024-04-22T04:53:51.295 INFO:tasks.workunit.client.0.smithi040.stdout:op 1948 completed, throughput=4.99MB/sec 2024-04-22T04:53:51.295 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-U3PkL6UFPDrLLwn off=7593083 len=87361 2024-04-22T04:53:51.296 INFO:tasks.workunit.client.0.smithi040.stdout:op 1949 completed, throughput=4.99MB/sec 2024-04-22T04:53:51.296 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0gNseAhEkwqwviz off=345709 len=1968283 2024-04-22T04:53:51.306 INFO:tasks.workunit.client.0.smithi040.stdout:op 1950 completed, throughput=5MB/sec 2024-04-22T04:53:51.306 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aNQd1X6asPCO1GL off=2014469 len=1195930 2024-04-22T04:53:51.313 INFO:tasks.workunit.client.0.smithi040.stdout:op 1951 completed, throughput=5MB/sec 2024-04-22T04:53:51.313 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-S0UmIXq1YjxMKwB off=1536069 len=2033174 2024-04-22T04:53:51.325 INFO:tasks.workunit.client.0.smithi040.stdout:op 1952 completed, throughput=5MB/sec 2024-04-22T04:53:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:53:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:53:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:53:52.325 INFO:tasks.workunit.client.0.smithi040.stdout: 387: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:52.326 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zUAvXMOqJku9LMf off=2608079 len=859549 2024-04-22T04:53:52.327 INFO:tasks.workunit.client.0.smithi040.stdout:op 1953 completed, throughput=4.99MB/sec 2024-04-22T04:53:52.327 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-j96hxwinV6BrVdF off=5926224 len=908483 2024-04-22T04:53:52.329 INFO:tasks.workunit.client.0.smithi040.stdout:op 1954 completed, throughput=5MB/sec 2024-04-22T04:53:52.329 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kIgNcguOD47CTl- off=12769945 len=153976 2024-04-22T04:53:52.330 INFO:tasks.workunit.client.0.smithi040.stdout:op 1955 completed, throughput=5MB/sec 2024-04-22T04:53:52.330 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PacIjUUQ71ZaJRT off=14833935 len=971000 2024-04-22T04:53:52.331 INFO:tasks.workunit.client.0.smithi040.stdout:op 1956 completed, throughput=5MB/sec 2024-04-22T04:53:52.331 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-E3-rFILTn8D1EOs off=13908379 len=294707 2024-04-22T04:53:52.332 INFO:tasks.workunit.client.0.smithi040.stdout:op 1957 completed, throughput=5MB/sec 2024-04-22T04:53:52.332 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-b2WSJIBq--N-g54 off=2568198 len=1121800 2024-04-22T04:53:52.334 INFO:tasks.workunit.client.0.smithi040.stdout:op 1958 completed, throughput=5MB/sec 2024-04-22T04:53:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:52 smithi040 ceph-mon[91058]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:53:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:52 smithi040 ceph-mon[88445]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:53:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:52 smithi062 ceph-mon[78153]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:53:53.335 INFO:tasks.workunit.client.0.smithi040.stdout: 388: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:53.335 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-l1VKdV3aHbKHyzl off=1092323 len=788019 2024-04-22T04:53:53.336 INFO:tasks.workunit.client.0.smithi040.stdout:op 1959 completed, throughput=4.99MB/sec 2024-04-22T04:53:53.336 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-s8tLk6VsrTo_BW1 off=266510 len=279281 2024-04-22T04:53:53.339 INFO:tasks.workunit.client.0.smithi040.stdout:op 1960 completed, throughput=4.99MB/sec 2024-04-22T04:53:53.339 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1r7EQKvGbymcmS5 off=9892108 len=513792 2024-04-22T04:53:53.340 INFO:tasks.workunit.client.0.smithi040.stdout:op 1961 completed, throughput=4.99MB/sec 2024-04-22T04:53:53.340 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JLW2PzZw0yObZ3P off=3117985 len=1274292 2024-04-22T04:53:53.342 INFO:tasks.workunit.client.0.smithi040.stdout:op 1962 completed, throughput=5MB/sec 2024-04-22T04:53:53.342 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Sy2Ij88aSARfaV1 off=11479729 len=1209601 2024-04-22T04:53:53.344 INFO:tasks.workunit.client.0.smithi040.stdout:op 1963 completed, throughput=5MB/sec 2024-04-22T04:53:53.344 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-P2cM9b0vIpEnI8d off=6323104 len=1935646 2024-04-22T04:53:53.347 INFO:tasks.workunit.client.0.smithi040.stdout:op 1964 completed, throughput=5MB/sec 2024-04-22T04:53:54.348 INFO:tasks.workunit.client.0.smithi040.stdout: 389: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:54.348 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VBDRoTeppN9GQNb off=1684700 len=447117 2024-04-22T04:53:54.348 INFO:tasks.workunit.client.0.smithi040.stdout:op 1965 completed, throughput=4.99MB/sec 2024-04-22T04:53:54.349 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hdAix6ManJBao9j off=1483400 len=658514 2024-04-22T04:53:54.349 INFO:tasks.workunit.client.0.smithi040.stdout:op 1966 completed, throughput=4.99MB/sec 2024-04-22T04:53:54.350 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cPWZBK5t3aeEHH7 off=8244200 len=566591 2024-04-22T04:53:54.351 INFO:tasks.workunit.client.0.smithi040.stdout:op 1967 completed, throughput=5MB/sec 2024-04-22T04:53:54.351 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-h54UQyaSeIj3wtc off=2790546 len=1281764 2024-04-22T04:53:54.357 INFO:tasks.workunit.client.0.smithi040.stdout:op 1968 completed, throughput=5MB/sec 2024-04-22T04:53:54.357 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zhAICh1kQ7ufIgx off=1849013 len=115331 2024-04-22T04:53:54.359 INFO:tasks.workunit.client.0.smithi040.stdout:op 1969 completed, throughput=5MB/sec 2024-04-22T04:53:54.359 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mdG-NdouUZf6MYT off=6789400 len=1842085 2024-04-22T04:53:54.370 INFO:tasks.workunit.client.0.smithi040.stdout:op 1970 completed, throughput=5MB/sec 2024-04-22T04:53:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:54 smithi040 ceph-mon[88445]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:53:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:54 smithi040 ceph-mon[91058]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:53:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:54 smithi062 ceph-mon[78153]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:53:55.370 INFO:tasks.workunit.client.0.smithi040.stdout: 390: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:55.370 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fWRiySvbhmMN38A off=1006544 len=765921 2024-04-22T04:53:55.375 INFO:tasks.workunit.client.0.smithi040.stdout:op 1971 completed, throughput=4.99MB/sec 2024-04-22T04:53:55.375 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mgvRBCbs6azFT7x off=11567305 len=2057056 2024-04-22T04:53:55.377 INFO:tasks.workunit.client.0.smithi040.stdout:op 1972 completed, throughput=5MB/sec 2024-04-22T04:53:55.378 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3hhc87xGs5YMI_6 off=1325376 len=1502367 2024-04-22T04:53:55.379 INFO:tasks.workunit.client.0.smithi040.stdout:op 1973 completed, throughput=5MB/sec 2024-04-22T04:53:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:53:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:53:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:53:56.380 INFO:tasks.workunit.client.0.smithi040.stdout: 391: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:56.380 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vsU62-07x7Yv91S off=5133695 len=763968 2024-04-22T04:53:56.381 INFO:tasks.workunit.client.0.smithi040.stdout:op 1974 completed, throughput=4.99MB/sec 2024-04-22T04:53:56.381 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nnWK8nwJZcYw42L off=4046760 len=450122 2024-04-22T04:53:56.382 INFO:tasks.workunit.client.0.smithi040.stdout:op 1975 completed, throughput=4.99MB/sec 2024-04-22T04:53:56.382 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DSou5a2VLFsocMp off=3004180 len=6906 2024-04-22T04:53:56.382 INFO:tasks.workunit.client.0.smithi040.stdout:op 1976 completed, throughput=4.99MB/sec 2024-04-22T04:53:56.383 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lhDAy0YjS7jAPwf off=2018390 len=1330199 2024-04-22T04:53:56.385 INFO:tasks.workunit.client.0.smithi040.stdout:op 1977 completed, throughput=4.99MB/sec 2024-04-22T04:53:56.385 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8ybzEvC4r56k9v0 off=3261219 len=1723732 2024-04-22T04:53:56.388 INFO:tasks.workunit.client.0.smithi040.stdout:op 1978 completed, throughput=5MB/sec 2024-04-22T04:53:56.388 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RvMBvAm7unKnZ50 off=1146275 len=830895 2024-04-22T04:53:56.392 INFO:tasks.workunit.client.0.smithi040.stdout:op 1979 completed, throughput=5MB/sec 2024-04-22T04:53:56.392 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6fF6JzofZfKm-Nq off=17699438 len=1517827 2024-04-22T04:53:56.398 INFO:tasks.workunit.client.0.smithi040.stdout:op 1980 completed, throughput=5MB/sec 2024-04-22T04:53:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:56 smithi040 ceph-mon[88445]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:53:56.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:56 smithi040 ceph-mon[91058]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:53:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:56 smithi062 ceph-mon[78153]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:53:57.399 INFO:tasks.workunit.client.0.smithi040.stdout: 392: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:57.399 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-scfX4dlI2rESzKD off=10324363 len=2021612 2024-04-22T04:53:57.401 INFO:tasks.workunit.client.0.smithi040.stdout:op 1981 completed, throughput=5MB/sec 2024-04-22T04:53:57.401 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-i2daSOsNGB6F7hp off=4908111 len=602873 2024-04-22T04:53:57.405 INFO:tasks.workunit.client.0.smithi040.stdout:op 1982 completed, throughput=5MB/sec 2024-04-22T04:53:57.406 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fJFdturOx_Yc1u9 off=5802117 len=625248 2024-04-22T04:53:57.407 INFO:tasks.workunit.client.0.smithi040.stdout:op 1983 completed, throughput=5MB/sec 2024-04-22T04:53:57.408 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iRsOVftDvoDuSvK off=707523 len=18024 2024-04-22T04:53:57.409 INFO:tasks.workunit.client.0.smithi040.stdout:op 1984 completed, throughput=5MB/sec 2024-04-22T04:53:57.409 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-w5j4hGjyHI5PtPV off=432908 len=348573 2024-04-22T04:53:57.411 INFO:tasks.workunit.client.0.smithi040.stdout:op 1985 completed, throughput=5MB/sec 2024-04-22T04:53:57.411 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jtjsdei67T0qvbP off=3394993 len=886360 2024-04-22T04:53:57.412 INFO:tasks.workunit.client.0.smithi040.stdout:op 1986 completed, throughput=5MB/sec 2024-04-22T04:53:58.412 INFO:tasks.workunit.client.0.smithi040.stdout: 393: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:58.412 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-X25DnMrnGl2lz7e off=9479012 len=756606 2024-04-22T04:53:58.417 INFO:tasks.workunit.client.0.smithi040.stdout:op 1987 completed, throughput=4.99MB/sec 2024-04-22T04:53:58.417 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-t1t0rndDU_FKpqj off=7336182 len=427123 2024-04-22T04:53:58.418 INFO:tasks.workunit.client.0.smithi040.stdout:op 1988 completed, throughput=4.99MB/sec 2024-04-22T04:53:58.418 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jb1qNy0MCSTSx8w off=2235936 len=431906 2024-04-22T04:53:58.421 INFO:tasks.workunit.client.0.smithi040.stdout:op 1989 completed, throughput=4.99MB/sec 2024-04-22T04:53:58.421 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JQkH11LaM0p_IjQ off=7610403 len=1980135 2024-04-22T04:53:58.433 INFO:tasks.workunit.client.0.smithi040.stdout:op 1990 completed, throughput=5MB/sec 2024-04-22T04:53:58.433 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eJPMjZPxz3d7xCc off=7711830 len=277967 2024-04-22T04:53:58.434 INFO:tasks.workunit.client.0.smithi040.stdout:op 1991 completed, throughput=5MB/sec 2024-04-22T04:53:58.434 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MlOjGKy1I1Nc1R- off=9730233 len=1706700 2024-04-22T04:53:58.435 INFO:tasks.workunit.client.0.smithi040.stdout:op 1992 completed, throughput=5MB/sec 2024-04-22T04:53:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:53:58 smithi040 ceph-mon[88445]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:53:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:53:58 smithi040 ceph-mon[91058]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:53:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:53:58 smithi062 ceph-mon[78153]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:53:59.435 INFO:tasks.workunit.client.0.smithi040.stdout: 394: throughput=4.99MB/sec pending data=0 2024-04-22T04:53:59.435 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-16czksFK7BtBLhy off=7447682 len=527188 2024-04-22T04:53:59.439 INFO:tasks.workunit.client.0.smithi040.stdout:op 1993 completed, throughput=4.99MB/sec 2024-04-22T04:53:59.439 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xEBrQNElgmtZnh4 off=4239407 len=1881840 2024-04-22T04:53:59.441 INFO:tasks.workunit.client.0.smithi040.stdout:op 1994 completed, throughput=5MB/sec 2024-04-22T04:53:59.441 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7Rr2bwVeGnjKvYE off=1128231 len=1178487 2024-04-22T04:53:59.444 INFO:tasks.workunit.client.0.smithi040.stdout:op 1995 completed, throughput=5MB/sec 2024-04-22T04:53:59.444 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-C35LZd5K4QkMQ_H off=5502708 len=594750 2024-04-22T04:53:59.446 INFO:tasks.workunit.client.0.smithi040.stdout:op 1996 completed, throughput=5MB/sec 2024-04-22T04:53:59.446 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xu3eE5rEDrJk2Vl off=11215442 len=512051 2024-04-22T04:53:59.450 INFO:tasks.workunit.client.0.smithi040.stdout:op 1997 completed, throughput=5MB/sec 2024-04-22T04:54:00.405 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:54:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:54:00] "GET /metrics HTTP/1.1" 200 240235 "" "Prometheus/2.43.0" 2024-04-22T04:54:00.450 INFO:tasks.workunit.client.0.smithi040.stdout: 395: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:00.450 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IKWJutQEXemxUUA off=1004604 len=1040406 2024-04-22T04:54:00.456 INFO:tasks.workunit.client.0.smithi040.stdout:op 1998 completed, throughput=4.99MB/sec 2024-04-22T04:54:00.456 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-c6hDTGK4JPrZYXd off=9492329 len=564347 2024-04-22T04:54:00.459 INFO:tasks.workunit.client.0.smithi040.stdout:op 1999 completed, throughput=4.99MB/sec 2024-04-22T04:54:00.460 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3CrOF_SP0cSNk9M off=996567 len=1635008 2024-04-22T04:54:00.468 INFO:tasks.workunit.client.0.smithi040.stdout:op 2000 completed, throughput=5MB/sec 2024-04-22T04:54:00.468 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Qj4Qg_nwhy7xWBL off=8577539 len=1354557 2024-04-22T04:54:00.470 INFO:tasks.workunit.client.0.smithi040.stdout:op 2001 completed, throughput=5MB/sec 2024-04-22T04:54:00.471 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8ybzEvC4r56k9v0 off=8504147 len=412211 2024-04-22T04:54:00.473 INFO:tasks.workunit.client.0.smithi040.stdout:op 2002 completed, throughput=5MB/sec 2024-04-22T04:54:00.474 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vrAZpfcjRwsWGgF off=9948613 len=1183972 2024-04-22T04:54:00.475 INFO:tasks.workunit.client.0.smithi040.stdout:op 2003 completed, throughput=5MB/sec 2024-04-22T04:54:00.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:00 smithi040 ceph-mon[91058]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-22T04:54:00.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:00 smithi040 ceph-mon[88445]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-22T04:54:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:00 smithi062 ceph-mon[78153]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-22T04:54:01.475 INFO:tasks.workunit.client.0.smithi040.stdout: 396: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:01.476 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-StOD0VG4G5v9ACh off=1020352 len=389766 2024-04-22T04:54:01.476 INFO:tasks.workunit.client.0.smithi040.stdout:op 2004 completed, throughput=4.99MB/sec 2024-04-22T04:54:01.476 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-K1nzlDnDNwtAxbl off=16394021 len=33697 2024-04-22T04:54:01.477 INFO:tasks.workunit.client.0.smithi040.stdout:op 2005 completed, throughput=4.99MB/sec 2024-04-22T04:54:01.477 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FdSpmlTtR06O_nR off=213580 len=1580495 2024-04-22T04:54:01.480 INFO:tasks.workunit.client.0.smithi040.stdout:op 2006 completed, throughput=4.99MB/sec 2024-04-22T04:54:01.480 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6LrNa2CzX3ekmqT off=8342736 len=516697 2024-04-22T04:54:01.483 INFO:tasks.workunit.client.0.smithi040.stdout:op 2007 completed, throughput=5MB/sec 2024-04-22T04:54:01.484 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xOetcF3y7sgpDJz off=20064473 len=735837 2024-04-22T04:54:01.485 INFO:tasks.workunit.client.0.smithi040.stdout:op 2008 completed, throughput=5MB/sec 2024-04-22T04:54:01.485 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZgmeY11tu0E5akX off=6074460 len=1899191 2024-04-22T04:54:01.488 INFO:tasks.workunit.client.0.smithi040.stdout:op 2009 completed, throughput=5MB/sec 2024-04-22T04:54:02.488 INFO:tasks.workunit.client.0.smithi040.stdout: 397: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:02.488 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ONRekchQdjXvA44 off=6690352 len=1240014 2024-04-22T04:54:02.490 INFO:tasks.workunit.client.0.smithi040.stdout:op 2010 completed, throughput=4.99MB/sec 2024-04-22T04:54:02.490 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VHqxUuI8gSYliuj off=9249036 len=232226 2024-04-22T04:54:02.493 INFO:tasks.workunit.client.0.smithi040.stdout:op 2011 completed, throughput=4.99MB/sec 2024-04-22T04:54:02.493 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kKmnUjJ6-Qsz9NC off=1780654 len=141424 2024-04-22T04:54:02.493 INFO:tasks.workunit.client.0.smithi040.stdout:op 2012 completed, throughput=4.99MB/sec 2024-04-22T04:54:02.493 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-T1XmtldtopMkr77 off=549395 len=652626 2024-04-22T04:54:02.498 INFO:tasks.workunit.client.0.smithi040.stdout:op 2013 completed, throughput=5MB/sec 2024-04-22T04:54:02.498 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hCFnST7h7Dl_XjW off=15057372 len=1067215 2024-04-22T04:54:02.499 INFO:tasks.workunit.client.0.smithi040.stdout:op 2014 completed, throughput=5MB/sec 2024-04-22T04:54:02.499 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QdgbQdxYUlYU6fU off=1502926 len=1438366 2024-04-22T04:54:02.505 INFO:tasks.workunit.client.0.smithi040.stdout:op 2015 completed, throughput=5MB/sec 2024-04-22T04:54:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:02 smithi040 ceph-mon[88445]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:54:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:02 smithi040 ceph-mon[91058]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:54:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:02 smithi062 ceph-mon[78153]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:54:03.506 INFO:tasks.workunit.client.0.smithi040.stdout: 398: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:03.506 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-me3RagFDQN7tu-k off=12512885 len=898404 2024-04-22T04:54:03.510 INFO:tasks.workunit.client.0.smithi040.stdout:op 2016 completed, throughput=4.99MB/sec 2024-04-22T04:54:03.510 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-I452sAg3iueNYEf off=7849736 len=1929767 2024-04-22T04:54:03.512 INFO:tasks.workunit.client.0.smithi040.stdout:op 2017 completed, throughput=5MB/sec 2024-04-22T04:54:03.512 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YJ9rScK85f9TNvD off=11684245 len=1870542 2024-04-22T04:54:03.516 INFO:tasks.workunit.client.0.smithi040.stdout:op 2018 completed, throughput=5MB/sec 2024-04-22T04:54:03.516 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sOTx8OzKiPodXT- off=12483333 len=848955 2024-04-22T04:54:03.517 INFO:tasks.workunit.client.0.smithi040.stdout:op 2019 completed, throughput=5MB/sec 2024-04-22T04:54:04.518 INFO:tasks.workunit.client.0.smithi040.stdout: 399: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:04.518 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DVpJAZuwJHO9cVm off=12482929 len=2090798 2024-04-22T04:54:04.530 INFO:tasks.workunit.client.0.smithi040.stdout:op 2020 completed, throughput=4.99MB/sec 2024-04-22T04:54:04.530 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-H1vREn4tDUpsw8v off=1308463 len=1053553 2024-04-22T04:54:04.531 INFO:tasks.workunit.client.0.smithi040.stdout:op 2021 completed, throughput=5MB/sec 2024-04-22T04:54:04.532 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KckQEURvtxw-o43 off=17727246 len=587972 2024-04-22T04:54:04.536 INFO:tasks.workunit.client.0.smithi040.stdout:op 2022 completed, throughput=5MB/sec 2024-04-22T04:54:04.536 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zrsss40yDIcm6W6 off=4380867 len=577543 2024-04-22T04:54:04.537 INFO:tasks.workunit.client.0.smithi040.stdout:op 2023 completed, throughput=5MB/sec 2024-04-22T04:54:04.537 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5UBavZvO1I96Wn5 off=7712460 len=653820 2024-04-22T04:54:04.538 INFO:tasks.workunit.client.0.smithi040.stdout:op 2024 completed, throughput=5MB/sec 2024-04-22T04:54:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:04 smithi062 ceph-mon[78153]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-22T04:54:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:04 smithi040 ceph-mon[88445]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-22T04:54:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:04 smithi040 ceph-mon[91058]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-22T04:54:05.538 INFO:tasks.workunit.client.0.smithi040.stdout: 400: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:05.539 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OOYIWcbQu4siiYa off=8728709 len=807402 2024-04-22T04:54:05.540 INFO:tasks.workunit.client.0.smithi040.stdout:op 2025 completed, throughput=4.99MB/sec 2024-04-22T04:54:05.540 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-l_bfFrr8DnrVVrv off=7602881 len=940057 2024-04-22T04:54:05.541 INFO:tasks.workunit.client.0.smithi040.stdout:op 2026 completed, throughput=4.99MB/sec 2024-04-22T04:54:05.541 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qB_pc4ak6LUT2fX off=15618064 len=604039 2024-04-22T04:54:05.542 INFO:tasks.workunit.client.0.smithi040.stdout:op 2027 completed, throughput=4.99MB/sec 2024-04-22T04:54:05.543 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LdQGfiSxHWqNpB- off=304306 len=1278876 2024-04-22T04:54:05.549 INFO:tasks.workunit.client.0.smithi040.stdout:op 2028 completed, throughput=5MB/sec 2024-04-22T04:54:05.549 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PRrbNO_utbhLYsE off=4688268 len=226119 2024-04-22T04:54:05.551 INFO:tasks.workunit.client.0.smithi040.stdout:op 2029 completed, throughput=5MB/sec 2024-04-22T04:54:05.551 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tbW3mXLfuQN9bda off=8607743 len=1554340 2024-04-22T04:54:05.553 INFO:tasks.workunit.client.0.smithi040.stdout:op 2030 completed, throughput=5MB/sec 2024-04-22T04:54:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:54:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:54:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:54:06.554 INFO:tasks.workunit.client.0.smithi040.stdout: 401: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:06.554 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rM9puEQfQ6HnRRU off=3269450 len=720111 2024-04-22T04:54:06.555 INFO:tasks.workunit.client.0.smithi040.stdout:op 2031 completed, throughput=4.99MB/sec 2024-04-22T04:54:06.555 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-H6ufSasMyOpFn5G off=8623616 len=3998 2024-04-22T04:54:06.556 INFO:tasks.workunit.client.0.smithi040.stdout:op 2032 completed, throughput=4.99MB/sec 2024-04-22T04:54:06.556 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-v_Owacqz6DkxovM off=8563320 len=393870 2024-04-22T04:54:06.560 INFO:tasks.workunit.client.0.smithi040.stdout:op 2033 completed, throughput=4.99MB/sec 2024-04-22T04:54:06.560 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VEJ1HzCvqaHWkA5 off=18066181 len=519598 2024-04-22T04:54:06.563 INFO:tasks.workunit.client.0.smithi040.stdout:op 2034 completed, throughput=4.99MB/sec 2024-04-22T04:54:06.563 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7QLy9ishX4NHHV_ off=12662712 len=414262 2024-04-22T04:54:06.566 INFO:tasks.workunit.client.0.smithi040.stdout:op 2035 completed, throughput=4.99MB/sec 2024-04-22T04:54:06.566 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aTGBqwQre3KRms5 off=2901130 len=1357259 2024-04-22T04:54:06.573 INFO:tasks.workunit.client.0.smithi040.stdout:op 2036 completed, throughput=5MB/sec 2024-04-22T04:54:06.573 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-x64Kg6VhRiRsT8a off=4747423 len=1054336 2024-04-22T04:54:06.574 INFO:tasks.workunit.client.0.smithi040.stdout:op 2037 completed, throughput=5MB/sec 2024-04-22T04:54:06.574 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BHSp2vN6UvTXNlu off=1560549 len=1799854 2024-04-22T04:54:06.576 INFO:tasks.workunit.client.0.smithi040.stdout:op 2038 completed, throughput=5MB/sec 2024-04-22T04:54:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:06 smithi062 ceph-mon[78153]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-22T04:54:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:54:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:06 smithi040 ceph-mon[88445]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-22T04:54:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:54:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:06 smithi040 ceph-mon[91058]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-22T04:54:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:54:07.577 INFO:tasks.workunit.client.0.smithi040.stdout: 402: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:07.577 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-is1OhvUVVT4trYE off=9601641 len=1630749 2024-04-22T04:54:07.585 INFO:tasks.workunit.client.0.smithi040.stdout:op 2039 completed, throughput=4.99MB/sec 2024-04-22T04:54:07.585 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WK2kFLT9ebR-JU6 off=3190575 len=976720 2024-04-22T04:54:07.589 INFO:tasks.workunit.client.0.smithi040.stdout:op 2040 completed, throughput=5MB/sec 2024-04-22T04:54:07.590 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cS6jaNdUgMO6LVk off=1825082 len=1329189 2024-04-22T04:54:07.591 INFO:tasks.workunit.client.0.smithi040.stdout:op 2041 completed, throughput=5MB/sec 2024-04-22T04:54:07.591 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aVgaDGd29sTalkS off=10052804 len=1005697 2024-04-22T04:54:07.596 INFO:tasks.workunit.client.0.smithi040.stdout:op 2042 completed, throughput=5MB/sec 2024-04-22T04:54:08.596 INFO:tasks.workunit.client.0.smithi040.stdout: 403: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:08.596 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-opCQPtTV-jXYX6r off=8001312 len=984450 2024-04-22T04:54:08.597 INFO:tasks.workunit.client.0.smithi040.stdout:op 2043 completed, throughput=4.99MB/sec 2024-04-22T04:54:08.597 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yix6fXvEPDqcQT5 off=1820518 len=1580234 2024-04-22T04:54:08.606 INFO:tasks.workunit.client.0.smithi040.stdout:op 2044 completed, throughput=5MB/sec 2024-04-22T04:54:08.606 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nzUUpSM165NiMHV off=10052942 len=912119 2024-04-22T04:54:08.610 INFO:tasks.workunit.client.0.smithi040.stdout:op 2045 completed, throughput=5MB/sec 2024-04-22T04:54:08.611 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6V-GKkJOzTIcDkC off=286287 len=1771892 2024-04-22T04:54:08.619 INFO:tasks.workunit.client.0.smithi040.stdout:op 2046 completed, throughput=5MB/sec 2024-04-22T04:54:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:08 smithi062 ceph-mon[78153]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-22T04:54:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:08 smithi040 ceph-mon[88445]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-22T04:54:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:08 smithi040 ceph-mon[91058]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-22T04:54:09.619 INFO:tasks.workunit.client.0.smithi040.stdout: 404: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:09.619 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jx6nGaQVFlq4RGC off=2558743 len=176128 2024-04-22T04:54:09.620 INFO:tasks.workunit.client.0.smithi040.stdout:op 2047 completed, throughput=4.99MB/sec 2024-04-22T04:54:09.620 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QJUU-UtEsGGYtlt off=2373333 len=117499 2024-04-22T04:54:09.621 INFO:tasks.workunit.client.0.smithi040.stdout:op 2048 completed, throughput=4.99MB/sec 2024-04-22T04:54:09.621 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JbUFsRhkWsyhTAR off=7978477 len=1398749 2024-04-22T04:54:09.623 INFO:tasks.workunit.client.0.smithi040.stdout:op 2049 completed, throughput=4.99MB/sec 2024-04-22T04:54:09.623 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3gf40zAu_EwLJHJ off=10063645 len=1260982 2024-04-22T04:54:09.624 INFO:tasks.workunit.client.0.smithi040.stdout:op 2050 completed, throughput=5MB/sec 2024-04-22T04:54:09.624 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hgNKBmPkj7G1fAY off=375988 len=24112 2024-04-22T04:54:09.624 INFO:tasks.workunit.client.0.smithi040.stdout:op 2051 completed, throughput=5MB/sec 2024-04-22T04:54:09.624 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Jh9ZQuJwaVklAqH off=6905258 len=711061 2024-04-22T04:54:09.625 INFO:tasks.workunit.client.0.smithi040.stdout:op 2052 completed, throughput=5MB/sec 2024-04-22T04:54:09.625 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ELDKIjgdnwts9Le off=2517650 len=921604 2024-04-22T04:54:09.630 INFO:tasks.workunit.client.0.smithi040.stdout:op 2053 completed, throughput=5MB/sec 2024-04-22T04:54:09.630 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gNqRstQj6n14cee off=5233094 len=670331 2024-04-22T04:54:09.634 INFO:tasks.workunit.client.0.smithi040.stdout:op 2054 completed, throughput=5MB/sec 2024-04-22T04:54:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:54:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:54:10] "GET /metrics HTTP/1.1" 200 240232 "" "Prometheus/2.43.0" 2024-04-22T04:54:10.635 INFO:tasks.workunit.client.0.smithi040.stdout: 405: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:10.635 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-B37pmXA5oVZ0y0v off=7068681 len=590027 2024-04-22T04:54:10.639 INFO:tasks.workunit.client.0.smithi040.stdout:op 2055 completed, throughput=4.99MB/sec 2024-04-22T04:54:10.639 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-t77TpAIivGUJLNc off=9081743 len=1601541 2024-04-22T04:54:10.646 INFO:tasks.workunit.client.0.smithi040.stdout:op 2056 completed, throughput=4.99MB/sec 2024-04-22T04:54:10.647 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Tnro-9AHidiPldj off=382858 len=440371 2024-04-22T04:54:10.650 INFO:tasks.workunit.client.0.smithi040.stdout:op 2057 completed, throughput=5MB/sec 2024-04-22T04:54:10.650 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-49gdHU5B1FPMnWh off=4928880 len=568549 2024-04-22T04:54:10.653 INFO:tasks.workunit.client.0.smithi040.stdout:op 2058 completed, throughput=5MB/sec 2024-04-22T04:54:10.653 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cjXKq0XZ3mjLRbd off=9768450 len=924476 2024-04-22T04:54:10.658 INFO:tasks.workunit.client.0.smithi040.stdout:op 2059 completed, throughput=5MB/sec 2024-04-22T04:54:10.659 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ByhudYTSjvI4A6F off=2521209 len=1063012 2024-04-22T04:54:10.659 INFO:tasks.workunit.client.0.smithi040.stdout:op 2060 completed, throughput=5MB/sec 2024-04-22T04:54:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:10 smithi062 ceph-mon[78153]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-22T04:54:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:10 smithi040 ceph-mon[88445]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-22T04:54:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:10 smithi040 ceph-mon[91058]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-22T04:54:11.660 INFO:tasks.workunit.client.0.smithi040.stdout: 406: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:11.660 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Yjaq8g1Tc708aOp off=267022 len=1121298 2024-04-22T04:54:11.662 INFO:tasks.workunit.client.0.smithi040.stdout:op 2061 completed, throughput=4.99MB/sec 2024-04-22T04:54:11.662 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ndW5CidKM43Km7h off=2876378 len=292594 2024-04-22T04:54:11.662 INFO:tasks.workunit.client.0.smithi040.stdout:op 2062 completed, throughput=4.99MB/sec 2024-04-22T04:54:11.663 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-X1VG7S-KnukX0kZ off=12745201 len=71140 2024-04-22T04:54:11.666 INFO:tasks.workunit.client.0.smithi040.stdout:op 2063 completed, throughput=4.99MB/sec 2024-04-22T04:54:11.666 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-e4ml3b8ierXwRe7 off=4864516 len=75112 2024-04-22T04:54:11.668 INFO:tasks.workunit.client.0.smithi040.stdout:op 2064 completed, throughput=4.99MB/sec 2024-04-22T04:54:11.668 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dbu2JxS2LrLKoJl off=7928536 len=614494 2024-04-22T04:54:11.673 INFO:tasks.workunit.client.0.smithi040.stdout:op 2065 completed, throughput=4.99MB/sec 2024-04-22T04:54:11.673 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--YC1lu70aK1UMQQ off=7332351 len=479775 2024-04-22T04:54:11.676 INFO:tasks.workunit.client.0.smithi040.stdout:op 2066 completed, throughput=4.99MB/sec 2024-04-22T04:54:11.677 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mPzEsD60zWfWToc off=7414412 len=1238190 2024-04-22T04:54:11.678 INFO:tasks.workunit.client.0.smithi040.stdout:op 2067 completed, throughput=5MB/sec 2024-04-22T04:54:11.678 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EepAwNis0KfBNbo off=9333257 len=1300411 2024-04-22T04:54:11.683 INFO:tasks.workunit.client.0.smithi040.stdout:op 2068 completed, throughput=5MB/sec 2024-04-22T04:54:12.684 INFO:tasks.workunit.client.0.smithi040.stdout: 407: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:12.684 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QTAgt-K4L4y0lVc off=17367995 len=1859816 2024-04-22T04:54:12.686 INFO:tasks.workunit.client.0.smithi040.stdout:op 2069 completed, throughput=4.99MB/sec 2024-04-22T04:54:12.686 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-m4JGM31hhjPsJqF off=16210635 len=2053842 2024-04-22T04:54:12.700 INFO:tasks.workunit.client.0.smithi040.stdout:op 2070 completed, throughput=5MB/sec 2024-04-22T04:54:12.700 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kkbx1KwGyznJMrq off=14969008 len=1302933 2024-04-22T04:54:12.707 INFO:tasks.workunit.client.0.smithi040.stdout:op 2071 completed, throughput=5MB/sec 2024-04-22T04:54:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:12 smithi062 ceph-mon[78153]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-22T04:54:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:12 smithi040 ceph-mon[88445]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-22T04:54:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:12 smithi040 ceph-mon[91058]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-22T04:54:13.708 INFO:tasks.workunit.client.0.smithi040.stdout: 408: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:13.708 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JHf3o4dWooYEg9x off=10476161 len=903772 2024-04-22T04:54:13.710 INFO:tasks.workunit.client.0.smithi040.stdout:op 2072 completed, throughput=4.99MB/sec 2024-04-22T04:54:13.710 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bJLtOzWHtYZhB_j off=1966510 len=665945 2024-04-22T04:54:13.714 INFO:tasks.workunit.client.0.smithi040.stdout:op 2073 completed, throughput=4.99MB/sec 2024-04-22T04:54:13.714 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pDXiT3awebZiQDO off=9808678 len=100549 2024-04-22T04:54:13.715 INFO:tasks.workunit.client.0.smithi040.stdout:op 2074 completed, throughput=4.99MB/sec 2024-04-22T04:54:13.715 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Nt-PpmVuWcrUyFJ off=4793017 len=659160 2024-04-22T04:54:13.719 INFO:tasks.workunit.client.0.smithi040.stdout:op 2075 completed, throughput=4.99MB/sec 2024-04-22T04:54:13.719 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kIELDps4Z1nm31M off=17449299 len=1195649 2024-04-22T04:54:13.725 INFO:tasks.workunit.client.0.smithi040.stdout:op 2076 completed, throughput=5MB/sec 2024-04-22T04:54:13.725 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-e7WRuudU4M_stq4 off=3198752 len=1093488 2024-04-22T04:54:13.726 INFO:tasks.workunit.client.0.smithi040.stdout:op 2077 completed, throughput=5MB/sec 2024-04-22T04:54:13.727 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aLWbAFjHvuSVPzk off=11138051 len=1904971 2024-04-22T04:54:13.728 INFO:tasks.workunit.client.0.smithi040.stdout:op 2078 completed, throughput=5MB/sec 2024-04-22T04:54:14.729 INFO:tasks.workunit.client.0.smithi040.stdout: 409: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:14.729 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kjpka3sA-dt__Np off=0 len=1672330 2024-04-22T04:54:14.738 INFO:tasks.workunit.client.0.smithi040.stdout:op 2079 completed, throughput=4.99MB/sec 2024-04-22T04:54:14.738 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MV4UAUs9WADzkIK off=2943630 len=335471 2024-04-22T04:54:14.739 INFO:tasks.workunit.client.0.smithi040.stdout:op 2080 completed, throughput=5MB/sec 2024-04-22T04:54:14.739 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kpZDc3i4VT_WDhi off=2851734 len=672610 2024-04-22T04:54:14.740 INFO:tasks.workunit.client.0.smithi040.stdout:op 2081 completed, throughput=5MB/sec 2024-04-22T04:54:14.740 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4W9XWQIGkBEJ3Fp off=1971863 len=1394699 2024-04-22T04:54:14.742 INFO:tasks.workunit.client.0.smithi040.stdout:op 2082 completed, throughput=5MB/sec 2024-04-22T04:54:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:14 smithi062 ceph-mon[78153]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T04:54:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:14 smithi040 ceph-mon[88445]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T04:54:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:14 smithi040 ceph-mon[91058]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T04:54:15.742 INFO:tasks.workunit.client.0.smithi040.stdout: 410: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:15.742 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jZm5FMXtuSqjZng off=15604167 len=561121 2024-04-22T04:54:15.746 INFO:tasks.workunit.client.0.smithi040.stdout:op 2083 completed, throughput=4.99MB/sec 2024-04-22T04:54:15.746 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZBIg1LszlDfq0Zq off=5645538 len=791215 2024-04-22T04:54:15.751 INFO:tasks.workunit.client.0.smithi040.stdout:op 2084 completed, throughput=4.99MB/sec 2024-04-22T04:54:15.751 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Id056XrTGZXO49o off=9591134 len=70378 2024-04-22T04:54:15.753 INFO:tasks.workunit.client.0.smithi040.stdout:op 2085 completed, throughput=4.99MB/sec 2024-04-22T04:54:15.753 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--RvyUVqxDKL7pmO off=3707703 len=1552939 2024-04-22T04:54:15.762 INFO:tasks.workunit.client.0.smithi040.stdout:op 2086 completed, throughput=4.99MB/sec 2024-04-22T04:54:15.762 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2U5eBpR54leLceg off=4059554 len=104835 2024-04-22T04:54:15.764 INFO:tasks.workunit.client.0.smithi040.stdout:op 2087 completed, throughput=4.99MB/sec 2024-04-22T04:54:15.765 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AXyVSff2iHzO5h9 off=17166955 len=832257 2024-04-22T04:54:15.769 INFO:tasks.workunit.client.0.smithi040.stdout:op 2088 completed, throughput=5MB/sec 2024-04-22T04:54:15.769 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rYpFClIl4vSKdkI off=976062 len=773574 2024-04-22T04:54:15.773 INFO:tasks.workunit.client.0.smithi040.stdout:op 2089 completed, throughput=5MB/sec 2024-04-22T04:54:15.773 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AaX5MQTq2_Z-JMY off=9400752 len=250378 2024-04-22T04:54:15.773 INFO:tasks.workunit.client.0.smithi040.stdout:op 2090 completed, throughput=5MB/sec 2024-04-22T04:54:15.773 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zRh1CgSm0cq_1iL off=568847 len=878236 2024-04-22T04:54:15.774 INFO:tasks.workunit.client.0.smithi040.stdout:op 2091 completed, throughput=5MB/sec 2024-04-22T04:54:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:54:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:54:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:54:16.774 INFO:tasks.workunit.client.0.smithi040.stdout: 411: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:16.775 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6B1gWpV6Q1s9W12 off=789485 len=2057868 2024-04-22T04:54:16.778 INFO:tasks.workunit.client.0.smithi040.stdout:op 2092 completed, throughput=4.99MB/sec 2024-04-22T04:54:16.779 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HrplaiBHRqz48p2 off=3120465 len=2033843 2024-04-22T04:54:16.781 INFO:tasks.workunit.client.0.smithi040.stdout:op 2093 completed, throughput=5MB/sec 2024-04-22T04:54:16.781 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vXJ_XL9cBbID2AV off=2381018 len=1086901 2024-04-22T04:54:16.783 INFO:tasks.workunit.client.0.smithi040.stdout:op 2094 completed, throughput=5MB/sec 2024-04-22T04:54:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:16 smithi062 ceph-mon[78153]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:54:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:16 smithi040 ceph-mon[88445]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:54:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:16 smithi040 ceph-mon[91058]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:54:17.783 INFO:tasks.workunit.client.0.smithi040.stdout: 412: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:17.784 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-p-TFccqEApK4aX7 off=2613756 len=2019 2024-04-22T04:54:17.786 INFO:tasks.workunit.client.0.smithi040.stdout:op 2095 completed, throughput=4.99MB/sec 2024-04-22T04:54:17.786 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sbv9DnW1jt-NMVu off=13555031 len=1051778 2024-04-22T04:54:17.788 INFO:tasks.workunit.client.0.smithi040.stdout:op 2096 completed, throughput=4.99MB/sec 2024-04-22T04:54:17.788 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4RQ5hKiS6tfO3Ix off=9778794 len=1257254 2024-04-22T04:54:17.795 INFO:tasks.workunit.client.0.smithi040.stdout:op 2097 completed, throughput=4.99MB/sec 2024-04-22T04:54:17.795 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8qgXNMaMBsD9G87 off=213917 len=970444 2024-04-22T04:54:17.797 INFO:tasks.workunit.client.0.smithi040.stdout:op 2098 completed, throughput=5MB/sec 2024-04-22T04:54:17.797 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EoBNuQtG9KdJ2Rl off=2312629 len=573535 2024-04-22T04:54:17.802 INFO:tasks.workunit.client.0.smithi040.stdout:op 2099 completed, throughput=5MB/sec 2024-04-22T04:54:17.802 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ntrU9VdQvpE-SkU off=6531227 len=249560 2024-04-22T04:54:17.803 INFO:tasks.workunit.client.0.smithi040.stdout:op 2100 completed, throughput=5MB/sec 2024-04-22T04:54:17.803 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pooUYbx-5krDf13 off=6881837 len=1454855 2024-04-22T04:54:17.810 INFO:tasks.workunit.client.0.smithi040.stdout:op 2101 completed, throughput=5MB/sec 2024-04-22T04:54:18.810 INFO:tasks.workunit.client.0.smithi040.stdout: 413: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:18.810 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-If8Dc_tuY_8r4R_ off=3074363 len=1520114 2024-04-22T04:54:18.819 INFO:tasks.workunit.client.0.smithi040.stdout:op 2102 completed, throughput=4.99MB/sec 2024-04-22T04:54:18.819 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BkAlxTnFy66NAbu off=19119525 len=1060008 2024-04-22T04:54:18.824 INFO:tasks.workunit.client.0.smithi040.stdout:op 2103 completed, throughput=4.99MB/sec 2024-04-22T04:54:18.824 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Q7nCJDmEUdX373B off=11440421 len=833856 2024-04-22T04:54:18.826 INFO:tasks.workunit.client.0.smithi040.stdout:op 2104 completed, throughput=5MB/sec 2024-04-22T04:54:18.826 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eayLemaTbnq3cr9 off=529664 len=864747 2024-04-22T04:54:18.831 INFO:tasks.workunit.client.0.smithi040.stdout:op 2105 completed, throughput=5MB/sec 2024-04-22T04:54:18.831 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ckiASo6YCsQdw_c off=3071401 len=726443 2024-04-22T04:54:18.833 INFO:tasks.workunit.client.0.smithi040.stdout:op 2106 completed, throughput=5MB/sec 2024-04-22T04:54:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:18 smithi062 ceph-mon[78153]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T04:54:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:18 smithi040 ceph-mon[88445]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T04:54:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:18 smithi040 ceph-mon[91058]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T04:54:19.833 INFO:tasks.workunit.client.0.smithi040.stdout: 414: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:19.833 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pjFewP9lkztkfqp off=5406333 len=59964 2024-04-22T04:54:19.834 INFO:tasks.workunit.client.0.smithi040.stdout:op 2107 completed, throughput=4.99MB/sec 2024-04-22T04:54:19.834 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GVbOheQwYBNBeKD off=2809833 len=451154 2024-04-22T04:54:19.838 INFO:tasks.workunit.client.0.smithi040.stdout:op 2108 completed, throughput=4.99MB/sec 2024-04-22T04:54:19.838 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_VjTwkfw_cGMKti off=8377134 len=558744 2024-04-22T04:54:19.839 INFO:tasks.workunit.client.0.smithi040.stdout:op 2109 completed, throughput=4.99MB/sec 2024-04-22T04:54:19.840 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pooUYbx-5krDf13 off=20343894 len=256929 2024-04-22T04:54:19.840 INFO:tasks.workunit.client.0.smithi040.stdout:op 2110 completed, throughput=4.99MB/sec 2024-04-22T04:54:19.840 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eSk5oRsE-Xk868a off=5270918 len=367540 2024-04-22T04:54:19.841 INFO:tasks.workunit.client.0.smithi040.stdout:op 2111 completed, throughput=4.99MB/sec 2024-04-22T04:54:19.841 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ftj8EfpuUS_H4X2 off=8958383 len=792671 2024-04-22T04:54:19.842 INFO:tasks.workunit.client.0.smithi040.stdout:op 2112 completed, throughput=4.99MB/sec 2024-04-22T04:54:19.842 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GDB5woYNCblFrph off=4748386 len=1176213 2024-04-22T04:54:19.844 INFO:tasks.workunit.client.0.smithi040.stdout:op 2113 completed, throughput=5MB/sec 2024-04-22T04:54:19.844 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-U5pEb3fRwUCmjB3 off=1185397 len=1894561 2024-04-22T04:54:19.854 INFO:tasks.workunit.client.0.smithi040.stdout:op 2114 completed, throughput=5MB/sec 2024-04-22T04:54:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:54:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:54:20] "GET /metrics HTTP/1.1" 200 240232 "" "Prometheus/2.43.0" 2024-04-22T04:54:20.855 INFO:tasks.workunit.client.0.smithi040.stdout: 415: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:20.855 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-05FdnG__Ns7gcOE off=13532163 len=1499596 2024-04-22T04:54:20.857 INFO:tasks.workunit.client.0.smithi040.stdout:op 2115 completed, throughput=4.99MB/sec 2024-04-22T04:54:20.857 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LcFHWF6RScAQXB2 off=23047854 len=1451066 2024-04-22T04:54:20.859 INFO:tasks.workunit.client.0.smithi040.stdout:op 2116 completed, throughput=5MB/sec 2024-04-22T04:54:20.859 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VP_Ym1mefpJR6-I off=8025968 len=180497 2024-04-22T04:54:20.859 INFO:tasks.workunit.client.0.smithi040.stdout:op 2117 completed, throughput=5MB/sec 2024-04-22T04:54:20.859 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vrYTKFUKcei3Unq off=7836757 len=1829208 2024-04-22T04:54:20.863 INFO:tasks.workunit.client.0.smithi040.stdout:op 2118 completed, throughput=5MB/sec 2024-04-22T04:54:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:20 smithi062 ceph-mon[78153]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T04:54:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:20 smithi040 ceph-mon[88445]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T04:54:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:20 smithi040 ceph-mon[91058]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T04:54:21.863 INFO:tasks.workunit.client.0.smithi040.stdout: 416: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:21.864 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3Si7jmGmdHCguGI off=7920534 len=763358 2024-04-22T04:54:21.864 INFO:tasks.workunit.client.0.smithi040.stdout:op 2119 completed, throughput=4.99MB/sec 2024-04-22T04:54:21.865 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pfWCMWqVaMBZLds off=6132192 len=1667556 2024-04-22T04:54:21.873 INFO:tasks.workunit.client.0.smithi040.stdout:op 2120 completed, throughput=4.99MB/sec 2024-04-22T04:54:21.873 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-d-4i8RaMLI7tKfm off=2419035 len=1349052 2024-04-22T04:54:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:54:21.882 INFO:tasks.workunit.client.0.smithi040.stdout:op 2121 completed, throughput=5MB/sec 2024-04-22T04:54:21.882 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rhy88M5-CPMnS9I off=3953647 len=1156009 2024-04-22T04:54:21.883 INFO:tasks.workunit.client.0.smithi040.stdout:op 2122 completed, throughput=5MB/sec 2024-04-22T04:54:21.883 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q4QBb847_2NyzLf off=20276673 len=1465030 2024-04-22T04:54:21.889 INFO:tasks.workunit.client.0.smithi040.stdout:op 2123 completed, throughput=5MB/sec 2024-04-22T04:54:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:54:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:54:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:22 smithi062 ceph-mon[78153]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:54:22.950 INFO:tasks.workunit.client.0.smithi040.stdout: 417: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:22.950 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-A0vZ0yyJ3FPZunj off=3060234 len=1588271 2024-04-22T04:54:22.950 INFO:tasks.workunit.client.0.smithi040.stdout:op 2124 completed, throughput=4.99MB/sec 2024-04-22T04:54:22.951 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-28RXx3TvCcvI20q off=13746078 len=1428842 2024-04-22T04:54:22.951 INFO:tasks.workunit.client.0.smithi040.stdout:op 2125 completed, throughput=5MB/sec 2024-04-22T04:54:22.951 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-soHs6KgNsB7tgAG off=20086010 len=52177 2024-04-22T04:54:22.951 INFO:tasks.workunit.client.0.smithi040.stdout:op 2126 completed, throughput=5MB/sec 2024-04-22T04:54:22.951 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gzEcflZ8Wg2wzkS off=4912888 len=735444 2024-04-22T04:54:22.951 INFO:tasks.workunit.client.0.smithi040.stdout:op 2127 completed, throughput=5MB/sec 2024-04-22T04:54:22.951 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_aMgmZdziCvKWST off=3591435 len=569842 2024-04-22T04:54:22.951 INFO:tasks.workunit.client.0.smithi040.stdout:op 2128 completed, throughput=5MB/sec 2024-04-22T04:54:22.951 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:22 smithi040 ceph-mon[88445]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:54:22.951 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:22 smithi040 ceph-mon[91058]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:54:23.907 INFO:tasks.workunit.client.0.smithi040.stdout: 418: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:23.907 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BwoMTse64dDtMij off=5075684 len=906478 2024-04-22T04:54:23.909 INFO:tasks.workunit.client.0.smithi040.stdout:op 2129 completed, throughput=4.99MB/sec 2024-04-22T04:54:23.909 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tTCagYfnrWTMla1 off=2172333 len=1194960 2024-04-22T04:54:23.915 INFO:tasks.workunit.client.0.smithi040.stdout:op 2130 completed, throughput=4.99MB/sec 2024-04-22T04:54:23.916 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fiHhNX-J0rMD5_u off=3097742 len=1396849 2024-04-22T04:54:23.924 INFO:tasks.workunit.client.0.smithi040.stdout:op 2131 completed, throughput=5MB/sec 2024-04-22T04:54:23.924 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4VS9y0GBO1tBr0y off=9932263 len=557474 2024-04-22T04:54:23.927 INFO:tasks.workunit.client.0.smithi040.stdout:op 2132 completed, throughput=5MB/sec 2024-04-22T04:54:23.928 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1WCi5UN7BeXWYrZ off=7471293 len=1171162 2024-04-22T04:54:23.934 INFO:tasks.workunit.client.0.smithi040.stdout:op 2133 completed, throughput=5MB/sec 2024-04-22T04:54:23.934 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mOgIfhPcFtF_FG6 off=6060677 len=1162253 2024-04-22T04:54:23.941 INFO:tasks.workunit.client.0.smithi040.stdout:op 2134 completed, throughput=5MB/sec 2024-04-22T04:54:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:24 smithi062 ceph-mon[78153]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T04:54:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:24 smithi040 ceph-mon[88445]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T04:54:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:24 smithi040 ceph-mon[91058]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T04:54:24.941 INFO:tasks.workunit.client.0.smithi040.stdout: 419: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:24.941 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HH9gqdAHqmmQC5l off=8870379 len=748514 2024-04-22T04:54:24.945 INFO:tasks.workunit.client.0.smithi040.stdout:op 2135 completed, throughput=4.99MB/sec 2024-04-22T04:54:24.945 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6kgB4YIieAML_a3 off=16999627 len=1980633 2024-04-22T04:54:24.950 INFO:tasks.workunit.client.0.smithi040.stdout:op 2136 completed, throughput=5MB/sec 2024-04-22T04:54:24.950 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ILWreHkGE1mrndW off=5790973 len=1920186 2024-04-22T04:54:24.953 INFO:tasks.workunit.client.0.smithi040.stdout:op 2137 completed, throughput=5MB/sec 2024-04-22T04:54:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:54:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:54:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:54:25.953 INFO:tasks.workunit.client.0.smithi040.stdout: 420: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:25.953 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nziiy7vQsMjlTtM off=3221979 len=1206899 2024-04-22T04:54:25.959 INFO:tasks.workunit.client.0.smithi040.stdout:op 2138 completed, throughput=4.99MB/sec 2024-04-22T04:54:25.960 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-f9_9npiscOBuFJD off=11772135 len=1630327 2024-04-22T04:54:25.966 INFO:tasks.workunit.client.0.smithi040.stdout:op 2139 completed, throughput=5MB/sec 2024-04-22T04:54:25.966 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8FhRc_aXujZIrj8 off=1323261 len=1353415 2024-04-22T04:54:25.967 INFO:tasks.workunit.client.0.smithi040.stdout:op 2140 completed, throughput=5MB/sec 2024-04-22T04:54:25.967 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-845hdv_WG1TYJmZ off=8877507 len=1411097 2024-04-22T04:54:25.968 INFO:tasks.workunit.client.0.smithi040.stdout:op 2141 completed, throughput=5MB/sec 2024-04-22T04:54:26.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:26 smithi062 ceph-mon[78153]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:54:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:26 smithi040 ceph-mon[88445]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:54:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:26 smithi040 ceph-mon[91058]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:54:26.968 INFO:tasks.workunit.client.0.smithi040.stdout: 421: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:26.968 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kOP2cPz0jnm6SPN off=10556441 len=1446306 2024-04-22T04:54:26.974 INFO:tasks.workunit.client.0.smithi040.stdout:op 2142 completed, throughput=4.99MB/sec 2024-04-22T04:54:26.975 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pwEQ4UpaDiLcD5S off=3706385 len=418482 2024-04-22T04:54:26.977 INFO:tasks.workunit.client.0.smithi040.stdout:op 2143 completed, throughput=4.99MB/sec 2024-04-22T04:54:26.977 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-b6iUyokUvv444tK off=10945810 len=540902 2024-04-22T04:54:26.980 INFO:tasks.workunit.client.0.smithi040.stdout:op 2144 completed, throughput=5MB/sec 2024-04-22T04:54:26.980 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_VuSvBcfENqJAo4 off=6790806 len=581808 2024-04-22T04:54:26.981 INFO:tasks.workunit.client.0.smithi040.stdout:op 2145 completed, throughput=5MB/sec 2024-04-22T04:54:26.981 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kyrzDL4rW9c2AuG off=3063927 len=859413 2024-04-22T04:54:26.984 INFO:tasks.workunit.client.0.smithi040.stdout:op 2146 completed, throughput=5MB/sec 2024-04-22T04:54:26.984 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z4CQKwrPRYPTH9d off=10298660 len=1840434 2024-04-22T04:54:26.986 INFO:tasks.workunit.client.0.smithi040.stdout:op 2147 completed, throughput=5MB/sec 2024-04-22T04:54:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:27 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:54:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:27 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:54:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:27 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:54:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:27 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:54:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:27 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:54:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:27 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:54:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:27 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:54:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:27 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:54:27.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:27 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:54:27.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:27 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:54:27.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:27 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:54:27.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:27 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:54:27.986 INFO:tasks.workunit.client.0.smithi040.stdout: 422: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:27.986 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-x64Kg6VhRiRsT8a off=945696 len=614446 2024-04-22T04:54:27.987 INFO:tasks.workunit.client.0.smithi040.stdout:op 2148 completed, throughput=4.99MB/sec 2024-04-22T04:54:27.988 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-P97zhXMsXioM90r off=16876226 len=905410 2024-04-22T04:54:27.989 INFO:tasks.workunit.client.0.smithi040.stdout:op 2149 completed, throughput=4.99MB/sec 2024-04-22T04:54:27.989 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-04Ky5ljBlVJTBti off=10522313 len=1456036 2024-04-22T04:54:27.996 INFO:tasks.workunit.client.0.smithi040.stdout:op 2150 completed, throughput=5MB/sec 2024-04-22T04:54:27.996 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JFFWIwjbFUNcq5_ off=2442331 len=1465205 2024-04-22T04:54:28.002 INFO:tasks.workunit.client.0.smithi040.stdout:op 2151 completed, throughput=5MB/sec 2024-04-22T04:54:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:28 smithi062 ceph-mon[78153]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:54:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:28 smithi040 ceph-mon[88445]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:54:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:28 smithi040 ceph-mon[91058]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:54:29.003 INFO:tasks.workunit.client.0.smithi040.stdout: 423: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:29.003 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Mqn3KlljLfHV12w off=9531500 len=1949126 2024-04-22T04:54:29.014 INFO:tasks.workunit.client.0.smithi040.stdout:op 2152 completed, throughput=4.99MB/sec 2024-04-22T04:54:29.014 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-H8xMTpRWV_m_xX9 off=9986452 len=1831582 2024-04-22T04:54:29.022 INFO:tasks.workunit.client.0.smithi040.stdout:op 2153 completed, throughput=5MB/sec 2024-04-22T04:54:29.022 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XYpLgGxBUf8fXTG off=4967605 len=1326849 2024-04-22T04:54:29.023 INFO:tasks.workunit.client.0.smithi040.stdout:op 2154 completed, throughput=5MB/sec 2024-04-22T04:54:29.023 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-L3Awy5F8k5OmL-x off=17600977 len=85090 2024-04-22T04:54:29.026 INFO:tasks.workunit.client.0.smithi040.stdout:op 2155 completed, throughput=5MB/sec 2024-04-22T04:54:29.026 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-W7biZSITO7r3Ra_ off=5542579 len=1758689 2024-04-22T04:54:29.027 INFO:tasks.workunit.client.0.smithi040.stdout:op 2156 completed, throughput=5MB/sec 2024-04-22T04:54:30.027 INFO:tasks.workunit.client.0.smithi040.stdout: 424: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:30.027 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2vhqEV2IGKB9m7A off=3457844 len=1313615 2024-04-22T04:54:30.033 INFO:tasks.workunit.client.0.smithi040.stdout:op 2157 completed, throughput=5MB/sec 2024-04-22T04:54:30.033 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IMKGZQT283YwYeL off=3256722 len=197848 2024-04-22T04:54:30.034 INFO:tasks.workunit.client.0.smithi040.stdout:op 2158 completed, throughput=5MB/sec 2024-04-22T04:54:30.034 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Hx24lsH8h3Af4ei off=3336579 len=397532 2024-04-22T04:54:30.038 INFO:tasks.workunit.client.0.smithi040.stdout:op 2159 completed, throughput=5MB/sec 2024-04-22T04:54:30.038 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yzW6NxcQojft3FB off=1579756 len=1547152 2024-04-22T04:54:30.046 INFO:tasks.workunit.client.0.smithi040.stdout:op 2160 completed, throughput=5MB/sec 2024-04-22T04:54:30.046 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WPlB7xUnevRR0Dm off=7093373 len=338481 2024-04-22T04:54:30.047 INFO:tasks.workunit.client.0.smithi040.stdout:op 2161 completed, throughput=5MB/sec 2024-04-22T04:54:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:54:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:54:30] "GET /metrics HTTP/1.1" 200 240233 "" "Prometheus/2.43.0" 2024-04-22T04:54:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:30 smithi062 ceph-mon[78153]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:54:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:30 smithi040 ceph-mon[88445]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:54:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:30 smithi040 ceph-mon[91058]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:54:31.047 INFO:tasks.workunit.client.0.smithi040.stdout: 425: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:31.048 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gb0mxkrSSjKLMu2 off=4719615 len=1352023 2024-04-22T04:54:31.055 INFO:tasks.workunit.client.0.smithi040.stdout:op 2162 completed, throughput=4.99MB/sec 2024-04-22T04:54:31.055 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AYJ-769gRMD-6Uv off=1244338 len=2036543 2024-04-22T04:54:31.059 INFO:tasks.workunit.client.0.smithi040.stdout:op 2163 completed, throughput=5MB/sec 2024-04-22T04:54:31.059 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-b6gCT-w8hhg-aNi off=11410181 len=1398359 2024-04-22T04:54:31.062 INFO:tasks.workunit.client.0.smithi040.stdout:op 2164 completed, throughput=5MB/sec 2024-04-22T04:54:31.062 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6dm7sA93-nWRhVk off=7685468 len=2037353 2024-04-22T04:54:31.064 INFO:tasks.workunit.client.0.smithi040.stdout:op 2165 completed, throughput=5MB/sec 2024-04-22T04:54:32.066 INFO:tasks.workunit.client.0.smithi040.stdout: 426: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:32.066 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-F8YwjCrKNLRWy0n off=6508374 len=1646024 2024-04-22T04:54:32.066 INFO:tasks.workunit.client.0.smithi040.stdout:op 2166 completed, throughput=5MB/sec 2024-04-22T04:54:32.066 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RzvfewgLVphU6aq off=16578820 len=821186 2024-04-22T04:54:32.068 INFO:tasks.workunit.client.0.smithi040.stdout:op 2167 completed, throughput=5MB/sec 2024-04-22T04:54:32.068 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kd4c6td9uex1Z2s off=4530911 len=1213048 2024-04-22T04:54:32.076 INFO:tasks.workunit.client.0.smithi040.stdout:op 2168 completed, throughput=5MB/sec 2024-04-22T04:54:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:32 smithi062 ceph-mon[78153]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:54:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:32 smithi040 ceph-mon[91058]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:54:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:32 smithi040 ceph-mon[88445]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:54:33.077 INFO:tasks.workunit.client.0.smithi040.stdout: 427: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:33.077 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4gckKt9y7WHB-eE off=1174716 len=1930414 2024-04-22T04:54:33.086 INFO:tasks.workunit.client.0.smithi040.stdout:op 2169 completed, throughput=4.99MB/sec 2024-04-22T04:54:33.086 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9W8cUeliehS9abE off=4445787 len=1471743 2024-04-22T04:54:33.093 INFO:tasks.workunit.client.0.smithi040.stdout:op 2170 completed, throughput=5MB/sec 2024-04-22T04:54:33.093 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AkzQaRRvL_ykAy5 off=5455122 len=458245 2024-04-22T04:54:33.094 INFO:tasks.workunit.client.0.smithi040.stdout:op 2171 completed, throughput=5MB/sec 2024-04-22T04:54:33.094 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dlDXaNvGiubsYRA off=672628 len=323466 2024-04-22T04:54:33.097 INFO:tasks.workunit.client.0.smithi040.stdout:op 2172 completed, throughput=5MB/sec 2024-04-22T04:54:33.097 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DG4uViLQasd5Ho6 off=524759 len=1670467 2024-04-22T04:54:33.104 INFO:tasks.workunit.client.0.smithi040.stdout:op 2173 completed, throughput=5MB/sec 2024-04-22T04:54:34.104 INFO:tasks.workunit.client.0.smithi040.stdout: 428: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:34.104 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kU3_ZbN5_ShQ0Bj off=1219819 len=938367 2024-04-22T04:54:34.105 INFO:tasks.workunit.client.0.smithi040.stdout:op 2174 completed, throughput=4.99MB/sec 2024-04-22T04:54:34.105 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wi1VZV57PeCtwcE off=3157912 len=1059431 2024-04-22T04:54:34.111 INFO:tasks.workunit.client.0.smithi040.stdout:op 2175 completed, throughput=4.99MB/sec 2024-04-22T04:54:34.111 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-J99D-ZQkrHydhRk off=117546 len=1537923 2024-04-22T04:54:34.120 INFO:tasks.workunit.client.0.smithi040.stdout:op 2176 completed, throughput=5MB/sec 2024-04-22T04:54:34.120 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bPhn5S-Y0WFGfLI off=9526565 len=576846 2024-04-22T04:54:34.121 INFO:tasks.workunit.client.0.smithi040.stdout:op 2177 completed, throughput=5MB/sec 2024-04-22T04:54:34.121 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vrz8SHVcTURff1T off=12269944 len=139854 2024-04-22T04:54:34.121 INFO:tasks.workunit.client.0.smithi040.stdout:op 2178 completed, throughput=5MB/sec 2024-04-22T04:54:34.122 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gnBXP4ziG-tdjCT off=8985000 len=782069 2024-04-22T04:54:34.123 INFO:tasks.workunit.client.0.smithi040.stdout:op 2179 completed, throughput=5MB/sec 2024-04-22T04:54:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:34 smithi062 ceph-mon[78153]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:54:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:34 smithi040 ceph-mon[88445]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:54:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:34 smithi040 ceph-mon[91058]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:54:35.123 INFO:tasks.workunit.client.0.smithi040.stdout: 429: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:35.123 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kMEi_hSaX4zcGUu off=5807751 len=647044 2024-04-22T04:54:35.131 INFO:tasks.workunit.client.0.smithi040.stdout:op 2180 completed, throughput=4.99MB/sec 2024-04-22T04:54:35.131 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_QaHYAi8qh9PzdW off=14282500 len=1281325 2024-04-22T04:54:35.131 INFO:tasks.workunit.client.0.smithi040.stdout:op 2181 completed, throughput=4.99MB/sec 2024-04-22T04:54:35.131 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-n59SOrFFkJntPn_ off=5997152 len=991574 2024-04-22T04:54:35.131 INFO:tasks.workunit.client.0.smithi040.stdout:op 2182 completed, throughput=5MB/sec 2024-04-22T04:54:35.131 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Vh67HOslCzXqYuH off=6058487 len=1840302 2024-04-22T04:54:35.141 INFO:tasks.workunit.client.0.smithi040.stdout:op 2183 completed, throughput=5MB/sec 2024-04-22T04:54:35.141 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ijVGjPn5DqfUTbz off=10998892 len=1257893 2024-04-22T04:54:35.147 INFO:tasks.workunit.client.0.smithi040.stdout:op 2184 completed, throughput=5MB/sec 2024-04-22T04:54:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:54:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:54:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:54:36.150 INFO:tasks.workunit.client.0.smithi040.stdout: 430: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:36.151 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wbaKO80Xojg0f4z off=773523 len=1584327 2024-04-22T04:54:36.151 INFO:tasks.workunit.client.0.smithi040.stdout:op 2185 completed, throughput=4.99MB/sec 2024-04-22T04:54:36.151 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Co3EKfaGC2FNQJd off=8159387 len=1880851 2024-04-22T04:54:36.151 INFO:tasks.workunit.client.0.smithi040.stdout:op 2186 completed, throughput=5MB/sec 2024-04-22T04:54:36.152 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Y9JI5mY1O1KP_YT off=6530441 len=1992783 2024-04-22T04:54:36.153 INFO:tasks.workunit.client.0.smithi040.stdout:op 2187 completed, throughput=5MB/sec 2024-04-22T04:54:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:36 smithi062 ceph-mon[78153]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-22T04:54:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:54:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:36 smithi040 ceph-mon[88445]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-22T04:54:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:54:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:36 smithi040 ceph-mon[91058]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-22T04:54:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:54:37.154 INFO:tasks.workunit.client.0.smithi040.stdout: 431: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:37.154 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sdiqfARTQYv3_di off=4601560 len=1257106 2024-04-22T04:54:37.156 INFO:tasks.workunit.client.0.smithi040.stdout:op 2188 completed, throughput=4.99MB/sec 2024-04-22T04:54:37.156 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YqEFr6Y2W_7muox off=4867546 len=15048 2024-04-22T04:54:37.158 INFO:tasks.workunit.client.0.smithi040.stdout:op 2189 completed, throughput=4.99MB/sec 2024-04-22T04:54:37.158 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4qAg87lmYlQwOvs off=8063796 len=1257590 2024-04-22T04:54:37.161 INFO:tasks.workunit.client.0.smithi040.stdout:op 2190 completed, throughput=5MB/sec 2024-04-22T04:54:37.161 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VtpOOgDaU7hjH_E off=3386620 len=242700 2024-04-22T04:54:37.164 INFO:tasks.workunit.client.0.smithi040.stdout:op 2191 completed, throughput=5MB/sec 2024-04-22T04:54:37.164 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uHqALf7aADkWQW4 off=10584322 len=60480 2024-04-22T04:54:37.166 INFO:tasks.workunit.client.0.smithi040.stdout:op 2192 completed, throughput=5MB/sec 2024-04-22T04:54:37.167 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ENddxoHcbBLQnhO off=18739209 len=1713339 2024-04-22T04:54:37.168 INFO:tasks.workunit.client.0.smithi040.stdout:op 2193 completed, throughput=5MB/sec 2024-04-22T04:54:38.169 INFO:tasks.workunit.client.0.smithi040.stdout: 432: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:38.169 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4XXkH1GcSNNKb-V off=16080521 len=572608 2024-04-22T04:54:38.170 INFO:tasks.workunit.client.0.smithi040.stdout:op 2194 completed, throughput=4.99MB/sec 2024-04-22T04:54:38.170 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9BXIrNFwY0QK8Nr off=6354747 len=123243 2024-04-22T04:54:38.173 INFO:tasks.workunit.client.0.smithi040.stdout:op 2195 completed, throughput=4.99MB/sec 2024-04-22T04:54:38.173 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-v6-OJkOo7G0MMZd off=10659777 len=2076419 2024-04-22T04:54:38.182 INFO:tasks.workunit.client.0.smithi040.stdout:op 2196 completed, throughput=5MB/sec 2024-04-22T04:54:38.182 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GaCjmT0SWOQ4dm1 off=2310679 len=450258 2024-04-22T04:54:38.186 INFO:tasks.workunit.client.0.smithi040.stdout:op 2197 completed, throughput=5MB/sec 2024-04-22T04:54:38.186 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_S-rlZWBd1dECik off=1880368 len=1742205 2024-04-22T04:54:38.194 INFO:tasks.workunit.client.0.smithi040.stdout:op 2198 completed, throughput=5MB/sec 2024-04-22T04:54:38.194 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DVzQcCJijU0oy52 off=12813042 len=1673118 2024-04-22T04:54:38.203 INFO:tasks.workunit.client.0.smithi040.stdout:op 2199 completed, throughput=5MB/sec 2024-04-22T04:54:38.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:38 smithi062 ceph-mon[78153]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T04:54:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:38 smithi040 ceph-mon[88445]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T04:54:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:38 smithi040 ceph-mon[91058]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T04:54:39.203 INFO:tasks.workunit.client.0.smithi040.stdout: 433: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:39.204 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YSJXP0WMq1Kbt85 off=7494352 len=627993 2024-04-22T04:54:39.205 INFO:tasks.workunit.client.0.smithi040.stdout:op 2200 completed, throughput=4.99MB/sec 2024-04-22T04:54:39.205 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LvOWRbV88bnlPYx off=1553126 len=1474091 2024-04-22T04:54:39.211 INFO:tasks.workunit.client.0.smithi040.stdout:op 2201 completed, throughput=5MB/sec 2024-04-22T04:54:39.211 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cQcG8AIfc5Df7g_ off=9066040 len=1576285 2024-04-22T04:54:39.212 INFO:tasks.workunit.client.0.smithi040.stdout:op 2202 completed, throughput=5MB/sec 2024-04-22T04:54:39.212 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1JQeUBcf5DBC8bK off=7784655 len=661101 2024-04-22T04:54:39.216 INFO:tasks.workunit.client.0.smithi040.stdout:op 2203 completed, throughput=5MB/sec 2024-04-22T04:54:40.216 INFO:tasks.workunit.client.0.smithi040.stdout: 434: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:40.216 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MfgWzpnNl-2D3iR off=8802063 len=1359736 2024-04-22T04:54:40.218 INFO:tasks.workunit.client.0.smithi040.stdout:op 2204 completed, throughput=4.99MB/sec 2024-04-22T04:54:40.218 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GWsHvUVzQAcrMTI off=14140854 len=2013675 2024-04-22T04:54:40.222 INFO:tasks.workunit.client.0.smithi040.stdout:op 2205 completed, throughput=5MB/sec 2024-04-22T04:54:40.223 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QkQIVs1PfV3zMHG off=7679511 len=1152202 2024-04-22T04:54:40.224 INFO:tasks.workunit.client.0.smithi040.stdout:op 2206 completed, throughput=5MB/sec 2024-04-22T04:54:40.224 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tqIl4-m17ZKVsX2 off=1232257 len=412772 2024-04-22T04:54:40.225 INFO:tasks.workunit.client.0.smithi040.stdout:op 2207 completed, throughput=5MB/sec 2024-04-22T04:54:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:54:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:54:40] "GET /metrics HTTP/1.1" 200 240229 "" "Prometheus/2.43.0" 2024-04-22T04:54:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:40 smithi062 ceph-mon[78153]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:54:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:40 smithi040 ceph-mon[88445]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:54:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:40 smithi040 ceph-mon[91058]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:54:41.226 INFO:tasks.workunit.client.0.smithi040.stdout: 435: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:41.226 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JoQ00NtgVuQ4G4E off=9598292 len=1747754 2024-04-22T04:54:41.228 INFO:tasks.workunit.client.0.smithi040.stdout:op 2208 completed, throughput=4.99MB/sec 2024-04-22T04:54:41.228 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MdIjBcCSpu0YVxV off=2003552 len=424474 2024-04-22T04:54:41.229 INFO:tasks.workunit.client.0.smithi040.stdout:op 2209 completed, throughput=4.99MB/sec 2024-04-22T04:54:41.230 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Y9lT6Xypk9pzw5- off=6692372 len=1960963 2024-04-22T04:54:41.237 INFO:tasks.workunit.client.0.smithi040.stdout:op 2210 completed, throughput=5MB/sec 2024-04-22T04:54:41.237 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BSFruPkvgNE9wQW off=1827966 len=39367 2024-04-22T04:54:41.238 INFO:tasks.workunit.client.0.smithi040.stdout:op 2211 completed, throughput=5MB/sec 2024-04-22T04:54:41.238 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-USt4RXseQgBZ2yb off=54873 len=1051409 2024-04-22T04:54:41.242 INFO:tasks.workunit.client.0.smithi040.stdout:op 2212 completed, throughput=5MB/sec 2024-04-22T04:54:42.243 INFO:tasks.workunit.client.0.smithi040.stdout: 436: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:42.243 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dadhFaEBEIpLysN off=8761589 len=1796785 2024-04-22T04:54:42.245 INFO:tasks.workunit.client.0.smithi040.stdout:op 2213 completed, throughput=4.99MB/sec 2024-04-22T04:54:42.245 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9iPQp3aEU-2p8eC off=513591 len=1265659 2024-04-22T04:54:42.253 INFO:tasks.workunit.client.0.smithi040.stdout:op 2214 completed, throughput=5MB/sec 2024-04-22T04:54:42.253 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ksEsDXNgdphJULf off=14382315 len=562995 2024-04-22T04:54:42.257 INFO:tasks.workunit.client.0.smithi040.stdout:op 2215 completed, throughput=5MB/sec 2024-04-22T04:54:42.257 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-y9ZsYD36G-kTH2n off=3332548 len=1486037 2024-04-22T04:54:42.263 INFO:tasks.workunit.client.0.smithi040.stdout:op 2216 completed, throughput=5MB/sec 2024-04-22T04:54:42.264 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Hqp-ZF6CNWJmUee off=1359763 len=88380 2024-04-22T04:54:42.264 INFO:tasks.workunit.client.0.smithi040.stdout:op 2217 completed, throughput=5MB/sec 2024-04-22T04:54:42.264 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QAJn0sefqIbeARL off=22638419 len=654860 2024-04-22T04:54:42.266 INFO:tasks.workunit.client.0.smithi040.stdout:op 2218 completed, throughput=5MB/sec 2024-04-22T04:54:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:42 smithi062 ceph-mon[78153]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:54:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:42 smithi040 ceph-mon[88445]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:54:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:42 smithi040 ceph-mon[91058]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:54:43.267 INFO:tasks.workunit.client.0.smithi040.stdout: 437: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:43.267 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-klHzU3LgGgRV1cC off=19052203 len=1804674 2024-04-22T04:54:43.269 INFO:tasks.workunit.client.0.smithi040.stdout:op 2219 completed, throughput=4.99MB/sec 2024-04-22T04:54:43.269 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-P0XWPyyEempD-52 off=15198952 len=962648 2024-04-22T04:54:43.274 INFO:tasks.workunit.client.0.smithi040.stdout:op 2220 completed, throughput=5MB/sec 2024-04-22T04:54:43.274 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mduj4ULTnNFyY0g off=12787250 len=204127 2024-04-22T04:54:43.275 INFO:tasks.workunit.client.0.smithi040.stdout:op 2221 completed, throughput=5MB/sec 2024-04-22T04:54:43.275 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-M22jhbgfZZhJveq off=674825 len=1063142 2024-04-22T04:54:43.276 INFO:tasks.workunit.client.0.smithi040.stdout:op 2222 completed, throughput=5MB/sec 2024-04-22T04:54:43.276 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-s5VWPykvxp0LMAU off=3531854 len=853924 2024-04-22T04:54:43.277 INFO:tasks.workunit.client.0.smithi040.stdout:op 2223 completed, throughput=5MB/sec 2024-04-22T04:54:44.277 INFO:tasks.workunit.client.0.smithi040.stdout: 438: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:44.278 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uBM5mzpNEssMDKD off=795123 len=1022253 2024-04-22T04:54:44.283 INFO:tasks.workunit.client.0.smithi040.stdout:op 2224 completed, throughput=4.99MB/sec 2024-04-22T04:54:44.284 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-61WNK9a3vEnIkVm off=466211 len=1229971 2024-04-22T04:54:44.285 INFO:tasks.workunit.client.0.smithi040.stdout:op 2225 completed, throughput=4.99MB/sec 2024-04-22T04:54:44.285 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3dSeHlmcv3SU7_R off=4418913 len=527374 2024-04-22T04:54:44.287 INFO:tasks.workunit.client.0.smithi040.stdout:op 2226 completed, throughput=4.99MB/sec 2024-04-22T04:54:44.287 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9DeCdpaOUsXv0rA off=13082714 len=540923 2024-04-22T04:54:44.287 INFO:tasks.workunit.client.0.smithi040.stdout:op 2227 completed, throughput=5MB/sec 2024-04-22T04:54:44.287 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bPoLC6yP94HwcTW off=2081957 len=317981 2024-04-22T04:54:44.288 INFO:tasks.workunit.client.0.smithi040.stdout:op 2228 completed, throughput=5MB/sec 2024-04-22T04:54:44.288 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-neagJyqmkd0La5t off=231797 len=1335282 2024-04-22T04:54:44.291 INFO:tasks.workunit.client.0.smithi040.stdout:op 2229 completed, throughput=5MB/sec 2024-04-22T04:54:44.291 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bm-MRuk9SQTp236 off=414765 len=629042 2024-04-22T04:54:44.292 INFO:tasks.workunit.client.0.smithi040.stdout:op 2230 completed, throughput=5MB/sec 2024-04-22T04:54:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:44 smithi062 ceph-mon[78153]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:54:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:44 smithi040 ceph-mon[88445]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:54:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:44 smithi040 ceph-mon[91058]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:54:45.292 INFO:tasks.workunit.client.0.smithi040.stdout: 439: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:45.292 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PX8ccQ2zPR32b13 off=13124137 len=1192518 2024-04-22T04:54:45.294 INFO:tasks.workunit.client.0.smithi040.stdout:op 2231 completed, throughput=4.99MB/sec 2024-04-22T04:54:45.294 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GUryVpG6oNS_llK off=16366940 len=882803 2024-04-22T04:54:45.295 INFO:tasks.workunit.client.0.smithi040.stdout:op 2232 completed, throughput=4.99MB/sec 2024-04-22T04:54:45.295 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kEpelVK1waIFko6 off=5498015 len=1972559 2024-04-22T04:54:45.297 INFO:tasks.workunit.client.0.smithi040.stdout:op 2233 completed, throughput=5MB/sec 2024-04-22T04:54:45.297 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oKoABwUb4cJiuLU off=4104458 len=140329 2024-04-22T04:54:45.298 INFO:tasks.workunit.client.0.smithi040.stdout:op 2234 completed, throughput=5MB/sec 2024-04-22T04:54:45.298 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--qgejcH9WzvuHKv off=10124258 len=676884 2024-04-22T04:54:45.299 INFO:tasks.workunit.client.0.smithi040.stdout:op 2235 completed, throughput=5MB/sec 2024-04-22T04:54:45.299 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pd_lBSw0ijPIAoI off=2983433 len=1160650 2024-04-22T04:54:45.302 INFO:tasks.workunit.client.0.smithi040.stdout:op 2236 completed, throughput=5MB/sec 2024-04-22T04:54:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:54:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:54:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:54:46.303 INFO:tasks.workunit.client.0.smithi040.stdout: 440: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:46.303 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sOMl4-XSiwkTwnM off=8751024 len=420641 2024-04-22T04:54:46.304 INFO:tasks.workunit.client.0.smithi040.stdout:op 2237 completed, throughput=4.99MB/sec 2024-04-22T04:54:46.304 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZkZgNRZIKhgkURx off=7229058 len=506299 2024-04-22T04:54:46.305 INFO:tasks.workunit.client.0.smithi040.stdout:op 2238 completed, throughput=4.99MB/sec 2024-04-22T04:54:46.305 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-16P-lyBwhxJzQas off=5205100 len=1628577 2024-04-22T04:54:46.314 INFO:tasks.workunit.client.0.smithi040.stdout:op 2239 completed, throughput=5MB/sec 2024-04-22T04:54:46.314 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--WvM3Aim5Gnvu5T off=2263168 len=1198320 2024-04-22T04:54:46.316 INFO:tasks.workunit.client.0.smithi040.stdout:op 2240 completed, throughput=5MB/sec 2024-04-22T04:54:46.316 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qbGnhMPWLwCq8Sw off=1210788 len=1940866 2024-04-22T04:54:46.323 INFO:tasks.workunit.client.0.smithi040.stdout:op 2241 completed, throughput=5MB/sec 2024-04-22T04:54:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:46 smithi062 ceph-mon[78153]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-22T04:54:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:46 smithi040 ceph-mon[88445]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-22T04:54:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:46 smithi040 ceph-mon[91058]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-22T04:54:47.324 INFO:tasks.workunit.client.0.smithi040.stdout: 441: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:47.324 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WYYTiD8sKVXTi0w off=8550613 len=636107 2024-04-22T04:54:47.325 INFO:tasks.workunit.client.0.smithi040.stdout:op 2242 completed, throughput=4.99MB/sec 2024-04-22T04:54:47.325 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0AJxKk48x_6ZF-t off=13270130 len=711341 2024-04-22T04:54:47.330 INFO:tasks.workunit.client.0.smithi040.stdout:op 2243 completed, throughput=4.99MB/sec 2024-04-22T04:54:47.330 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QUP2cvxCkwLFWmZ off=2149907 len=1755815 2024-04-22T04:54:47.339 INFO:tasks.workunit.client.0.smithi040.stdout:op 2244 completed, throughput=5MB/sec 2024-04-22T04:54:47.339 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_Y-9U2FPZxJzARX off=5279877 len=366058 2024-04-22T04:54:47.342 INFO:tasks.workunit.client.0.smithi040.stdout:op 2245 completed, throughput=5MB/sec 2024-04-22T04:54:47.342 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9jrtdN5DytOhkrI off=6047146 len=273274 2024-04-22T04:54:47.343 INFO:tasks.workunit.client.0.smithi040.stdout:op 2246 completed, throughput=5MB/sec 2024-04-22T04:54:47.343 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fTR9u2w0dg434Tu off=251270 len=1885435 2024-04-22T04:54:47.344 INFO:tasks.workunit.client.0.smithi040.stdout:op 2247 completed, throughput=5MB/sec 2024-04-22T04:54:48.345 INFO:tasks.workunit.client.0.smithi040.stdout: 442: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:48.345 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-In5J0gMwG9jp2ft off=24999 len=1733947 2024-04-22T04:54:48.347 INFO:tasks.workunit.client.0.smithi040.stdout:op 2248 completed, throughput=5MB/sec 2024-04-22T04:54:48.347 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-t0XjR7PpyfhzDUo off=4674896 len=593904 2024-04-22T04:54:48.348 INFO:tasks.workunit.client.0.smithi040.stdout:op 2249 completed, throughput=5MB/sec 2024-04-22T04:54:48.348 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--RPk2X2OVwBTXxG off=17753963 len=1744048 2024-04-22T04:54:48.356 INFO:tasks.workunit.client.0.smithi040.stdout:op 2250 completed, throughput=5MB/sec 2024-04-22T04:54:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:48 smithi062 ceph-mon[78153]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T04:54:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:48 smithi040 ceph-mon[88445]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T04:54:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:48 smithi040 ceph-mon[91058]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T04:54:49.357 INFO:tasks.workunit.client.0.smithi040.stdout: 443: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:49.357 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fXp7ADv9LhqfeuE off=4209923 len=53372 2024-04-22T04:54:49.358 INFO:tasks.workunit.client.0.smithi040.stdout:op 2251 completed, throughput=4.99MB/sec 2024-04-22T04:54:49.358 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ie1Lx__HGPg2XmS off=2862731 len=1713458 2024-04-22T04:54:49.359 INFO:tasks.workunit.client.0.smithi040.stdout:op 2252 completed, throughput=4.99MB/sec 2024-04-22T04:54:49.360 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8r1VkOQ64oRRv8J off=5258875 len=282729 2024-04-22T04:54:49.363 INFO:tasks.workunit.client.0.smithi040.stdout:op 2253 completed, throughput=4.99MB/sec 2024-04-22T04:54:49.363 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-44CJLCid8Bdv4P5 off=4677208 len=304217 2024-04-22T04:54:49.366 INFO:tasks.workunit.client.0.smithi040.stdout:op 2254 completed, throughput=4.99MB/sec 2024-04-22T04:54:49.366 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GvJ0B6XHZhEgGiI off=6858583 len=330176 2024-04-22T04:54:49.367 INFO:tasks.workunit.client.0.smithi040.stdout:op 2255 completed, throughput=5MB/sec 2024-04-22T04:54:49.367 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Kgv42oLkgK76t26 off=288703 len=1406163 2024-04-22T04:54:49.375 INFO:tasks.workunit.client.0.smithi040.stdout:op 2256 completed, throughput=5MB/sec 2024-04-22T04:54:49.375 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-F_140Sv9QN6d4pC off=2514742 len=1868507 2024-04-22T04:54:49.383 INFO:tasks.workunit.client.0.smithi040.stdout:op 2257 completed, throughput=5MB/sec 2024-04-22T04:54:50.383 INFO:tasks.workunit.client.0.smithi040.stdout: 444: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:50.384 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-p4YLFKsst8Ri_VH off=9977813 len=448423 2024-04-22T04:54:50.387 INFO:tasks.workunit.client.0.smithi040.stdout:op 2258 completed, throughput=4.99MB/sec 2024-04-22T04:54:50.387 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DTwqVBVYLGbBXRu off=3801298 len=1372446 2024-04-22T04:54:50.394 INFO:tasks.workunit.client.0.smithi040.stdout:op 2259 completed, throughput=4.99MB/sec 2024-04-22T04:54:50.394 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SvUnDoAPoNL0D8r off=2401729 len=1652394 2024-04-22T04:54:50.398 INFO:tasks.workunit.client.0.smithi040.stdout:op 2260 completed, throughput=5MB/sec 2024-04-22T04:54:50.398 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BMPhkGG2zH7tkZ1 off=5071882 len=609310 2024-04-22T04:54:50.400 INFO:tasks.workunit.client.0.smithi040.stdout:op 2261 completed, throughput=5MB/sec 2024-04-22T04:54:50.400 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_vlUILwgdQ_Uu5y off=575272 len=1899082 2024-04-22T04:54:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:54:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:54:50] "GET /metrics HTTP/1.1" 200 240229 "" "Prometheus/2.43.0" 2024-04-22T04:54:50.412 INFO:tasks.workunit.client.0.smithi040.stdout:op 2262 completed, throughput=5MB/sec 2024-04-22T04:54:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:50 smithi062 ceph-mon[78153]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:54:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:50 smithi040 ceph-mon[88445]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:54:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:50 smithi040 ceph-mon[91058]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:54:51.412 INFO:tasks.workunit.client.0.smithi040.stdout: 445: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:51.412 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GDWSCP5WC9N-FWl off=7462753 len=27562 2024-04-22T04:54:51.413 INFO:tasks.workunit.client.0.smithi040.stdout:op 2263 completed, throughput=4.99MB/sec 2024-04-22T04:54:51.413 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Bj2uxZllmSlpg2Q off=14920529 len=1920590 2024-04-22T04:54:51.417 INFO:tasks.workunit.client.0.smithi040.stdout:op 2264 completed, throughput=5MB/sec 2024-04-22T04:54:51.417 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-W_TJ-W9jCCtMADr off=7919702 len=92905 2024-04-22T04:54:51.418 INFO:tasks.workunit.client.0.smithi040.stdout:op 2265 completed, throughput=5MB/sec 2024-04-22T04:54:51.418 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6lmJi2e86x_W6jy off=3984897 len=1859624 2024-04-22T04:54:51.420 INFO:tasks.workunit.client.0.smithi040.stdout:op 2266 completed, throughput=5MB/sec 2024-04-22T04:54:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:54:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:54:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:54:52.420 INFO:tasks.workunit.client.0.smithi040.stdout: 446: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:52.420 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fXNBgwXQ97aQ5_3 off=12183411 len=1444823 2024-04-22T04:54:52.422 INFO:tasks.workunit.client.0.smithi040.stdout:op 2267 completed, throughput=4.99MB/sec 2024-04-22T04:54:52.422 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vzoZeQN0dbCu-qe off=926271 len=1131028 2024-04-22T04:54:52.429 INFO:tasks.workunit.client.0.smithi040.stdout:op 2268 completed, throughput=4.99MB/sec 2024-04-22T04:54:52.429 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZBKIKCpfGziTtDk off=506536 len=2019069 2024-04-22T04:54:52.431 INFO:tasks.workunit.client.0.smithi040.stdout:op 2269 completed, throughput=5MB/sec 2024-04-22T04:54:52.431 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AsFoFicTBRn6Vjy off=11356323 len=1173902 2024-04-22T04:54:52.432 INFO:tasks.workunit.client.0.smithi040.stdout:op 2270 completed, throughput=5MB/sec 2024-04-22T04:54:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:52 smithi062 ceph-mon[78153]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:54:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:52 smithi040 ceph-mon[88445]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:54:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:52 smithi040 ceph-mon[91058]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:54:53.432 INFO:tasks.workunit.client.0.smithi040.stdout: 447: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:53.432 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0fDeJUvqphW5eNK off=268392 len=367392 2024-04-22T04:54:53.434 INFO:tasks.workunit.client.0.smithi040.stdout:op 2271 completed, throughput=4.99MB/sec 2024-04-22T04:54:53.434 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YAHQrau3THcSwxi off=6186591 len=976747 2024-04-22T04:54:53.435 INFO:tasks.workunit.client.0.smithi040.stdout:op 2272 completed, throughput=4.99MB/sec 2024-04-22T04:54:53.435 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XLRkLcWY_218--y off=5458984 len=68881 2024-04-22T04:54:53.436 INFO:tasks.workunit.client.0.smithi040.stdout:op 2273 completed, throughput=4.99MB/sec 2024-04-22T04:54:53.436 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QhfBsYVekFiH3SA off=2269738 len=1799718 2024-04-22T04:54:53.443 INFO:tasks.workunit.client.0.smithi040.stdout:op 2274 completed, throughput=5MB/sec 2024-04-22T04:54:53.444 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Bo7PZruSY_rZTGJ off=3545995 len=1744346 2024-04-22T04:54:53.451 INFO:tasks.workunit.client.0.smithi040.stdout:op 2275 completed, throughput=5MB/sec 2024-04-22T04:54:54.452 INFO:tasks.workunit.client.0.smithi040.stdout: 448: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:54.452 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BSFruPkvgNE9wQW off=4859178 len=1344735 2024-04-22T04:54:54.454 INFO:tasks.workunit.client.0.smithi040.stdout:op 2276 completed, throughput=4.99MB/sec 2024-04-22T04:54:54.454 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0DZ8htYX3YQw7A- off=4134975 len=581018 2024-04-22T04:54:54.455 INFO:tasks.workunit.client.0.smithi040.stdout:op 2277 completed, throughput=4.99MB/sec 2024-04-22T04:54:54.455 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-y3wBMMdj0T54pCz off=397348 len=1926989 2024-04-22T04:54:54.466 INFO:tasks.workunit.client.0.smithi040.stdout:op 2278 completed, throughput=5MB/sec 2024-04-22T04:54:54.467 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-izJd5rrnWDXZ5js off=3527203 len=8916 2024-04-22T04:54:54.469 INFO:tasks.workunit.client.0.smithi040.stdout:op 2279 completed, throughput=5MB/sec 2024-04-22T04:54:54.469 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-D4NLsRHF-uS-6gg off=6722243 len=736141 2024-04-22T04:54:54.473 INFO:tasks.workunit.client.0.smithi040.stdout:op 2280 completed, throughput=5MB/sec 2024-04-22T04:54:54.473 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wx6aMDZEadqjRcY off=4348088 len=1609992 2024-04-22T04:54:54.479 INFO:tasks.workunit.client.0.smithi040.stdout:op 2281 completed, throughput=5MB/sec 2024-04-22T04:54:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:54 smithi062 ceph-mon[78153]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T04:54:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:54 smithi040 ceph-mon[88445]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T04:54:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:54 smithi040 ceph-mon[91058]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T04:54:55.480 INFO:tasks.workunit.client.0.smithi040.stdout: 449: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:55.480 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7kjwCeMb562bzIq off=3631627 len=220574 2024-04-22T04:54:55.482 INFO:tasks.workunit.client.0.smithi040.stdout:op 2282 completed, throughput=4.99MB/sec 2024-04-22T04:54:55.482 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FZbxFc1Bl0cr0gf off=17598394 len=183056 2024-04-22T04:54:55.483 INFO:tasks.workunit.client.0.smithi040.stdout:op 2283 completed, throughput=4.99MB/sec 2024-04-22T04:54:55.483 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8GEpRFB2LPUWYMA off=1822119 len=1815438 2024-04-22T04:54:55.492 INFO:tasks.workunit.client.0.smithi040.stdout:op 2284 completed, throughput=5MB/sec 2024-04-22T04:54:55.492 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-P4onwGjm1mCGgcJ off=6582421 len=716959 2024-04-22T04:54:55.493 INFO:tasks.workunit.client.0.smithi040.stdout:op 2285 completed, throughput=5MB/sec 2024-04-22T04:54:55.493 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Imi8h4PyASSo0eo off=983614 len=1456378 2024-04-22T04:54:55.494 INFO:tasks.workunit.client.0.smithi040.stdout:op 2286 completed, throughput=5MB/sec 2024-04-22T04:54:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:54:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:54:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:54:56.494 INFO:tasks.workunit.client.0.smithi040.stdout: 450: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:56.495 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Yt7YB6pIgfGRAdV off=3688190 len=1256993 2024-04-22T04:54:56.503 INFO:tasks.workunit.client.0.smithi040.stdout:op 2287 completed, throughput=4.99MB/sec 2024-04-22T04:54:56.503 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_cUHteWeJRX4EJc off=2381292 len=1270195 2024-04-22T04:54:56.510 INFO:tasks.workunit.client.0.smithi040.stdout:op 2288 completed, throughput=4.99MB/sec 2024-04-22T04:54:56.510 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LWDU0tnk27gbAPu off=13968239 len=23054 2024-04-22T04:54:56.512 INFO:tasks.workunit.client.0.smithi040.stdout:op 2289 completed, throughput=4.99MB/sec 2024-04-22T04:54:56.512 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QVIxNm-SItw7Qsn off=325515 len=1051558 2024-04-22T04:54:56.514 INFO:tasks.workunit.client.0.smithi040.stdout:op 2290 completed, throughput=5MB/sec 2024-04-22T04:54:56.514 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-L7aSqBpM1UX9bT4 off=4899282 len=1848942 2024-04-22T04:54:56.522 INFO:tasks.workunit.client.0.smithi040.stdout:op 2291 completed, throughput=5MB/sec 2024-04-22T04:54:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:56 smithi062 ceph-mon[78153]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:54:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:56 smithi040 ceph-mon[88445]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:54:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:56 smithi040 ceph-mon[91058]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:54:57.522 INFO:tasks.workunit.client.0.smithi040.stdout: 451: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:57.522 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8QzQ51e8mekGkz6 off=3565064 len=1375326 2024-04-22T04:54:57.525 INFO:tasks.workunit.client.0.smithi040.stdout:op 2292 completed, throughput=4.99MB/sec 2024-04-22T04:54:57.525 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-m7IM7VCQDD5LdU2 off=6366304 len=118369 2024-04-22T04:54:57.528 INFO:tasks.workunit.client.0.smithi040.stdout:op 2293 completed, throughput=4.99MB/sec 2024-04-22T04:54:57.528 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SaTvM3PF_hrpsfk off=14062223 len=1957868 2024-04-22T04:54:57.536 INFO:tasks.workunit.client.0.smithi040.stdout:op 2294 completed, throughput=5MB/sec 2024-04-22T04:54:57.536 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-coN3sVvWh_BJCuI off=5701197 len=1019212 2024-04-22T04:54:57.540 INFO:tasks.workunit.client.0.smithi040.stdout:op 2295 completed, throughput=5MB/sec 2024-04-22T04:54:57.540 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BMPhkGG2zH7tkZ1 off=699762 len=1749560 2024-04-22T04:54:57.550 INFO:tasks.workunit.client.0.smithi040.stdout:op 2296 completed, throughput=5MB/sec 2024-04-22T04:54:58.550 INFO:tasks.workunit.client.0.smithi040.stdout: 452: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:58.551 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QUPfvgx1usUmxPU off=11912766 len=652362 2024-04-22T04:54:58.552 INFO:tasks.workunit.client.0.smithi040.stdout:op 2297 completed, throughput=4.99MB/sec 2024-04-22T04:54:58.552 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-v0bNsuvzD-AZGbX off=9099140 len=195138 2024-04-22T04:54:58.555 INFO:tasks.workunit.client.0.smithi040.stdout:op 2298 completed, throughput=4.99MB/sec 2024-04-22T04:54:58.555 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_dRVTDBnMzmn7En off=1242892 len=1552592 2024-04-22T04:54:58.557 INFO:tasks.workunit.client.0.smithi040.stdout:op 2299 completed, throughput=5MB/sec 2024-04-22T04:54:58.557 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Ejon4H1vozr5NFt off=235159 len=281671 2024-04-22T04:54:58.560 INFO:tasks.workunit.client.0.smithi040.stdout:op 2300 completed, throughput=5MB/sec 2024-04-22T04:54:58.560 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kiCPdU2yJaMo94Z off=8066603 len=990601 2024-04-22T04:54:58.566 INFO:tasks.workunit.client.0.smithi040.stdout:op 2301 completed, throughput=5MB/sec 2024-04-22T04:54:58.566 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2JsvvQSGihUNIgj off=8361447 len=1248147 2024-04-22T04:54:58.568 INFO:tasks.workunit.client.0.smithi040.stdout:op 2302 completed, throughput=5MB/sec 2024-04-22T04:54:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:54:58 smithi062 ceph-mon[78153]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T04:54:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:54:58 smithi040 ceph-mon[88445]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T04:54:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:54:58 smithi040 ceph-mon[91058]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T04:54:59.569 INFO:tasks.workunit.client.0.smithi040.stdout: 453: throughput=4.99MB/sec pending data=0 2024-04-22T04:54:59.569 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ethcjPmxyRPv_GU off=3082687 len=1775523 2024-04-22T04:54:59.579 INFO:tasks.workunit.client.0.smithi040.stdout:op 2303 completed, throughput=4.99MB/sec 2024-04-22T04:54:59.579 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-D5RpbZ2FtX0FSu9 off=8783017 len=203723 2024-04-22T04:54:59.580 INFO:tasks.workunit.client.0.smithi040.stdout:op 2304 completed, throughput=4.99MB/sec 2024-04-22T04:54:59.580 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Vu55f1LopOmD-BX off=213782 len=474687 2024-04-22T04:54:59.583 INFO:tasks.workunit.client.0.smithi040.stdout:op 2305 completed, throughput=5MB/sec 2024-04-22T04:54:59.584 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WwiDHCWLBFeQScr off=9409506 len=966045 2024-04-22T04:54:59.585 INFO:tasks.workunit.client.0.smithi040.stdout:op 2306 completed, throughput=5MB/sec 2024-04-22T04:54:59.585 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-O9qaxP8ZvwteK6P off=5263255 len=1602591 2024-04-22T04:54:59.587 INFO:tasks.workunit.client.0.smithi040.stdout:op 2307 completed, throughput=5MB/sec 2024-04-22T04:55:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:55:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:55:00] "GET /metrics HTTP/1.1" 200 240224 "" "Prometheus/2.43.0" 2024-04-22T04:55:00.587 INFO:tasks.workunit.client.0.smithi040.stdout: 454: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:00.587 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rSdZgPXP8r1GXZ2 off=239212 len=1551171 2024-04-22T04:55:00.589 INFO:tasks.workunit.client.0.smithi040.stdout:op 2308 completed, throughput=4.99MB/sec 2024-04-22T04:55:00.590 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rxebgpkLAo6XeFe off=7355789 len=1098130 2024-04-22T04:55:00.596 INFO:tasks.workunit.client.0.smithi040.stdout:op 2309 completed, throughput=5MB/sec 2024-04-22T04:55:00.596 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ghz9IUPtgdwugj4 off=3129547 len=351067 2024-04-22T04:55:00.597 INFO:tasks.workunit.client.0.smithi040.stdout:op 2310 completed, throughput=5MB/sec 2024-04-22T04:55:00.597 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Exz3Wx8bKMcZKqp off=12876701 len=1469790 2024-04-22T04:55:00.599 INFO:tasks.workunit.client.0.smithi040.stdout:op 2311 completed, throughput=5MB/sec 2024-04-22T04:55:00.599 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xldp7uGcUOyeNaE off=2913690 len=582708 2024-04-22T04:55:00.603 INFO:tasks.workunit.client.0.smithi040.stdout:op 2312 completed, throughput=5MB/sec 2024-04-22T04:55:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:00 smithi062 ceph-mon[78153]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:55:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:00 smithi040 ceph-mon[88445]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:55:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:00 smithi040 ceph-mon[91058]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:55:01.603 INFO:tasks.workunit.client.0.smithi040.stdout: 455: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:01.604 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GUYot-Iej3zwyB7 off=2129346 len=2090511 2024-04-22T04:55:01.608 INFO:tasks.workunit.client.0.smithi040.stdout:op 2313 completed, throughput=4.99MB/sec 2024-04-22T04:55:01.608 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-o60YXYVbvpsqadI off=10403415 len=904042 2024-04-22T04:55:01.609 INFO:tasks.workunit.client.0.smithi040.stdout:op 2314 completed, throughput=5MB/sec 2024-04-22T04:55:01.609 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UUr0rx2sqjfbge3 off=10889631 len=231466 2024-04-22T04:55:01.610 INFO:tasks.workunit.client.0.smithi040.stdout:op 2315 completed, throughput=5MB/sec 2024-04-22T04:55:01.610 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TeuBoAmTHpzMI__ off=8211767 len=1868955 2024-04-22T04:55:01.612 INFO:tasks.workunit.client.0.smithi040.stdout:op 2316 completed, throughput=5MB/sec 2024-04-22T04:55:01.612 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xTyuyLitgRKQHZf off=3123060 len=2034060 2024-04-22T04:55:01.621 INFO:tasks.workunit.client.0.smithi040.stdout:op 2317 completed, throughput=5MB/sec 2024-04-22T04:55:02.621 INFO:tasks.workunit.client.0.smithi040.stdout: 456: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:02.621 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OAnnuBoR-xTvan2 off=5211563 len=891409 2024-04-22T04:55:02.626 INFO:tasks.workunit.client.0.smithi040.stdout:op 2318 completed, throughput=4.99MB/sec 2024-04-22T04:55:02.626 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rqQh0iyxamaCKRW off=3310686 len=1251957 2024-04-22T04:55:02.633 INFO:tasks.workunit.client.0.smithi040.stdout:op 2319 completed, throughput=5MB/sec 2024-04-22T04:55:02.633 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ud0Ex8SdDciGYRg off=881317 len=874857 2024-04-22T04:55:02.634 INFO:tasks.workunit.client.0.smithi040.stdout:op 2320 completed, throughput=5MB/sec 2024-04-22T04:55:02.634 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XX5dm5OjZcuIENi off=3680822 len=579330 2024-04-22T04:55:02.638 INFO:tasks.workunit.client.0.smithi040.stdout:op 2321 completed, throughput=5MB/sec 2024-04-22T04:55:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:02 smithi062 ceph-mon[78153]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:55:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:02 smithi040 ceph-mon[91058]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:55:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:02 smithi040 ceph-mon[88445]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:55:03.638 INFO:tasks.workunit.client.0.smithi040.stdout: 457: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:03.638 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-O1oXU4-r5k_SaPO off=8389602 len=1748246 2024-04-22T04:55:03.642 INFO:tasks.workunit.client.0.smithi040.stdout:op 2322 completed, throughput=4.99MB/sec 2024-04-22T04:55:03.642 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RzM8gVfDwiJ3sUn off=15238026 len=1898007 2024-04-22T04:55:03.644 INFO:tasks.workunit.client.0.smithi040.stdout:op 2323 completed, throughput=5MB/sec 2024-04-22T04:55:03.644 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-E02pbYutvu2EbAL off=13120518 len=126036 2024-04-22T04:55:03.645 INFO:tasks.workunit.client.0.smithi040.stdout:op 2324 completed, throughput=5MB/sec 2024-04-22T04:55:03.645 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AfjlBW6a5wJ9c0U off=12003803 len=1826092 2024-04-22T04:55:03.646 INFO:tasks.workunit.client.0.smithi040.stdout:op 2325 completed, throughput=5MB/sec 2024-04-22T04:55:04.646 INFO:tasks.workunit.client.0.smithi040.stdout: 458: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:04.647 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9tTPXhQKylPgqg- off=14798369 len=340393 2024-04-22T04:55:04.647 INFO:tasks.workunit.client.0.smithi040.stdout:op 2326 completed, throughput=4.99MB/sec 2024-04-22T04:55:04.647 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-R2mcNuK3rVKzHfw off=4965585 len=1689217 2024-04-22T04:55:04.656 INFO:tasks.workunit.client.0.smithi040.stdout:op 2327 completed, throughput=4.99MB/sec 2024-04-22T04:55:04.656 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_E0tOu0UEX2UmaP off=10019246 len=539010 2024-04-22T04:55:04.659 INFO:tasks.workunit.client.0.smithi040.stdout:op 2328 completed, throughput=5MB/sec 2024-04-22T04:55:04.659 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xVzkZh8_XRRZAAb off=427175 len=22739 2024-04-22T04:55:04.660 INFO:tasks.workunit.client.0.smithi040.stdout:op 2329 completed, throughput=5MB/sec 2024-04-22T04:55:04.660 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-S6EfJ2Za0pd0ehP off=4507489 len=1038105 2024-04-22T04:55:04.661 INFO:tasks.workunit.client.0.smithi040.stdout:op 2330 completed, throughput=5MB/sec 2024-04-22T04:55:04.661 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5h69bbK66YUU_UP off=5510663 len=1802736 2024-04-22T04:55:04.663 INFO:tasks.workunit.client.0.smithi040.stdout:op 2331 completed, throughput=5MB/sec 2024-04-22T04:55:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:04 smithi062 ceph-mon[78153]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:55:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:04 smithi040 ceph-mon[88445]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:55:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:04 smithi040 ceph-mon[91058]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:55:05.663 INFO:tasks.workunit.client.0.smithi040.stdout: 459: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:05.664 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UeZYN5VTEKrL14m off=5527083 len=1012453 2024-04-22T04:55:05.670 INFO:tasks.workunit.client.0.smithi040.stdout:op 2332 completed, throughput=4.99MB/sec 2024-04-22T04:55:05.670 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-moOvkXMsU8n_GTU off=10627718 len=1717071 2024-04-22T04:55:05.677 INFO:tasks.workunit.client.0.smithi040.stdout:op 2333 completed, throughput=5MB/sec 2024-04-22T04:55:05.677 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lWxq4BQpKvaDFTi off=2844299 len=739228 2024-04-22T04:55:05.679 INFO:tasks.workunit.client.0.smithi040.stdout:op 2334 completed, throughput=5MB/sec 2024-04-22T04:55:05.679 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-N_3MRTohyCuYJAz off=1153194 len=170730 2024-04-22T04:55:05.680 INFO:tasks.workunit.client.0.smithi040.stdout:op 2335 completed, throughput=5MB/sec 2024-04-22T04:55:05.680 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IiGCkWoA29njKzq off=8357274 len=1121952 2024-04-22T04:55:05.681 INFO:tasks.workunit.client.0.smithi040.stdout:op 2336 completed, throughput=5MB/sec 2024-04-22T04:55:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:55:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:55:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:55:06.682 INFO:tasks.workunit.client.0.smithi040.stdout: 460: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:06.682 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8wu7KWVJ-5f4fWg off=17790729 len=1836610 2024-04-22T04:55:06.690 INFO:tasks.workunit.client.0.smithi040.stdout:op 2337 completed, throughput=4.99MB/sec 2024-04-22T04:55:06.690 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VHEzrFw0zIn8Z7L off=8108036 len=1359421 2024-04-22T04:55:06.695 INFO:tasks.workunit.client.0.smithi040.stdout:op 2338 completed, throughput=5MB/sec 2024-04-22T04:55:06.696 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nzUUpSM165NiMHV off=10541633 len=1223820 2024-04-22T04:55:06.699 INFO:tasks.workunit.client.0.smithi040.stdout:op 2339 completed, throughput=5MB/sec 2024-04-22T04:55:06.699 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qbuUaixAsz5Okya off=3697194 len=1315983 2024-04-22T04:55:06.706 INFO:tasks.workunit.client.0.smithi040.stdout:op 2340 completed, throughput=5MB/sec 2024-04-22T04:55:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:06 smithi062 ceph-mon[78153]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:55:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:55:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:06 smithi040 ceph-mon[91058]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:55:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:55:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:06 smithi040 ceph-mon[88445]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:55:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:55:07.706 INFO:tasks.workunit.client.0.smithi040.stdout: 461: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:07.707 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_kllja3fe2TlxL_ off=473589 len=1262544 2024-04-22T04:55:07.708 INFO:tasks.workunit.client.0.smithi040.stdout:op 2341 completed, throughput=4.99MB/sec 2024-04-22T04:55:07.708 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZBKIKCpfGziTtDk off=374137 len=1927106 2024-04-22T04:55:07.718 INFO:tasks.workunit.client.0.smithi040.stdout:op 2342 completed, throughput=5MB/sec 2024-04-22T04:55:07.718 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yLnX1CuTCNrtQSd off=11984598 len=975026 2024-04-22T04:55:07.723 INFO:tasks.workunit.client.0.smithi040.stdout:op 2343 completed, throughput=5MB/sec 2024-04-22T04:55:07.723 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-n34-B3pGmV9lNmz off=90335 len=162370 2024-04-22T04:55:07.725 INFO:tasks.workunit.client.0.smithi040.stdout:op 2344 completed, throughput=5MB/sec 2024-04-22T04:55:07.726 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8UzwRFGEZHm3hed off=5615492 len=1188907 2024-04-22T04:55:07.731 INFO:tasks.workunit.client.0.smithi040.stdout:op 2345 completed, throughput=5MB/sec 2024-04-22T04:55:08.732 INFO:tasks.workunit.client.0.smithi040.stdout: 462: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:08.732 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gerfpL5ev8wG0nM off=15347311 len=1222317 2024-04-22T04:55:08.734 INFO:tasks.workunit.client.0.smithi040.stdout:op 2346 completed, throughput=4.99MB/sec 2024-04-22T04:55:08.734 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-i5DEsvn2_hW4ESO off=796364 len=1434992 2024-04-22T04:55:08.740 INFO:tasks.workunit.client.0.smithi040.stdout:op 2347 completed, throughput=5MB/sec 2024-04-22T04:55:08.740 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jLb3m56yT0Jzrm1 off=16262842 len=1591071 2024-04-22T04:55:08.749 INFO:tasks.workunit.client.0.smithi040.stdout:op 2348 completed, throughput=5MB/sec 2024-04-22T04:55:08.749 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qNB8Mp2rPNKhftG off=13078 len=1671060 2024-04-22T04:55:08.756 INFO:tasks.workunit.client.0.smithi040.stdout:op 2349 completed, throughput=5MB/sec 2024-04-22T04:55:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:08 smithi062 ceph-mon[78153]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:55:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:08 smithi040 ceph-mon[88445]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:55:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:08 smithi040 ceph-mon[91058]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:55:09.757 INFO:tasks.workunit.client.0.smithi040.stdout: 463: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:09.757 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1KGzi9_xEnybJGb off=4048974 len=1579003 2024-04-22T04:55:09.763 INFO:tasks.workunit.client.0.smithi040.stdout:op 2350 completed, throughput=4.99MB/sec 2024-04-22T04:55:09.764 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RESr-aQUsVNzopS off=14994794 len=513727 2024-04-22T04:55:09.765 INFO:tasks.workunit.client.0.smithi040.stdout:op 2351 completed, throughput=5MB/sec 2024-04-22T04:55:09.765 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rvrssJy82f5qHCs off=174699 len=1772881 2024-04-22T04:55:09.776 INFO:tasks.workunit.client.0.smithi040.stdout:op 2352 completed, throughput=5MB/sec 2024-04-22T04:55:09.776 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JyHhKyLG_Mb66S2 off=3033456 len=1871593 2024-04-22T04:55:09.778 INFO:tasks.workunit.client.0.smithi040.stdout:op 2353 completed, throughput=5MB/sec 2024-04-22T04:55:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:55:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:55:10] "GET /metrics HTTP/1.1" 200 240255 "" "Prometheus/2.43.0" 2024-04-22T04:55:10.779 INFO:tasks.workunit.client.0.smithi040.stdout: 464: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:10.779 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-d8vijNNCWIggdUM off=5840795 len=1622693 2024-04-22T04:55:10.781 INFO:tasks.workunit.client.0.smithi040.stdout:op 2354 completed, throughput=5MB/sec 2024-04-22T04:55:10.781 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7P3T7NuG54bG-Js off=3002732 len=1793119 2024-04-22T04:55:10.790 INFO:tasks.workunit.client.0.smithi040.stdout:op 2355 completed, throughput=5MB/sec 2024-04-22T04:55:10.790 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XEEw8zUkUGOwkRv off=6303097 len=273449 2024-04-22T04:55:10.791 INFO:tasks.workunit.client.0.smithi040.stdout:op 2356 completed, throughput=5MB/sec 2024-04-22T04:55:10.791 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gZTReKlIHkFXxDI off=4038408 len=197954 2024-04-22T04:55:10.793 INFO:tasks.workunit.client.0.smithi040.stdout:op 2357 completed, throughput=5MB/sec 2024-04-22T04:55:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:10 smithi062 ceph-mon[78153]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:55:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:10 smithi040 ceph-mon[88445]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:55:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:10 smithi040 ceph-mon[91058]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:55:11.794 INFO:tasks.workunit.client.0.smithi040.stdout: 465: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:11.794 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zmpubS1OurRBZe3 off=12906622 len=390320 2024-04-22T04:55:11.797 INFO:tasks.workunit.client.0.smithi040.stdout:op 2358 completed, throughput=4.99MB/sec 2024-04-22T04:55:11.797 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QbGSZglCSqnmJzx off=7000256 len=778804 2024-04-22T04:55:11.798 INFO:tasks.workunit.client.0.smithi040.stdout:op 2359 completed, throughput=4.99MB/sec 2024-04-22T04:55:11.798 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VM2XrTuIWnBJ4ev off=2312587 len=230800 2024-04-22T04:55:11.799 INFO:tasks.workunit.client.0.smithi040.stdout:op 2360 completed, throughput=4.99MB/sec 2024-04-22T04:55:11.799 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dbu2JxS2LrLKoJl off=12943593 len=618649 2024-04-22T04:55:11.803 INFO:tasks.workunit.client.0.smithi040.stdout:op 2361 completed, throughput=4.99MB/sec 2024-04-22T04:55:11.803 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2Bd-mCd1TUpy-q1 off=2753290 len=1574248 2024-04-22T04:55:11.813 INFO:tasks.workunit.client.0.smithi040.stdout:op 2362 completed, throughput=5MB/sec 2024-04-22T04:55:11.813 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jev8cO10xdw0eLl off=7851140 len=1494730 2024-04-22T04:55:11.816 INFO:tasks.workunit.client.0.smithi040.stdout:op 2363 completed, throughput=5MB/sec 2024-04-22T04:55:11.816 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1TLb-FaIoxMbPJ7 off=10403904 len=1927593 2024-04-22T04:55:11.818 INFO:tasks.workunit.client.0.smithi040.stdout:op 2364 completed, throughput=5MB/sec 2024-04-22T04:55:12.818 INFO:tasks.workunit.client.0.smithi040.stdout: 466: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:12.818 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fIqzhJ-lqd8lidq off=1319060 len=1923868 2024-04-22T04:55:12.822 INFO:tasks.workunit.client.0.smithi040.stdout:op 2365 completed, throughput=5MB/sec 2024-04-22T04:55:12.822 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6aJUT2ktqGKWve4 off=5731925 len=352081 2024-04-22T04:55:12.825 INFO:tasks.workunit.client.0.smithi040.stdout:op 2366 completed, throughput=5MB/sec 2024-04-22T04:55:12.825 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CuywElnaIWDv6_L off=6786684 len=879565 2024-04-22T04:55:12.826 INFO:tasks.workunit.client.0.smithi040.stdout:op 2367 completed, throughput=5MB/sec 2024-04-22T04:55:12.827 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-B_vTmYEPf7LEKq6 off=10864394 len=404680 2024-04-22T04:55:12.828 INFO:tasks.workunit.client.0.smithi040.stdout:op 2368 completed, throughput=5MB/sec 2024-04-22T04:55:12.828 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MzBADM3lMSmk2TE off=518157 len=653882 2024-04-22T04:55:12.832 INFO:tasks.workunit.client.0.smithi040.stdout:op 2369 completed, throughput=5MB/sec 2024-04-22T04:55:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:12 smithi062 ceph-mon[78153]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:55:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:12 smithi040 ceph-mon[88445]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:55:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:12 smithi040 ceph-mon[91058]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:55:13.832 INFO:tasks.workunit.client.0.smithi040.stdout: 467: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:13.832 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_3ZnwfEbETCawmr off=2093990 len=2050530 2024-04-22T04:55:13.835 INFO:tasks.workunit.client.0.smithi040.stdout:op 2370 completed, throughput=4.99MB/sec 2024-04-22T04:55:13.835 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TqQgquH-A1FjbFR off=8154243 len=1920194 2024-04-22T04:55:13.837 INFO:tasks.workunit.client.0.smithi040.stdout:op 2371 completed, throughput=5MB/sec 2024-04-22T04:55:13.837 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8OhV2MQXd-ZLeG1 off=679367 len=1932478 2024-04-22T04:55:13.841 INFO:tasks.workunit.client.0.smithi040.stdout:op 2372 completed, throughput=5MB/sec 2024-04-22T04:55:14.841 INFO:tasks.workunit.client.0.smithi040.stdout: 468: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:14.841 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ITQjDZ577OM62i7 off=109211 len=1145997 2024-04-22T04:55:14.847 INFO:tasks.workunit.client.0.smithi040.stdout:op 2373 completed, throughput=4.99MB/sec 2024-04-22T04:55:14.847 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mBBkT4WykaRPCwq off=5015239 len=1913816 2024-04-22T04:55:14.857 INFO:tasks.workunit.client.0.smithi040.stdout:op 2374 completed, throughput=5MB/sec 2024-04-22T04:55:14.857 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Mf0G3w13BmIE80_ off=1097100 len=561668 2024-04-22T04:55:14.858 INFO:tasks.workunit.client.0.smithi040.stdout:op 2375 completed, throughput=5MB/sec 2024-04-22T04:55:14.858 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EFsIKdvPra0Hz6u off=7078683 len=1672752 2024-04-22T04:55:14.867 INFO:tasks.workunit.client.0.smithi040.stdout:op 2376 completed, throughput=5MB/sec 2024-04-22T04:55:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:14 smithi062 ceph-mon[78153]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:55:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:14 smithi040 ceph-mon[88445]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:55:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:14 smithi040 ceph-mon[91058]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:55:15.868 INFO:tasks.workunit.client.0.smithi040.stdout: 469: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:15.868 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fzRxP7joFL22Wl3 off=7147910 len=1507015 2024-04-22T04:55:15.870 INFO:tasks.workunit.client.0.smithi040.stdout:op 2377 completed, throughput=4.99MB/sec 2024-04-22T04:55:15.870 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uMEdLyt8yi23tmU off=9151539 len=1610380 2024-04-22T04:55:15.873 INFO:tasks.workunit.client.0.smithi040.stdout:op 2378 completed, throughput=5MB/sec 2024-04-22T04:55:15.873 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--1xGuwf24T02FmL off=9378500 len=1670152 2024-04-22T04:55:15.875 INFO:tasks.workunit.client.0.smithi040.stdout:op 2379 completed, throughput=5MB/sec 2024-04-22T04:55:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:55:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:55:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:55:16.876 INFO:tasks.workunit.client.0.smithi040.stdout: 470: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:16.876 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-N26XNP52BbhpZJ7 off=832688 len=1286746 2024-04-22T04:55:16.877 INFO:tasks.workunit.client.0.smithi040.stdout:op 2380 completed, throughput=4.99MB/sec 2024-04-22T04:55:16.877 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oMgLEFnjJ84onl_ off=3326701 len=1617806 2024-04-22T04:55:16.881 INFO:tasks.workunit.client.0.smithi040.stdout:op 2381 completed, throughput=5MB/sec 2024-04-22T04:55:16.881 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aGx46AtD1XfgNvt off=21073988 len=1816673 2024-04-22T04:55:16.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:16 smithi062 ceph-mon[78153]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-22T04:55:16.883 INFO:tasks.workunit.client.0.smithi040.stdout:op 2382 completed, throughput=5MB/sec 2024-04-22T04:55:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:16 smithi040 ceph-mon[88445]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-22T04:55:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:16 smithi040 ceph-mon[91058]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-22T04:55:17.884 INFO:tasks.workunit.client.0.smithi040.stdout: 471: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:17.884 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Bm9iNdcsPI4U2SA off=3474578 len=380131 2024-04-22T04:55:17.887 INFO:tasks.workunit.client.0.smithi040.stdout:op 2383 completed, throughput=4.99MB/sec 2024-04-22T04:55:17.888 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EGZyyiz4qN4akph off=178658 len=1955430 2024-04-22T04:55:17.890 INFO:tasks.workunit.client.0.smithi040.stdout:op 2384 completed, throughput=4.99MB/sec 2024-04-22T04:55:17.890 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EpnoFlpESuMY5vm off=20953082 len=1738557 2024-04-22T04:55:17.901 INFO:tasks.workunit.client.0.smithi040.stdout:op 2385 completed, throughput=5MB/sec 2024-04-22T04:55:17.901 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-A5EsGiXdl0bhw4O off=4503530 len=244161 2024-04-22T04:55:17.901 INFO:tasks.workunit.client.0.smithi040.stdout:op 2386 completed, throughput=5MB/sec 2024-04-22T04:55:17.901 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Jb2mX04OP31n3Pi off=8622390 len=99192 2024-04-22T04:55:17.904 INFO:tasks.workunit.client.0.smithi040.stdout:op 2387 completed, throughput=5MB/sec 2024-04-22T04:55:17.904 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9Ollu5Fo6nQPXr_ off=8089013 len=1966132 2024-04-22T04:55:17.910 INFO:tasks.workunit.client.0.smithi040.stdout:op 2388 completed, throughput=5MB/sec 2024-04-22T04:55:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:18 smithi062 ceph-mon[78153]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:55:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:18 smithi040 ceph-mon[88445]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:55:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:18 smithi040 ceph-mon[91058]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:55:18.910 INFO:tasks.workunit.client.0.smithi040.stdout: 472: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:18.910 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CUMENm_klpJKpsq off=1139708 len=917470 2024-04-22T04:55:18.916 INFO:tasks.workunit.client.0.smithi040.stdout:op 2389 completed, throughput=4.99MB/sec 2024-04-22T04:55:18.916 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mBoG-ZzrW9f2Ptj off=3287639 len=2021233 2024-04-22T04:55:18.924 INFO:tasks.workunit.client.0.smithi040.stdout:op 2390 completed, throughput=5MB/sec 2024-04-22T04:55:18.924 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-56mMNYBJoPVIN3_ off=3917110 len=1915188 2024-04-22T04:55:18.925 INFO:tasks.workunit.client.0.smithi040.stdout:op 2391 completed, throughput=5MB/sec 2024-04-22T04:55:19.926 INFO:tasks.workunit.client.0.smithi040.stdout: 473: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:19.926 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gyHpL8JX4Gcx_E8 off=2145794 len=496864 2024-04-22T04:55:19.930 INFO:tasks.workunit.client.0.smithi040.stdout:op 2392 completed, throughput=4.99MB/sec 2024-04-22T04:55:19.930 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_s6le5zzGRzlaPO off=1069629 len=1579601 2024-04-22T04:55:19.938 INFO:tasks.workunit.client.0.smithi040.stdout:op 2393 completed, throughput=4.99MB/sec 2024-04-22T04:55:19.938 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cnBVKXSW6gwqPbp off=20295354 len=1543393 2024-04-22T04:55:19.940 INFO:tasks.workunit.client.0.smithi040.stdout:op 2394 completed, throughput=5MB/sec 2024-04-22T04:55:19.940 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gBfUj-dQ1Ls4Zqy off=3135200 len=622897 2024-04-22T04:55:19.944 INFO:tasks.workunit.client.0.smithi040.stdout:op 2395 completed, throughput=5MB/sec 2024-04-22T04:55:19.944 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9Eu9QdvMCDZdhT2 off=2263703 len=983665 2024-04-22T04:55:19.948 INFO:tasks.workunit.client.0.smithi040.stdout:op 2396 completed, throughput=5MB/sec 2024-04-22T04:55:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:55:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:55:20] "GET /metrics HTTP/1.1" 200 240255 "" "Prometheus/2.43.0" 2024-04-22T04:55:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:20 smithi062 ceph-mon[78153]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:55:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:20 smithi040 ceph-mon[88445]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:55:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:20 smithi040 ceph-mon[91058]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:55:20.949 INFO:tasks.workunit.client.0.smithi040.stdout: 474: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:20.949 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_wsqFZNCqaAhTGy off=5083164 len=1316484 2024-04-22T04:55:20.950 INFO:tasks.workunit.client.0.smithi040.stdout:op 2397 completed, throughput=4.99MB/sec 2024-04-22T04:55:20.950 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1S7kQURjU5ETbHY off=1397734 len=1185910 2024-04-22T04:55:20.952 INFO:tasks.workunit.client.0.smithi040.stdout:op 2398 completed, throughput=5MB/sec 2024-04-22T04:55:20.952 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WA8Bf2I12J6oi5_ off=4515723 len=119673 2024-04-22T04:55:20.955 INFO:tasks.workunit.client.0.smithi040.stdout:op 2399 completed, throughput=5MB/sec 2024-04-22T04:55:20.955 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DaZCVFYq5vlf0Yr off=5799117 len=132367 2024-04-22T04:55:20.958 INFO:tasks.workunit.client.0.smithi040.stdout:op 2400 completed, throughput=5MB/sec 2024-04-22T04:55:20.958 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6gKncvWy_gXSzpN off=4943247 len=1323983 2024-04-22T04:55:20.963 INFO:tasks.workunit.client.0.smithi040.stdout:op 2401 completed, throughput=5MB/sec 2024-04-22T04:55:20.963 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PK3iRRPTx-R2LSv off=3809309 len=1978170 2024-04-22T04:55:20.965 INFO:tasks.workunit.client.0.smithi040.stdout:op 2402 completed, throughput=5MB/sec 2024-04-22T04:55:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:55:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:55:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:55:21.966 INFO:tasks.workunit.client.0.smithi040.stdout: 475: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:21.966 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MdykHmEtzLbe2Ms off=5188541 len=1078765 2024-04-22T04:55:21.967 INFO:tasks.workunit.client.0.smithi040.stdout:op 2403 completed, throughput=4.99MB/sec 2024-04-22T04:55:21.967 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-noRZqCNNEpidyAU off=15379834 len=490389 2024-04-22T04:55:21.971 INFO:tasks.workunit.client.0.smithi040.stdout:op 2404 completed, throughput=4.99MB/sec 2024-04-22T04:55:21.971 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MlOjGKy1I1Nc1R- off=8281815 len=820886 2024-04-22T04:55:21.972 INFO:tasks.workunit.client.0.smithi040.stdout:op 2405 completed, throughput=5MB/sec 2024-04-22T04:55:21.972 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pW1ELm8g36aauQv off=9679827 len=1685229 2024-04-22T04:55:21.981 INFO:tasks.workunit.client.0.smithi040.stdout:op 2406 completed, throughput=5MB/sec 2024-04-22T04:55:21.981 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tDwLBGkEpbbQ70T off=9699734 len=566877 2024-04-22T04:55:21.981 INFO:tasks.workunit.client.0.smithi040.stdout:op 2407 completed, throughput=5MB/sec 2024-04-22T04:55:22.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:22 smithi062 ceph-mon[78153]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-22T04:55:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:22 smithi040 ceph-mon[88445]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-22T04:55:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:22 smithi040 ceph-mon[91058]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-22T04:55:22.982 INFO:tasks.workunit.client.0.smithi040.stdout: 476: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:22.982 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cvnM07ovHmmvsnn off=12731083 len=759624 2024-04-22T04:55:22.986 INFO:tasks.workunit.client.0.smithi040.stdout:op 2408 completed, throughput=4.99MB/sec 2024-04-22T04:55:22.986 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SSqjAUzAybYhHgk off=18367084 len=736813 2024-04-22T04:55:22.987 INFO:tasks.workunit.client.0.smithi040.stdout:op 2409 completed, throughput=4.99MB/sec 2024-04-22T04:55:22.987 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-a7U6b2ddaNC1bsR off=2276657 len=1103361 2024-04-22T04:55:22.993 INFO:tasks.workunit.client.0.smithi040.stdout:op 2410 completed, throughput=5MB/sec 2024-04-22T04:55:22.993 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wQbb9fAbLqasCgi off=1874849 len=1822474 2024-04-22T04:55:23.003 INFO:tasks.workunit.client.0.smithi040.stdout:op 2411 completed, throughput=5MB/sec 2024-04-22T04:55:23.003 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UFlbBs6HvS9ELHC off=3221281 len=1643774 2024-04-22T04:55:23.011 INFO:tasks.workunit.client.0.smithi040.stdout:op 2412 completed, throughput=5MB/sec 2024-04-22T04:55:24.011 INFO:tasks.workunit.client.0.smithi040.stdout: 477: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:24.011 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--ho9PYD9PE0JHWF off=6506731 len=401740 2024-04-22T04:55:24.012 INFO:tasks.workunit.client.0.smithi040.stdout:op 2413 completed, throughput=4.99MB/sec 2024-04-22T04:55:24.012 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SwpjAsR_ys7yqqJ off=315993 len=298622 2024-04-22T04:55:24.015 INFO:tasks.workunit.client.0.smithi040.stdout:op 2414 completed, throughput=4.99MB/sec 2024-04-22T04:55:24.015 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FZbxFc1Bl0cr0gf off=2118659 len=1065147 2024-04-22T04:55:24.021 INFO:tasks.workunit.client.0.smithi040.stdout:op 2415 completed, throughput=5MB/sec 2024-04-22T04:55:24.021 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dz0P9pVQ1sNGCkB off=1943117 len=224568 2024-04-22T04:55:24.022 INFO:tasks.workunit.client.0.smithi040.stdout:op 2416 completed, throughput=5MB/sec 2024-04-22T04:55:24.022 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Fsl3klSdQbxHjE0 off=8635865 len=60710 2024-04-22T04:55:24.023 INFO:tasks.workunit.client.0.smithi040.stdout:op 2417 completed, throughput=5MB/sec 2024-04-22T04:55:24.023 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-F_oXU0qhxSgZPYF off=2097644 len=691814 2024-04-22T04:55:24.027 INFO:tasks.workunit.client.0.smithi040.stdout:op 2418 completed, throughput=5MB/sec 2024-04-22T04:55:24.027 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-u7Etn6N9zba99YU off=2547894 len=860834 2024-04-22T04:55:24.029 INFO:tasks.workunit.client.0.smithi040.stdout:op 2419 completed, throughput=5MB/sec 2024-04-22T04:55:24.029 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3S7BB6kuZrpkd-j off=5518676 len=249534 2024-04-22T04:55:24.032 INFO:tasks.workunit.client.0.smithi040.stdout:op 2420 completed, throughput=5MB/sec 2024-04-22T04:55:24.032 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ler6NY7NjzLc23y off=513051 len=579000 2024-04-22T04:55:24.033 INFO:tasks.workunit.client.0.smithi040.stdout:op 2421 completed, throughput=5MB/sec 2024-04-22T04:55:24.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:24 smithi062 ceph-mon[78153]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:55:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:24 smithi040 ceph-mon[88445]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:55:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:24 smithi040 ceph-mon[91058]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:55:25.033 INFO:tasks.workunit.client.0.smithi040.stdout: 478: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:25.033 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gXJ36x8IOcd-6Pb off=810166 len=144775 2024-04-22T04:55:25.034 INFO:tasks.workunit.client.0.smithi040.stdout:op 2422 completed, throughput=4.99MB/sec 2024-04-22T04:55:25.034 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-V2ZbBPnqQ2FN_OS off=387661 len=1020313 2024-04-22T04:55:25.039 INFO:tasks.workunit.client.0.smithi040.stdout:op 2423 completed, throughput=4.99MB/sec 2024-04-22T04:55:25.039 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AVS6c259UJ6VDZp off=15525321 len=886310 2024-04-22T04:55:25.044 INFO:tasks.workunit.client.0.smithi040.stdout:op 2424 completed, throughput=4.99MB/sec 2024-04-22T04:55:25.044 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-H_q4lMVgD16UeLV off=4412225 len=1610071 2024-04-22T04:55:25.047 INFO:tasks.workunit.client.0.smithi040.stdout:op 2425 completed, throughput=5MB/sec 2024-04-22T04:55:25.047 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GxCwOVLbiOeZBTp off=10223634 len=28302 2024-04-22T04:55:25.050 INFO:tasks.workunit.client.0.smithi040.stdout:op 2426 completed, throughput=5MB/sec 2024-04-22T04:55:25.050 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-69GXJdQWEUYLUFW off=984984 len=1608848 2024-04-22T04:55:25.065 INFO:tasks.workunit.client.0.smithi040.stdout:op 2427 completed, throughput=5MB/sec 2024-04-22T04:55:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:55:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:55:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:55:26.065 INFO:tasks.workunit.client.0.smithi040.stdout: 479: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:26.065 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3KsXCVLbg7O6nrA off=3153434 len=824034 2024-04-22T04:55:26.066 INFO:tasks.workunit.client.0.smithi040.stdout:op 2428 completed, throughput=4.99MB/sec 2024-04-22T04:55:26.066 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-S0UmIXq1YjxMKwB off=10931611 len=900110 2024-04-22T04:55:26.068 INFO:tasks.workunit.client.0.smithi040.stdout:op 2429 completed, throughput=4.99MB/sec 2024-04-22T04:55:26.068 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Lb0HdUgJDNlQzth off=18587172 len=1309930 2024-04-22T04:55:26.075 INFO:tasks.workunit.client.0.smithi040.stdout:op 2430 completed, throughput=5MB/sec 2024-04-22T04:55:26.075 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-O390uGi-8QvqRrY off=804831 len=1310261 2024-04-22T04:55:26.083 INFO:tasks.workunit.client.0.smithi040.stdout:op 2431 completed, throughput=5MB/sec 2024-04-22T04:55:26.083 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Wrn6-bIvBmwprjY off=1394477 len=308044 2024-04-22T04:55:26.086 INFO:tasks.workunit.client.0.smithi040.stdout:op 2432 completed, throughput=5MB/sec 2024-04-22T04:55:26.086 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nFE32e9MDlMtVZj off=11658491 len=223725 2024-04-22T04:55:26.088 INFO:tasks.workunit.client.0.smithi040.stdout:op 2433 completed, throughput=5MB/sec 2024-04-22T04:55:26.088 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nTG1rcdRmnX3gQx off=15769077 len=1780862 2024-04-22T04:55:26.091 INFO:tasks.workunit.client.0.smithi040.stdout:op 2434 completed, throughput=5MB/sec 2024-04-22T04:55:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:26 smithi062 ceph-mon[78153]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:55:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:26 smithi040 ceph-mon[88445]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:55:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:26 smithi040 ceph-mon[91058]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:55:27.092 INFO:tasks.workunit.client.0.smithi040.stdout: 480: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:27.092 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dVOVwJkHBfvuEKt off=187046 len=1115470 2024-04-22T04:55:27.097 INFO:tasks.workunit.client.0.smithi040.stdout:op 2435 completed, throughput=4.99MB/sec 2024-04-22T04:55:27.097 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LaAZlX-ul_7B1Iu off=1401937 len=1597986 2024-04-22T04:55:27.105 INFO:tasks.workunit.client.0.smithi040.stdout:op 2436 completed, throughput=5MB/sec 2024-04-22T04:55:27.106 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OK7rMQbS7aJjM75 off=355747 len=754065 2024-04-22T04:55:27.106 INFO:tasks.workunit.client.0.smithi040.stdout:op 2437 completed, throughput=5MB/sec 2024-04-22T04:55:27.106 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aBwYGqDDI9OVlmD off=3145970 len=1681569 2024-04-22T04:55:27.116 INFO:tasks.workunit.client.0.smithi040.stdout:op 2438 completed, throughput=5MB/sec 2024-04-22T04:55:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:27 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:55:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:27 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:55:27.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:27 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:55:28.116 INFO:tasks.workunit.client.0.smithi040.stdout: 481: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:28.116 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OUvyWFemIIl6B3i off=5817211 len=890725 2024-04-22T04:55:28.122 INFO:tasks.workunit.client.0.smithi040.stdout:op 2439 completed, throughput=4.99MB/sec 2024-04-22T04:55:28.122 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9yWH-gAVPCjAUsF off=2651237 len=264965 2024-04-22T04:55:28.124 INFO:tasks.workunit.client.0.smithi040.stdout:op 2440 completed, throughput=4.99MB/sec 2024-04-22T04:55:28.124 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SsB5f9eHBPoD6YO off=3182181 len=1329019 2024-04-22T04:55:28.133 INFO:tasks.workunit.client.0.smithi040.stdout:op 2441 completed, throughput=5MB/sec 2024-04-22T04:55:28.133 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VxoYI_18QVtj7v4 off=2805455 len=1773481 2024-04-22T04:55:28.135 INFO:tasks.workunit.client.0.smithi040.stdout:op 2442 completed, throughput=5MB/sec 2024-04-22T04:55:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:28 smithi062 ceph-mon[78153]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T04:55:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:28 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:55:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:28 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:55:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:28 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:55:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:28 smithi040 ceph-mon[88445]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T04:55:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:28 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:55:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:28 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:55:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:28 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:55:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:28 smithi040 ceph-mon[91058]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T04:55:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:28 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:55:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:28 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:55:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:28 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:55:29.135 INFO:tasks.workunit.client.0.smithi040.stdout: 482: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:29.135 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6_VPa5FcMcIwmfV off=5894400 len=1800541 2024-04-22T04:55:29.137 INFO:tasks.workunit.client.0.smithi040.stdout:op 2443 completed, throughput=4.99MB/sec 2024-04-22T04:55:29.137 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0QykZRxxTbzmkoh off=0 len=1067418 2024-04-22T04:55:29.143 INFO:tasks.workunit.client.0.smithi040.stdout:op 2444 completed, throughput=5MB/sec 2024-04-22T04:55:29.143 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jV51JogFY-u2UsI off=13710935 len=2059845 2024-04-22T04:55:29.155 INFO:tasks.workunit.client.0.smithi040.stdout:op 2445 completed, throughput=5MB/sec 2024-04-22T04:55:29.155 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pRc6TP7gc4pJrlP off=274139 len=1634253 2024-04-22T04:55:29.161 INFO:tasks.workunit.client.0.smithi040.stdout:op 2446 completed, throughput=5MB/sec 2024-04-22T04:55:30.162 INFO:tasks.workunit.client.0.smithi040.stdout: 483: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:30.162 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AIyh7lUJo75tP84 off=4397774 len=810008 2024-04-22T04:55:30.167 INFO:tasks.workunit.client.0.smithi040.stdout:op 2447 completed, throughput=4.99MB/sec 2024-04-22T04:55:30.167 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sp4lftIRPMxArqk off=8231471 len=1230456 2024-04-22T04:55:30.168 INFO:tasks.workunit.client.0.smithi040.stdout:op 2448 completed, throughput=5MB/sec 2024-04-22T04:55:30.168 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OxipgT5y9n0v8vJ off=2739159 len=296286 2024-04-22T04:55:30.169 INFO:tasks.workunit.client.0.smithi040.stdout:op 2449 completed, throughput=5MB/sec 2024-04-22T04:55:30.169 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ItQibip_PCM-taM off=20653200 len=1435829 2024-04-22T04:55:30.172 INFO:tasks.workunit.client.0.smithi040.stdout:op 2450 completed, throughput=5MB/sec 2024-04-22T04:55:30.172 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Jn_T6Vryo5PN3RV off=4168259 len=1091866 2024-04-22T04:55:30.177 INFO:tasks.workunit.client.0.smithi040.stdout:op 2451 completed, throughput=5MB/sec 2024-04-22T04:55:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:55:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:55:30] "GET /metrics HTTP/1.1" 200 240251 "" "Prometheus/2.43.0" 2024-04-22T04:55:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:30 smithi062 ceph-mon[78153]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:55:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:30 smithi040 ceph-mon[88445]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:55:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:30 smithi040 ceph-mon[91058]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:55:31.177 INFO:tasks.workunit.client.0.smithi040.stdout: 484: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:31.178 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Gq0XZ1R2vMIuAd- off=4851925 len=1047085 2024-04-22T04:55:31.183 INFO:tasks.workunit.client.0.smithi040.stdout:op 2452 completed, throughput=4.99MB/sec 2024-04-22T04:55:31.184 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Hrldxj-P9IeXhy6 off=7506065 len=452302 2024-04-22T04:55:31.187 INFO:tasks.workunit.client.0.smithi040.stdout:op 2453 completed, throughput=4.99MB/sec 2024-04-22T04:55:31.187 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7AL6EWGFl4yA8HR off=6248603 len=697322 2024-04-22T04:55:31.192 INFO:tasks.workunit.client.0.smithi040.stdout:op 2454 completed, throughput=5MB/sec 2024-04-22T04:55:31.192 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Pq6l0Z8PnALN7jZ off=11728499 len=376802 2024-04-22T04:55:31.195 INFO:tasks.workunit.client.0.smithi040.stdout:op 2455 completed, throughput=5MB/sec 2024-04-22T04:55:31.195 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jj9VfLq2KygG80j off=22180545 len=934115 2024-04-22T04:55:31.196 INFO:tasks.workunit.client.0.smithi040.stdout:op 2456 completed, throughput=5MB/sec 2024-04-22T04:55:31.197 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TDJeFPdheWJtE0p off=13591518 len=890070 2024-04-22T04:55:31.201 INFO:tasks.workunit.client.0.smithi040.stdout:op 2457 completed, throughput=5MB/sec 2024-04-22T04:55:31.201 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hWISRMtDH5BIZi9 off=4497058 len=1150261 2024-04-22T04:55:31.207 INFO:tasks.workunit.client.0.smithi040.stdout:op 2458 completed, throughput=5MB/sec 2024-04-22T04:55:32.207 INFO:tasks.workunit.client.0.smithi040.stdout: 485: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:32.208 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gn5pkgHEJBCBMsI off=8240192 len=2031840 2024-04-22T04:55:32.211 INFO:tasks.workunit.client.0.smithi040.stdout:op 2459 completed, throughput=5MB/sec 2024-04-22T04:55:32.211 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1RYrzRHyHc3SeXL off=15441666 len=2064829 2024-04-22T04:55:32.214 INFO:tasks.workunit.client.0.smithi040.stdout:op 2460 completed, throughput=5MB/sec 2024-04-22T04:55:32.214 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-l3lb1jVt0Ne88RX off=1351370 len=1370242 2024-04-22T04:55:32.220 INFO:tasks.workunit.client.0.smithi040.stdout:op 2461 completed, throughput=5MB/sec 2024-04-22T04:55:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:32 smithi062 ceph-mon[78153]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:55:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:32 smithi040 ceph-mon[88445]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:55:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:32 smithi040 ceph-mon[91058]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:55:33.220 INFO:tasks.workunit.client.0.smithi040.stdout: 486: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:33.220 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-u0tJ5S8l88Pg-s6 off=13917781 len=1462295 2024-04-22T04:55:33.227 INFO:tasks.workunit.client.0.smithi040.stdout:op 2462 completed, throughput=4.99MB/sec 2024-04-22T04:55:33.227 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SLVaMIBqWJKf1JI off=1536863 len=1491404 2024-04-22T04:55:33.229 INFO:tasks.workunit.client.0.smithi040.stdout:op 2463 completed, throughput=5MB/sec 2024-04-22T04:55:33.229 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jGDpd7kZVb2lPqy off=3398027 len=1573750 2024-04-22T04:55:33.231 INFO:tasks.workunit.client.0.smithi040.stdout:op 2464 completed, throughput=5MB/sec 2024-04-22T04:55:34.231 INFO:tasks.workunit.client.0.smithi040.stdout: 487: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:34.231 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8AcNmf3UHOpZFh5 off=4727206 len=1178108 2024-04-22T04:55:34.233 INFO:tasks.workunit.client.0.smithi040.stdout:op 2465 completed, throughput=4.99MB/sec 2024-04-22T04:55:34.233 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eivwCzXGVwNrfPL off=0 len=1683232 2024-04-22T04:55:34.243 INFO:tasks.workunit.client.0.smithi040.stdout:op 2466 completed, throughput=5MB/sec 2024-04-22T04:55:34.243 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zYh6mJAdGozWnqN off=2289974 len=1819737 2024-04-22T04:55:34.251 INFO:tasks.workunit.client.0.smithi040.stdout:op 2467 completed, throughput=5MB/sec 2024-04-22T04:55:34.251 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-n4uNk6NJgzLnqYq off=1220285 len=992030 2024-04-22T04:55:34.256 INFO:tasks.workunit.client.0.smithi040.stdout:op 2468 completed, throughput=5MB/sec 2024-04-22T04:55:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:34 smithi062 ceph-mon[78153]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-22T04:55:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:34 smithi040 ceph-mon[88445]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-22T04:55:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:34 smithi040 ceph-mon[91058]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-22T04:55:35.257 INFO:tasks.workunit.client.0.smithi040.stdout: 488: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:35.257 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-d_srOxYd9exhH0x off=10163951 len=1153345 2024-04-22T04:55:35.262 INFO:tasks.workunit.client.0.smithi040.stdout:op 2469 completed, throughput=4.99MB/sec 2024-04-22T04:55:35.263 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5aAXhsNCCFLqDaN off=12816964 len=1603510 2024-04-22T04:55:35.270 INFO:tasks.workunit.client.0.smithi040.stdout:op 2470 completed, throughput=5MB/sec 2024-04-22T04:55:35.270 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cWTg_WpRySrP9vr off=6471677 len=1948600 2024-04-22T04:55:35.272 INFO:tasks.workunit.client.0.smithi040.stdout:op 2471 completed, throughput=5MB/sec 2024-04-22T04:55:35.273 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZjAHzMmdSqdV7tT off=19105784 len=1236448 2024-04-22T04:55:35.278 INFO:tasks.workunit.client.0.smithi040.stdout:op 2472 completed, throughput=5MB/sec 2024-04-22T04:55:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:55:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:55:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:55:36.279 INFO:tasks.workunit.client.0.smithi040.stdout: 489: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:36.279 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rSdZgPXP8r1GXZ2 off=845911 len=228304 2024-04-22T04:55:36.282 INFO:tasks.workunit.client.0.smithi040.stdout:op 2473 completed, throughput=4.99MB/sec 2024-04-22T04:55:36.282 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WZtdfzdsREeGvcK off=3723342 len=180942 2024-04-22T04:55:36.283 INFO:tasks.workunit.client.0.smithi040.stdout:op 2474 completed, throughput=4.99MB/sec 2024-04-22T04:55:36.283 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YgNmsZU1DCCMwmS off=19786525 len=1499485 2024-04-22T04:55:36.284 INFO:tasks.workunit.client.0.smithi040.stdout:op 2475 completed, throughput=5MB/sec 2024-04-22T04:55:36.285 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aWKXaDzJjAWLcwW off=5195518 len=893853 2024-04-22T04:55:36.286 INFO:tasks.workunit.client.0.smithi040.stdout:op 2476 completed, throughput=5MB/sec 2024-04-22T04:55:36.286 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xs7W7lNMStwa7ob off=1115634 len=1091154 2024-04-22T04:55:36.291 INFO:tasks.workunit.client.0.smithi040.stdout:op 2477 completed, throughput=5MB/sec 2024-04-22T04:55:36.291 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EpcKVjqDtUtXmJP off=443843 len=698546 2024-04-22T04:55:36.292 INFO:tasks.workunit.client.0.smithi040.stdout:op 2478 completed, throughput=5MB/sec 2024-04-22T04:55:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:36 smithi062 ceph-mon[78153]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:55:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:55:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:36 smithi040 ceph-mon[88445]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:55:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:55:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:36 smithi040 ceph-mon[91058]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:55:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:55:37.292 INFO:tasks.workunit.client.0.smithi040.stdout: 490: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:37.292 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SLGQzMFilUPf9qp off=2743173 len=1334296 2024-04-22T04:55:37.295 INFO:tasks.workunit.client.0.smithi040.stdout:op 2479 completed, throughput=4.99MB/sec 2024-04-22T04:55:37.295 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4OOvauPuAnag9QR off=8180395 len=767252 2024-04-22T04:55:37.296 INFO:tasks.workunit.client.0.smithi040.stdout:op 2480 completed, throughput=4.99MB/sec 2024-04-22T04:55:37.296 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TLkj4qWsjGVwPFc off=17449710 len=1085324 2024-04-22T04:55:37.298 INFO:tasks.workunit.client.0.smithi040.stdout:op 2481 completed, throughput=5MB/sec 2024-04-22T04:55:37.298 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NUBxU1cN9xPIb-i off=16035586 len=1724048 2024-04-22T04:55:37.305 INFO:tasks.workunit.client.0.smithi040.stdout:op 2482 completed, throughput=5MB/sec 2024-04-22T04:55:38.305 INFO:tasks.workunit.client.0.smithi040.stdout: 491: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:38.305 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-N29uJMlhu4dDjOr off=15776845 len=805338 2024-04-22T04:55:38.310 INFO:tasks.workunit.client.0.smithi040.stdout:op 2483 completed, throughput=4.99MB/sec 2024-04-22T04:55:38.310 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3laggZHuTHuWDkG off=6797052 len=982716 2024-04-22T04:55:38.315 INFO:tasks.workunit.client.0.smithi040.stdout:op 2484 completed, throughput=4.99MB/sec 2024-04-22T04:55:38.315 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NccNsJ_whuw9IuK off=661575 len=1007535 2024-04-22T04:55:38.320 INFO:tasks.workunit.client.0.smithi040.stdout:op 2485 completed, throughput=5MB/sec 2024-04-22T04:55:38.320 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tRwS6S4EEbXlI6u off=587853 len=918278 2024-04-22T04:55:38.322 INFO:tasks.workunit.client.0.smithi040.stdout:op 2486 completed, throughput=5MB/sec 2024-04-22T04:55:38.322 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LMpnjYVZ64V9NDu off=17311890 len=160960 2024-04-22T04:55:38.323 INFO:tasks.workunit.client.0.smithi040.stdout:op 2487 completed, throughput=5MB/sec 2024-04-22T04:55:38.323 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bBBAbXWTbOv023K off=1982255 len=323461 2024-04-22T04:55:38.325 INFO:tasks.workunit.client.0.smithi040.stdout:op 2488 completed, throughput=5MB/sec 2024-04-22T04:55:38.325 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8-DLT_Up5q7a7W7 off=716548 len=260701 2024-04-22T04:55:38.328 INFO:tasks.workunit.client.0.smithi040.stdout:op 2489 completed, throughput=5MB/sec 2024-04-22T04:55:38.328 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xoiEJ3I2GvJoRkY off=17245382 len=693634 2024-04-22T04:55:38.329 INFO:tasks.workunit.client.0.smithi040.stdout:op 2490 completed, throughput=5MB/sec 2024-04-22T04:55:38.329 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IEEy_MtILoNb1MB off=429945 len=144932 2024-04-22T04:55:38.332 INFO:tasks.workunit.client.0.smithi040.stdout:op 2491 completed, throughput=5MB/sec 2024-04-22T04:55:38.332 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-025o94Xlo9vlj0E off=3640417 len=768488 2024-04-22T04:55:38.333 INFO:tasks.workunit.client.0.smithi040.stdout:op 2492 completed, throughput=5MB/sec 2024-04-22T04:55:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:38 smithi062 ceph-mon[78153]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-22T04:55:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:38 smithi040 ceph-mon[88445]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-22T04:55:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:38 smithi040 ceph-mon[91058]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-22T04:55:39.334 INFO:tasks.workunit.client.0.smithi040.stdout: 492: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:39.334 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-izEVLzag6D8p1Lm off=14192224 len=499259 2024-04-22T04:55:39.338 INFO:tasks.workunit.client.0.smithi040.stdout:op 2493 completed, throughput=4.99MB/sec 2024-04-22T04:55:39.338 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wY549SmalsCNZKS off=3763678 len=230790 2024-04-22T04:55:39.338 INFO:tasks.workunit.client.0.smithi040.stdout:op 2494 completed, throughput=4.99MB/sec 2024-04-22T04:55:39.338 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pl4MapGmQZX-O_A off=4551301 len=1367387 2024-04-22T04:55:39.341 INFO:tasks.workunit.client.0.smithi040.stdout:op 2495 completed, throughput=5MB/sec 2024-04-22T04:55:39.341 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UFkAbedcVzdGKgN off=2664054 len=577187 2024-04-22T04:55:39.343 INFO:tasks.workunit.client.0.smithi040.stdout:op 2496 completed, throughput=5MB/sec 2024-04-22T04:55:39.343 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JQmwxP3zlG1cNnQ off=2843558 len=397245 2024-04-22T04:55:39.343 INFO:tasks.workunit.client.0.smithi040.stdout:op 2497 completed, throughput=5MB/sec 2024-04-22T04:55:39.344 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cFFjsU5DpU7FUXr off=9457002 len=156617 2024-04-22T04:55:39.344 INFO:tasks.workunit.client.0.smithi040.stdout:op 2498 completed, throughput=5MB/sec 2024-04-22T04:55:39.344 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5MknG6wt0KHr8Iz off=5488297 len=744576 2024-04-22T04:55:39.346 INFO:tasks.workunit.client.0.smithi040.stdout:op 2499 completed, throughput=5MB/sec 2024-04-22T04:55:39.346 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tR27WqjbwbePPPt off=1250190 len=25626 2024-04-22T04:55:39.348 INFO:tasks.workunit.client.0.smithi040.stdout:op 2500 completed, throughput=5MB/sec 2024-04-22T04:55:39.348 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DbntNNCNBRY98te off=1149462 len=1824672 2024-04-22T04:55:39.350 INFO:tasks.workunit.client.0.smithi040.stdout:op 2501 completed, throughput=5MB/sec 2024-04-22T04:55:40.351 INFO:tasks.workunit.client.0.smithi040.stdout: 493: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:40.351 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-u4CRFjfwLhUc8P0 off=5348446 len=1854510 2024-04-22T04:55:40.361 INFO:tasks.workunit.client.0.smithi040.stdout:op 2502 completed, throughput=5MB/sec 2024-04-22T04:55:40.361 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kOoa8dODQoWCZlx off=2137312 len=473200 2024-04-22T04:55:40.362 INFO:tasks.workunit.client.0.smithi040.stdout:op 2503 completed, throughput=5MB/sec 2024-04-22T04:55:40.362 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-G-aH4Snp2CG5-km off=1676205 len=1125933 2024-04-22T04:55:40.367 INFO:tasks.workunit.client.0.smithi040.stdout:op 2504 completed, throughput=5MB/sec 2024-04-22T04:55:40.367 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WHzmCLN1jSjPIZP off=1407848 len=10414 2024-04-22T04:55:40.368 INFO:tasks.workunit.client.0.smithi040.stdout:op 2505 completed, throughput=5MB/sec 2024-04-22T04:55:40.368 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0kvn9O82pJtvBDH off=3773700 len=880866 2024-04-22T04:55:40.372 INFO:tasks.workunit.client.0.smithi040.stdout:op 2506 completed, throughput=5MB/sec 2024-04-22T04:55:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:55:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:55:40] "GET /metrics HTTP/1.1" 200 240235 "" "Prometheus/2.43.0" 2024-04-22T04:55:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:40 smithi062 ceph-mon[78153]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-22T04:55:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:40 smithi040 ceph-mon[88445]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-22T04:55:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:40 smithi040 ceph-mon[91058]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-22T04:55:41.373 INFO:tasks.workunit.client.0.smithi040.stdout: 494: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:41.373 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4we0XDqbPlxs2dS off=8610153 len=1285696 2024-04-22T04:55:41.381 INFO:tasks.workunit.client.0.smithi040.stdout:op 2507 completed, throughput=4.99MB/sec 2024-04-22T04:55:41.381 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2Nw9kAt2AhHk0yA off=4160094 len=1648439 2024-04-22T04:55:41.383 INFO:tasks.workunit.client.0.smithi040.stdout:op 2508 completed, throughput=5MB/sec 2024-04-22T04:55:41.383 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-i3VhSBstHiqh_nd off=16645928 len=707891 2024-04-22T04:55:41.388 INFO:tasks.workunit.client.0.smithi040.stdout:op 2509 completed, throughput=5MB/sec 2024-04-22T04:55:41.388 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ndW5CidKM43Km7h off=2375380 len=1211073 2024-04-22T04:55:41.394 INFO:tasks.workunit.client.0.smithi040.stdout:op 2510 completed, throughput=5MB/sec 2024-04-22T04:55:41.394 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JSdTL5plLtO2eaZ off=2806542 len=881437 2024-04-22T04:55:41.395 INFO:tasks.workunit.client.0.smithi040.stdout:op 2511 completed, throughput=5MB/sec 2024-04-22T04:55:42.395 INFO:tasks.workunit.client.0.smithi040.stdout: 495: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:42.396 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-u7Etn6N9zba99YU off=2153003 len=1516290 2024-04-22T04:55:42.398 INFO:tasks.workunit.client.0.smithi040.stdout:op 2512 completed, throughput=4.99MB/sec 2024-04-22T04:55:42.399 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kxvHh0b70qbULic off=6385323 len=374579 2024-04-22T04:55:42.399 INFO:tasks.workunit.client.0.smithi040.stdout:op 2513 completed, throughput=4.99MB/sec 2024-04-22T04:55:42.400 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EtJYBnHVt1A5ORA off=2240894 len=2051132 2024-04-22T04:55:42.410 INFO:tasks.workunit.client.0.smithi040.stdout:op 2514 completed, throughput=5MB/sec 2024-04-22T04:55:42.410 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mCIFMaaMUhWldt_ off=1182025 len=1405367 2024-04-22T04:55:42.412 INFO:tasks.workunit.client.0.smithi040.stdout:op 2515 completed, throughput=5MB/sec 2024-04-22T04:55:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:42 smithi062 ceph-mon[78153]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:55:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:42 smithi040 ceph-mon[88445]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:55:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:42 smithi040 ceph-mon[91058]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:55:43.412 INFO:tasks.workunit.client.0.smithi040.stdout: 496: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:43.412 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--1tGgB8eYRxLlAD off=3028512 len=1755686 2024-04-22T04:55:43.420 INFO:tasks.workunit.client.0.smithi040.stdout:op 2516 completed, throughput=4.99MB/sec 2024-04-22T04:55:43.420 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0HqXGjUMkI561hG off=2536141 len=1520468 2024-04-22T04:55:43.428 INFO:tasks.workunit.client.0.smithi040.stdout:op 2517 completed, throughput=5MB/sec 2024-04-22T04:55:43.428 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sUUgE2kWIhkWA3k off=448753 len=928019 2024-04-22T04:55:43.433 INFO:tasks.workunit.client.0.smithi040.stdout:op 2518 completed, throughput=5MB/sec 2024-04-22T04:55:43.433 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Rwx0N-vDADHHeXN off=16886533 len=1987704 2024-04-22T04:55:43.435 INFO:tasks.workunit.client.0.smithi040.stdout:op 2519 completed, throughput=5MB/sec 2024-04-22T04:55:44.435 INFO:tasks.workunit.client.0.smithi040.stdout: 497: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:44.435 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Dkvft4A0ZWt8oBY off=13824713 len=1735310 2024-04-22T04:55:44.446 INFO:tasks.workunit.client.0.smithi040.stdout:op 2520 completed, throughput=5MB/sec 2024-04-22T04:55:44.447 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-N5IA0j-jKXn1Vg1 off=318043 len=1707372 2024-04-22T04:55:44.448 INFO:tasks.workunit.client.0.smithi040.stdout:op 2521 completed, throughput=5MB/sec 2024-04-22T04:55:44.448 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3qRtJ572W7c3B3Y off=11081542 len=1944275 2024-04-22T04:55:44.457 INFO:tasks.workunit.client.0.smithi040.stdout:op 2522 completed, throughput=5MB/sec 2024-04-22T04:55:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:44 smithi062 ceph-mon[78153]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:55:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:44 smithi040 ceph-mon[88445]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:55:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:44 smithi040 ceph-mon[91058]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:55:45.458 INFO:tasks.workunit.client.0.smithi040.stdout: 498: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:45.458 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FE5zpWhipQppue8 off=9930798 len=39649 2024-04-22T04:55:45.461 INFO:tasks.workunit.client.0.smithi040.stdout:op 2523 completed, throughput=4.99MB/sec 2024-04-22T04:55:45.461 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Sow2HGBkOu3EPHn off=7173336 len=623491 2024-04-22T04:55:45.465 INFO:tasks.workunit.client.0.smithi040.stdout:op 2524 completed, throughput=4.99MB/sec 2024-04-22T04:55:45.465 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VclC14BtFsiO8XY off=10531394 len=1402776 2024-04-22T04:55:45.472 INFO:tasks.workunit.client.0.smithi040.stdout:op 2525 completed, throughput=5MB/sec 2024-04-22T04:55:45.472 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Wuw4jFqsa4Cs4rp off=9924146 len=374071 2024-04-22T04:55:45.475 INFO:tasks.workunit.client.0.smithi040.stdout:op 2526 completed, throughput=5MB/sec 2024-04-22T04:55:45.475 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CuhsetUBxy5UZvI off=702505 len=357404 2024-04-22T04:55:45.476 INFO:tasks.workunit.client.0.smithi040.stdout:op 2527 completed, throughput=5MB/sec 2024-04-22T04:55:45.476 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MJuoSV4jXB7BpBv off=2154209 len=177505 2024-04-22T04:55:45.476 INFO:tasks.workunit.client.0.smithi040.stdout:op 2528 completed, throughput=5MB/sec 2024-04-22T04:55:45.476 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-x8f-QluvmZscPNQ off=922034 len=1525261 2024-04-22T04:55:45.482 INFO:tasks.workunit.client.0.smithi040.stdout:op 2529 completed, throughput=5MB/sec 2024-04-22T04:55:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:55:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:55:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:55:46.485 INFO:tasks.workunit.client.0.smithi040.stdout: 499: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:46.486 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3sv9S9z0YDdvcsC off=5624815 len=1302879 2024-04-22T04:55:46.488 INFO:tasks.workunit.client.0.smithi040.stdout:op 2530 completed, throughput=4.99MB/sec 2024-04-22T04:55:46.489 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iV0ozJnVTCB7jqV off=4759150 len=1753828 2024-04-22T04:55:46.492 INFO:tasks.workunit.client.0.smithi040.stdout:op 2531 completed, throughput=5MB/sec 2024-04-22T04:55:46.492 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ecIUPN2NmUjSAcT off=15520206 len=647216 2024-04-22T04:55:46.493 INFO:tasks.workunit.client.0.smithi040.stdout:op 2532 completed, throughput=5MB/sec 2024-04-22T04:55:46.493 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-n_Tdwk05BEGcVPN off=1202321 len=1207019 2024-04-22T04:55:46.494 INFO:tasks.workunit.client.0.smithi040.stdout:op 2533 completed, throughput=5MB/sec 2024-04-22T04:55:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:46 smithi062 ceph-mon[78153]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:55:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:46 smithi040 ceph-mon[88445]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:55:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:46 smithi040 ceph-mon[91058]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:55:47.495 INFO:tasks.workunit.client.0.smithi040.stdout: 500: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:47.495 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_7iCVRyIT3JWW2S off=15507884 len=2063856 2024-04-22T04:55:47.498 INFO:tasks.workunit.client.0.smithi040.stdout:op 2534 completed, throughput=4.99MB/sec 2024-04-22T04:55:47.498 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lXjVNocjkhXWMiR off=4646751 len=1341322 2024-04-22T04:55:47.499 INFO:tasks.workunit.client.0.smithi040.stdout:op 2535 completed, throughput=5MB/sec 2024-04-22T04:55:47.500 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bRGhV5q1s0pR51n off=1484926 len=637821 2024-04-22T04:55:47.503 INFO:tasks.workunit.client.0.smithi040.stdout:op 2536 completed, throughput=5MB/sec 2024-04-22T04:55:47.504 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nlX8yupja5lU24R off=152095 len=1934469 2024-04-22T04:55:47.513 INFO:tasks.workunit.client.0.smithi040.stdout:op 2537 completed, throughput=5MB/sec 2024-04-22T04:55:48.513 INFO:tasks.workunit.client.0.smithi040.stdout: 501: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:48.514 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GQvBPegrAj4K7N1 off=6870642 len=1655692 2024-04-22T04:55:48.515 INFO:tasks.workunit.client.0.smithi040.stdout:op 2538 completed, throughput=4.99MB/sec 2024-04-22T04:55:48.516 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RlyoLWtwnOgVGSN off=11147217 len=70629 2024-04-22T04:55:48.516 INFO:tasks.workunit.client.0.smithi040.stdout:op 2539 completed, throughput=4.99MB/sec 2024-04-22T04:55:48.516 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rnAngujWehCdSGd off=21173671 len=1451694 2024-04-22T04:55:48.523 INFO:tasks.workunit.client.0.smithi040.stdout:op 2540 completed, throughput=5MB/sec 2024-04-22T04:55:48.523 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UUJ4t9sHvfGojFK off=847108 len=1893184 2024-04-22T04:55:48.525 INFO:tasks.workunit.client.0.smithi040.stdout:op 2541 completed, throughput=5MB/sec 2024-04-22T04:55:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:48 smithi062 ceph-mon[78153]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T04:55:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:48 smithi040 ceph-mon[88445]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T04:55:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:48 smithi040 ceph-mon[91058]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T04:55:49.526 INFO:tasks.workunit.client.0.smithi040.stdout: 502: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:49.526 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-94c8vC6-CoY3olo off=0 len=1544687 2024-04-22T04:55:49.535 INFO:tasks.workunit.client.0.smithi040.stdout:op 2542 completed, throughput=4.99MB/sec 2024-04-22T04:55:49.535 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jaR8SITsvnV5FlF off=10355339 len=2074775 2024-04-22T04:55:49.539 INFO:tasks.workunit.client.0.smithi040.stdout:op 2543 completed, throughput=5MB/sec 2024-04-22T04:55:49.539 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aAz1LhHhg-KAwI0 off=1000885 len=1255693 2024-04-22T04:55:49.545 INFO:tasks.workunit.client.0.smithi040.stdout:op 2544 completed, throughput=5MB/sec 2024-04-22T04:55:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:55:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:55:50] "GET /metrics HTTP/1.1" 200 240235 "" "Prometheus/2.43.0" 2024-04-22T04:55:50.546 INFO:tasks.workunit.client.0.smithi040.stdout: 503: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:50.546 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1XpRG-XBNWT2bl2 off=11218591 len=272405 2024-04-22T04:55:50.547 INFO:tasks.workunit.client.0.smithi040.stdout:op 2545 completed, throughput=4.99MB/sec 2024-04-22T04:55:50.547 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--EVtUgpLDKW772m off=4658754 len=783929 2024-04-22T04:55:50.551 INFO:tasks.workunit.client.0.smithi040.stdout:op 2546 completed, throughput=4.99MB/sec 2024-04-22T04:55:50.551 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Nnn1yALJNPyfxDw off=10754002 len=670776 2024-04-22T04:55:50.553 INFO:tasks.workunit.client.0.smithi040.stdout:op 2547 completed, throughput=4.99MB/sec 2024-04-22T04:55:50.553 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oa-2UUm-1qL4ERP off=16116994 len=982988 2024-04-22T04:55:50.554 INFO:tasks.workunit.client.0.smithi040.stdout:op 2548 completed, throughput=5MB/sec 2024-04-22T04:55:50.555 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LfEJq0WcZYcIzEX off=5959356 len=237955 2024-04-22T04:55:50.558 INFO:tasks.workunit.client.0.smithi040.stdout:op 2549 completed, throughput=5MB/sec 2024-04-22T04:55:50.558 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1OTrQEJL18YK_qr off=2362784 len=974458 2024-04-22T04:55:50.563 INFO:tasks.workunit.client.0.smithi040.stdout:op 2550 completed, throughput=5MB/sec 2024-04-22T04:55:50.563 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_wR5tI_MVpAr6Ke off=842377 len=1674682 2024-04-22T04:55:50.564 INFO:tasks.workunit.client.0.smithi040.stdout:op 2551 completed, throughput=5MB/sec 2024-04-22T04:55:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:50 smithi062 ceph-mon[78153]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:55:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:55:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:50 smithi040 ceph-mon[88445]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:55:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:55:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:50 smithi040 ceph-mon[91058]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:55:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:55:51.565 INFO:tasks.workunit.client.0.smithi040.stdout: 504: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:51.565 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7_j8X7pUpqvvT7L off=3304283 len=1110389 2024-04-22T04:55:51.567 INFO:tasks.workunit.client.0.smithi040.stdout:op 2552 completed, throughput=4.99MB/sec 2024-04-22T04:55:51.567 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9SOqTrMznSZokEh off=430462 len=309237 2024-04-22T04:55:51.569 INFO:tasks.workunit.client.0.smithi040.stdout:op 2553 completed, throughput=4.99MB/sec 2024-04-22T04:55:51.569 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1owiFpzVXuRK5bZ off=514207 len=1128153 2024-04-22T04:55:51.575 INFO:tasks.workunit.client.0.smithi040.stdout:op 2554 completed, throughput=5MB/sec 2024-04-22T04:55:51.575 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PzQ7s12WsaADAXr off=2751429 len=1365642 2024-04-22T04:55:51.582 INFO:tasks.workunit.client.0.smithi040.stdout:op 2555 completed, throughput=5MB/sec 2024-04-22T04:55:51.583 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6uB0wACL7mYYEEp off=1766469 len=1168052 2024-04-22T04:55:51.586 INFO:tasks.workunit.client.0.smithi040.stdout:op 2556 completed, throughput=5MB/sec 2024-04-22T04:55:52.586 INFO:tasks.workunit.client.0.smithi040.stdout: 505: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:52.586 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-s99GcH0D_cnq8W6 off=15236349 len=2091158 2024-04-22T04:55:52.588 INFO:tasks.workunit.client.0.smithi040.stdout:op 2557 completed, throughput=4.99MB/sec 2024-04-22T04:55:52.589 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WtJFNCyxTOuA-NO off=2871088 len=98518 2024-04-22T04:55:52.591 INFO:tasks.workunit.client.0.smithi040.stdout:op 2558 completed, throughput=4.99MB/sec 2024-04-22T04:55:52.591 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Rl4ILiTy-eS2AtF off=4923825 len=1309760 2024-04-22T04:55:52.593 INFO:tasks.workunit.client.0.smithi040.stdout:op 2559 completed, throughput=5MB/sec 2024-04-22T04:55:52.593 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HwI6kmLq3hIeo72 off=9874525 len=1240804 2024-04-22T04:55:52.595 INFO:tasks.workunit.client.0.smithi040.stdout:op 2560 completed, throughput=5MB/sec 2024-04-22T04:55:52.595 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-14icPIGG38sPF9Q off=6367336 len=696607 2024-04-22T04:55:52.597 INFO:tasks.workunit.client.0.smithi040.stdout:op 2561 completed, throughput=5MB/sec 2024-04-22T04:55:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:52 smithi062 ceph-mon[78153]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:55:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:52 smithi040 ceph-mon[88445]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:55:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:52 smithi040 ceph-mon[91058]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T04:55:53.597 INFO:tasks.workunit.client.0.smithi040.stdout: 506: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:53.597 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QzfbPUmFSjrqaUb off=955898 len=5711 2024-04-22T04:55:53.597 INFO:tasks.workunit.client.0.smithi040.stdout:op 2562 completed, throughput=4.99MB/sec 2024-04-22T04:55:53.598 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rOn4vVVa7nkkmz8 off=2178958 len=458897 2024-04-22T04:55:53.602 INFO:tasks.workunit.client.0.smithi040.stdout:op 2563 completed, throughput=4.99MB/sec 2024-04-22T04:55:53.602 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-skSQrB736RkTi4K off=5360310 len=1180867 2024-04-22T04:55:53.604 INFO:tasks.workunit.client.0.smithi040.stdout:op 2564 completed, throughput=4.99MB/sec 2024-04-22T04:55:53.604 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oB1YksrAbMbQ0dD off=6201153 len=1118716 2024-04-22T04:55:53.609 INFO:tasks.workunit.client.0.smithi040.stdout:op 2565 completed, throughput=5MB/sec 2024-04-22T04:55:53.610 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cZ2vqL1VbL2bCxY off=2600827 len=1835263 2024-04-22T04:55:53.613 INFO:tasks.workunit.client.0.smithi040.stdout:op 2566 completed, throughput=5MB/sec 2024-04-22T04:55:53.613 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-k7tOUecG7ifVVlR off=5854623 len=1549684 2024-04-22T04:55:53.621 INFO:tasks.workunit.client.0.smithi040.stdout:op 2567 completed, throughput=5MB/sec 2024-04-22T04:55:54.622 INFO:tasks.workunit.client.0.smithi040.stdout: 507: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:54.622 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-n7qSVjkSP2mMeSq off=12211588 len=493638 2024-04-22T04:55:54.623 INFO:tasks.workunit.client.0.smithi040.stdout:op 2568 completed, throughput=4.99MB/sec 2024-04-22T04:55:54.623 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-H03U3XBkkDLh-ul off=1181578 len=1352760 2024-04-22T04:55:54.624 INFO:tasks.workunit.client.0.smithi040.stdout:op 2569 completed, throughput=5MB/sec 2024-04-22T04:55:54.625 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8cycIg20Abpg2j_ off=5526729 len=201203 2024-04-22T04:55:54.625 INFO:tasks.workunit.client.0.smithi040.stdout:op 2570 completed, throughput=5MB/sec 2024-04-22T04:55:54.625 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ypm_3su7EF2zSsm off=91414 len=1264160 2024-04-22T04:55:54.627 INFO:tasks.workunit.client.0.smithi040.stdout:op 2571 completed, throughput=5MB/sec 2024-04-22T04:55:54.627 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2yWfE2JaAmeymJU off=769849 len=1055346 2024-04-22T04:55:54.628 INFO:tasks.workunit.client.0.smithi040.stdout:op 2572 completed, throughput=5MB/sec 2024-04-22T04:55:54.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:54 smithi062 ceph-mon[78153]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:55:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:54 smithi040 ceph-mon[88445]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:55:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:54 smithi040 ceph-mon[91058]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:55:55.629 INFO:tasks.workunit.client.0.smithi040.stdout: 508: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:55.629 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5DN9Mryn3gnTbcn off=5527203 len=1998567 2024-04-22T04:55:55.639 INFO:tasks.workunit.client.0.smithi040.stdout:op 2573 completed, throughput=4.99MB/sec 2024-04-22T04:55:55.639 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TfovW49FfqQzaGP off=8458971 len=139622 2024-04-22T04:55:55.641 INFO:tasks.workunit.client.0.smithi040.stdout:op 2574 completed, throughput=4.99MB/sec 2024-04-22T04:55:55.641 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-v3BS4bh4aRrYtO1 off=10310589 len=1331385 2024-04-22T04:55:55.649 INFO:tasks.workunit.client.0.smithi040.stdout:op 2575 completed, throughput=5MB/sec 2024-04-22T04:55:55.649 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--2a2G6WtZxZCNvW off=3251338 len=1659228 2024-04-22T04:55:55.657 INFO:tasks.workunit.client.0.smithi040.stdout:op 2576 completed, throughput=5MB/sec 2024-04-22T04:55:55.657 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Jw93NhnSvue3wgw off=10019738 len=447098 2024-04-22T04:55:55.660 INFO:tasks.workunit.client.0.smithi040.stdout:op 2577 completed, throughput=5MB/sec 2024-04-22T04:55:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:55:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:55:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:55:56.660 INFO:tasks.workunit.client.0.smithi040.stdout: 509: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:56.660 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-riBPnD21BuOX8k_ off=2507182 len=29889 2024-04-22T04:55:56.663 INFO:tasks.workunit.client.0.smithi040.stdout:op 2578 completed, throughput=4.99MB/sec 2024-04-22T04:55:56.663 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Kmt0qb9m09P6EYg off=7883391 len=1260003 2024-04-22T04:55:56.669 INFO:tasks.workunit.client.0.smithi040.stdout:op 2579 completed, throughput=4.99MB/sec 2024-04-22T04:55:56.669 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NnVQ4CqdrhU8qeI off=7870010 len=1844857 2024-04-22T04:55:56.675 INFO:tasks.workunit.client.0.smithi040.stdout:op 2580 completed, throughput=5MB/sec 2024-04-22T04:55:56.675 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VBNhxuk_D6EJ5qK off=7261758 len=609910 2024-04-22T04:55:56.679 INFO:tasks.workunit.client.0.smithi040.stdout:op 2581 completed, throughput=5MB/sec 2024-04-22T04:55:56.679 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--uDZ1zNI6f7Umxy off=80844 len=451601 2024-04-22T04:55:56.680 INFO:tasks.workunit.client.0.smithi040.stdout:op 2582 completed, throughput=5MB/sec 2024-04-22T04:55:56.680 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0QykZRxxTbzmkoh off=0 len=1067418 2024-04-22T04:55:56.685 INFO:tasks.workunit.client.0.smithi040.stdout:op 2583 completed, throughput=5MB/sec 2024-04-22T04:55:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:56 smithi062 ceph-mon[78153]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:55:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:56 smithi040 ceph-mon[88445]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:55:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:56 smithi040 ceph-mon[91058]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T04:55:57.686 INFO:tasks.workunit.client.0.smithi040.stdout: 510: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:57.686 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CK8GmsmnWTS2NBJ off=360456 len=855136 2024-04-22T04:55:57.691 INFO:tasks.workunit.client.0.smithi040.stdout:op 2584 completed, throughput=4.99MB/sec 2024-04-22T04:55:57.691 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VcXO7GZBs3NeU8K off=8108072 len=1322383 2024-04-22T04:55:57.693 INFO:tasks.workunit.client.0.smithi040.stdout:op 2585 completed, throughput=4.99MB/sec 2024-04-22T04:55:57.693 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pHGTXzzQOcXk-Pt off=2435575 len=843453 2024-04-22T04:55:57.698 INFO:tasks.workunit.client.0.smithi040.stdout:op 2586 completed, throughput=5MB/sec 2024-04-22T04:55:57.698 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kb22eY7NSE6nwCe off=281651 len=1188549 2024-04-22T04:55:57.699 INFO:tasks.workunit.client.0.smithi040.stdout:op 2587 completed, throughput=5MB/sec 2024-04-22T04:55:57.700 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-m2TGbRPp59p3LSE off=2293628 len=1279016 2024-04-22T04:55:57.705 INFO:tasks.workunit.client.0.smithi040.stdout:op 2588 completed, throughput=5MB/sec 2024-04-22T04:55:58.705 INFO:tasks.workunit.client.0.smithi040.stdout: 511: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:58.705 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pAdiw8pFrK0u5fd off=2973835 len=343083 2024-04-22T04:55:58.708 INFO:tasks.workunit.client.0.smithi040.stdout:op 2589 completed, throughput=4.99MB/sec 2024-04-22T04:55:58.709 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AQ1EbXDB_izFlvT off=14549042 len=1340114 2024-04-22T04:55:58.710 INFO:tasks.workunit.client.0.smithi040.stdout:op 2590 completed, throughput=4.99MB/sec 2024-04-22T04:55:58.710 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cS6jaNdUgMO6LVk off=8510949 len=1231334 2024-04-22T04:55:58.716 INFO:tasks.workunit.client.0.smithi040.stdout:op 2591 completed, throughput=5MB/sec 2024-04-22T04:55:58.716 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-M22jhbgfZZhJveq off=4886065 len=254351 2024-04-22T04:55:58.716 INFO:tasks.workunit.client.0.smithi040.stdout:op 2592 completed, throughput=5MB/sec 2024-04-22T04:55:58.717 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gqXeMQporK_vKJ7 off=7613768 len=1057491 2024-04-22T04:55:58.722 INFO:tasks.workunit.client.0.smithi040.stdout:op 2593 completed, throughput=5MB/sec 2024-04-22T04:55:58.722 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-n4uNk6NJgzLnqYq off=8548923 len=1128521 2024-04-22T04:55:58.726 INFO:tasks.workunit.client.0.smithi040.stdout:op 2594 completed, throughput=5MB/sec 2024-04-22T04:55:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:55:58 smithi062 ceph-mon[78153]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:55:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:55:58 smithi040 ceph-mon[88445]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:55:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:55:58 smithi040 ceph-mon[91058]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:55:59.727 INFO:tasks.workunit.client.0.smithi040.stdout: 512: throughput=4.99MB/sec pending data=0 2024-04-22T04:55:59.727 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Qo7ERVmdKUWfi9u off=13411014 len=88719 2024-04-22T04:55:59.729 INFO:tasks.workunit.client.0.smithi040.stdout:op 2595 completed, throughput=4.99MB/sec 2024-04-22T04:55:59.729 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PIHHp6kk8A1YRMW off=8855178 len=1664141 2024-04-22T04:55:59.731 INFO:tasks.workunit.client.0.smithi040.stdout:op 2596 completed, throughput=4.99MB/sec 2024-04-22T04:55:59.731 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VxMP6Twm6Wh5PSH off=16021665 len=496990 2024-04-22T04:55:59.735 INFO:tasks.workunit.client.0.smithi040.stdout:op 2597 completed, throughput=5MB/sec 2024-04-22T04:55:59.735 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LRbLWL2Yi-xkyr6 off=12504723 len=1820039 2024-04-22T04:55:59.737 INFO:tasks.workunit.client.0.smithi040.stdout:op 2598 completed, throughput=5MB/sec 2024-04-22T04:55:59.737 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1j6AhV7OhwrHS72 off=11582182 len=1934051 2024-04-22T04:55:59.747 INFO:tasks.workunit.client.0.smithi040.stdout:op 2599 completed, throughput=5MB/sec 2024-04-22T04:56:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:56:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:56:00] "GET /metrics HTTP/1.1" 200 240232 "" "Prometheus/2.43.0" 2024-04-22T04:56:00.747 INFO:tasks.workunit.client.0.smithi040.stdout: 513: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:00.747 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cnfSfoN7DJyS_wL off=1724229 len=1698990 2024-04-22T04:56:00.755 INFO:tasks.workunit.client.0.smithi040.stdout:op 2600 completed, throughput=5MB/sec 2024-04-22T04:56:00.755 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--SKuSPFZU_HQRHY off=1136349 len=347417 2024-04-22T04:56:00.758 INFO:tasks.workunit.client.0.smithi040.stdout:op 2601 completed, throughput=5MB/sec 2024-04-22T04:56:00.758 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6pmIfUADjMjnFgO off=619227 len=2066361 2024-04-22T04:56:00.760 INFO:tasks.workunit.client.0.smithi040.stdout:op 2602 completed, throughput=5MB/sec 2024-04-22T04:56:00.760 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IBpbHa3iiujExy4 off=1540829 len=1137984 2024-04-22T04:56:00.762 INFO:tasks.workunit.client.0.smithi040.stdout:op 2603 completed, throughput=5MB/sec 2024-04-22T04:56:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:00 smithi062 ceph-mon[78153]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:56:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:00 smithi040 ceph-mon[91058]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:56:00.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:00 smithi040 ceph-mon[88445]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T04:56:01.762 INFO:tasks.workunit.client.0.smithi040.stdout: 514: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:01.763 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wYpKEfQ2N_LP534 off=18552851 len=1485759 2024-04-22T04:56:01.771 INFO:tasks.workunit.client.0.smithi040.stdout:op 2604 completed, throughput=4.99MB/sec 2024-04-22T04:56:01.771 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8DFWr85OA6dJYs2 off=2585228 len=1393997 2024-04-22T04:56:01.778 INFO:tasks.workunit.client.0.smithi040.stdout:op 2605 completed, throughput=5MB/sec 2024-04-22T04:56:01.778 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-taYAvfDdNKRV4yq off=2886368 len=465437 2024-04-22T04:56:01.780 INFO:tasks.workunit.client.0.smithi040.stdout:op 2606 completed, throughput=5MB/sec 2024-04-22T04:56:01.780 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Ij3VBcJnQ7sR1Yc off=0 len=1287535 2024-04-22T04:56:01.785 INFO:tasks.workunit.client.0.smithi040.stdout:op 2607 completed, throughput=5MB/sec 2024-04-22T04:56:02.785 INFO:tasks.workunit.client.0.smithi040.stdout: 515: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:02.786 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kMiH_6n41d_jwOL off=8563918 len=1469364 2024-04-22T04:56:02.792 INFO:tasks.workunit.client.0.smithi040.stdout:op 2608 completed, throughput=4.99MB/sec 2024-04-22T04:56:02.792 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sXOtDR_mle_14Fv off=4655121 len=1004811 2024-04-22T04:56:02.793 INFO:tasks.workunit.client.0.smithi040.stdout:op 2609 completed, throughput=5MB/sec 2024-04-22T04:56:02.793 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BN0GNzOacL_xBBX off=1707560 len=806143 2024-04-22T04:56:02.793 INFO:tasks.workunit.client.0.smithi040.stdout:op 2610 completed, throughput=5MB/sec 2024-04-22T04:56:02.794 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q-BFFSUj6gr72eF off=1657370 len=184408 2024-04-22T04:56:02.796 INFO:tasks.workunit.client.0.smithi040.stdout:op 2611 completed, throughput=5MB/sec 2024-04-22T04:56:02.796 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gKVoEdT2FQuXOwi off=2583663 len=1363401 2024-04-22T04:56:02.802 INFO:tasks.workunit.client.0.smithi040.stdout:op 2612 completed, throughput=5MB/sec 2024-04-22T04:56:02.802 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bAVvKD5W_b5ZKRh off=761704 len=557943 2024-04-22T04:56:02.802 INFO:tasks.workunit.client.0.smithi040.stdout:op 2613 completed, throughput=5MB/sec 2024-04-22T04:56:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:02 smithi062 ceph-mon[78153]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:56:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:02 smithi040 ceph-mon[88445]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:56:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:02 smithi040 ceph-mon[91058]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:56:03.803 INFO:tasks.workunit.client.0.smithi040.stdout: 516: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:03.803 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q6kpXevO0Y1HBz6 off=992380 len=593299 2024-04-22T04:56:03.807 INFO:tasks.workunit.client.0.smithi040.stdout:op 2614 completed, throughput=4.99MB/sec 2024-04-22T04:56:03.807 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vzTE376WrouvOV- off=6066442 len=980334 2024-04-22T04:56:03.812 INFO:tasks.workunit.client.0.smithi040.stdout:op 2615 completed, throughput=4.99MB/sec 2024-04-22T04:56:03.812 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iYY5swmYpuvQl4Z off=1014366 len=1724849 2024-04-22T04:56:03.815 INFO:tasks.workunit.client.0.smithi040.stdout:op 2616 completed, throughput=5MB/sec 2024-04-22T04:56:03.815 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2tHQMiTbm_cp5AO off=9177974 len=234696 2024-04-22T04:56:03.815 INFO:tasks.workunit.client.0.smithi040.stdout:op 2617 completed, throughput=5MB/sec 2024-04-22T04:56:03.816 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WdLhbMsxbB0xFzK off=8190075 len=482621 2024-04-22T04:56:03.819 INFO:tasks.workunit.client.0.smithi040.stdout:op 2618 completed, throughput=5MB/sec 2024-04-22T04:56:03.819 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pttYLhaqfdJgC3Z off=2135511 len=960340 2024-04-22T04:56:03.821 INFO:tasks.workunit.client.0.smithi040.stdout:op 2619 completed, throughput=5MB/sec 2024-04-22T04:56:03.821 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vgsBEU9wBPwKPyx off=4844834 len=934027 2024-04-22T04:56:03.825 INFO:tasks.workunit.client.0.smithi040.stdout:op 2620 completed, throughput=5MB/sec 2024-04-22T04:56:04.826 INFO:tasks.workunit.client.0.smithi040.stdout: 517: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:04.826 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pYu6hncD33SAVyo off=1966722 len=287100 2024-04-22T04:56:04.829 INFO:tasks.workunit.client.0.smithi040.stdout:op 2621 completed, throughput=4.99MB/sec 2024-04-22T04:56:04.829 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uS4-9_OUy7YXBV8 off=9481712 len=407909 2024-04-22T04:56:04.833 INFO:tasks.workunit.client.0.smithi040.stdout:op 2622 completed, throughput=4.99MB/sec 2024-04-22T04:56:04.833 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1GOd0Tv_Z9CzeaA off=8963797 len=1711567 2024-04-22T04:56:04.839 INFO:tasks.workunit.client.0.smithi040.stdout:op 2623 completed, throughput=5MB/sec 2024-04-22T04:56:04.840 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Fru2mAj6TD3ha-B off=8731558 len=1573536 2024-04-22T04:56:04.845 INFO:tasks.workunit.client.0.smithi040.stdout:op 2624 completed, throughput=5MB/sec 2024-04-22T04:56:04.845 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MTmYi0teFTb94id off=19269306 len=1799935 2024-04-22T04:56:04.847 INFO:tasks.workunit.client.0.smithi040.stdout:op 2625 completed, throughput=5MB/sec 2024-04-22T04:56:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:04 smithi062 ceph-mon[78153]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T04:56:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:04 smithi040 ceph-mon[88445]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T04:56:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:04 smithi040 ceph-mon[91058]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T04:56:05.847 INFO:tasks.workunit.client.0.smithi040.stdout: 518: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:05.847 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QJp11ANUk2IaWFA off=21083764 len=718478 2024-04-22T04:56:05.852 INFO:tasks.workunit.client.0.smithi040.stdout:op 2626 completed, throughput=4.99MB/sec 2024-04-22T04:56:05.852 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7sQlmmszXnK3US5 off=3289317 len=118336 2024-04-22T04:56:05.854 INFO:tasks.workunit.client.0.smithi040.stdout:op 2627 completed, throughput=4.99MB/sec 2024-04-22T04:56:05.854 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-N_3MRTohyCuYJAz off=1722247 len=1532442 2024-04-22T04:56:05.862 INFO:tasks.workunit.client.0.smithi040.stdout:op 2628 completed, throughput=5MB/sec 2024-04-22T04:56:05.862 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0jIfcUNoeVipuyk off=5981580 len=1192944 2024-04-22T04:56:05.864 INFO:tasks.workunit.client.0.smithi040.stdout:op 2629 completed, throughput=5MB/sec 2024-04-22T04:56:05.864 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BDsVMKIqQ2-iHAX off=2682103 len=1472356 2024-04-22T04:56:05.867 INFO:tasks.workunit.client.0.smithi040.stdout:op 2630 completed, throughput=5MB/sec 2024-04-22T04:56:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:56:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:56:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:56:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:56:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:56:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:56:06.867 INFO:tasks.workunit.client.0.smithi040.stdout: 519: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:06.868 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lM5DeCEyglAvpSf off=7786714 len=1443181 2024-04-22T04:56:06.869 INFO:tasks.workunit.client.0.smithi040.stdout:op 2631 completed, throughput=4.99MB/sec 2024-04-22T04:56:06.869 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Yd_B_0H99Wc6STR off=9934344 len=1032245 2024-04-22T04:56:06.872 INFO:tasks.workunit.client.0.smithi040.stdout:op 2632 completed, throughput=5MB/sec 2024-04-22T04:56:06.872 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wpFz3y8qjauR6MR off=5825198 len=736898 2024-04-22T04:56:06.873 INFO:tasks.workunit.client.0.smithi040.stdout:op 2633 completed, throughput=5MB/sec 2024-04-22T04:56:06.873 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-U11bUuGK3dPUCWl off=18511841 len=1757621 2024-04-22T04:56:06.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:06 smithi062 ceph-mon[78153]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:56:06.884 INFO:tasks.workunit.client.0.smithi040.stdout:op 2634 completed, throughput=5MB/sec 2024-04-22T04:56:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:06 smithi040 ceph-mon[88445]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:56:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:06 smithi040 ceph-mon[91058]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:56:07.884 INFO:tasks.workunit.client.0.smithi040.stdout: 520: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:07.884 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VGCaiSUAGSQYgEK off=3319767 len=640800 2024-04-22T04:56:07.888 INFO:tasks.workunit.client.0.smithi040.stdout:op 2635 completed, throughput=4.99MB/sec 2024-04-22T04:56:07.888 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YgNmsZU1DCCMwmS off=16046783 len=1840352 2024-04-22T04:56:07.898 INFO:tasks.workunit.client.0.smithi040.stdout:op 2636 completed, throughput=5MB/sec 2024-04-22T04:56:07.898 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3_uwNQaG3p-s3gx off=8627874 len=1963372 2024-04-22T04:56:07.900 INFO:tasks.workunit.client.0.smithi040.stdout:op 2637 completed, throughput=5MB/sec 2024-04-22T04:56:07.900 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jx6nGaQVFlq4RGC off=1771108 len=310502 2024-04-22T04:56:07.901 INFO:tasks.workunit.client.0.smithi040.stdout:op 2638 completed, throughput=5MB/sec 2024-04-22T04:56:07.901 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QjQBK2o_OAXL27L off=1320937 len=1722602 2024-04-22T04:56:07.910 INFO:tasks.workunit.client.0.smithi040.stdout:op 2639 completed, throughput=5MB/sec 2024-04-22T04:56:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:08 smithi062 ceph-mon[78153]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T04:56:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:08 smithi040 ceph-mon[88445]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T04:56:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:08 smithi040 ceph-mon[91058]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T04:56:08.910 INFO:tasks.workunit.client.0.smithi040.stdout: 521: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:08.910 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0X6SPcsBOGnCFUe off=16775216 len=139776 2024-04-22T04:56:08.911 INFO:tasks.workunit.client.0.smithi040.stdout:op 2640 completed, throughput=4.99MB/sec 2024-04-22T04:56:08.911 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RoBiaKKzEunHJpv off=15087792 len=1498565 2024-04-22T04:56:08.913 INFO:tasks.workunit.client.0.smithi040.stdout:op 2641 completed, throughput=5MB/sec 2024-04-22T04:56:08.913 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hfpTptaxpXnBk97 off=444679 len=1492134 2024-04-22T04:56:08.915 INFO:tasks.workunit.client.0.smithi040.stdout:op 2642 completed, throughput=5MB/sec 2024-04-22T04:56:08.915 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OX7OkWbYcSga7yW off=5508375 len=622294 2024-04-22T04:56:08.917 INFO:tasks.workunit.client.0.smithi040.stdout:op 2643 completed, throughput=5MB/sec 2024-04-22T04:56:09.918 INFO:tasks.workunit.client.0.smithi040.stdout: 522: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:09.918 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xVEbQiGGw4NKkEI off=17471159 len=16332 2024-04-22T04:56:09.920 INFO:tasks.workunit.client.0.smithi040.stdout:op 2644 completed, throughput=4.99MB/sec 2024-04-22T04:56:09.920 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_g4fQk8wn27ZerB off=11368169 len=223081 2024-04-22T04:56:09.924 INFO:tasks.workunit.client.0.smithi040.stdout:op 2645 completed, throughput=4.99MB/sec 2024-04-22T04:56:09.924 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-foEjPXb6Q7FHp8b off=12565073 len=2063610 2024-04-22T04:56:09.933 INFO:tasks.workunit.client.0.smithi040.stdout:op 2646 completed, throughput=4.99MB/sec 2024-04-22T04:56:09.933 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FL7EXs8Qgd2_kuU off=4156791 len=368322 2024-04-22T04:56:09.934 INFO:tasks.workunit.client.0.smithi040.stdout:op 2647 completed, throughput=5MB/sec 2024-04-22T04:56:09.934 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qnuldd9mlamWxM4 off=1165344 len=1504374 2024-04-22T04:56:09.936 INFO:tasks.workunit.client.0.smithi040.stdout:op 2648 completed, throughput=5MB/sec 2024-04-22T04:56:09.936 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0J33txOINg_FeZz off=2585702 len=531999 2024-04-22T04:56:09.940 INFO:tasks.workunit.client.0.smithi040.stdout:op 2649 completed, throughput=5MB/sec 2024-04-22T04:56:09.940 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-l8vVzUZ_cZKJ-Kx off=3226495 len=246043 2024-04-22T04:56:09.943 INFO:tasks.workunit.client.0.smithi040.stdout:op 2650 completed, throughput=5MB/sec 2024-04-22T04:56:09.943 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3IJ_nPDLvI4YRjD off=10107443 len=348488 2024-04-22T04:56:09.945 INFO:tasks.workunit.client.0.smithi040.stdout:op 2651 completed, throughput=5MB/sec 2024-04-22T04:56:09.946 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-p3oomi-cqBW9xYZ off=1000281 len=1368374 2024-04-22T04:56:09.953 INFO:tasks.workunit.client.0.smithi040.stdout:op 2652 completed, throughput=5MB/sec 2024-04-22T04:56:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:56:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:56:10] "GET /metrics HTTP/1.1" 200 240250 "" "Prometheus/2.43.0" 2024-04-22T04:56:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:10 smithi062 ceph-mon[78153]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:56:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:10 smithi040 ceph-mon[88445]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:56:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:10 smithi040 ceph-mon[91058]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:56:10.953 INFO:tasks.workunit.client.0.smithi040.stdout: 523: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:10.953 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TCJdtV6bT429bX3 off=5698121 len=1120690 2024-04-22T04:56:10.955 INFO:tasks.workunit.client.0.smithi040.stdout:op 2653 completed, throughput=4.99MB/sec 2024-04-22T04:56:10.955 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jH6lLFF0eowJPyr off=2321364 len=1411160 2024-04-22T04:56:10.957 INFO:tasks.workunit.client.0.smithi040.stdout:op 2654 completed, throughput=5MB/sec 2024-04-22T04:56:10.957 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8bQFGzbOMKCnKOz off=12212654 len=800547 2024-04-22T04:56:10.958 INFO:tasks.workunit.client.0.smithi040.stdout:op 2655 completed, throughput=5MB/sec 2024-04-22T04:56:10.958 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DjAMvsEcR_4iOhj off=11637198 len=1597427 2024-04-22T04:56:10.967 INFO:tasks.workunit.client.0.smithi040.stdout:op 2656 completed, throughput=5MB/sec 2024-04-22T04:56:11.968 INFO:tasks.workunit.client.0.smithi040.stdout: 524: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:11.968 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ccE9zK3OipOvRzr off=20063633 len=66389 2024-04-22T04:56:11.968 INFO:tasks.workunit.client.0.smithi040.stdout:op 2657 completed, throughput=4.99MB/sec 2024-04-22T04:56:11.968 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3rnfouyfCjC4dqo off=3023860 len=1951719 2024-04-22T04:56:11.971 INFO:tasks.workunit.client.0.smithi040.stdout:op 2658 completed, throughput=5MB/sec 2024-04-22T04:56:11.971 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-M3hbRQmfU8Z7Uid off=3991700 len=2011907 2024-04-22T04:56:11.973 INFO:tasks.workunit.client.0.smithi040.stdout:op 2659 completed, throughput=5MB/sec 2024-04-22T04:56:11.973 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GUm4whZNWdLK7Cb off=6318971 len=940540 2024-04-22T04:56:11.979 INFO:tasks.workunit.client.0.smithi040.stdout:op 2660 completed, throughput=5MB/sec 2024-04-22T04:56:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:12 smithi062 ceph-mon[78153]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-22T04:56:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:12 smithi040 ceph-mon[88445]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-22T04:56:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:12 smithi040 ceph-mon[91058]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-22T04:56:12.979 INFO:tasks.workunit.client.0.smithi040.stdout: 525: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:12.979 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6hT8d3PbiSTnSeS off=20850303 len=1554375 2024-04-22T04:56:12.981 INFO:tasks.workunit.client.0.smithi040.stdout:op 2661 completed, throughput=4.99MB/sec 2024-04-22T04:56:12.981 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mxkdC1SS6pUrfjo off=1698642 len=684836 2024-04-22T04:56:12.985 INFO:tasks.workunit.client.0.smithi040.stdout:op 2662 completed, throughput=5MB/sec 2024-04-22T04:56:12.986 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pVfi9To4LxmWgkp off=6671592 len=710096 2024-04-22T04:56:12.989 INFO:tasks.workunit.client.0.smithi040.stdout:op 2663 completed, throughput=5MB/sec 2024-04-22T04:56:12.990 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kSVbAzWf7WjpY1o off=19879177 len=1725955 2024-04-22T04:56:12.991 INFO:tasks.workunit.client.0.smithi040.stdout:op 2664 completed, throughput=5MB/sec 2024-04-22T04:56:12.992 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2hkOA-0xDH7oq_8 off=8133055 len=1234793 2024-04-22T04:56:12.999 INFO:tasks.workunit.client.0.smithi040.stdout:op 2665 completed, throughput=5MB/sec 2024-04-22T04:56:13.999 INFO:tasks.workunit.client.0.smithi040.stdout: 526: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:13.999 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-I3X4ez0QrvBW7Pg off=2870088 len=1451811 2024-04-22T04:56:14.001 INFO:tasks.workunit.client.0.smithi040.stdout:op 2666 completed, throughput=5MB/sec 2024-04-22T04:56:14.001 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qvHwroNjFAfQaEY off=12507112 len=1230687 2024-04-22T04:56:14.008 INFO:tasks.workunit.client.0.smithi040.stdout:op 2667 completed, throughput=5MB/sec 2024-04-22T04:56:14.008 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-a3hoZUmlEbHygax off=3569297 len=963226 2024-04-22T04:56:14.013 INFO:tasks.workunit.client.0.smithi040.stdout:op 2668 completed, throughput=5MB/sec 2024-04-22T04:56:14.013 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XzUiUBNnWVBIdX1 off=0 len=1306754 2024-04-22T04:56:14.014 INFO:tasks.workunit.client.0.smithi040.stdout:op 2669 completed, throughput=5MB/sec 2024-04-22T04:56:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:14 smithi040 ceph-mon[88445]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:56:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:14 smithi040 ceph-mon[91058]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:56:15.015 INFO:tasks.workunit.client.0.smithi040.stdout: 527: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:15.015 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jI4FAi0i2BP4FDY off=7010197 len=2011822 2024-04-22T04:56:15.019 INFO:tasks.workunit.client.0.smithi040.stdout:op 2670 completed, throughput=5MB/sec 2024-04-22T04:56:15.019 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-T9FH1SieER-9krr off=2162363 len=1998791 2024-04-22T04:56:15.031 INFO:tasks.workunit.client.0.smithi040.stdout:op 2671 completed, throughput=5MB/sec 2024-04-22T04:56:15.031 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oe5zb5LoN76h2kr off=1321057 len=1469177 2024-04-22T04:56:15.032 INFO:tasks.workunit.client.0.smithi040.stdout:op 2672 completed, throughput=5MB/sec 2024-04-22T04:56:15.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:14 smithi062 ceph-mon[78153]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:56:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:56:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:56:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:56:16.033 INFO:tasks.workunit.client.0.smithi040.stdout: 528: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:16.033 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Z48bk-3YzpzhzZx off=1986527 len=1854374 2024-04-22T04:56:16.035 INFO:tasks.workunit.client.0.smithi040.stdout:op 2673 completed, throughput=5MB/sec 2024-04-22T04:56:16.035 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-a3n30uQb8UPmIpR off=7084679 len=1229756 2024-04-22T04:56:16.041 INFO:tasks.workunit.client.0.smithi040.stdout:op 2674 completed, throughput=5MB/sec 2024-04-22T04:56:16.041 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6_dKj_jwiQNzvyj off=1684996 len=1124432 2024-04-22T04:56:16.047 INFO:tasks.workunit.client.0.smithi040.stdout:op 2675 completed, throughput=5MB/sec 2024-04-22T04:56:16.047 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9iPQp3aEU-2p8eC off=2649827 len=1777898 2024-04-22T04:56:16.050 INFO:tasks.workunit.client.0.smithi040.stdout:op 2676 completed, throughput=5MB/sec 2024-04-22T04:56:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:16 smithi040 ceph-mon[91058]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:56:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:16 smithi040 ceph-mon[88445]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:56:17.050 INFO:tasks.workunit.client.0.smithi040.stdout: 529: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:17.050 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ludmNy2Du8-mwGm off=414425 len=278802 2024-04-22T04:56:17.051 INFO:tasks.workunit.client.0.smithi040.stdout:op 2677 completed, throughput=4.99MB/sec 2024-04-22T04:56:17.051 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eGGzavRHghQJpFL off=10777769 len=273604 2024-04-22T04:56:17.052 INFO:tasks.workunit.client.0.smithi040.stdout:op 2678 completed, throughput=4.99MB/sec 2024-04-22T04:56:17.052 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1q_b0OPha5taeR9 off=8544583 len=1477362 2024-04-22T04:56:17.059 INFO:tasks.workunit.client.0.smithi040.stdout:op 2679 completed, throughput=5MB/sec 2024-04-22T04:56:17.059 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Tvx8J22GRo6Xp8M off=13687681 len=929327 2024-04-22T04:56:17.064 INFO:tasks.workunit.client.0.smithi040.stdout:op 2680 completed, throughput=5MB/sec 2024-04-22T04:56:17.064 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RUqWnE_ewLZPpmV off=5778995 len=1562164 2024-04-22T04:56:17.066 INFO:tasks.workunit.client.0.smithi040.stdout:op 2681 completed, throughput=5MB/sec 2024-04-22T04:56:17.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:16 smithi062 ceph-mon[78153]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:56:18.067 INFO:tasks.workunit.client.0.smithi040.stdout: 530: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:18.067 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uEd-Yv6RWFkPsBy off=3362792 len=418195 2024-04-22T04:56:18.067 INFO:tasks.workunit.client.0.smithi040.stdout:op 2682 completed, throughput=4.99MB/sec 2024-04-22T04:56:18.068 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3JFsQprI3eZRiTu off=1116028 len=1122900 2024-04-22T04:56:18.069 INFO:tasks.workunit.client.0.smithi040.stdout:op 2683 completed, throughput=4.99MB/sec 2024-04-22T04:56:18.069 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SJNa7VKCMZbEONW off=13144562 len=2088900 2024-04-22T04:56:18.073 INFO:tasks.workunit.client.0.smithi040.stdout:op 2684 completed, throughput=5MB/sec 2024-04-22T04:56:18.073 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1QZMoy7pOQFkOMG off=2514163 len=621834 2024-04-22T04:56:18.077 INFO:tasks.workunit.client.0.smithi040.stdout:op 2685 completed, throughput=5MB/sec 2024-04-22T04:56:18.077 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-evBma6_xl7-ZMV4 off=4425181 len=890239 2024-04-22T04:56:18.081 INFO:tasks.workunit.client.0.smithi040.stdout:op 2686 completed, throughput=5MB/sec 2024-04-22T04:56:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:18 smithi040 ceph-mon[88445]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:56:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:18 smithi040 ceph-mon[91058]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:56:19.081 INFO:tasks.workunit.client.0.smithi040.stdout: 531: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:19.081 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-J1GChQ_612-Zm4r off=4116678 len=727383 2024-04-22T04:56:19.083 INFO:tasks.workunit.client.0.smithi040.stdout:op 2687 completed, throughput=4.99MB/sec 2024-04-22T04:56:19.083 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MV7PL-rtAmkGmPg off=2649138 len=600291 2024-04-22T04:56:19.087 INFO:tasks.workunit.client.0.smithi040.stdout:op 2688 completed, throughput=4.99MB/sec 2024-04-22T04:56:19.087 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tZYy-ATPsbXVtiN off=10475220 len=1693489 2024-04-22T04:56:19.090 INFO:tasks.workunit.client.0.smithi040.stdout:op 2689 completed, throughput=5MB/sec 2024-04-22T04:56:19.090 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oEZqrysiCXTu85r off=7721621 len=182561 2024-04-22T04:56:19.091 INFO:tasks.workunit.client.0.smithi040.stdout:op 2690 completed, throughput=5MB/sec 2024-04-22T04:56:19.091 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2QFYTUQMY6fK80a off=2897075 len=1500520 2024-04-22T04:56:19.093 INFO:tasks.workunit.client.0.smithi040.stdout:op 2691 completed, throughput=5MB/sec 2024-04-22T04:56:19.093 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-S1k7asHFAnbL4wq off=4176061 len=400652 2024-04-22T04:56:19.094 INFO:tasks.workunit.client.0.smithi040.stdout:op 2692 completed, throughput=5MB/sec 2024-04-22T04:56:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:18 smithi062 ceph-mon[78153]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T04:56:20.095 INFO:tasks.workunit.client.0.smithi040.stdout: 532: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:20.095 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tTCagYfnrWTMla1 off=1769064 len=1387483 2024-04-22T04:56:20.102 INFO:tasks.workunit.client.0.smithi040.stdout:op 2693 completed, throughput=4.99MB/sec 2024-04-22T04:56:20.102 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-it4L9st3DM9wKC5 off=9326724 len=616543 2024-04-22T04:56:20.106 INFO:tasks.workunit.client.0.smithi040.stdout:op 2694 completed, throughput=4.99MB/sec 2024-04-22T04:56:20.106 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-r78Z89DJ1AL9TKh off=16695743 len=319455 2024-04-22T04:56:20.108 INFO:tasks.workunit.client.0.smithi040.stdout:op 2695 completed, throughput=5MB/sec 2024-04-22T04:56:20.108 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yKafHZZgXzoIlEH off=12971310 len=1503935 2024-04-22T04:56:20.114 INFO:tasks.workunit.client.0.smithi040.stdout:op 2696 completed, throughput=5MB/sec 2024-04-22T04:56:20.114 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3OIXZkpoQyamdlp off=3088811 len=1901556 2024-04-22T04:56:20.116 INFO:tasks.workunit.client.0.smithi040.stdout:op 2697 completed, throughput=5MB/sec 2024-04-22T04:56:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:56:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:56:20] "GET /metrics HTTP/1.1" 200 240250 "" "Prometheus/2.43.0" 2024-04-22T04:56:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:20 smithi040 ceph-mon[88445]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-22T04:56:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:56:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:20 smithi040 ceph-mon[91058]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-22T04:56:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:56:21.116 INFO:tasks.workunit.client.0.smithi040.stdout: 533: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:21.117 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HtzS7h8RQ2Wc5vI off=2613570 len=1893338 2024-04-22T04:56:21.126 INFO:tasks.workunit.client.0.smithi040.stdout:op 2698 completed, throughput=5MB/sec 2024-04-22T04:56:21.126 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-B2_nrZK2nPLBpbS off=3170842 len=1602573 2024-04-22T04:56:21.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:20 smithi062 ceph-mon[78153]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-22T04:56:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:56:21.134 INFO:tasks.workunit.client.0.smithi040.stdout:op 2699 completed, throughput=5MB/sec 2024-04-22T04:56:21.135 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PacIjUUQ71ZaJRT off=18872668 len=154969 2024-04-22T04:56:21.137 INFO:tasks.workunit.client.0.smithi040.stdout:op 2700 completed, throughput=5MB/sec 2024-04-22T04:56:21.137 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MLiyman6YhG8R5j off=2355593 len=1164904 2024-04-22T04:56:21.139 INFO:tasks.workunit.client.0.smithi040.stdout:op 2701 completed, throughput=5MB/sec 2024-04-22T04:56:22.139 INFO:tasks.workunit.client.0.smithi040.stdout: 534: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:22.139 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YHGKo88JWbzolCa off=1113331 len=1584475 2024-04-22T04:56:22.146 INFO:tasks.workunit.client.0.smithi040.stdout:op 2702 completed, throughput=4.99MB/sec 2024-04-22T04:56:22.146 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ue0ZD9sJ0aEQq6G off=773843 len=652249 2024-04-22T04:56:22.147 INFO:tasks.workunit.client.0.smithi040.stdout:op 2703 completed, throughput=5MB/sec 2024-04-22T04:56:22.147 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fDxyUwXtdjRnPU8 off=7417924 len=982720 2024-04-22T04:56:22.148 INFO:tasks.workunit.client.0.smithi040.stdout:op 2704 completed, throughput=5MB/sec 2024-04-22T04:56:22.148 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4OV1jixWHWWcl0s off=3901037 len=1149545 2024-04-22T04:56:22.151 INFO:tasks.workunit.client.0.smithi040.stdout:op 2705 completed, throughput=5MB/sec 2024-04-22T04:56:22.151 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Vd276_jTCZHNy7H off=9871357 len=936104 2024-04-22T04:56:22.153 INFO:tasks.workunit.client.0.smithi040.stdout:op 2706 completed, throughput=5MB/sec 2024-04-22T04:56:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:22 smithi040 ceph-mon[88445]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:56:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:22 smithi040 ceph-mon[91058]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:56:23.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:22 smithi062 ceph-mon[78153]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:56:23.153 INFO:tasks.workunit.client.0.smithi040.stdout: 535: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:23.153 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7Tg31yW82-v53Ps off=4459239 len=1871508 2024-04-22T04:56:23.163 INFO:tasks.workunit.client.0.smithi040.stdout:op 2707 completed, throughput=4.99MB/sec 2024-04-22T04:56:23.163 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-p4UxkGWFfZBQJ97 off=13787592 len=205034 2024-04-22T04:56:23.166 INFO:tasks.workunit.client.0.smithi040.stdout:op 2708 completed, throughput=4.99MB/sec 2024-04-22T04:56:23.166 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EXClF6tiN6UCRfI off=11349880 len=1980452 2024-04-22T04:56:23.168 INFO:tasks.workunit.client.0.smithi040.stdout:op 2709 completed, throughput=5MB/sec 2024-04-22T04:56:23.168 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EXClF6tiN6UCRfI off=13155922 len=1748499 2024-04-22T04:56:23.169 INFO:tasks.workunit.client.0.smithi040.stdout:op 2710 completed, throughput=5MB/sec 2024-04-22T04:56:24.170 INFO:tasks.workunit.client.0.smithi040.stdout: 536: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:24.170 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-s7ogrTVIs_bnRcV off=4789494 len=74189 2024-04-22T04:56:24.170 INFO:tasks.workunit.client.0.smithi040.stdout:op 2711 completed, throughput=4.99MB/sec 2024-04-22T04:56:24.171 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cykTp_eHilpQzMt off=4651723 len=2009558 2024-04-22T04:56:24.181 INFO:tasks.workunit.client.0.smithi040.stdout:op 2712 completed, throughput=5MB/sec 2024-04-22T04:56:24.181 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WdLhbMsxbB0xFzK off=8091060 len=1449404 2024-04-22T04:56:24.183 INFO:tasks.workunit.client.0.smithi040.stdout:op 2713 completed, throughput=5MB/sec 2024-04-22T04:56:24.183 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VjGkBYHRwWbh_4m off=7157393 len=1632183 2024-04-22T04:56:24.185 INFO:tasks.workunit.client.0.smithi040.stdout:op 2714 completed, throughput=5MB/sec 2024-04-22T04:56:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:24 smithi040 ceph-mon[88445]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-22T04:56:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:24 smithi040 ceph-mon[91058]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-22T04:56:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:24 smithi062 ceph-mon[78153]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-22T04:56:25.185 INFO:tasks.workunit.client.0.smithi040.stdout: 537: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:25.185 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-flaG-gY76Zdkurg off=23288436 len=633149 2024-04-22T04:56:25.186 INFO:tasks.workunit.client.0.smithi040.stdout:op 2715 completed, throughput=4.99MB/sec 2024-04-22T04:56:25.186 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gflHmcpPxIok1Pr off=12365293 len=1160801 2024-04-22T04:56:25.189 INFO:tasks.workunit.client.0.smithi040.stdout:op 2716 completed, throughput=4.99MB/sec 2024-04-22T04:56:25.189 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZYuZIj6Zzd8pQkF off=3886315 len=286104 2024-04-22T04:56:25.193 INFO:tasks.workunit.client.0.smithi040.stdout:op 2717 completed, throughput=5MB/sec 2024-04-22T04:56:25.193 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-S6EfJ2Za0pd0ehP off=7191224 len=1168277 2024-04-22T04:56:25.198 INFO:tasks.workunit.client.0.smithi040.stdout:op 2718 completed, throughput=5MB/sec 2024-04-22T04:56:25.198 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-56mMNYBJoPVIN3_ off=6687438 len=496126 2024-04-22T04:56:25.199 INFO:tasks.workunit.client.0.smithi040.stdout:op 2719 completed, throughput=5MB/sec 2024-04-22T04:56:25.199 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KhfpBK2pw9eYDh7 off=16390907 len=2060598 2024-04-22T04:56:25.201 INFO:tasks.workunit.client.0.smithi040.stdout:op 2720 completed, throughput=5MB/sec 2024-04-22T04:56:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:56:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:56:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:56:26.202 INFO:tasks.workunit.client.0.smithi040.stdout: 538: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:26.202 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zdIb1ugH2zEXBj6 off=14270845 len=429755 2024-04-22T04:56:26.205 INFO:tasks.workunit.client.0.smithi040.stdout:op 2721 completed, throughput=4.99MB/sec 2024-04-22T04:56:26.205 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pW1ELm8g36aauQv off=2958263 len=499660 2024-04-22T04:56:26.206 INFO:tasks.workunit.client.0.smithi040.stdout:op 2722 completed, throughput=4.99MB/sec 2024-04-22T04:56:26.206 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nhxsr-vCpxMuFQ3 off=7572806 len=341152 2024-04-22T04:56:26.208 INFO:tasks.workunit.client.0.smithi040.stdout:op 2723 completed, throughput=4.99MB/sec 2024-04-22T04:56:26.208 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6_uiv1poeNlResr off=8559106 len=1016273 2024-04-22T04:56:26.213 INFO:tasks.workunit.client.0.smithi040.stdout:op 2724 completed, throughput=5MB/sec 2024-04-22T04:56:26.213 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Vy4dKRhAyb3Gaoo off=12375719 len=349518 2024-04-22T04:56:26.216 INFO:tasks.workunit.client.0.smithi040.stdout:op 2725 completed, throughput=5MB/sec 2024-04-22T04:56:26.216 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SHu9rJc1EjMQTiy off=14148998 len=341657 2024-04-22T04:56:26.217 INFO:tasks.workunit.client.0.smithi040.stdout:op 2726 completed, throughput=5MB/sec 2024-04-22T04:56:26.217 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EkqxWvdRsUyF-a2 off=19116960 len=83980 2024-04-22T04:56:26.217 INFO:tasks.workunit.client.0.smithi040.stdout:op 2727 completed, throughput=5MB/sec 2024-04-22T04:56:26.218 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1j6AhV7OhwrHS72 off=15251169 len=1872570 2024-04-22T04:56:26.220 INFO:tasks.workunit.client.0.smithi040.stdout:op 2728 completed, throughput=5MB/sec 2024-04-22T04:56:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:26 smithi040 ceph-mon[88445]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-22T04:56:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:26 smithi040 ceph-mon[91058]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-22T04:56:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:26 smithi062 ceph-mon[78153]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-22T04:56:27.220 INFO:tasks.workunit.client.0.smithi040.stdout: 539: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:27.220 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TCLK3TDU6i1XsaY off=1015929 len=1669006 2024-04-22T04:56:27.227 INFO:tasks.workunit.client.0.smithi040.stdout:op 2729 completed, throughput=4.99MB/sec 2024-04-22T04:56:27.227 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Tnro-9AHidiPldj off=4017933 len=1639265 2024-04-22T04:56:27.235 INFO:tasks.workunit.client.0.smithi040.stdout:op 2730 completed, throughput=5MB/sec 2024-04-22T04:56:27.235 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Au2SU8En3z_Bdjx off=1348265 len=532597 2024-04-22T04:56:27.236 INFO:tasks.workunit.client.0.smithi040.stdout:op 2731 completed, throughput=5MB/sec 2024-04-22T04:56:27.236 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1ZIoAEjuBQr8ODd off=280844 len=1356414 2024-04-22T04:56:27.244 INFO:tasks.workunit.client.0.smithi040.stdout:op 2732 completed, throughput=5MB/sec 2024-04-22T04:56:28.245 INFO:tasks.workunit.client.0.smithi040.stdout: 540: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:28.245 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bGvee2ZdA5TVxwa off=5110282 len=777185 2024-04-22T04:56:28.245 INFO:tasks.workunit.client.0.smithi040.stdout:op 2733 completed, throughput=4.99MB/sec 2024-04-22T04:56:28.246 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ED3rHrFaIk81pTV off=7197709 len=1345190 2024-04-22T04:56:28.251 INFO:tasks.workunit.client.0.smithi040.stdout:op 2734 completed, throughput=5MB/sec 2024-04-22T04:56:28.252 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-l9hMY5bB1uepqNF off=112068 len=844154 2024-04-22T04:56:28.256 INFO:tasks.workunit.client.0.smithi040.stdout:op 2735 completed, throughput=5MB/sec 2024-04-22T04:56:28.256 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VwACkYi5px1UShK off=8596618 len=617485 2024-04-22T04:56:28.256 INFO:tasks.workunit.client.0.smithi040.stdout:op 2736 completed, throughput=5MB/sec 2024-04-22T04:56:28.256 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BMvR8QW13qa8-R8 off=2297023 len=1486539 2024-04-22T04:56:28.257 INFO:tasks.workunit.client.0.smithi040.stdout:op 2737 completed, throughput=5MB/sec 2024-04-22T04:56:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:28 smithi040 ceph-mon[88445]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T04:56:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:28 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:56:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:28 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:56:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:28 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:56:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:28 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:56:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:28 smithi040 ceph-mon[91058]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T04:56:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:28 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:56:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:28 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:56:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:28 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:56:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:28 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:56:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:28 smithi062 ceph-mon[78153]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T04:56:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:28 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:56:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:28 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:56:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:28 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:56:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:28 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:56:29.258 INFO:tasks.workunit.client.0.smithi040.stdout: 541: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:29.258 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2NJVdgRLNOSVtuT off=13336727 len=360575 2024-04-22T04:56:29.261 INFO:tasks.workunit.client.0.smithi040.stdout:op 2738 completed, throughput=4.99MB/sec 2024-04-22T04:56:29.261 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Sjrph8EZWHCXzlq off=12707060 len=656337 2024-04-22T04:56:29.263 INFO:tasks.workunit.client.0.smithi040.stdout:op 2739 completed, throughput=4.99MB/sec 2024-04-22T04:56:29.263 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0SgrdHFABZ0P5uA off=5336730 len=1144654 2024-04-22T04:56:29.269 INFO:tasks.workunit.client.0.smithi040.stdout:op 2740 completed, throughput=4.99MB/sec 2024-04-22T04:56:29.269 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-itAF8g4uEy_gmdd off=18694064 len=1665930 2024-04-22T04:56:29.277 INFO:tasks.workunit.client.0.smithi040.stdout:op 2741 completed, throughput=5MB/sec 2024-04-22T04:56:29.277 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uLVGMm9qZWBI8CM off=7736598 len=2068529 2024-04-22T04:56:29.278 INFO:tasks.workunit.client.0.smithi040.stdout:op 2742 completed, throughput=5MB/sec 2024-04-22T04:56:30.279 INFO:tasks.workunit.client.0.smithi040.stdout: 542: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:30.279 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TDDs2gCLkqxkKmF off=5787061 len=446392 2024-04-22T04:56:30.280 INFO:tasks.workunit.client.0.smithi040.stdout:op 2743 completed, throughput=4.99MB/sec 2024-04-22T04:56:30.280 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HIatHkMNTxW1kKa off=95420 len=594604 2024-04-22T04:56:30.284 INFO:tasks.workunit.client.0.smithi040.stdout:op 2744 completed, throughput=4.99MB/sec 2024-04-22T04:56:30.284 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bPoBiZB53qB5SYC off=13366162 len=1711448 2024-04-22T04:56:30.292 INFO:tasks.workunit.client.0.smithi040.stdout:op 2745 completed, throughput=5MB/sec 2024-04-22T04:56:30.292 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pLsAXdO0DE3VVrk off=1934336 len=1238619 2024-04-22T04:56:30.293 INFO:tasks.workunit.client.0.smithi040.stdout:op 2746 completed, throughput=5MB/sec 2024-04-22T04:56:30.293 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-puu1FQlB99eCaIa off=15724174 len=1022538 2024-04-22T04:56:30.294 INFO:tasks.workunit.client.0.smithi040.stdout:op 2747 completed, throughput=5MB/sec 2024-04-22T04:56:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:56:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:56:30] "GET /metrics HTTP/1.1" 200 240244 "" "Prometheus/2.43.0" 2024-04-22T04:56:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:30 smithi040 ceph-mon[88445]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:56:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:30 smithi040 ceph-mon[91058]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:56:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:30 smithi062 ceph-mon[78153]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T04:56:31.295 INFO:tasks.workunit.client.0.smithi040.stdout: 543: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:31.295 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-d1FEj0CRnRJjYiu off=2943516 len=1582120 2024-04-22T04:56:31.296 INFO:tasks.workunit.client.0.smithi040.stdout:op 2748 completed, throughput=4.99MB/sec 2024-04-22T04:56:31.297 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_39WbtU_VaQ6gRw off=6964028 len=945516 2024-04-22T04:56:31.299 INFO:tasks.workunit.client.0.smithi040.stdout:op 2749 completed, throughput=5MB/sec 2024-04-22T04:56:31.299 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DN5jtccG5RbOPRK off=7478324 len=914595 2024-04-22T04:56:31.300 INFO:tasks.workunit.client.0.smithi040.stdout:op 2750 completed, throughput=5MB/sec 2024-04-22T04:56:31.300 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7UTKeADPcIYHLsD off=3369526 len=42153 2024-04-22T04:56:31.303 INFO:tasks.workunit.client.0.smithi040.stdout:op 2751 completed, throughput=5MB/sec 2024-04-22T04:56:31.303 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-O33cl3PnZ3v9w5Y off=15579 len=766041 2024-04-22T04:56:31.304 INFO:tasks.workunit.client.0.smithi040.stdout:op 2752 completed, throughput=5MB/sec 2024-04-22T04:56:31.304 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jlsVGszuVmKiTw5 off=4899469 len=144196 2024-04-22T04:56:31.304 INFO:tasks.workunit.client.0.smithi040.stdout:op 2753 completed, throughput=5MB/sec 2024-04-22T04:56:31.304 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MJgjqwRnZbv1S-8 off=4276608 len=1595115 2024-04-22T04:56:31.306 INFO:tasks.workunit.client.0.smithi040.stdout:op 2754 completed, throughput=5MB/sec 2024-04-22T04:56:32.306 INFO:tasks.workunit.client.0.smithi040.stdout: 544: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:32.306 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tEfwXiv55jJ3pih off=4499939 len=71176 2024-04-22T04:56:32.309 INFO:tasks.workunit.client.0.smithi040.stdout:op 2755 completed, throughput=4.99MB/sec 2024-04-22T04:56:32.309 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-L7c5pA2YSx5KtQO off=5067075 len=1558790 2024-04-22T04:56:32.312 INFO:tasks.workunit.client.0.smithi040.stdout:op 2756 completed, throughput=5MB/sec 2024-04-22T04:56:32.312 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-69bpaFawKjCg5uV off=2086054 len=557689 2024-04-22T04:56:32.315 INFO:tasks.workunit.client.0.smithi040.stdout:op 2757 completed, throughput=5MB/sec 2024-04-22T04:56:32.316 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IyBbq55qU_DBhAY off=5454938 len=1280844 2024-04-22T04:56:32.321 INFO:tasks.workunit.client.0.smithi040.stdout:op 2758 completed, throughput=5MB/sec 2024-04-22T04:56:32.321 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZNb_ChcZfrbt9CI off=208006 len=2011554 2024-04-22T04:56:32.332 INFO:tasks.workunit.client.0.smithi040.stdout:op 2759 completed, throughput=5MB/sec 2024-04-22T04:56:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:32 smithi062 ceph-mon[78153]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:56:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:32 smithi040 ceph-mon[88445]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:56:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:32 smithi040 ceph-mon[91058]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:56:33.332 INFO:tasks.workunit.client.0.smithi040.stdout: 545: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:33.332 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BDsVMKIqQ2-iHAX off=1253984 len=920923 2024-04-22T04:56:33.337 INFO:tasks.workunit.client.0.smithi040.stdout:op 2760 completed, throughput=4.99MB/sec 2024-04-22T04:56:33.338 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KQOwhJ7TEo-3h8I off=9073747 len=1206938 2024-04-22T04:56:33.345 INFO:tasks.workunit.client.0.smithi040.stdout:op 2761 completed, throughput=5MB/sec 2024-04-22T04:56:33.345 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-emOSIzxyj8SG3t7 off=448517 len=1909517 2024-04-22T04:56:33.348 INFO:tasks.workunit.client.0.smithi040.stdout:op 2762 completed, throughput=5MB/sec 2024-04-22T04:56:33.348 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cctEpfJvl5-hF2M off=1688927 len=721034 2024-04-22T04:56:33.349 INFO:tasks.workunit.client.0.smithi040.stdout:op 2763 completed, throughput=5MB/sec 2024-04-22T04:56:34.349 INFO:tasks.workunit.client.0.smithi040.stdout: 546: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:34.350 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-O8jeG9Gcsty7IwN off=15525111 len=5230 2024-04-22T04:56:34.352 INFO:tasks.workunit.client.0.smithi040.stdout:op 2764 completed, throughput=4.99MB/sec 2024-04-22T04:56:34.352 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1v-sEvkXzz1rS0b off=18725677 len=974521 2024-04-22T04:56:34.357 INFO:tasks.workunit.client.0.smithi040.stdout:op 2765 completed, throughput=4.99MB/sec 2024-04-22T04:56:34.357 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GSAbyoPmT3yjRrr off=13602926 len=1028923 2024-04-22T04:56:34.363 INFO:tasks.workunit.client.0.smithi040.stdout:op 2766 completed, throughput=5MB/sec 2024-04-22T04:56:34.363 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-haAjG6ZQ2yEAm2G off=11904088 len=192182 2024-04-22T04:56:34.364 INFO:tasks.workunit.client.0.smithi040.stdout:op 2767 completed, throughput=5MB/sec 2024-04-22T04:56:34.364 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-As3TumaGhRqXYKv off=1657966 len=1931876 2024-04-22T04:56:34.365 INFO:tasks.workunit.client.0.smithi040.stdout:op 2768 completed, throughput=5MB/sec 2024-04-22T04:56:34.365 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jynJjQ-o6_YSlL9 off=9442112 len=400913 2024-04-22T04:56:34.368 INFO:tasks.workunit.client.0.smithi040.stdout:op 2769 completed, throughput=5MB/sec 2024-04-22T04:56:34.368 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YefDm7x3o6QmvAw off=4836313 len=420983 2024-04-22T04:56:34.369 INFO:tasks.workunit.client.0.smithi040.stdout:op 2770 completed, throughput=5MB/sec 2024-04-22T04:56:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:34 smithi062 ceph-mon[78153]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:56:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:34 smithi040 ceph-mon[88445]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:56:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:34 smithi040 ceph-mon[91058]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:56:35.369 INFO:tasks.workunit.client.0.smithi040.stdout: 547: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:35.369 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LfuCxg55yCAlltF off=14709949 len=268158 2024-04-22T04:56:35.372 INFO:tasks.workunit.client.0.smithi040.stdout:op 2771 completed, throughput=4.99MB/sec 2024-04-22T04:56:35.372 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LsBatJvB0Nkg6ck off=7009481 len=933935 2024-04-22T04:56:35.377 INFO:tasks.workunit.client.0.smithi040.stdout:op 2772 completed, throughput=4.99MB/sec 2024-04-22T04:56:35.377 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ApoMWFhzyHYlNM4 off=13669383 len=1975096 2024-04-22T04:56:35.380 INFO:tasks.workunit.client.0.smithi040.stdout:op 2773 completed, throughput=5MB/sec 2024-04-22T04:56:35.380 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2WASD0_KI56MAbN off=1663892 len=563820 2024-04-22T04:56:35.381 INFO:tasks.workunit.client.0.smithi040.stdout:op 2774 completed, throughput=5MB/sec 2024-04-22T04:56:35.381 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YiUl2_QzBC94TaG off=14372968 len=1501555 2024-04-22T04:56:35.383 INFO:tasks.workunit.client.0.smithi040.stdout:op 2775 completed, throughput=5MB/sec 2024-04-22T04:56:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:56:35.927 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:56:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:56:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:56:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:56:36.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:56:36.383 INFO:tasks.workunit.client.0.smithi040.stdout: 548: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:36.383 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-la11MuC8ry7qQmH off=13850365 len=2079426 2024-04-22T04:56:36.387 INFO:tasks.workunit.client.0.smithi040.stdout:op 2776 completed, throughput=4.99MB/sec 2024-04-22T04:56:36.387 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ABreivNoDZAahXm off=15947389 len=1723091 2024-04-22T04:56:36.395 INFO:tasks.workunit.client.0.smithi040.stdout:op 2777 completed, throughput=5MB/sec 2024-04-22T04:56:36.395 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--cxknnzg0tIMGJJ off=5393391 len=1740252 2024-04-22T04:56:36.404 INFO:tasks.workunit.client.0.smithi040.stdout:op 2778 completed, throughput=5MB/sec 2024-04-22T04:56:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:36 smithi062 ceph-mon[78153]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:56:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:36 smithi040 ceph-mon[88445]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:56:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:36 smithi040 ceph-mon[91058]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:56:37.405 INFO:tasks.workunit.client.0.smithi040.stdout: 549: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:37.405 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hku2i_LuR39EIkK off=4694830 len=115980 2024-04-22T04:56:37.406 INFO:tasks.workunit.client.0.smithi040.stdout:op 2779 completed, throughput=4.99MB/sec 2024-04-22T04:56:37.406 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KgofeX17fnRQEGZ off=2765704 len=89409 2024-04-22T04:56:37.406 INFO:tasks.workunit.client.0.smithi040.stdout:op 2780 completed, throughput=4.99MB/sec 2024-04-22T04:56:37.406 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jJ0a-vzXH08JJab off=1248780 len=1123308 2024-04-22T04:56:37.409 INFO:tasks.workunit.client.0.smithi040.stdout:op 2781 completed, throughput=4.99MB/sec 2024-04-22T04:56:37.409 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RphU_7yZMhyYtp5 off=4163618 len=833829 2024-04-22T04:56:37.410 INFO:tasks.workunit.client.0.smithi040.stdout:op 2782 completed, throughput=5MB/sec 2024-04-22T04:56:37.410 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jkpmutekBxDmtL9 off=2172213 len=630871 2024-04-22T04:56:37.411 INFO:tasks.workunit.client.0.smithi040.stdout:op 2783 completed, throughput=5MB/sec 2024-04-22T04:56:37.411 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZgmeY11tu0E5akX off=14192434 len=472647 2024-04-22T04:56:37.415 INFO:tasks.workunit.client.0.smithi040.stdout:op 2784 completed, throughput=5MB/sec 2024-04-22T04:56:37.415 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bwHjX8DmWBi3tWL off=10470492 len=266013 2024-04-22T04:56:37.416 INFO:tasks.workunit.client.0.smithi040.stdout:op 2785 completed, throughput=5MB/sec 2024-04-22T04:56:37.416 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-D9bpSFH4p0-gtHb off=873247 len=133422 2024-04-22T04:56:37.419 INFO:tasks.workunit.client.0.smithi040.stdout:op 2786 completed, throughput=5MB/sec 2024-04-22T04:56:37.419 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NlEIIwyi59AIG4L off=4396999 len=1498161 2024-04-22T04:56:37.424 INFO:tasks.workunit.client.0.smithi040.stdout:op 2787 completed, throughput=5MB/sec 2024-04-22T04:56:38.425 INFO:tasks.workunit.client.0.smithi040.stdout: 550: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:38.425 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ROxknwNIq3tH8iG off=22189534 len=760174 2024-04-22T04:56:38.426 INFO:tasks.workunit.client.0.smithi040.stdout:op 2788 completed, throughput=4.99MB/sec 2024-04-22T04:56:38.426 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QbGSZglCSqnmJzx off=19853901 len=1500340 2024-04-22T04:56:38.428 INFO:tasks.workunit.client.0.smithi040.stdout:op 2789 completed, throughput=5MB/sec 2024-04-22T04:56:38.428 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2fi82hnriRY30ph off=2990364 len=189955 2024-04-22T04:56:38.431 INFO:tasks.workunit.client.0.smithi040.stdout:op 2790 completed, throughput=5MB/sec 2024-04-22T04:56:38.431 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eCkkP4mXpoR2zf- off=12726960 len=1770609 2024-04-22T04:56:38.433 INFO:tasks.workunit.client.0.smithi040.stdout:op 2791 completed, throughput=5MB/sec 2024-04-22T04:56:38.433 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bNZV7vQoLAbe2yB off=19071518 len=1715974 2024-04-22T04:56:38.439 INFO:tasks.workunit.client.0.smithi040.stdout:op 2792 completed, throughput=5MB/sec 2024-04-22T04:56:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:38 smithi062 ceph-mon[78153]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:56:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:38 smithi040 ceph-mon[88445]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:56:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:38 smithi040 ceph-mon[91058]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:56:39.440 INFO:tasks.workunit.client.0.smithi040.stdout: 551: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:39.440 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EgNrDiH6hLkW4Fr off=5312496 len=232398 2024-04-22T04:56:39.440 INFO:tasks.workunit.client.0.smithi040.stdout:op 2793 completed, throughput=4.99MB/sec 2024-04-22T04:56:39.441 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6c03TTYt7do8b3t off=1242608 len=42093 2024-04-22T04:56:39.441 INFO:tasks.workunit.client.0.smithi040.stdout:op 2794 completed, throughput=4.99MB/sec 2024-04-22T04:56:39.441 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1WMlaC-bHYYeYQO off=1416434 len=545355 2024-04-22T04:56:39.443 INFO:tasks.workunit.client.0.smithi040.stdout:op 2795 completed, throughput=4.99MB/sec 2024-04-22T04:56:39.443 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NWpdLAvmOed9mQW off=8208934 len=1920177 2024-04-22T04:56:39.445 INFO:tasks.workunit.client.0.smithi040.stdout:op 2796 completed, throughput=5MB/sec 2024-04-22T04:56:39.445 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0wwivQJomH1dT5I off=898234 len=242145 2024-04-22T04:56:39.445 INFO:tasks.workunit.client.0.smithi040.stdout:op 2797 completed, throughput=5MB/sec 2024-04-22T04:56:39.446 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LR77TfUcdV05nqZ off=13188306 len=1294046 2024-04-22T04:56:39.448 INFO:tasks.workunit.client.0.smithi040.stdout:op 2798 completed, throughput=5MB/sec 2024-04-22T04:56:39.448 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aHA3ca-NAGHT35k off=769029 len=814209 2024-04-22T04:56:39.453 INFO:tasks.workunit.client.0.smithi040.stdout:op 2799 completed, throughput=5MB/sec 2024-04-22T04:56:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:56:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:56:40] "GET /metrics HTTP/1.1" 200 240253 "" "Prometheus/2.43.0" 2024-04-22T04:56:40.453 INFO:tasks.workunit.client.0.smithi040.stdout: 552: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:40.454 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aE9PH9IwM1f_dcK off=5933636 len=809151 2024-04-22T04:56:40.455 INFO:tasks.workunit.client.0.smithi040.stdout:op 2800 completed, throughput=4.99MB/sec 2024-04-22T04:56:40.455 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8AQkJdFdKG5Yizr off=2817445 len=1087308 2024-04-22T04:56:40.456 INFO:tasks.workunit.client.0.smithi040.stdout:op 2801 completed, throughput=5MB/sec 2024-04-22T04:56:40.456 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-K4Epn2VwJdI9Pjj off=4711907 len=1516988 2024-04-22T04:56:40.458 INFO:tasks.workunit.client.0.smithi040.stdout:op 2802 completed, throughput=5MB/sec 2024-04-22T04:56:40.458 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KL__Yi3_tY0wJXR off=7195171 len=707010 2024-04-22T04:56:40.463 INFO:tasks.workunit.client.0.smithi040.stdout:op 2803 completed, throughput=5MB/sec 2024-04-22T04:56:40.463 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tctEVPoGtDhSblj off=18635851 len=770012 2024-04-22T04:56:40.467 INFO:tasks.workunit.client.0.smithi040.stdout:op 2804 completed, throughput=5MB/sec 2024-04-22T04:56:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:40 smithi062 ceph-mon[78153]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:56:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:40 smithi040 ceph-mon[88445]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:56:41.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:40 smithi040 ceph-mon[91058]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:56:41.468 INFO:tasks.workunit.client.0.smithi040.stdout: 553: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:41.468 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BQcXEjhbERC00OT off=5333634 len=87473 2024-04-22T04:56:41.468 INFO:tasks.workunit.client.0.smithi040.stdout:op 2805 completed, throughput=4.99MB/sec 2024-04-22T04:56:41.469 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KKRKPAPgDXipadD off=6380710 len=968513 2024-04-22T04:56:41.470 INFO:tasks.workunit.client.0.smithi040.stdout:op 2806 completed, throughput=4.99MB/sec 2024-04-22T04:56:41.470 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-J8jXxpylVipXGvf off=7480960 len=1072952 2024-04-22T04:56:41.476 INFO:tasks.workunit.client.0.smithi040.stdout:op 2807 completed, throughput=4.99MB/sec 2024-04-22T04:56:41.476 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gCbxKK4UVzvambJ off=4428515 len=393508 2024-04-22T04:56:41.477 INFO:tasks.workunit.client.0.smithi040.stdout:op 2808 completed, throughput=5MB/sec 2024-04-22T04:56:41.477 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8IZrlxxW8LvOiN2 off=1283608 len=991380 2024-04-22T04:56:41.482 INFO:tasks.workunit.client.0.smithi040.stdout:op 2809 completed, throughput=5MB/sec 2024-04-22T04:56:41.482 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cWTg_WpRySrP9vr off=9450315 len=1312246 2024-04-22T04:56:41.488 INFO:tasks.workunit.client.0.smithi040.stdout:op 2810 completed, throughput=5MB/sec 2024-04-22T04:56:41.488 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2lBXbBP49EwU318 off=2457097 len=1969747 2024-04-22T04:56:41.499 INFO:tasks.workunit.client.0.smithi040.stdout:op 2811 completed, throughput=5MB/sec 2024-04-22T04:56:42.499 INFO:tasks.workunit.client.0.smithi040.stdout: 554: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:42.500 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ell_yOAiamH2Hs5 off=73563 len=1777496 2024-04-22T04:56:42.502 INFO:tasks.workunit.client.0.smithi040.stdout:op 2812 completed, throughput=5MB/sec 2024-04-22T04:56:42.502 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5GF3GEhFqu4u5TC off=10414192 len=1392539 2024-04-22T04:56:42.505 INFO:tasks.workunit.client.0.smithi040.stdout:op 2813 completed, throughput=5MB/sec 2024-04-22T04:56:42.505 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-33IpTIwvOaBVVlX off=1979209 len=739229 2024-04-22T04:56:42.506 INFO:tasks.workunit.client.0.smithi040.stdout:op 2814 completed, throughput=5MB/sec 2024-04-22T04:56:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:42 smithi062 ceph-mon[78153]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:56:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:42 smithi040 ceph-mon[88445]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:56:43.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:42 smithi040 ceph-mon[91058]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:56:43.506 INFO:tasks.workunit.client.0.smithi040.stdout: 555: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:43.506 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PqqHoitWAUWOIoA off=11473087 len=1075673 2024-04-22T04:56:43.508 INFO:tasks.workunit.client.0.smithi040.stdout:op 2815 completed, throughput=4.99MB/sec 2024-04-22T04:56:43.508 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VX5M1RfLPuMdWzs off=875735 len=138185 2024-04-22T04:56:43.510 INFO:tasks.workunit.client.0.smithi040.stdout:op 2816 completed, throughput=4.99MB/sec 2024-04-22T04:56:43.511 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mEKs-LlIUiXdYy8 off=8388241 len=226180 2024-04-22T04:56:43.514 INFO:tasks.workunit.client.0.smithi040.stdout:op 2817 completed, throughput=4.99MB/sec 2024-04-22T04:56:43.514 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KYGMjfpoUYT5c91 off=4975088 len=1001566 2024-04-22T04:56:43.516 INFO:tasks.workunit.client.0.smithi040.stdout:op 2818 completed, throughput=5MB/sec 2024-04-22T04:56:43.516 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uP_o6AxhWxZuwC1 off=19291541 len=972393 2024-04-22T04:56:43.521 INFO:tasks.workunit.client.0.smithi040.stdout:op 2819 completed, throughput=5MB/sec 2024-04-22T04:56:43.521 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XBlc18hDgL7mwlh off=9523239 len=990735 2024-04-22T04:56:43.522 INFO:tasks.workunit.client.0.smithi040.stdout:op 2820 completed, throughput=5MB/sec 2024-04-22T04:56:43.522 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gPUD91Vv9upKx2Y off=6431379 len=583596 2024-04-22T04:56:43.523 INFO:tasks.workunit.client.0.smithi040.stdout:op 2821 completed, throughput=5MB/sec 2024-04-22T04:56:43.523 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3EHhnbxj3ugzQPP off=5748532 len=244270 2024-04-22T04:56:43.524 INFO:tasks.workunit.client.0.smithi040.stdout:op 2822 completed, throughput=5MB/sec 2024-04-22T04:56:44.524 INFO:tasks.workunit.client.0.smithi040.stdout: 556: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:44.525 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BnPKiYjXfT1O_JX off=14057457 len=1821883 2024-04-22T04:56:44.527 INFO:tasks.workunit.client.0.smithi040.stdout:op 2823 completed, throughput=4.99MB/sec 2024-04-22T04:56:44.527 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lE58Mv5w5rNQduH off=2493113 len=1049735 2024-04-22T04:56:44.528 INFO:tasks.workunit.client.0.smithi040.stdout:op 2824 completed, throughput=5MB/sec 2024-04-22T04:56:44.528 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VJlP5pj0oF6biS0 off=9227916 len=780965 2024-04-22T04:56:44.529 INFO:tasks.workunit.client.0.smithi040.stdout:op 2825 completed, throughput=5MB/sec 2024-04-22T04:56:44.529 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jF_05pbAY6Wl4jX off=16754252 len=415248 2024-04-22T04:56:44.533 INFO:tasks.workunit.client.0.smithi040.stdout:op 2826 completed, throughput=5MB/sec 2024-04-22T04:56:44.533 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YcxeDEXYD95xLgN off=15634698 len=142634 2024-04-22T04:56:44.535 INFO:tasks.workunit.client.0.smithi040.stdout:op 2827 completed, throughput=5MB/sec 2024-04-22T04:56:44.535 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-C0icic4-Pmv9Zyj off=3813361 len=2010542 2024-04-22T04:56:44.537 INFO:tasks.workunit.client.0.smithi040.stdout:op 2828 completed, throughput=5MB/sec 2024-04-22T04:56:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:44 smithi062 ceph-mon[78153]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-22T04:56:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:44 smithi040 ceph-mon[88445]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-22T04:56:45.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:44 smithi040 ceph-mon[91058]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-22T04:56:45.538 INFO:tasks.workunit.client.0.smithi040.stdout: 557: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:45.538 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-A8THlMf6SlNqwyM off=1262448 len=898842 2024-04-22T04:56:45.540 INFO:tasks.workunit.client.0.smithi040.stdout:op 2829 completed, throughput=4.99MB/sec 2024-04-22T04:56:45.540 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SNJkLET2uBGg9mA off=1169450 len=974056 2024-04-22T04:56:45.545 INFO:tasks.workunit.client.0.smithi040.stdout:op 2830 completed, throughput=5MB/sec 2024-04-22T04:56:45.546 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LlQHyRYrPXaLnZR off=1571993 len=204817 2024-04-22T04:56:45.549 INFO:tasks.workunit.client.0.smithi040.stdout:op 2831 completed, throughput=5MB/sec 2024-04-22T04:56:45.549 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7eIW0IodulZ3Ado off=13678462 len=2072429 2024-04-22T04:56:45.551 INFO:tasks.workunit.client.0.smithi040.stdout:op 2832 completed, throughput=5MB/sec 2024-04-22T04:56:45.551 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-a3hoZUmlEbHygax off=9880122 len=354743 2024-04-22T04:56:45.553 INFO:tasks.workunit.client.0.smithi040.stdout:op 2833 completed, throughput=5MB/sec 2024-04-22T04:56:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:56:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:56:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:56:46.552 INFO:tasks.workunit.client.0.smithi040.stdout: 558: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:46.553 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8IZrlxxW8LvOiN2 off=880882 len=1394106 2024-04-22T04:56:46.560 INFO:tasks.workunit.client.0.smithi040.stdout:op 2834 completed, throughput=4.99MB/sec 2024-04-22T04:56:46.560 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LppvNVotzoscO7y off=1408757 len=846532 2024-04-22T04:56:46.564 INFO:tasks.workunit.client.0.smithi040.stdout:op 2835 completed, throughput=5MB/sec 2024-04-22T04:56:46.564 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fmx0GUYF1JpckLZ off=19850639 len=1205488 2024-04-22T04:56:46.571 INFO:tasks.workunit.client.0.smithi040.stdout:op 2836 completed, throughput=5MB/sec 2024-04-22T04:56:46.571 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZrNoGvgpamWHPxm off=8584624 len=376318 2024-04-22T04:56:46.572 INFO:tasks.workunit.client.0.smithi040.stdout:op 2837 completed, throughput=5MB/sec 2024-04-22T04:56:46.572 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-I-Rn0jjCcNRdWRg off=3810750 len=894862 2024-04-22T04:56:46.573 INFO:tasks.workunit.client.0.smithi040.stdout:op 2838 completed, throughput=5MB/sec 2024-04-22T04:56:46.574 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5hixnmMSrAF8Yr1 off=6957280 len=1344822 2024-04-22T04:56:46.577 INFO:tasks.workunit.client.0.smithi040.stdout:op 2839 completed, throughput=5MB/sec 2024-04-22T04:56:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:46 smithi062 ceph-mon[78153]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:56:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:46 smithi040 ceph-mon[88445]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:56:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:46 smithi040 ceph-mon[91058]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:56:47.575 INFO:tasks.workunit.client.0.smithi040.stdout: 559: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:47.575 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tmLAB_DaUTnbXuW off=17204773 len=402683 2024-04-22T04:56:47.576 INFO:tasks.workunit.client.0.smithi040.stdout:op 2840 completed, throughput=4.99MB/sec 2024-04-22T04:56:47.576 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sA2XPB9mDt4b8YE off=9120375 len=1946018 2024-04-22T04:56:47.589 INFO:tasks.workunit.client.0.smithi040.stdout:op 2841 completed, throughput=5MB/sec 2024-04-22T04:56:47.589 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Uv9Jyujdhmk24VC off=2020998 len=678043 2024-04-22T04:56:47.591 INFO:tasks.workunit.client.0.smithi040.stdout:op 2842 completed, throughput=5MB/sec 2024-04-22T04:56:47.591 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eYH2cpugPv8nNRt off=8553637 len=1379630 2024-04-22T04:56:47.598 INFO:tasks.workunit.client.0.smithi040.stdout:op 2843 completed, throughput=5MB/sec 2024-04-22T04:56:47.598 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Tme6_0Q-hQ1fddm off=19119386 len=2005588 2024-04-22T04:56:47.608 INFO:tasks.workunit.client.0.smithi040.stdout:op 2844 completed, throughput=5MB/sec 2024-04-22T04:56:48.608 INFO:tasks.workunit.client.0.smithi040.stdout: 560: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:48.608 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-raxxA1Bq4VgMLlA off=11774527 len=558974 2024-04-22T04:56:48.612 INFO:tasks.workunit.client.0.smithi040.stdout:op 2845 completed, throughput=5MB/sec 2024-04-22T04:56:48.612 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JlS3OlgUp1pWUVl off=4895141 len=1537880 2024-04-22T04:56:48.614 INFO:tasks.workunit.client.0.smithi040.stdout:op 2846 completed, throughput=5MB/sec 2024-04-22T04:56:48.614 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1ptVreAXS57AAy7 off=1419503 len=1133449 2024-04-22T04:56:48.616 INFO:tasks.workunit.client.0.smithi040.stdout:op 2847 completed, throughput=5MB/sec 2024-04-22T04:56:48.616 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4VDDA7HeekvpAO4 off=4096229 len=694888 2024-04-22T04:56:48.621 INFO:tasks.workunit.client.0.smithi040.stdout:op 2848 completed, throughput=5MB/sec 2024-04-22T04:56:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:48 smithi062 ceph-mon[78153]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-22T04:56:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:48 smithi040 ceph-mon[88445]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-22T04:56:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:48 smithi040 ceph-mon[91058]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-22T04:56:49.620 INFO:tasks.workunit.client.0.smithi040.stdout: 561: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:49.621 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LVka2wUUPQXkEgP off=9885525 len=446791 2024-04-22T04:56:49.624 INFO:tasks.workunit.client.0.smithi040.stdout:op 2849 completed, throughput=4.99MB/sec 2024-04-22T04:56:49.624 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PnTEwSKJrAbwzkW off=4858086 len=1745826 2024-04-22T04:56:49.635 INFO:tasks.workunit.client.0.smithi040.stdout:op 2850 completed, throughput=5MB/sec 2024-04-22T04:56:49.635 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-elRP2XWmVQiI1at off=7677307 len=358439 2024-04-22T04:56:49.638 INFO:tasks.workunit.client.0.smithi040.stdout:op 2851 completed, throughput=5MB/sec 2024-04-22T04:56:49.638 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_1ovzAQQ7KxgSt4 off=4336168 len=832601 2024-04-22T04:56:49.639 INFO:tasks.workunit.client.0.smithi040.stdout:op 2852 completed, throughput=5MB/sec 2024-04-22T04:56:49.639 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZroVFGXeSEE5oM2 off=20675864 len=1290731 2024-04-22T04:56:49.641 INFO:tasks.workunit.client.0.smithi040.stdout:op 2853 completed, throughput=5MB/sec 2024-04-22T04:56:49.641 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nr_sOTIj-PKoOHU off=15291433 len=590564 2024-04-22T04:56:49.641 INFO:tasks.workunit.client.0.smithi040.stdout:op 2854 completed, throughput=5MB/sec 2024-04-22T04:56:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:56:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:56:50] "GET /metrics HTTP/1.1" 200 240253 "" "Prometheus/2.43.0" 2024-04-22T04:56:50.642 INFO:tasks.workunit.client.0.smithi040.stdout: 562: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:50.642 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cTdbzviVU1f1Sym off=18031653 len=388191 2024-04-22T04:56:50.643 INFO:tasks.workunit.client.0.smithi040.stdout:op 2855 completed, throughput=4.99MB/sec 2024-04-22T04:56:50.643 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RFv30mdBijEHwd9 off=615447 len=1105647 2024-04-22T04:56:50.649 INFO:tasks.workunit.client.0.smithi040.stdout:op 2856 completed, throughput=4.99MB/sec 2024-04-22T04:56:50.649 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pNYGb_6qDEVjL_B off=8500895 len=252999 2024-04-22T04:56:50.652 INFO:tasks.workunit.client.0.smithi040.stdout:op 2857 completed, throughput=4.99MB/sec 2024-04-22T04:56:50.652 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-s5VWPykvxp0LMAU off=2947331 len=401221 2024-04-22T04:56:50.653 INFO:tasks.workunit.client.0.smithi040.stdout:op 2858 completed, throughput=5MB/sec 2024-04-22T04:56:50.653 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lyBFAJa2GGJqO9J off=15950611 len=908654 2024-04-22T04:56:50.654 INFO:tasks.workunit.client.0.smithi040.stdout:op 2859 completed, throughput=5MB/sec 2024-04-22T04:56:50.654 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HrrDJThwFs81MB5 off=2411537 len=1034666 2024-04-22T04:56:50.655 INFO:tasks.workunit.client.0.smithi040.stdout:op 2860 completed, throughput=5MB/sec 2024-04-22T04:56:50.655 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NN528UpFlyOEVav off=4782772 len=1321471 2024-04-22T04:56:50.660 INFO:tasks.workunit.client.0.smithi040.stdout:op 2861 completed, throughput=5MB/sec 2024-04-22T04:56:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:50 smithi062 ceph-mon[78153]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-22T04:56:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:56:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:50 smithi040 ceph-mon[91058]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-22T04:56:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:56:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:50 smithi040 ceph-mon[88445]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-22T04:56:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:56:51.661 INFO:tasks.workunit.client.0.smithi040.stdout: 563: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:51.661 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tancwnzYZlJOcC7 off=5421675 len=1772867 2024-04-22T04:56:51.670 INFO:tasks.workunit.client.0.smithi040.stdout:op 2862 completed, throughput=4.99MB/sec 2024-04-22T04:56:51.671 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-F6nLdQ67Co0XxsQ off=4311697 len=1296172 2024-04-22T04:56:51.677 INFO:tasks.workunit.client.0.smithi040.stdout:op 2863 completed, throughput=5MB/sec 2024-04-22T04:56:51.677 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MDGCZzZuq7lCm2q off=1137613 len=795737 2024-04-22T04:56:51.682 INFO:tasks.workunit.client.0.smithi040.stdout:op 2864 completed, throughput=5MB/sec 2024-04-22T04:56:51.682 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XnPbeCyFV69lNmU off=2400901 len=1267210 2024-04-22T04:56:51.688 INFO:tasks.workunit.client.0.smithi040.stdout:op 2865 completed, throughput=5MB/sec 2024-04-22T04:56:52.688 INFO:tasks.workunit.client.0.smithi040.stdout: 564: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:52.689 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qITLgiCHYDmNmYh off=1358091 len=52201 2024-04-22T04:56:52.689 INFO:tasks.workunit.client.0.smithi040.stdout:op 2866 completed, throughput=4.99MB/sec 2024-04-22T04:56:52.689 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gwm46fBPb9I-qq1 off=15231233 len=1282593 2024-04-22T04:56:52.695 INFO:tasks.workunit.client.0.smithi040.stdout:op 2867 completed, throughput=4.99MB/sec 2024-04-22T04:56:52.695 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7nmfZQ_SVNe2hYG off=8458447 len=382514 2024-04-22T04:56:52.696 INFO:tasks.workunit.client.0.smithi040.stdout:op 2868 completed, throughput=4.99MB/sec 2024-04-22T04:56:52.696 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_V1qq-GqUfEG0iX off=2517107 len=644952 2024-04-22T04:56:52.698 INFO:tasks.workunit.client.0.smithi040.stdout:op 2869 completed, throughput=5MB/sec 2024-04-22T04:56:52.698 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UHDmNWnI8JuBQlB off=2265707 len=1651380 2024-04-22T04:56:52.700 INFO:tasks.workunit.client.0.smithi040.stdout:op 2870 completed, throughput=5MB/sec 2024-04-22T04:56:52.700 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Xn7jjzVaSY5lGxy off=1027942 len=684136 2024-04-22T04:56:52.703 INFO:tasks.workunit.client.0.smithi040.stdout:op 2871 completed, throughput=5MB/sec 2024-04-22T04:56:52.704 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UFlbBs6HvS9ELHC off=8613349 len=1066755 2024-04-22T04:56:52.709 INFO:tasks.workunit.client.0.smithi040.stdout:op 2872 completed, throughput=5MB/sec 2024-04-22T04:56:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:52 smithi062 ceph-mon[78153]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-22T04:56:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:52 smithi040 ceph-mon[88445]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-22T04:56:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:52 smithi040 ceph-mon[91058]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-22T04:56:53.710 INFO:tasks.workunit.client.0.smithi040.stdout: 565: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:53.710 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iKMiUWC-YmJN8lA off=15230393 len=475144 2024-04-22T04:56:53.711 INFO:tasks.workunit.client.0.smithi040.stdout:op 2873 completed, throughput=4.99MB/sec 2024-04-22T04:56:53.711 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LwLLiJb_U5Bz_43 off=16259623 len=1673424 2024-04-22T04:56:53.713 INFO:tasks.workunit.client.0.smithi040.stdout:op 2874 completed, throughput=5MB/sec 2024-04-22T04:56:53.713 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VnRLkhBeTj9XU9M off=15473180 len=189150 2024-04-22T04:56:53.714 INFO:tasks.workunit.client.0.smithi040.stdout:op 2875 completed, throughput=5MB/sec 2024-04-22T04:56:53.714 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Ppn8kwS3YiWSuh6 off=17001386 len=376094 2024-04-22T04:56:53.717 INFO:tasks.workunit.client.0.smithi040.stdout:op 2876 completed, throughput=5MB/sec 2024-04-22T04:56:53.717 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-97mEHrwICALQxos off=3609639 len=1870724 2024-04-22T04:56:53.719 INFO:tasks.workunit.client.0.smithi040.stdout:op 2877 completed, throughput=5MB/sec 2024-04-22T04:56:53.720 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9hhd9mk8nLGQZCQ off=5846921 len=1020641 2024-04-22T04:56:53.724 INFO:tasks.workunit.client.0.smithi040.stdout:op 2878 completed, throughput=5MB/sec 2024-04-22T04:56:54.724 INFO:tasks.workunit.client.0.smithi040.stdout: 566: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:54.725 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-owzrDdFJZ-SMcMA off=14114468 len=1126355 2024-04-22T04:56:54.727 INFO:tasks.workunit.client.0.smithi040.stdout:op 2879 completed, throughput=4.99MB/sec 2024-04-22T04:56:54.727 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-APGV9Mzh5nHUi2j off=18413151 len=674322 2024-04-22T04:56:54.728 INFO:tasks.workunit.client.0.smithi040.stdout:op 2880 completed, throughput=5MB/sec 2024-04-22T04:56:54.728 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9gKv-Z6IC8evlwI off=13788854 len=491984 2024-04-22T04:56:54.732 INFO:tasks.workunit.client.0.smithi040.stdout:op 2881 completed, throughput=5MB/sec 2024-04-22T04:56:54.732 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yG43SPtGjwWiBkL off=12516386 len=356457 2024-04-22T04:56:54.733 INFO:tasks.workunit.client.0.smithi040.stdout:op 2882 completed, throughput=5MB/sec 2024-04-22T04:56:54.733 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qybU9yFrb6Pm6EA off=4810722 len=1466977 2024-04-22T04:56:54.735 INFO:tasks.workunit.client.0.smithi040.stdout:op 2883 completed, throughput=5MB/sec 2024-04-22T04:56:54.735 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HtqOunQJizzgJYp off=9806871 len=65083 2024-04-22T04:56:54.738 INFO:tasks.workunit.client.0.smithi040.stdout:op 2884 completed, throughput=5MB/sec 2024-04-22T04:56:54.738 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zW6AugYGBj8JErI off=13307657 len=1194855 2024-04-22T04:56:54.745 INFO:tasks.workunit.client.0.smithi040.stdout:op 2885 completed, throughput=5MB/sec 2024-04-22T04:56:55.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:54 smithi062 ceph-mon[78153]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T04:56:55.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:54 smithi040 ceph-mon[91058]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T04:56:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:54 smithi040 ceph-mon[88445]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T04:56:55.745 INFO:tasks.workunit.client.0.smithi040.stdout: 567: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:55.745 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CN6WePKZqkuaqbZ off=7002023 len=17570 2024-04-22T04:56:55.748 INFO:tasks.workunit.client.0.smithi040.stdout:op 2886 completed, throughput=4.99MB/sec 2024-04-22T04:56:55.748 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JmGKG265HpEYci_ off=10002518 len=1642163 2024-04-22T04:56:55.756 INFO:tasks.workunit.client.0.smithi040.stdout:op 2887 completed, throughput=5MB/sec 2024-04-22T04:56:55.756 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZCttkIrvOlt_zQn off=10441569 len=5955 2024-04-22T04:56:55.758 INFO:tasks.workunit.client.0.smithi040.stdout:op 2888 completed, throughput=5MB/sec 2024-04-22T04:56:55.758 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_Fcz9XAU2BkSrUo off=12427568 len=1739031 2024-04-22T04:56:55.770 INFO:tasks.workunit.client.0.smithi040.stdout:op 2889 completed, throughput=5MB/sec 2024-04-22T04:56:55.770 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3w4FV_dEofqK7iN off=805803 len=1125861 2024-04-22T04:56:55.778 INFO:tasks.workunit.client.0.smithi040.stdout:op 2890 completed, throughput=5MB/sec 2024-04-22T04:56:55.778 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Cmg3nqHbCe8kYXu off=16034630 len=1118881 2024-04-22T04:56:55.783 INFO:tasks.workunit.client.0.smithi040.stdout:op 2891 completed, throughput=5MB/sec 2024-04-22T04:56:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:56:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:56:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:56:56.784 INFO:tasks.workunit.client.0.smithi040.stdout: 568: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:56.784 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CuP6vLJLXWbWJ-Q off=3999656 len=842801 2024-04-22T04:56:56.788 INFO:tasks.workunit.client.0.smithi040.stdout:op 2892 completed, throughput=4.99MB/sec 2024-04-22T04:56:56.788 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CrGqgbK8pErFylU off=8321584 len=22054 2024-04-22T04:56:56.791 INFO:tasks.workunit.client.0.smithi040.stdout:op 2893 completed, throughput=4.99MB/sec 2024-04-22T04:56:56.791 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-v7UdLsCsUjALkLu off=2755863 len=1904187 2024-04-22T04:56:56.793 INFO:tasks.workunit.client.0.smithi040.stdout:op 2894 completed, throughput=5MB/sec 2024-04-22T04:56:56.793 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2YKFSDj8HeFGwpu off=13456430 len=502976 2024-04-22T04:56:56.797 INFO:tasks.workunit.client.0.smithi040.stdout:op 2895 completed, throughput=5MB/sec 2024-04-22T04:56:56.797 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-z9_mGdI3VNUy6Vm off=2533729 len=1364008 2024-04-22T04:56:56.802 INFO:tasks.workunit.client.0.smithi040.stdout:op 2896 completed, throughput=5MB/sec 2024-04-22T04:56:57.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:56 smithi062 ceph-mon[78153]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T04:56:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:56 smithi040 ceph-mon[88445]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T04:56:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:56 smithi040 ceph-mon[91058]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T04:56:57.802 INFO:tasks.workunit.client.0.smithi040.stdout: 569: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:57.803 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3hJvnDqbGj9cpwP off=1421195 len=1889537 2024-04-22T04:56:57.805 INFO:tasks.workunit.client.0.smithi040.stdout:op 2897 completed, throughput=5MB/sec 2024-04-22T04:56:57.805 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VM3TfcXtW7VjcbR off=593044 len=1305100 2024-04-22T04:56:57.813 INFO:tasks.workunit.client.0.smithi040.stdout:op 2898 completed, throughput=5MB/sec 2024-04-22T04:56:57.813 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-q6-XFFHVItAebRw off=9701351 len=641971 2024-04-22T04:56:57.816 INFO:tasks.workunit.client.0.smithi040.stdout:op 2899 completed, throughput=5MB/sec 2024-04-22T04:56:57.816 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ETs1_mXPjfAhiQ_ off=6218561 len=370307 2024-04-22T04:56:57.820 INFO:tasks.workunit.client.0.smithi040.stdout:op 2900 completed, throughput=5MB/sec 2024-04-22T04:56:57.820 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WHBLTg6V8efE3ng off=3915773 len=1775665 2024-04-22T04:56:57.822 INFO:tasks.workunit.client.0.smithi040.stdout:op 2901 completed, throughput=5MB/sec 2024-04-22T04:56:58.822 INFO:tasks.workunit.client.0.smithi040.stdout: 570: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:58.822 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-E4dNGc0ZjpdEH_4 off=10326837 len=2074894 2024-04-22T04:56:58.834 INFO:tasks.workunit.client.0.smithi040.stdout:op 2902 completed, throughput=5MB/sec 2024-04-22T04:56:58.834 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-L20bn4mLXZHkzTC off=1051443 len=2088103 2024-04-22T04:56:58.848 INFO:tasks.workunit.client.0.smithi040.stdout:op 2903 completed, throughput=5MB/sec 2024-04-22T04:56:58.848 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OXyXrBK_l6T84aL off=6145164 len=234026 2024-04-22T04:56:58.850 INFO:tasks.workunit.client.0.smithi040.stdout:op 2904 completed, throughput=5MB/sec 2024-04-22T04:56:59.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:56:58 smithi062 ceph-mon[78153]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T04:56:59.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:56:58 smithi040 ceph-mon[88445]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T04:56:59.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:56:58 smithi040 ceph-mon[91058]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T04:56:59.851 INFO:tasks.workunit.client.0.smithi040.stdout: 571: throughput=4.99MB/sec pending data=0 2024-04-22T04:56:59.851 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HbslEPblWi7TDPW off=4558991 len=1683712 2024-04-22T04:56:59.853 INFO:tasks.workunit.client.0.smithi040.stdout:op 2905 completed, throughput=4.99MB/sec 2024-04-22T04:56:59.853 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SD9y7KApescDh3f off=2966354 len=1852906 2024-04-22T04:56:59.862 INFO:tasks.workunit.client.0.smithi040.stdout:op 2906 completed, throughput=5MB/sec 2024-04-22T04:56:59.863 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8FvTqobU-sH-AUA off=50358 len=1107186 2024-04-22T04:56:59.867 INFO:tasks.workunit.client.0.smithi040.stdout:op 2907 completed, throughput=5MB/sec 2024-04-22T04:56:59.868 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z2Ja29U9An6pvuM off=5834781 len=1075281 2024-04-22T04:56:59.870 INFO:tasks.workunit.client.0.smithi040.stdout:op 2908 completed, throughput=5MB/sec 2024-04-22T04:57:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:57:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:57:00] "GET /metrics HTTP/1.1" 200 240229 "" "Prometheus/2.43.0" 2024-04-22T04:57:00.870 INFO:tasks.workunit.client.0.smithi040.stdout: 572: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:00.871 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-K-tDCCXYOGo4hBk off=1800832 len=808100 2024-04-22T04:57:00.875 INFO:tasks.workunit.client.0.smithi040.stdout:op 2909 completed, throughput=4.99MB/sec 2024-04-22T04:57:00.875 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ocHX-iT7PNpWO3F off=2256003 len=1983149 2024-04-22T04:57:00.885 INFO:tasks.workunit.client.0.smithi040.stdout:op 2910 completed, throughput=5MB/sec 2024-04-22T04:57:00.885 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vRQ5pBXwc5Fo1UX off=10901465 len=1736412 2024-04-22T04:57:00.894 INFO:tasks.workunit.client.0.smithi040.stdout:op 2911 completed, throughput=5MB/sec 2024-04-22T04:57:00.895 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZL8_65GOU5JUDsG off=6788059 len=785245 2024-04-22T04:57:00.896 INFO:tasks.workunit.client.0.smithi040.stdout:op 2912 completed, throughput=5MB/sec 2024-04-22T04:57:01.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:00 smithi062 ceph-mon[78153]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:57:01.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:00 smithi040 ceph-mon[88445]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:57:01.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:00 smithi040 ceph-mon[91058]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:57:01.897 INFO:tasks.workunit.client.0.smithi040.stdout: 573: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:01.897 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iJjBC7i4a4XuRZ5 off=6550011 len=1379502 2024-04-22T04:57:01.905 INFO:tasks.workunit.client.0.smithi040.stdout:op 2913 completed, throughput=4.99MB/sec 2024-04-22T04:57:01.906 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FpqNk6_VYGswAM8 off=5398884 len=1021875 2024-04-22T04:57:01.909 INFO:tasks.workunit.client.0.smithi040.stdout:op 2914 completed, throughput=5MB/sec 2024-04-22T04:57:01.909 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-16nsTCXcj8j1lpq off=2043673 len=1517370 2024-04-22T04:57:01.910 INFO:tasks.workunit.client.0.smithi040.stdout:op 2915 completed, throughput=5MB/sec 2024-04-22T04:57:01.910 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6ThhThHbhY6GN9h off=1899511 len=2014833 2024-04-22T04:57:01.918 INFO:tasks.workunit.client.0.smithi040.stdout:op 2916 completed, throughput=5MB/sec 2024-04-22T04:57:02.918 INFO:tasks.workunit.client.0.smithi040.stdout: 574: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:02.919 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WMoiAe_z3ym4Etk off=19987988 len=1160956 2024-04-22T04:57:02.920 INFO:tasks.workunit.client.0.smithi040.stdout:op 2917 completed, throughput=4.99MB/sec 2024-04-22T04:57:02.920 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aguWUNH3GJSZ_1_ off=22612717 len=586727 2024-04-22T04:57:02.925 INFO:tasks.workunit.client.0.smithi040.stdout:op 2918 completed, throughput=5MB/sec 2024-04-22T04:57:02.926 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-s-Cx7CdDeFOP7bG off=13023668 len=1160713 2024-04-22T04:57:02.926 INFO:tasks.workunit.client.0.smithi040.stdout:op 2919 completed, throughput=5MB/sec 2024-04-22T04:57:02.926 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Zy_Dlcdk7hMfJ86 off=1467686 len=1137327 2024-04-22T04:57:02.927 INFO:tasks.workunit.client.0.smithi040.stdout:op 2920 completed, throughput=5MB/sec 2024-04-22T04:57:02.927 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eqofWhC_OQd3OX_ off=7446952 len=795443 2024-04-22T04:57:02.931 INFO:tasks.workunit.client.0.smithi040.stdout:op 2921 completed, throughput=5MB/sec 2024-04-22T04:57:03.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:02 smithi062 ceph-mon[78153]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:57:03.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:02 smithi040 ceph-mon[88445]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:57:03.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:02 smithi040 ceph-mon[91058]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:57:03.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 04:57:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=cleanup t=2024-04-22T04:57:03.524787188Z level=info msg="Completed cleanup jobs" duration=15.667175ms 2024-04-22T04:57:03.931 INFO:tasks.workunit.client.0.smithi040.stdout: 575: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:03.932 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-63merRiZ6ZTRViy off=3447883 len=1854502 2024-04-22T04:57:03.939 INFO:tasks.workunit.client.0.smithi040.stdout:op 2922 completed, throughput=5MB/sec 2024-04-22T04:57:03.939 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MqDwVR4T3HYB2qQ off=92777 len=995509 2024-04-22T04:57:03.940 INFO:tasks.workunit.client.0.smithi040.stdout:op 2923 completed, throughput=5MB/sec 2024-04-22T04:57:03.940 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SouLe9Iel1QuAeQ off=12289448 len=896005 2024-04-22T04:57:03.944 INFO:tasks.workunit.client.0.smithi040.stdout:op 2924 completed, throughput=5MB/sec 2024-04-22T04:57:03.945 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wIDc53ZUZrVD-ml off=8342171 len=1179979 2024-04-22T04:57:03.950 INFO:tasks.workunit.client.0.smithi040.stdout:op 2925 completed, throughput=5MB/sec 2024-04-22T04:57:04.951 INFO:tasks.workunit.client.0.smithi040.stdout: 576: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:04.951 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-u-Sp-VeRa8mqecQ off=646137 len=1541673 2024-04-22T04:57:04.957 INFO:tasks.workunit.client.0.smithi040.stdout:op 2926 completed, throughput=4.99MB/sec 2024-04-22T04:57:04.958 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qnuldd9mlamWxM4 off=591975 len=1169709 2024-04-22T04:57:04.959 INFO:tasks.workunit.client.0.smithi040.stdout:op 2927 completed, throughput=5MB/sec 2024-04-22T04:57:04.959 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XUx457ZSfOEXlDc off=17015183 len=834524 2024-04-22T04:57:04.964 INFO:tasks.workunit.client.0.smithi040.stdout:op 2928 completed, throughput=5MB/sec 2024-04-22T04:57:04.964 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-b03iO5NX-ETi3lZ off=19195420 len=6858 2024-04-22T04:57:04.966 INFO:tasks.workunit.client.0.smithi040.stdout:op 2929 completed, throughput=5MB/sec 2024-04-22T04:57:04.966 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9NLpE-RssW2r9RQ off=1181843 len=1505616 2024-04-22T04:57:04.967 INFO:tasks.workunit.client.0.smithi040.stdout:op 2930 completed, throughput=5MB/sec 2024-04-22T04:57:04.967 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wP_BD_h3pkVVAfx off=8261847 len=1440328 2024-04-22T04:57:04.969 INFO:tasks.workunit.client.0.smithi040.stdout:op 2931 completed, throughput=5MB/sec 2024-04-22T04:57:05.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:04 smithi062 ceph-mon[78153]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:57:05.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:04 smithi040 ceph-mon[88445]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:57:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:04 smithi040 ceph-mon[91058]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:57:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:57:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:57:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:57:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:57:05.970 INFO:tasks.workunit.client.0.smithi040.stdout: 577: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:05.970 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OEotcveMtzYhYul off=10165813 len=903415 2024-04-22T04:57:05.971 INFO:tasks.workunit.client.0.smithi040.stdout:op 2932 completed, throughput=4.99MB/sec 2024-04-22T04:57:05.971 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mT8L4nDJH1yaGpi off=6975522 len=1283660 2024-04-22T04:57:05.978 INFO:tasks.workunit.client.0.smithi040.stdout:op 2933 completed, throughput=5MB/sec 2024-04-22T04:57:05.978 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AR_wbmIZR2Zt5Tm off=8552649 len=1343576 2024-04-22T04:57:05.980 INFO:tasks.workunit.client.0.smithi040.stdout:op 2934 completed, throughput=5MB/sec 2024-04-22T04:57:05.980 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4lyAm7IlBgCew6K off=12074459 len=1576075 2024-04-22T04:57:05.982 INFO:tasks.workunit.client.0.smithi040.stdout:op 2935 completed, throughput=5MB/sec 2024-04-22T04:57:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:57:06.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:57:06.982 INFO:tasks.workunit.client.0.smithi040.stdout: 578: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:06.982 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UDrauPNzxEzq3Ii off=11921354 len=1382007 2024-04-22T04:57:06.990 INFO:tasks.workunit.client.0.smithi040.stdout:op 2936 completed, throughput=5MB/sec 2024-04-22T04:57:06.990 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cw6RsEkUMNsYZ_S off=4723761 len=1483325 2024-04-22T04:57:06.998 INFO:tasks.workunit.client.0.smithi040.stdout:op 2937 completed, throughput=5MB/sec 2024-04-22T04:57:06.998 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Z6IGw_d4XcpF-gS off=9360301 len=2051990 2024-04-22T04:57:07.001 INFO:tasks.workunit.client.0.smithi040.stdout:op 2938 completed, throughput=5MB/sec 2024-04-22T04:57:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:06 smithi062 ceph-mon[78153]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:57:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:06 smithi040 ceph-mon[88445]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:57:07.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:06 smithi040 ceph-mon[91058]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:57:08.002 INFO:tasks.workunit.client.0.smithi040.stdout: 579: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:08.002 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EDyVruodY9oRPBa off=4775424 len=1809518 2024-04-22T04:57:08.004 INFO:tasks.workunit.client.0.smithi040.stdout:op 2939 completed, throughput=5MB/sec 2024-04-22T04:57:08.004 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hFIibPN1_pky6tc off=906677 len=1411793 2024-04-22T04:57:08.006 INFO:tasks.workunit.client.0.smithi040.stdout:op 2940 completed, throughput=5MB/sec 2024-04-22T04:57:08.006 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dSTJtTpoho4-nMM off=5711776 len=47596 2024-04-22T04:57:08.007 INFO:tasks.workunit.client.0.smithi040.stdout:op 2941 completed, throughput=5MB/sec 2024-04-22T04:57:08.007 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8qsyANYrz2zc2SW off=6115311 len=1471392 2024-04-22T04:57:08.014 INFO:tasks.workunit.client.0.smithi040.stdout:op 2942 completed, throughput=5MB/sec 2024-04-22T04:57:08.014 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pAXqoBCsdk-tnaT off=8066434 len=865944 2024-04-22T04:57:08.020 INFO:tasks.workunit.client.0.smithi040.stdout:op 2943 completed, throughput=5MB/sec 2024-04-22T04:57:09.020 INFO:tasks.workunit.client.0.smithi040.stdout: 580: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:09.020 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rUPJchkMRk_LVD2 off=138350 len=749205 2024-04-22T04:57:09.021 INFO:tasks.workunit.client.0.smithi040.stdout:op 2944 completed, throughput=4.99MB/sec 2024-04-22T04:57:09.021 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-u-czb2oy4XIJ1nN off=3609343 len=1189584 2024-04-22T04:57:09.023 INFO:tasks.workunit.client.0.smithi040.stdout:op 2945 completed, throughput=5MB/sec 2024-04-22T04:57:09.023 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-b2f_f323AfPQWeZ off=3619004 len=1755775 2024-04-22T04:57:09.033 INFO:tasks.workunit.client.0.smithi040.stdout:op 2946 completed, throughput=5MB/sec 2024-04-22T04:57:09.034 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DFioqXhgLacDxaI off=2677075 len=2022609 2024-04-22T04:57:09.043 INFO:tasks.workunit.client.0.smithi040.stdout:op 2947 completed, throughput=5MB/sec 2024-04-22T04:57:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:08 smithi062 ceph-mon[78153]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-22T04:57:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:08 smithi040 ceph-mon[88445]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-22T04:57:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:08 smithi040 ceph-mon[91058]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-22T04:57:10.043 INFO:tasks.workunit.client.0.smithi040.stdout: 581: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:10.043 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bYhEaUM3N4rhsTy off=1197680 len=1942599 2024-04-22T04:57:10.045 INFO:tasks.workunit.client.0.smithi040.stdout:op 2948 completed, throughput=5MB/sec 2024-04-22T04:57:10.045 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1ptVreAXS57AAy7 off=1338857 len=1561814 2024-04-22T04:57:10.052 INFO:tasks.workunit.client.0.smithi040.stdout:op 2949 completed, throughput=5MB/sec 2024-04-22T04:57:10.052 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gacxxG5RYtNGua1 off=2548536 len=49236 2024-04-22T04:57:10.053 INFO:tasks.workunit.client.0.smithi040.stdout:op 2950 completed, throughput=5MB/sec 2024-04-22T04:57:10.053 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mjHlNq3C5qfQQlG off=40389 len=356395 2024-04-22T04:57:10.056 INFO:tasks.workunit.client.0.smithi040.stdout:op 2951 completed, throughput=5MB/sec 2024-04-22T04:57:10.056 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bT5JJMJueA3W1Sw off=1418105 len=413229 2024-04-22T04:57:10.057 INFO:tasks.workunit.client.0.smithi040.stdout:op 2952 completed, throughput=5MB/sec 2024-04-22T04:57:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:57:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:57:10] "GET /metrics HTTP/1.1" 200 240242 "" "Prometheus/2.43.0" 2024-04-22T04:57:11.057 INFO:tasks.workunit.client.0.smithi040.stdout: 582: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:11.058 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-awM8Y_ts7pElYSR off=4397665 len=1045833 2024-04-22T04:57:11.059 INFO:tasks.workunit.client.0.smithi040.stdout:op 2953 completed, throughput=4.99MB/sec 2024-04-22T04:57:11.059 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZU2_CXKazyjnBsm off=12616008 len=762236 2024-04-22T04:57:11.060 INFO:tasks.workunit.client.0.smithi040.stdout:op 2954 completed, throughput=4.99MB/sec 2024-04-22T04:57:11.060 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7ZAtz5gJFgoi6VS off=1618753 len=1520737 2024-04-22T04:57:11.067 INFO:tasks.workunit.client.0.smithi040.stdout:op 2955 completed, throughput=5MB/sec 2024-04-22T04:57:11.067 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JJ-fT46Ayc07msG off=1797469 len=941238 2024-04-22T04:57:11.072 INFO:tasks.workunit.client.0.smithi040.stdout:op 2956 completed, throughput=5MB/sec 2024-04-22T04:57:11.072 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z8XHiSu4wyk1axm off=6124380 len=1983456 2024-04-22T04:57:11.074 INFO:tasks.workunit.client.0.smithi040.stdout:op 2957 completed, throughput=5MB/sec 2024-04-22T04:57:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:10 smithi062 ceph-mon[78153]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-22T04:57:11.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:10 smithi040 ceph-mon[88445]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-22T04:57:11.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:10 smithi040 ceph-mon[91058]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-22T04:57:12.075 INFO:tasks.workunit.client.0.smithi040.stdout: 583: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:12.075 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TUL_XD9Q--UOsle off=4568806 len=1596345 2024-04-22T04:57:12.083 INFO:tasks.workunit.client.0.smithi040.stdout:op 2958 completed, throughput=5MB/sec 2024-04-22T04:57:12.083 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1JvZUVzXB9s_wYO off=20655252 len=1234204 2024-04-22T04:57:12.091 INFO:tasks.workunit.client.0.smithi040.stdout:op 2959 completed, throughput=5MB/sec 2024-04-22T04:57:12.091 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gJbqeRz8fUIQWek off=3576989 len=366162 2024-04-22T04:57:12.092 INFO:tasks.workunit.client.0.smithi040.stdout:op 2960 completed, throughput=5MB/sec 2024-04-22T04:57:12.092 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LgQc0imyXFro7Tp off=19125202 len=1867939 2024-04-22T04:57:12.094 INFO:tasks.workunit.client.0.smithi040.stdout:op 2961 completed, throughput=5MB/sec 2024-04-22T04:57:13.094 INFO:tasks.workunit.client.0.smithi040.stdout: 584: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:13.094 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Rpa-4sq82dddLP3 off=14934577 len=352975 2024-04-22T04:57:13.098 INFO:tasks.workunit.client.0.smithi040.stdout:op 2962 completed, throughput=4.99MB/sec 2024-04-22T04:57:13.098 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PIUnRCPUCnCE-bw off=295198 len=518637 2024-04-22T04:57:13.099 INFO:tasks.workunit.client.0.smithi040.stdout:op 2963 completed, throughput=4.99MB/sec 2024-04-22T04:57:13.099 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_I0D__43bXw8H57 off=4395034 len=810394 2024-04-22T04:57:13.104 INFO:tasks.workunit.client.0.smithi040.stdout:op 2964 completed, throughput=5MB/sec 2024-04-22T04:57:13.104 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-b2gUUa_n-eeQpWK off=4491811 len=2077323 2024-04-22T04:57:13.117 INFO:tasks.workunit.client.0.smithi040.stdout:op 2965 completed, throughput=5MB/sec 2024-04-22T04:57:13.117 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RkiSaTRcygrm5jj off=16459979 len=164829 2024-04-22T04:57:13.117 INFO:tasks.workunit.client.0.smithi040.stdout:op 2966 completed, throughput=5MB/sec 2024-04-22T04:57:13.117 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5RL0SXE1oQIp_Uk off=7199230 len=582532 2024-04-22T04:57:13.119 INFO:tasks.workunit.client.0.smithi040.stdout:op 2967 completed, throughput=5MB/sec 2024-04-22T04:57:13.119 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YJmxwZMbh7tzJyR off=3000962 len=1718870 2024-04-22T04:57:13.128 INFO:tasks.workunit.client.0.smithi040.stdout:op 2968 completed, throughput=5MB/sec 2024-04-22T04:57:13.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:12 smithi062 ceph-mon[78153]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:57:13.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:12 smithi040 ceph-mon[88445]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:57:13.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:12 smithi040 ceph-mon[91058]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:57:14.129 INFO:tasks.workunit.client.0.smithi040.stdout: 585: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:14.129 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-giN8T8hZE6VcG2D off=11677788 len=125742 2024-04-22T04:57:14.131 INFO:tasks.workunit.client.0.smithi040.stdout:op 2969 completed, throughput=4.99MB/sec 2024-04-22T04:57:14.131 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zJlFxtHmlLnAk3w off=2897836 len=1250759 2024-04-22T04:57:14.133 INFO:tasks.workunit.client.0.smithi040.stdout:op 2970 completed, throughput=5MB/sec 2024-04-22T04:57:14.133 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EF0YLA9J5c9yz0P off=1382809 len=524114 2024-04-22T04:57:14.136 INFO:tasks.workunit.client.0.smithi040.stdout:op 2971 completed, throughput=5MB/sec 2024-04-22T04:57:14.136 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_UBEDTesZ2Y5h8k off=16563480 len=1285208 2024-04-22T04:57:14.145 INFO:tasks.workunit.client.0.smithi040.stdout:op 2972 completed, throughput=5MB/sec 2024-04-22T04:57:14.145 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-E4ljcFO2RSLY_ce off=13143066 len=4881 2024-04-22T04:57:14.147 INFO:tasks.workunit.client.0.smithi040.stdout:op 2973 completed, throughput=5MB/sec 2024-04-22T04:57:14.147 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1cjuarXZXq6mvtl off=14828069 len=815788 2024-04-22T04:57:14.151 INFO:tasks.workunit.client.0.smithi040.stdout:op 2974 completed, throughput=5MB/sec 2024-04-22T04:57:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:14 smithi062 ceph-mon[78153]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-22T04:57:15.152 INFO:tasks.workunit.client.0.smithi040.stdout: 586: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:15.152 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KGYyuUZgdBgOLLt off=8304561 len=1673410 2024-04-22T04:57:15.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:14 smithi040 ceph-mon[88445]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-22T04:57:15.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:14 smithi040 ceph-mon[91058]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-22T04:57:15.159 INFO:tasks.workunit.client.0.smithi040.stdout:op 2975 completed, throughput=4.99MB/sec 2024-04-22T04:57:15.160 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jTqLbSFKEA3ZdJD off=7517260 len=1253379 2024-04-22T04:57:15.167 INFO:tasks.workunit.client.0.smithi040.stdout:op 2976 completed, throughput=5MB/sec 2024-04-22T04:57:15.167 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7vUoX6cf--EkBtz off=4900118 len=1552325 2024-04-22T04:57:15.176 INFO:tasks.workunit.client.0.smithi040.stdout:op 2977 completed, throughput=5MB/sec 2024-04-22T04:57:15.176 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lg44euoOflpLyQ8 off=17646295 len=1373559 2024-04-22T04:57:15.177 INFO:tasks.workunit.client.0.smithi040.stdout:op 2978 completed, throughput=5MB/sec 2024-04-22T04:57:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:57:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:57:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:57:16.177 INFO:tasks.workunit.client.0.smithi040.stdout: 587: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:16.177 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-D-97YN4A1D5bAbV off=7974133 len=250377 2024-04-22T04:57:16.178 INFO:tasks.workunit.client.0.smithi040.stdout:op 2979 completed, throughput=4.99MB/sec 2024-04-22T04:57:16.178 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-p_qfxAfkpPMndu9 off=1426307 len=475689 2024-04-22T04:57:16.182 INFO:tasks.workunit.client.0.smithi040.stdout:op 2980 completed, throughput=4.99MB/sec 2024-04-22T04:57:16.182 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8kKslOpXFwXnvii off=22266 len=1062015 2024-04-22T04:57:16.183 INFO:tasks.workunit.client.0.smithi040.stdout:op 2981 completed, throughput=5MB/sec 2024-04-22T04:57:16.183 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ijVGjPn5DqfUTbz off=10612765 len=2077185 2024-04-22T04:57:16.186 INFO:tasks.workunit.client.0.smithi040.stdout:op 2982 completed, throughput=5MB/sec 2024-04-22T04:57:16.186 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7qnH7A0I4hggFTw off=17428614 len=1882521 2024-04-22T04:57:16.194 INFO:tasks.workunit.client.0.smithi040.stdout:op 2983 completed, throughput=5MB/sec 2024-04-22T04:57:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:16 smithi062 ceph-mon[78153]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:57:17.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:16 smithi040 ceph-mon[88445]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:57:17.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:16 smithi040 ceph-mon[91058]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:57:17.194 INFO:tasks.workunit.client.0.smithi040.stdout: 588: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:17.194 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mS8BEmI_qENpzwm off=9712830 len=703699 2024-04-22T04:57:17.196 INFO:tasks.workunit.client.0.smithi040.stdout:op 2984 completed, throughput=4.99MB/sec 2024-04-22T04:57:17.196 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-J8lBaOKWIALbmOk off=1617953 len=518867 2024-04-22T04:57:17.200 INFO:tasks.workunit.client.0.smithi040.stdout:op 2985 completed, throughput=5MB/sec 2024-04-22T04:57:17.200 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--AI57WbYvuaUgTp off=14666913 len=761769 2024-04-22T04:57:17.201 INFO:tasks.workunit.client.0.smithi040.stdout:op 2986 completed, throughput=5MB/sec 2024-04-22T04:57:17.201 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-q5a8XFgfaiCckLo off=349741 len=1372717 2024-04-22T04:57:17.209 INFO:tasks.workunit.client.0.smithi040.stdout:op 2987 completed, throughput=5MB/sec 2024-04-22T04:57:17.209 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FGi3z5YLFJwz3z2 off=1395697 len=1493883 2024-04-22T04:57:17.215 INFO:tasks.workunit.client.0.smithi040.stdout:op 2988 completed, throughput=5MB/sec 2024-04-22T04:57:18.215 INFO:tasks.workunit.client.0.smithi040.stdout: 589: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:18.215 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VkVF2tzpz_oGcrJ off=521148 len=1165229 2024-04-22T04:57:18.217 INFO:tasks.workunit.client.0.smithi040.stdout:op 2989 completed, throughput=4.99MB/sec 2024-04-22T04:57:18.217 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DsOoTzh8wSlTosd off=46099 len=1876791 2024-04-22T04:57:18.227 INFO:tasks.workunit.client.0.smithi040.stdout:op 2990 completed, throughput=5MB/sec 2024-04-22T04:57:18.227 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BQcXEjhbERC00OT off=3796217 len=495719 2024-04-22T04:57:18.231 INFO:tasks.workunit.client.0.smithi040.stdout:op 2991 completed, throughput=5MB/sec 2024-04-22T04:57:18.231 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mxkdC1SS6pUrfjo off=5993722 len=1495465 2024-04-22T04:57:18.232 INFO:tasks.workunit.client.0.smithi040.stdout:op 2992 completed, throughput=5MB/sec 2024-04-22T04:57:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:18 smithi062 ceph-mon[78153]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-22T04:57:19.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:18 smithi040 ceph-mon[88445]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-22T04:57:19.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:18 smithi040 ceph-mon[91058]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-22T04:57:19.233 INFO:tasks.workunit.client.0.smithi040.stdout: 590: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:19.233 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gpv1JDyLHj75FMR off=13465432 len=1911476 2024-04-22T04:57:19.235 INFO:tasks.workunit.client.0.smithi040.stdout:op 2993 completed, throughput=5MB/sec 2024-04-22T04:57:19.235 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0ied2HuvnRr-dZE off=22955431 len=1789971 2024-04-22T04:57:19.245 INFO:tasks.workunit.client.0.smithi040.stdout:op 2994 completed, throughput=5MB/sec 2024-04-22T04:57:19.245 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xZFT_v-L9OJyqEG off=16533625 len=421749 2024-04-22T04:57:19.246 INFO:tasks.workunit.client.0.smithi040.stdout:op 2995 completed, throughput=5MB/sec 2024-04-22T04:57:19.246 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-D04_htNJTijnavm off=10811736 len=668899 2024-04-22T04:57:19.250 INFO:tasks.workunit.client.0.smithi040.stdout:op 2996 completed, throughput=5MB/sec 2024-04-22T04:57:19.251 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WzDbbHYd1zNrDtD off=7065700 len=768009 2024-04-22T04:57:19.256 INFO:tasks.workunit.client.0.smithi040.stdout:op 2997 completed, throughput=5MB/sec 2024-04-22T04:57:20.257 INFO:tasks.workunit.client.0.smithi040.stdout: 591: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:20.257 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SJNa7VKCMZbEONW off=9796700 len=1077425 2024-04-22T04:57:20.259 INFO:tasks.workunit.client.0.smithi040.stdout:op 2998 completed, throughput=4.99MB/sec 2024-04-22T04:57:20.259 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-M9ZjBZXFGzHHUmZ off=4463152 len=526315 2024-04-22T04:57:20.260 INFO:tasks.workunit.client.0.smithi040.stdout:op 2999 completed, throughput=5MB/sec 2024-04-22T04:57:20.260 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Gc1IqAgSqAZptkW off=683114 len=1769694 2024-04-22T04:57:20.262 INFO:tasks.workunit.client.0.smithi040.stdout:op 3000 completed, throughput=5MB/sec 2024-04-22T04:57:20.263 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QjkCeGc4W2KFot5 off=472848 len=443742 2024-04-22T04:57:20.263 INFO:tasks.workunit.client.0.smithi040.stdout:op 3001 completed, throughput=5MB/sec 2024-04-22T04:57:20.263 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-enoSSFY67ayfcCF off=18862740 len=1687263 2024-04-22T04:57:20.267 INFO:tasks.workunit.client.0.smithi040.stdout:op 3002 completed, throughput=5MB/sec 2024-04-22T04:57:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:57:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:57:20] "GET /metrics HTTP/1.1" 200 240242 "" "Prometheus/2.43.0" 2024-04-22T04:57:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:20 smithi062 ceph-mon[78153]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-22T04:57:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:57:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:20 smithi040 ceph-mon[88445]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-22T04:57:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:57:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:20 smithi040 ceph-mon[91058]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-22T04:57:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:57:21.267 INFO:tasks.workunit.client.0.smithi040.stdout: 592: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:21.267 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Fg7gltaC8MjvPpI off=17662623 len=529051 2024-04-22T04:57:21.269 INFO:tasks.workunit.client.0.smithi040.stdout:op 3003 completed, throughput=4.99MB/sec 2024-04-22T04:57:21.269 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-21rrqoM77YB6_JF off=2618166 len=1024162 2024-04-22T04:57:21.274 INFO:tasks.workunit.client.0.smithi040.stdout:op 3004 completed, throughput=5MB/sec 2024-04-22T04:57:21.274 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z3sTyqliJS0tcMj off=5033018 len=1730069 2024-04-22T04:57:21.277 INFO:tasks.workunit.client.0.smithi040.stdout:op 3005 completed, throughput=5MB/sec 2024-04-22T04:57:21.277 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OtEAyGmK2ZDjR2K off=8670319 len=1403451 2024-04-22T04:57:21.284 INFO:tasks.workunit.client.0.smithi040.stdout:op 3006 completed, throughput=5MB/sec 2024-04-22T04:57:22.285 INFO:tasks.workunit.client.0.smithi040.stdout: 593: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:22.285 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qWF_0URifAKlzgn off=16297053 len=1688110 2024-04-22T04:57:22.287 INFO:tasks.workunit.client.0.smithi040.stdout:op 3007 completed, throughput=4.99MB/sec 2024-04-22T04:57:22.287 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ww0BOY8xwcCkTgJ off=6272777 len=367329 2024-04-22T04:57:22.290 INFO:tasks.workunit.client.0.smithi040.stdout:op 3008 completed, throughput=5MB/sec 2024-04-22T04:57:22.290 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ecJIvHHm3M4nr4G off=6187693 len=317702 2024-04-22T04:57:22.291 INFO:tasks.workunit.client.0.smithi040.stdout:op 3009 completed, throughput=5MB/sec 2024-04-22T04:57:22.291 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SjzGmnLzmej_5p8 off=14150048 len=1391049 2024-04-22T04:57:22.294 INFO:tasks.workunit.client.0.smithi040.stdout:op 3010 completed, throughput=5MB/sec 2024-04-22T04:57:22.294 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VkrBnwNwv2bAlMM off=9664367 len=2038845 2024-04-22T04:57:22.307 INFO:tasks.workunit.client.0.smithi040.stdout:op 3011 completed, throughput=5MB/sec 2024-04-22T04:57:23.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:22 smithi062 ceph-mon[78153]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:57:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:22 smithi040 ceph-mon[88445]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:57:23.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:22 smithi040 ceph-mon[91058]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:57:23.307 INFO:tasks.workunit.client.0.smithi040.stdout: 594: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:23.307 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9BqGqIPVT2yh6vp off=6664821 len=1191493 2024-04-22T04:57:23.309 INFO:tasks.workunit.client.0.smithi040.stdout:op 3012 completed, throughput=4.99MB/sec 2024-04-22T04:57:23.309 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MeqiKzI4GWAEuuU off=7363055 len=1787329 2024-04-22T04:57:23.318 INFO:tasks.workunit.client.0.smithi040.stdout:op 3013 completed, throughput=5MB/sec 2024-04-22T04:57:23.318 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pV3yU-ST5cQZBrX off=9155007 len=1026930 2024-04-22T04:57:23.323 INFO:tasks.workunit.client.0.smithi040.stdout:op 3014 completed, throughput=5MB/sec 2024-04-22T04:57:23.324 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CGPPAgkJBiFGVcw off=11097471 len=665451 2024-04-22T04:57:23.328 INFO:tasks.workunit.client.0.smithi040.stdout:op 3015 completed, throughput=5MB/sec 2024-04-22T04:57:23.328 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wPYYoXhJAr_LDat off=6605085 len=1856777 2024-04-22T04:57:23.339 INFO:tasks.workunit.client.0.smithi040.stdout:op 3016 completed, throughput=5MB/sec 2024-04-22T04:57:24.339 INFO:tasks.workunit.client.0.smithi040.stdout: 595: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:24.339 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lz3XnTs6O-licDL off=18886079 len=654358 2024-04-22T04:57:24.341 INFO:tasks.workunit.client.0.smithi040.stdout:op 3017 completed, throughput=5MB/sec 2024-04-22T04:57:24.341 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AhYjw6nwiJIYlPM off=1024131 len=208787 2024-04-22T04:57:24.344 INFO:tasks.workunit.client.0.smithi040.stdout:op 3018 completed, throughput=5MB/sec 2024-04-22T04:57:24.344 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dFKgwvDq-UyDPqk off=3364175 len=1030059 2024-04-22T04:57:24.345 INFO:tasks.workunit.client.0.smithi040.stdout:op 3019 completed, throughput=5MB/sec 2024-04-22T04:57:24.345 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NAEbAnpHL8w4Lcm off=1032526 len=1230380 2024-04-22T04:57:24.347 INFO:tasks.workunit.client.0.smithi040.stdout:op 3020 completed, throughput=5MB/sec 2024-04-22T04:57:24.347 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0ajNOjtJVRh5BBB off=1797788 len=1044415 2024-04-22T04:57:24.348 INFO:tasks.workunit.client.0.smithi040.stdout:op 3021 completed, throughput=5MB/sec 2024-04-22T04:57:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:24 smithi062 ceph-mon[78153]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:57:25.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:24 smithi040 ceph-mon[91058]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:57:25.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:24 smithi040 ceph-mon[88445]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:57:25.349 INFO:tasks.workunit.client.0.smithi040.stdout: 596: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:25.349 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-w9cPRa_ZXCcMHws off=9653216 len=9432 2024-04-22T04:57:25.349 INFO:tasks.workunit.client.0.smithi040.stdout:op 3022 completed, throughput=4.99MB/sec 2024-04-22T04:57:25.349 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IfpDtl_WuISCTrY off=16232446 len=2077072 2024-04-22T04:57:25.357 INFO:tasks.workunit.client.0.smithi040.stdout:op 3023 completed, throughput=5MB/sec 2024-04-22T04:57:25.358 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CL8qyDGY_MVBref off=16789586 len=1990351 2024-04-22T04:57:25.368 INFO:tasks.workunit.client.0.smithi040.stdout:op 3024 completed, throughput=5MB/sec 2024-04-22T04:57:25.368 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-E2sFzo1Loqhi8w- off=2655807 len=606116 2024-04-22T04:57:25.372 INFO:tasks.workunit.client.0.smithi040.stdout:op 3025 completed, throughput=5MB/sec 2024-04-22T04:57:25.372 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-z4mJerben1aZhIT off=5347153 len=33642 2024-04-22T04:57:25.374 INFO:tasks.workunit.client.0.smithi040.stdout:op 3026 completed, throughput=5MB/sec 2024-04-22T04:57:25.374 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2XCMxsPrTu_9ny8 off=10845210 len=1747858 2024-04-22T04:57:25.378 INFO:tasks.workunit.client.0.smithi040.stdout:op 3027 completed, throughput=5MB/sec 2024-04-22T04:57:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:57:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:57:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:57:26.378 INFO:tasks.workunit.client.0.smithi040.stdout: 597: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:26.378 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HHXbMUo2S0gdAuT off=3711306 len=1082307 2024-04-22T04:57:26.384 INFO:tasks.workunit.client.0.smithi040.stdout:op 3028 completed, throughput=5MB/sec 2024-04-22T04:57:26.384 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HAeDHUWT8Q-5vK6 off=7062157 len=184375 2024-04-22T04:57:26.384 INFO:tasks.workunit.client.0.smithi040.stdout:op 3029 completed, throughput=5MB/sec 2024-04-22T04:57:26.384 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kBaIQT6dtnRErmj off=5456825 len=577123 2024-04-22T04:57:26.388 INFO:tasks.workunit.client.0.smithi040.stdout:op 3030 completed, throughput=5MB/sec 2024-04-22T04:57:26.388 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pjL6XddcjpxkuoH off=2828165 len=733186 2024-04-22T04:57:26.390 INFO:tasks.workunit.client.0.smithi040.stdout:op 3031 completed, throughput=5MB/sec 2024-04-22T04:57:26.390 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0I6GSuncunLfpak off=3097630 len=1944382 2024-04-22T04:57:26.400 INFO:tasks.workunit.client.0.smithi040.stdout:op 3032 completed, throughput=5MB/sec 2024-04-22T04:57:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:26 smithi062 ceph-mon[78153]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:57:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:26 smithi040 ceph-mon[88445]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:57:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:26 smithi040 ceph-mon[91058]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:57:27.401 INFO:tasks.workunit.client.0.smithi040.stdout: 598: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:27.401 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fFE1VC3g0idGpmE off=5055455 len=316249 2024-04-22T04:57:27.404 INFO:tasks.workunit.client.0.smithi040.stdout:op 3033 completed, throughput=4.99MB/sec 2024-04-22T04:57:27.404 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2D2UwA7LwRowVUl off=8131750 len=1394242 2024-04-22T04:57:27.406 INFO:tasks.workunit.client.0.smithi040.stdout:op 3034 completed, throughput=5MB/sec 2024-04-22T04:57:27.406 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FEqns7oYJFthdCV off=10043181 len=1279967 2024-04-22T04:57:27.409 INFO:tasks.workunit.client.0.smithi040.stdout:op 3035 completed, throughput=5MB/sec 2024-04-22T04:57:27.409 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VGzjXQF6419_NLv off=4883470 len=1673493 2024-04-22T04:57:27.412 INFO:tasks.workunit.client.0.smithi040.stdout:op 3036 completed, throughput=5MB/sec 2024-04-22T04:57:28.412 INFO:tasks.workunit.client.0.smithi040.stdout: 599: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:28.412 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-alLo-F54fHJf76C off=6670357 len=1660620 2024-04-22T04:57:28.419 INFO:tasks.workunit.client.0.smithi040.stdout:op 3037 completed, throughput=4.99MB/sec 2024-04-22T04:57:28.419 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eYH2cpugPv8nNRt off=18732544 len=992757 2024-04-22T04:57:28.423 INFO:tasks.workunit.client.0.smithi040.stdout:op 3038 completed, throughput=5MB/sec 2024-04-22T04:57:28.423 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LeU3lNa9MB4lBaW off=21757424 len=209267 2024-04-22T04:57:28.424 INFO:tasks.workunit.client.0.smithi040.stdout:op 3039 completed, throughput=5MB/sec 2024-04-22T04:57:28.424 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-x0C7kOhIRAeHanw off=1924931 len=1197385 2024-04-22T04:57:28.425 INFO:tasks.workunit.client.0.smithi040.stdout:op 3040 completed, throughput=5MB/sec 2024-04-22T04:57:28.425 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Mqn3KlljLfHV12w off=15139919 len=103064 2024-04-22T04:57:28.427 INFO:tasks.workunit.client.0.smithi040.stdout:op 3041 completed, throughput=5MB/sec 2024-04-22T04:57:28.427 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mnM5qOm16UcVko_ off=551738 len=1842010 2024-04-22T04:57:28.437 INFO:tasks.workunit.client.0.smithi040.stdout:op 3042 completed, throughput=5MB/sec 2024-04-22T04:57:29.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:28 smithi040 ceph-mon[88445]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T04:57:29.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:28 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:57:29.081 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:28 smithi040 ceph-mon[91058]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T04:57:29.081 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:28 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:57:29.095 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:28 smithi062 ceph-mon[78153]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T04:57:29.095 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:28 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:57:29.437 INFO:tasks.workunit.client.0.smithi040.stdout: 600: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:29.438 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6WbxyTV3IhbaRFH off=15195262 len=1613642 2024-04-22T04:57:29.445 INFO:tasks.workunit.client.0.smithi040.stdout:op 3043 completed, throughput=5MB/sec 2024-04-22T04:57:29.446 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Kmt0qb9m09P6EYg off=2534477 len=447260 2024-04-22T04:57:29.449 INFO:tasks.workunit.client.0.smithi040.stdout:op 3044 completed, throughput=5MB/sec 2024-04-22T04:57:29.449 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-goTfh1h-Qx5nFo2 off=5882942 len=653545 2024-04-22T04:57:29.452 INFO:tasks.workunit.client.0.smithi040.stdout:op 3045 completed, throughput=5MB/sec 2024-04-22T04:57:29.452 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SjzGmnLzmej_5p8 off=9560195 len=1869408 2024-04-22T04:57:29.455 INFO:tasks.workunit.client.0.smithi040.stdout:op 3046 completed, throughput=5MB/sec 2024-04-22T04:57:29.455 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-q0USa3Dd5qgpPvG off=1813173 len=992648 2024-04-22T04:57:29.460 INFO:tasks.workunit.client.0.smithi040.stdout:op 3047 completed, throughput=5MB/sec 2024-04-22T04:57:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:57:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:57:30] "GET /metrics HTTP/1.1" 200 240244 "" "Prometheus/2.43.0" 2024-04-22T04:57:30.460 INFO:tasks.workunit.client.0.smithi040.stdout: 601: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:30.460 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-y7scGkOxbZGgIV4 off=4866065 len=1388097 2024-04-22T04:57:30.467 INFO:tasks.workunit.client.0.smithi040.stdout:op 3048 completed, throughput=5MB/sec 2024-04-22T04:57:30.467 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ANG35r2Yo2b4dFG off=995051 len=707322 2024-04-22T04:57:30.467 INFO:tasks.workunit.client.0.smithi040.stdout:op 3049 completed, throughput=5MB/sec 2024-04-22T04:57:30.468 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fr_AZO7lhVoH0Ua off=3924878 len=290408 2024-04-22T04:57:30.468 INFO:tasks.workunit.client.0.smithi040.stdout:op 3050 completed, throughput=5MB/sec 2024-04-22T04:57:30.468 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-D9bpSFH4p0-gtHb off=10976454 len=1983984 2024-04-22T04:57:30.470 INFO:tasks.workunit.client.0.smithi040.stdout:op 3051 completed, throughput=5MB/sec 2024-04-22T04:57:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:30 smithi062 ceph-mon[78153]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:57:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:30 smithi040 ceph-mon[88445]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:57:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:30 smithi040 ceph-mon[91058]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:57:31.470 INFO:tasks.workunit.client.0.smithi040.stdout: 602: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:31.470 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GAgaMlK5wbnGr__ off=12047371 len=879554 2024-04-22T04:57:31.472 INFO:tasks.workunit.client.0.smithi040.stdout:op 3052 completed, throughput=4.99MB/sec 2024-04-22T04:57:31.472 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1jzWlUYTHgCmzQS off=1233070 len=1286137 2024-04-22T04:57:31.476 INFO:tasks.workunit.client.0.smithi040.stdout:op 3053 completed, throughput=5MB/sec 2024-04-22T04:57:31.476 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KI5AWiSAIHKIkhl off=5737318 len=612489 2024-04-22T04:57:31.479 INFO:tasks.workunit.client.0.smithi040.stdout:op 3054 completed, throughput=5MB/sec 2024-04-22T04:57:31.479 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--KhRIQ0lrZlQhL4 off=10494513 len=1556572 2024-04-22T04:57:31.480 INFO:tasks.workunit.client.0.smithi040.stdout:op 3055 completed, throughput=5MB/sec 2024-04-22T04:57:31.480 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ITQjDZ577OM62i7 off=1202863 len=1122001 2024-04-22T04:57:31.481 INFO:tasks.workunit.client.0.smithi040.stdout:op 3056 completed, throughput=5MB/sec 2024-04-22T04:57:32.481 INFO:tasks.workunit.client.0.smithi040.stdout: 603: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:32.481 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XLRkLcWY_218--y off=2535889 len=14423 2024-04-22T04:57:32.482 INFO:tasks.workunit.client.0.smithi040.stdout:op 3057 completed, throughput=4.99MB/sec 2024-04-22T04:57:32.482 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RfWGqfJEhIWGqaz off=1855347 len=286217 2024-04-22T04:57:32.484 INFO:tasks.workunit.client.0.smithi040.stdout:op 3058 completed, throughput=4.99MB/sec 2024-04-22T04:57:32.484 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MIUm7dM1hfkYWsM off=257390 len=1942580 2024-04-22T04:57:32.494 INFO:tasks.workunit.client.0.smithi040.stdout:op 3059 completed, throughput=5MB/sec 2024-04-22T04:57:32.495 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1nrYUuLwIDvclmh off=1329815 len=1044804 2024-04-22T04:57:32.499 INFO:tasks.workunit.client.0.smithi040.stdout:op 3060 completed, throughput=5MB/sec 2024-04-22T04:57:32.499 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JJNx3dwBtOgQNMY off=3644374 len=845980 2024-04-22T04:57:32.501 INFO:tasks.workunit.client.0.smithi040.stdout:op 3061 completed, throughput=5MB/sec 2024-04-22T04:57:32.501 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hjFO2pqh_l_kzVW off=2325274 len=1468838 2024-04-22T04:57:32.507 INFO:tasks.workunit.client.0.smithi040.stdout:op 3062 completed, throughput=5MB/sec 2024-04-22T04:57:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:32 smithi040 ceph-mon[88445]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:57:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:32 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:57:32.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:32 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:57:32.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:32 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:57:32.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:32 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:57:32.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:32 smithi040 ceph-mon[91058]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:57:32.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:32 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:57:32.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:32 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:57:32.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:32 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:57:32.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:32 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:57:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:32 smithi062 ceph-mon[78153]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:57:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:32 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:57:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:32 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:57:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:32 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:57:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:32 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:57:33.508 INFO:tasks.workunit.client.0.smithi040.stdout: 604: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:33.508 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7J9ZoBKQx3ya2Tp off=12491645 len=886065 2024-04-22T04:57:33.509 INFO:tasks.workunit.client.0.smithi040.stdout:op 3063 completed, throughput=4.99MB/sec 2024-04-22T04:57:33.510 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-b2gUUa_n-eeQpWK off=5477419 len=136637 2024-04-22T04:57:33.510 INFO:tasks.workunit.client.0.smithi040.stdout:op 3064 completed, throughput=4.99MB/sec 2024-04-22T04:57:33.510 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-G8a7_Ih0UKwozev off=1424017 len=1989507 2024-04-22T04:57:33.513 INFO:tasks.workunit.client.0.smithi040.stdout:op 3065 completed, throughput=5MB/sec 2024-04-22T04:57:33.513 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-J2M-xO2XgdzeXEB off=5792510 len=21831 2024-04-22T04:57:33.513 INFO:tasks.workunit.client.0.smithi040.stdout:op 3066 completed, throughput=5MB/sec 2024-04-22T04:57:33.513 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-78to9Faxo2rGZWI off=14105434 len=864583 2024-04-22T04:57:33.518 INFO:tasks.workunit.client.0.smithi040.stdout:op 3067 completed, throughput=5MB/sec 2024-04-22T04:57:33.518 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YgNmsZU1DCCMwmS off=19517340 len=266416 2024-04-22T04:57:33.521 INFO:tasks.workunit.client.0.smithi040.stdout:op 3068 completed, throughput=5MB/sec 2024-04-22T04:57:33.521 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0LbRi6hhZ3z1VM6 off=4872496 len=1028030 2024-04-22T04:57:33.526 INFO:tasks.workunit.client.0.smithi040.stdout:op 3069 completed, throughput=5MB/sec 2024-04-22T04:57:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:33 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:57:33.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:33 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:57:33.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:33 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:57:33.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:33 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:57:33.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:33 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:57:33.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:33 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:57:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:33 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:57:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:33 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:57:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:33 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:57:34.527 INFO:tasks.workunit.client.0.smithi040.stdout: 605: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:34.527 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-23o0rYXW30BURdb off=8004633 len=1591496 2024-04-22T04:57:34.529 INFO:tasks.workunit.client.0.smithi040.stdout:op 3070 completed, throughput=4.99MB/sec 2024-04-22T04:57:34.529 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zAdXILtRShQoq56 off=3741166 len=701925 2024-04-22T04:57:34.534 INFO:tasks.workunit.client.0.smithi040.stdout:op 3071 completed, throughput=5MB/sec 2024-04-22T04:57:34.534 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yzW6NxcQojft3FB off=1099558 len=2027350 2024-04-22T04:57:34.544 INFO:tasks.workunit.client.0.smithi040.stdout:op 3072 completed, throughput=5MB/sec 2024-04-22T04:57:34.544 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0TpRL_Q-EU6Mq7W off=2462795 len=697231 2024-04-22T04:57:34.547 INFO:tasks.workunit.client.0.smithi040.stdout:op 3073 completed, throughput=5MB/sec 2024-04-22T04:57:34.547 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DZ4PYXPwGCAWzns off=7621490 len=1718911 2024-04-22T04:57:34.556 INFO:tasks.workunit.client.0.smithi040.stdout:op 3074 completed, throughput=5MB/sec 2024-04-22T04:57:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:34 smithi062 ceph-mon[78153]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:57:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:34 smithi040 ceph-mon[88445]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:57:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:34 smithi040 ceph-mon[91058]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:57:35.556 INFO:tasks.workunit.client.0.smithi040.stdout: 606: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:35.556 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-w-XiBb_lXogXaPS off=10169953 len=1099392 2024-04-22T04:57:35.559 INFO:tasks.workunit.client.0.smithi040.stdout:op 3075 completed, throughput=5MB/sec 2024-04-22T04:57:35.559 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ACYfxja5hNZgPNU off=12225510 len=1015692 2024-04-22T04:57:35.564 INFO:tasks.workunit.client.0.smithi040.stdout:op 3076 completed, throughput=5MB/sec 2024-04-22T04:57:35.564 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-s-aDG7nWjR2CT5Y off=2118226 len=752124 2024-04-22T04:57:35.568 INFO:tasks.workunit.client.0.smithi040.stdout:op 3077 completed, throughput=5MB/sec 2024-04-22T04:57:35.568 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8swhZMifk4UL4_e off=14026183 len=187907 2024-04-22T04:57:35.570 INFO:tasks.workunit.client.0.smithi040.stdout:op 3078 completed, throughput=5MB/sec 2024-04-22T04:57:35.570 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Vetr9PeyuCUjKV1 off=9999699 len=597176 2024-04-22T04:57:35.571 INFO:tasks.workunit.client.0.smithi040.stdout:op 3079 completed, throughput=5MB/sec 2024-04-22T04:57:35.571 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zuZEL-diRMigfgm off=1303058 len=347419 2024-04-22T04:57:35.572 INFO:tasks.workunit.client.0.smithi040.stdout:op 3080 completed, throughput=5MB/sec 2024-04-22T04:57:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:57:35.883 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:57:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:57:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:57:35.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:57:35.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:57:36.573 INFO:tasks.workunit.client.0.smithi040.stdout: 607: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:36.573 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Qm0EwkbdS5CwP9d off=2931300 len=56778 2024-04-22T04:57:36.578 INFO:tasks.workunit.client.0.smithi040.stdout:op 3081 completed, throughput=4.99MB/sec 2024-04-22T04:57:36.578 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JMiNZt7qrebVSh- off=2919501 len=667855 2024-04-22T04:57:36.580 INFO:tasks.workunit.client.0.smithi040.stdout:op 3082 completed, throughput=4.99MB/sec 2024-04-22T04:57:36.580 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Bleo2br7n7HK4hD off=20612444 len=1462658 2024-04-22T04:57:36.586 INFO:tasks.workunit.client.0.smithi040.stdout:op 3083 completed, throughput=5MB/sec 2024-04-22T04:57:36.586 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SLIFhMYa1yV4lY_ off=4081852 len=1740087 2024-04-22T04:57:36.589 INFO:tasks.workunit.client.0.smithi040.stdout:op 3084 completed, throughput=5MB/sec 2024-04-22T04:57:36.590 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-d1aeELffC7JKFo7 off=2291800 len=761574 2024-04-22T04:57:36.593 INFO:tasks.workunit.client.0.smithi040.stdout:op 3085 completed, throughput=5MB/sec 2024-04-22T04:57:36.594 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_brfeeZBQs7Ho5w off=15881788 len=1020313 2024-04-22T04:57:36.598 INFO:tasks.workunit.client.0.smithi040.stdout:op 3086 completed, throughput=5MB/sec 2024-04-22T04:57:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:36 smithi062 ceph-mon[78153]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:57:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:36 smithi040 ceph-mon[88445]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:57:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:36 smithi040 ceph-mon[91058]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:57:37.599 INFO:tasks.workunit.client.0.smithi040.stdout: 608: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:37.599 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nFE32e9MDlMtVZj off=1776876 len=1972788 2024-04-22T04:57:37.608 INFO:tasks.workunit.client.0.smithi040.stdout:op 3087 completed, throughput=5MB/sec 2024-04-22T04:57:37.608 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-M22jhbgfZZhJveq off=6577731 len=1932756 2024-04-22T04:57:37.620 INFO:tasks.workunit.client.0.smithi040.stdout:op 3088 completed, throughput=5MB/sec 2024-04-22T04:57:37.620 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Pq6l0Z8PnALN7jZ off=9075215 len=28779 2024-04-22T04:57:37.623 INFO:tasks.workunit.client.0.smithi040.stdout:op 3089 completed, throughput=5MB/sec 2024-04-22T04:57:37.623 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rMvbT36CD-oSJ-b off=1343899 len=1360881 2024-04-22T04:57:37.629 INFO:tasks.workunit.client.0.smithi040.stdout:op 3090 completed, throughput=5MB/sec 2024-04-22T04:57:38.630 INFO:tasks.workunit.client.0.smithi040.stdout: 609: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:38.630 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RBmVQNU_wJ7Yygx off=5585989 len=1307425 2024-04-22T04:57:38.638 INFO:tasks.workunit.client.0.smithi040.stdout:op 3091 completed, throughput=4.99MB/sec 2024-04-22T04:57:38.638 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--VTn9B4-u8jyUjQ off=866073 len=1592343 2024-04-22T04:57:38.646 INFO:tasks.workunit.client.0.smithi040.stdout:op 3092 completed, throughput=5MB/sec 2024-04-22T04:57:38.646 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cnfSfoN7DJyS_wL off=492171 len=1923753 2024-04-22T04:57:38.649 INFO:tasks.workunit.client.0.smithi040.stdout:op 3093 completed, throughput=5MB/sec 2024-04-22T04:57:38.649 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mt0OjJPzSUIbew8 off=9846528 len=1283425 2024-04-22T04:57:38.657 INFO:tasks.workunit.client.0.smithi040.stdout:op 3094 completed, throughput=5MB/sec 2024-04-22T04:57:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:38 smithi062 ceph-mon[78153]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T04:57:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:38 smithi040 ceph-mon[91058]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T04:57:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:38 smithi040 ceph-mon[88445]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T04:57:39.657 INFO:tasks.workunit.client.0.smithi040.stdout: 610: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:39.657 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-H7YsjT4xT_IBsLG off=4844910 len=1112825 2024-04-22T04:57:39.663 INFO:tasks.workunit.client.0.smithi040.stdout:op 3095 completed, throughput=5MB/sec 2024-04-22T04:57:39.663 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1JQeUBcf5DBC8bK off=6669649 len=1776107 2024-04-22T04:57:39.667 INFO:tasks.workunit.client.0.smithi040.stdout:op 3096 completed, throughput=5MB/sec 2024-04-22T04:57:39.667 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pty1AGH4Ig-0K_k off=8359001 len=1379672 2024-04-22T04:57:39.670 INFO:tasks.workunit.client.0.smithi040.stdout:op 3097 completed, throughput=5MB/sec 2024-04-22T04:57:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:57:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:57:40] "GET /metrics HTTP/1.1" 200 240255 "" "Prometheus/2.43.0" 2024-04-22T04:57:40.670 INFO:tasks.workunit.client.0.smithi040.stdout: 611: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:40.670 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Yxopx1oiCznaeBI off=268087 len=591878 2024-04-22T04:57:40.672 INFO:tasks.workunit.client.0.smithi040.stdout:op 3098 completed, throughput=4.99MB/sec 2024-04-22T04:57:40.672 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Qr1CUUuv1NtLm8d off=8293033 len=732400 2024-04-22T04:57:40.674 INFO:tasks.workunit.client.0.smithi040.stdout:op 3099 completed, throughput=4.99MB/sec 2024-04-22T04:57:40.674 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rpGYB_7lNdaZD2c off=15916993 len=123906 2024-04-22T04:57:40.674 INFO:tasks.workunit.client.0.smithi040.stdout:op 3100 completed, throughput=4.99MB/sec 2024-04-22T04:57:40.675 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QuNQvbUlXhm-CSC off=13345019 len=682797 2024-04-22T04:57:40.675 INFO:tasks.workunit.client.0.smithi040.stdout:op 3101 completed, throughput=5MB/sec 2024-04-22T04:57:40.676 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LzIzXyWH2SrwKeD off=6836 len=1476280 2024-04-22T04:57:40.684 INFO:tasks.workunit.client.0.smithi040.stdout:op 3102 completed, throughput=5MB/sec 2024-04-22T04:57:40.684 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-W3cVYl_TpTKdIFT off=145161 len=913034 2024-04-22T04:57:40.689 INFO:tasks.workunit.client.0.smithi040.stdout:op 3103 completed, throughput=5MB/sec 2024-04-22T04:57:40.689 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8-7suG0VFn0rtw0 off=7067695 len=1049506 2024-04-22T04:57:40.689 INFO:tasks.workunit.client.0.smithi040.stdout:op 3104 completed, throughput=5MB/sec 2024-04-22T04:57:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:40 smithi062 ceph-mon[78153]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:57:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:40 smithi040 ceph-mon[88445]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:57:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:40 smithi040 ceph-mon[91058]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:57:41.690 INFO:tasks.workunit.client.0.smithi040.stdout: 612: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:41.690 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RtyY3hsBDNlEAz7 off=13281711 len=356142 2024-04-22T04:57:41.691 INFO:tasks.workunit.client.0.smithi040.stdout:op 3105 completed, throughput=4.99MB/sec 2024-04-22T04:57:41.691 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BP-QgJQkyJv7Ol_ off=3825927 len=350858 2024-04-22T04:57:41.694 INFO:tasks.workunit.client.0.smithi040.stdout:op 3106 completed, throughput=4.99MB/sec 2024-04-22T04:57:41.695 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-J-thCVHg77wd6uJ off=558793 len=1861734 2024-04-22T04:57:41.696 INFO:tasks.workunit.client.0.smithi040.stdout:op 3107 completed, throughput=5MB/sec 2024-04-22T04:57:41.696 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-s-reD7RMjxdOs5A off=2739758 len=1935704 2024-04-22T04:57:41.708 INFO:tasks.workunit.client.0.smithi040.stdout:op 3108 completed, throughput=5MB/sec 2024-04-22T04:57:41.708 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cdDzQmC_jcI-b_L off=8531877 len=1517324 2024-04-22T04:57:41.709 INFO:tasks.workunit.client.0.smithi040.stdout:op 3109 completed, throughput=5MB/sec 2024-04-22T04:57:42.710 INFO:tasks.workunit.client.0.smithi040.stdout: 613: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:42.710 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VYaVbszkEBWpQBT off=1722293 len=999022 2024-04-22T04:57:42.711 INFO:tasks.workunit.client.0.smithi040.stdout:op 3110 completed, throughput=5MB/sec 2024-04-22T04:57:42.711 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bNNAZB9jWE-XnC3 off=13429546 len=499877 2024-04-22T04:57:42.713 INFO:tasks.workunit.client.0.smithi040.stdout:op 3111 completed, throughput=5MB/sec 2024-04-22T04:57:42.713 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rWOqsMqQUTjg-6z off=1812055 len=1318727 2024-04-22T04:57:42.721 INFO:tasks.workunit.client.0.smithi040.stdout:op 3112 completed, throughput=5MB/sec 2024-04-22T04:57:42.721 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FMAc6in_BEVXCAk off=4443621 len=1512674 2024-04-22T04:57:42.722 INFO:tasks.workunit.client.0.smithi040.stdout:op 3113 completed, throughput=5MB/sec 2024-04-22T04:57:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:42 smithi062 ceph-mon[78153]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:57:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:42 smithi040 ceph-mon[88445]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:57:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:42 smithi040 ceph-mon[91058]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:57:43.723 INFO:tasks.workunit.client.0.smithi040.stdout: 614: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:43.723 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-c5oySIliqQ7wLWu off=4355945 len=2074366 2024-04-22T04:57:43.725 INFO:tasks.workunit.client.0.smithi040.stdout:op 3114 completed, throughput=5MB/sec 2024-04-22T04:57:43.725 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aLQgPruXfuo2UdT off=90209 len=915027 2024-04-22T04:57:43.731 INFO:tasks.workunit.client.0.smithi040.stdout:op 3115 completed, throughput=5MB/sec 2024-04-22T04:57:43.731 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iqHWvSow2xp39fy off=1573880 len=1871961 2024-04-22T04:57:43.742 INFO:tasks.workunit.client.0.smithi040.stdout:op 3116 completed, throughput=5MB/sec 2024-04-22T04:57:43.742 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QstlvnYwvZ-jv8u off=14050743 len=1558827 2024-04-22T04:57:43.743 INFO:tasks.workunit.client.0.smithi040.stdout:op 3117 completed, throughput=5MB/sec 2024-04-22T04:57:44.744 INFO:tasks.workunit.client.0.smithi040.stdout: 615: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:44.744 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RPOLNhaTgwqR43l off=1243960 len=625929 2024-04-22T04:57:44.748 INFO:tasks.workunit.client.0.smithi040.stdout:op 3118 completed, throughput=4.99MB/sec 2024-04-22T04:57:44.749 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z7uonnMtxQyRczf off=3555759 len=33608 2024-04-22T04:57:44.749 INFO:tasks.workunit.client.0.smithi040.stdout:op 3119 completed, throughput=4.99MB/sec 2024-04-22T04:57:44.749 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-STomLktgSg-oT_Z off=5162643 len=103492 2024-04-22T04:57:44.751 INFO:tasks.workunit.client.0.smithi040.stdout:op 3120 completed, throughput=4.99MB/sec 2024-04-22T04:57:44.751 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zuZEL-diRMigfgm off=11760152 len=1379917 2024-04-22T04:57:44.754 INFO:tasks.workunit.client.0.smithi040.stdout:op 3121 completed, throughput=5MB/sec 2024-04-22T04:57:44.754 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GelCZCnJmnfrOyG off=20363517 len=1710600 2024-04-22T04:57:44.756 INFO:tasks.workunit.client.0.smithi040.stdout:op 3122 completed, throughput=5MB/sec 2024-04-22T04:57:44.756 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-J9AF_jPdBVp6ewz off=15521366 len=1714338 2024-04-22T04:57:44.765 INFO:tasks.workunit.client.0.smithi040.stdout:op 3123 completed, throughput=5MB/sec 2024-04-22T04:57:44.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:44 smithi062 ceph-mon[78153]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:57:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:44 smithi040 ceph-mon[88445]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:57:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:44 smithi040 ceph-mon[91058]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:57:45.766 INFO:tasks.workunit.client.0.smithi040.stdout: 616: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:45.766 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nyVrIefYwWjjh15 off=14827015 len=491735 2024-04-22T04:57:45.767 INFO:tasks.workunit.client.0.smithi040.stdout:op 3124 completed, throughput=4.99MB/sec 2024-04-22T04:57:45.767 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BTjZVqn0co9Ex2L off=10082301 len=1728142 2024-04-22T04:57:45.776 INFO:tasks.workunit.client.0.smithi040.stdout:op 3125 completed, throughput=5MB/sec 2024-04-22T04:57:45.776 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kINL7sioNoLZ-98 off=358295 len=321582 2024-04-22T04:57:45.777 INFO:tasks.workunit.client.0.smithi040.stdout:op 3126 completed, throughput=5MB/sec 2024-04-22T04:57:45.777 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3a0Uc5exUWHAwuV off=1681730 len=644044 2024-04-22T04:57:45.782 INFO:tasks.workunit.client.0.smithi040.stdout:op 3127 completed, throughput=5MB/sec 2024-04-22T04:57:45.782 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bXUmPF1288bNrW1 off=20239894 len=445099 2024-04-22T04:57:45.783 INFO:tasks.workunit.client.0.smithi040.stdout:op 3128 completed, throughput=5MB/sec 2024-04-22T04:57:45.783 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9XCGtvewNFXkTW5 off=2259065 len=109225 2024-04-22T04:57:45.783 INFO:tasks.workunit.client.0.smithi040.stdout:op 3129 completed, throughput=5MB/sec 2024-04-22T04:57:45.783 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MX0_Rr_a3AUlCbH off=2412088 len=855875 2024-04-22T04:57:45.788 INFO:tasks.workunit.client.0.smithi040.stdout:op 3130 completed, throughput=5MB/sec 2024-04-22T04:57:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:57:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:57:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:57:46.788 INFO:tasks.workunit.client.0.smithi040.stdout: 617: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:46.788 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eHRDv82lMunJIGH off=3738615 len=260246 2024-04-22T04:57:46.789 INFO:tasks.workunit.client.0.smithi040.stdout:op 3131 completed, throughput=4.99MB/sec 2024-04-22T04:57:46.789 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-giN8T8hZE6VcG2D off=4880749 len=1473063 2024-04-22T04:57:46.791 INFO:tasks.workunit.client.0.smithi040.stdout:op 3132 completed, throughput=5MB/sec 2024-04-22T04:57:46.791 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mehbsZMb9Mnprfu off=1559641 len=262495 2024-04-22T04:57:46.794 INFO:tasks.workunit.client.0.smithi040.stdout:op 3133 completed, throughput=5MB/sec 2024-04-22T04:57:46.794 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xPFbrKriieZDF7u off=6820929 len=1244904 2024-04-22T04:57:46.796 INFO:tasks.workunit.client.0.smithi040.stdout:op 3134 completed, throughput=5MB/sec 2024-04-22T04:57:46.796 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JO0WIE5v9pEv2Rv off=6930094 len=2015359 2024-04-22T04:57:46.798 INFO:tasks.workunit.client.0.smithi040.stdout:op 3135 completed, throughput=5MB/sec 2024-04-22T04:57:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:46 smithi062 ceph-mon[78153]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-22T04:57:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:46 smithi040 ceph-mon[88445]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-22T04:57:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:46 smithi040 ceph-mon[91058]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-22T04:57:47.798 INFO:tasks.workunit.client.0.smithi040.stdout: 618: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:47.798 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PJOVMyaXyC4uKV- off=3354877 len=1138157 2024-04-22T04:57:47.800 INFO:tasks.workunit.client.0.smithi040.stdout:op 3136 completed, throughput=4.99MB/sec 2024-04-22T04:57:47.800 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KGxm3db1ZBXzYQt off=10788060 len=1137191 2024-04-22T04:57:47.806 INFO:tasks.workunit.client.0.smithi040.stdout:op 3137 completed, throughput=5MB/sec 2024-04-22T04:57:47.806 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mDAWDowQ_wegeMo off=1955003 len=1391568 2024-04-22T04:57:47.808 INFO:tasks.workunit.client.0.smithi040.stdout:op 3138 completed, throughput=5MB/sec 2024-04-22T04:57:47.808 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-blzkUncgcgxwmsu off=18861612 len=1398884 2024-04-22T04:57:47.815 INFO:tasks.workunit.client.0.smithi040.stdout:op 3139 completed, throughput=5MB/sec 2024-04-22T04:57:48.816 INFO:tasks.workunit.client.0.smithi040.stdout: 619: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:48.816 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LbCicIjpKVtq6X9 off=664069 len=1206263 2024-04-22T04:57:48.825 INFO:tasks.workunit.client.0.smithi040.stdout:op 3140 completed, throughput=4.99MB/sec 2024-04-22T04:57:48.825 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AxnOEq4k3zFAM9c off=1276176 len=1178579 2024-04-22T04:57:48.830 INFO:tasks.workunit.client.0.smithi040.stdout:op 3141 completed, throughput=5MB/sec 2024-04-22T04:57:48.830 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lpNLe93L7vJsbJQ off=11859756 len=310169 2024-04-22T04:57:48.833 INFO:tasks.workunit.client.0.smithi040.stdout:op 3142 completed, throughput=5MB/sec 2024-04-22T04:57:48.833 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ns0Irb0gFv_oQsT off=6476676 len=1259840 2024-04-22T04:57:48.835 INFO:tasks.workunit.client.0.smithi040.stdout:op 3143 completed, throughput=5MB/sec 2024-04-22T04:57:48.836 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0RKmj2furh3ZZZm off=3698123 len=1576170 2024-04-22T04:57:48.842 INFO:tasks.workunit.client.0.smithi040.stdout:op 3144 completed, throughput=5MB/sec 2024-04-22T04:57:48.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:48 smithi062 ceph-mon[78153]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-22T04:57:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:48 smithi040 ceph-mon[88445]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-22T04:57:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:48 smithi040 ceph-mon[91058]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-22T04:57:49.842 INFO:tasks.workunit.client.0.smithi040.stdout: 620: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:49.842 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QmfpYbA8cVD-k1B off=11376252 len=556744 2024-04-22T04:57:49.843 INFO:tasks.workunit.client.0.smithi040.stdout:op 3145 completed, throughput=4.99MB/sec 2024-04-22T04:57:49.843 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MA3Sb05dv7pnxf_ off=2089627 len=736127 2024-04-22T04:57:49.844 INFO:tasks.workunit.client.0.smithi040.stdout:op 3146 completed, throughput=4.99MB/sec 2024-04-22T04:57:49.844 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-u8ALq9XhGc8nPcq off=4469545 len=543218 2024-04-22T04:57:49.848 INFO:tasks.workunit.client.0.smithi040.stdout:op 3147 completed, throughput=5MB/sec 2024-04-22T04:57:49.848 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9jjMXpdBbqoH8OW off=15723320 len=1053876 2024-04-22T04:57:49.854 INFO:tasks.workunit.client.0.smithi040.stdout:op 3148 completed, throughput=5MB/sec 2024-04-22T04:57:49.854 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ThSqKdxJJ85zewj off=10943494 len=1580163 2024-04-22T04:57:49.856 INFO:tasks.workunit.client.0.smithi040.stdout:op 3149 completed, throughput=5MB/sec 2024-04-22T04:57:49.856 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IICrrEZIb-35ara off=4243494 len=361793 2024-04-22T04:57:49.856 INFO:tasks.workunit.client.0.smithi040.stdout:op 3150 completed, throughput=5MB/sec 2024-04-22T04:57:49.856 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8RS2u4PnI3YBIuI off=9081290 len=90489 2024-04-22T04:57:49.859 INFO:tasks.workunit.client.0.smithi040.stdout:op 3151 completed, throughput=5MB/sec 2024-04-22T04:57:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:57:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:57:50] "GET /metrics HTTP/1.1" 200 240255 "" "Prometheus/2.43.0" 2024-04-22T04:57:50.860 INFO:tasks.workunit.client.0.smithi040.stdout: 621: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:50.860 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2XCMxsPrTu_9ny8 off=19215511 len=1514694 2024-04-22T04:57:50.863 INFO:tasks.workunit.client.0.smithi040.stdout:op 3152 completed, throughput=4.99MB/sec 2024-04-22T04:57:50.863 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SLIlAw_kgYEpvE6 off=1475644 len=51819 2024-04-22T04:57:50.863 INFO:tasks.workunit.client.0.smithi040.stdout:op 3153 completed, throughput=4.99MB/sec 2024-04-22T04:57:50.863 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ylAwX_rXCArGoM1 off=1013566 len=6659 2024-04-22T04:57:50.864 INFO:tasks.workunit.client.0.smithi040.stdout:op 3154 completed, throughput=4.99MB/sec 2024-04-22T04:57:50.864 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rwkqvWN1yXXfAN4 off=10766467 len=1219466 2024-04-22T04:57:50.865 INFO:tasks.workunit.client.0.smithi040.stdout:op 3155 completed, throughput=5MB/sec 2024-04-22T04:57:50.866 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fPlfQ7ZalOA3URW off=5235477 len=3062 2024-04-22T04:57:50.866 INFO:tasks.workunit.client.0.smithi040.stdout:op 3156 completed, throughput=5MB/sec 2024-04-22T04:57:50.866 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-y16vJ9vg0IWjQRd off=3517307 len=254596 2024-04-22T04:57:50.868 INFO:tasks.workunit.client.0.smithi040.stdout:op 3157 completed, throughput=5MB/sec 2024-04-22T04:57:50.869 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LsFE434HfbjX3jq off=582532 len=1056865 2024-04-22T04:57:50.870 INFO:tasks.workunit.client.0.smithi040.stdout:op 3158 completed, throughput=5MB/sec 2024-04-22T04:57:50.871 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jmHrJKzeSpGAjiT off=4553936 len=2050937 2024-04-22T04:57:50.873 INFO:tasks.workunit.client.0.smithi040.stdout:op 3159 completed, throughput=5MB/sec 2024-04-22T04:57:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:50 smithi062 ceph-mon[78153]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:57:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:57:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:50 smithi040 ceph-mon[88445]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:57:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:57:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:50 smithi040 ceph-mon[91058]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:57:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:57:51.873 INFO:tasks.workunit.client.0.smithi040.stdout: 622: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:51.873 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AhYjw6nwiJIYlPM off=7650965 len=425948 2024-04-22T04:57:51.874 INFO:tasks.workunit.client.0.smithi040.stdout:op 3160 completed, throughput=4.99MB/sec 2024-04-22T04:57:51.874 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-40vBuwCzwFvLson off=2421903 len=1120903 2024-04-22T04:57:51.880 INFO:tasks.workunit.client.0.smithi040.stdout:op 3161 completed, throughput=5MB/sec 2024-04-22T04:57:51.880 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-raxAiWiz3Wmejh3 off=774654 len=749599 2024-04-22T04:57:51.882 INFO:tasks.workunit.client.0.smithi040.stdout:op 3162 completed, throughput=5MB/sec 2024-04-22T04:57:51.882 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-goOMKKMDZTUtKdy off=2613813 len=1071 2024-04-22T04:57:51.884 INFO:tasks.workunit.client.0.smithi040.stdout:op 3163 completed, throughput=5MB/sec 2024-04-22T04:57:51.884 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Iozq4R6GYyL9lvy off=5397406 len=2059399 2024-04-22T04:57:51.886 INFO:tasks.workunit.client.0.smithi040.stdout:op 3164 completed, throughput=5MB/sec 2024-04-22T04:57:51.887 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ebGhm-xWe488eUw off=14123413 len=1567313 2024-04-22T04:57:51.888 INFO:tasks.workunit.client.0.smithi040.stdout:op 3165 completed, throughput=5MB/sec 2024-04-22T04:57:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:52 smithi062 ceph-mon[78153]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:57:52.888 INFO:tasks.workunit.client.0.smithi040.stdout: 623: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:52.888 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Gh4FQQNBjhJJqHh off=6822091 len=1223063 2024-04-22T04:57:52.895 INFO:tasks.workunit.client.0.smithi040.stdout:op 3166 completed, throughput=5MB/sec 2024-04-22T04:57:52.895 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lyBFAJa2GGJqO9J off=13344322 len=789596 2024-04-22T04:57:52.896 INFO:tasks.workunit.client.0.smithi040.stdout:op 3167 completed, throughput=5MB/sec 2024-04-22T04:57:52.896 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Z8LobCXNm5PKRNi off=7982399 len=1114848 2024-04-22T04:57:52.902 INFO:tasks.workunit.client.0.smithi040.stdout:op 3168 completed, throughput=5MB/sec 2024-04-22T04:57:52.902 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jF0SsK4k6AZ1447 off=13624384 len=575323 2024-04-22T04:57:52.906 INFO:tasks.workunit.client.0.smithi040.stdout:op 3169 completed, throughput=5MB/sec 2024-04-22T04:57:52.906 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XnPbeCyFV69lNmU off=3764377 len=183667 2024-04-22T04:57:52.906 INFO:tasks.workunit.client.0.smithi040.stdout:op 3170 completed, throughput=5MB/sec 2024-04-22T04:57:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:52 smithi040 ceph-mon[88445]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:57:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:52 smithi040 ceph-mon[91058]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:57:53.907 INFO:tasks.workunit.client.0.smithi040.stdout: 624: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:53.907 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uxicmsfx4Iri8hA off=1430997 len=692436 2024-04-22T04:57:53.908 INFO:tasks.workunit.client.0.smithi040.stdout:op 3171 completed, throughput=4.99MB/sec 2024-04-22T04:57:53.909 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MqDwVR4T3HYB2qQ off=1637265 len=1050178 2024-04-22T04:57:53.910 INFO:tasks.workunit.client.0.smithi040.stdout:op 3172 completed, throughput=4.99MB/sec 2024-04-22T04:57:53.910 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GpJRhYzfb8F3_tC off=1205862 len=719622 2024-04-22T04:57:53.914 INFO:tasks.workunit.client.0.smithi040.stdout:op 3173 completed, throughput=5MB/sec 2024-04-22T04:57:53.914 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qF57trHpN2zRdLY off=471440 len=81052 2024-04-22T04:57:53.915 INFO:tasks.workunit.client.0.smithi040.stdout:op 3174 completed, throughput=5MB/sec 2024-04-22T04:57:53.915 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0P-sHYpW3LmrvVe off=14798731 len=1291560 2024-04-22T04:57:53.922 INFO:tasks.workunit.client.0.smithi040.stdout:op 3175 completed, throughput=5MB/sec 2024-04-22T04:57:53.922 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qE1LB0TAxEp4sY0 off=6246303 len=1943243 2024-04-22T04:57:53.929 INFO:tasks.workunit.client.0.smithi040.stdout:op 3176 completed, throughput=5MB/sec 2024-04-22T04:57:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:54 smithi062 ceph-mon[78153]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:57:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:54 smithi040 ceph-mon[91058]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:57:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:54 smithi040 ceph-mon[88445]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:57:54.930 INFO:tasks.workunit.client.0.smithi040.stdout: 625: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:54.930 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1A1c2kFzTpoGr9e off=9645007 len=1004803 2024-04-22T04:57:54.935 INFO:tasks.workunit.client.0.smithi040.stdout:op 3177 completed, throughput=4.99MB/sec 2024-04-22T04:57:54.935 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_BKQeYM1cWlU6UP off=3582790 len=1818825 2024-04-22T04:57:54.947 INFO:tasks.workunit.client.0.smithi040.stdout:op 3178 completed, throughput=5MB/sec 2024-04-22T04:57:54.947 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ftQRdeXFPAiIRdl off=29133 len=1882434 2024-04-22T04:57:54.948 INFO:tasks.workunit.client.0.smithi040.stdout:op 3179 completed, throughput=5MB/sec 2024-04-22T04:57:54.948 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-t8n7oR65oNtiLtS off=15979566 len=679652 2024-04-22T04:57:54.952 INFO:tasks.workunit.client.0.smithi040.stdout:op 3180 completed, throughput=5MB/sec 2024-04-22T04:57:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:57:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:57:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:57:55.953 INFO:tasks.workunit.client.0.smithi040.stdout: 626: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:55.954 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gJ0HWV-dWb1-CHT off=8831214 len=1840432 2024-04-22T04:57:55.956 INFO:tasks.workunit.client.0.smithi040.stdout:op 3181 completed, throughput=5MB/sec 2024-04-22T04:57:55.957 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Qp2-6bfrn5Dissk off=13948001 len=834991 2024-04-22T04:57:55.962 INFO:tasks.workunit.client.0.smithi040.stdout:op 3182 completed, throughput=5MB/sec 2024-04-22T04:57:55.962 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KrCHO7BV1Fb3Ed- off=14105402 len=696027 2024-04-22T04:57:55.966 INFO:tasks.workunit.client.0.smithi040.stdout:op 3183 completed, throughput=5MB/sec 2024-04-22T04:57:55.966 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yMqs2vMxOkBFIiS off=657604 len=249590 2024-04-22T04:57:55.968 INFO:tasks.workunit.client.0.smithi040.stdout:op 3184 completed, throughput=5MB/sec 2024-04-22T04:57:55.968 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4qdgPNWXwras9cW off=13540183 len=1758137 2024-04-22T04:57:55.974 INFO:tasks.workunit.client.0.smithi040.stdout:op 3185 completed, throughput=5MB/sec 2024-04-22T04:57:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:56 smithi062 ceph-mon[78153]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-22T04:57:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:56 smithi040 ceph-mon[88445]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-22T04:57:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:56 smithi040 ceph-mon[91058]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-22T04:57:56.974 INFO:tasks.workunit.client.0.smithi040.stdout: 627: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:56.975 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-g69z8YZhRSooPMX off=8998215 len=172568 2024-04-22T04:57:56.975 INFO:tasks.workunit.client.0.smithi040.stdout:op 3186 completed, throughput=4.99MB/sec 2024-04-22T04:57:56.975 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Iq53mNZ2271_38z off=1762959 len=1294955 2024-04-22T04:57:56.978 INFO:tasks.workunit.client.0.smithi040.stdout:op 3187 completed, throughput=5MB/sec 2024-04-22T04:57:56.978 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_IqdPk7PlTxTUjq off=1969620 len=1237948 2024-04-22T04:57:56.986 INFO:tasks.workunit.client.0.smithi040.stdout:op 3188 completed, throughput=5MB/sec 2024-04-22T04:57:56.986 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kgehGuublugoT3S off=1943062 len=749569 2024-04-22T04:57:56.987 INFO:tasks.workunit.client.0.smithi040.stdout:op 3189 completed, throughput=5MB/sec 2024-04-22T04:57:56.987 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4xAXHaGFVnatAU6 off=3730131 len=1164004 2024-04-22T04:57:56.988 INFO:tasks.workunit.client.0.smithi040.stdout:op 3190 completed, throughput=5MB/sec 2024-04-22T04:57:56.989 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-N8y-RSJjMwD5ILR off=218969 len=1966040 2024-04-22T04:57:56.990 INFO:tasks.workunit.client.0.smithi040.stdout:op 3191 completed, throughput=5MB/sec 2024-04-22T04:57:57.991 INFO:tasks.workunit.client.0.smithi040.stdout: 628: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:57.991 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lq2pCeRoMoe6ybu off=2215840 len=1200089 2024-04-22T04:57:57.999 INFO:tasks.workunit.client.0.smithi040.stdout:op 3192 completed, throughput=5MB/sec 2024-04-22T04:57:57.999 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WxD7OhqO6h36Cnx off=8095687 len=61258 2024-04-22T04:57:58.000 INFO:tasks.workunit.client.0.smithi040.stdout:op 3193 completed, throughput=5MB/sec 2024-04-22T04:57:58.000 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-c8MM3I4g3CzmLIC off=8599980 len=1033906 2024-04-22T04:57:58.001 INFO:tasks.workunit.client.0.smithi040.stdout:op 3194 completed, throughput=5MB/sec 2024-04-22T04:57:58.001 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-C3fHmX11NxvH7CA off=1655289 len=713655 2024-04-22T04:57:58.005 INFO:tasks.workunit.client.0.smithi040.stdout:op 3195 completed, throughput=5MB/sec 2024-04-22T04:57:58.005 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PRjoVMioxUh5zd6 off=1014981 len=842630 2024-04-22T04:57:58.007 INFO:tasks.workunit.client.0.smithi040.stdout:op 3196 completed, throughput=5MB/sec 2024-04-22T04:57:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:57:58 smithi062 ceph-mon[78153]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-22T04:57:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:57:58 smithi040 ceph-mon[88445]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-22T04:57:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:57:58 smithi040 ceph-mon[91058]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-22T04:57:59.007 INFO:tasks.workunit.client.0.smithi040.stdout: 629: throughput=4.99MB/sec pending data=0 2024-04-22T04:57:59.007 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7_j8X7pUpqvvT7L off=72476 len=1314319 2024-04-22T04:57:59.014 INFO:tasks.workunit.client.0.smithi040.stdout:op 3197 completed, throughput=4.99MB/sec 2024-04-22T04:57:59.015 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qb6DccybzpOAZtB off=4586761 len=101935 2024-04-22T04:57:59.015 INFO:tasks.workunit.client.0.smithi040.stdout:op 3198 completed, throughput=4.99MB/sec 2024-04-22T04:57:59.015 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jngtcOhRQr4-UWB off=1607787 len=1122922 2024-04-22T04:57:59.017 INFO:tasks.workunit.client.0.smithi040.stdout:op 3199 completed, throughput=5MB/sec 2024-04-22T04:57:59.017 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xNO9_V2LwF_lFJc off=1107806 len=693702 2024-04-22T04:57:59.021 INFO:tasks.workunit.client.0.smithi040.stdout:op 3200 completed, throughput=5MB/sec 2024-04-22T04:57:59.021 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-haNPMNNyyTGwE7K off=1149472 len=751450 2024-04-22T04:57:59.023 INFO:tasks.workunit.client.0.smithi040.stdout:op 3201 completed, throughput=5MB/sec 2024-04-22T04:57:59.023 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Z2yIrFbfG4JT1qa off=22448285 len=1459175 2024-04-22T04:57:59.033 INFO:tasks.workunit.client.0.smithi040.stdout:op 3202 completed, throughput=5MB/sec 2024-04-22T04:58:00.033 INFO:tasks.workunit.client.0.smithi040.stdout: 630: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:00.033 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sUXlmRjF4EFWb3x off=0 len=1069898 2024-04-22T04:58:00.035 INFO:tasks.workunit.client.0.smithi040.stdout:op 3203 completed, throughput=4.99MB/sec 2024-04-22T04:58:00.035 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-umm1xEb_hZ0kVom off=11652355 len=1892415 2024-04-22T04:58:00.045 INFO:tasks.workunit.client.0.smithi040.stdout:op 3204 completed, throughput=5MB/sec 2024-04-22T04:58:00.045 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2t72Dk3do4HfVDL off=5060875 len=2047801 2024-04-22T04:58:00.058 INFO:tasks.workunit.client.0.smithi040.stdout:op 3205 completed, throughput=5MB/sec 2024-04-22T04:58:00.058 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fOIl8r3ov4Gicw5 off=17885191 len=2084797 2024-04-22T04:58:00.066 INFO:tasks.workunit.client.0.smithi040.stdout:op 3206 completed, throughput=5MB/sec 2024-04-22T04:58:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:58:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:58:00] "GET /metrics HTTP/1.1" 200 240258 "" "Prometheus/2.43.0" 2024-04-22T04:58:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:00 smithi062 ceph-mon[78153]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:58:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:00 smithi040 ceph-mon[91058]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:58:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:00 smithi040 ceph-mon[88445]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:58:01.067 INFO:tasks.workunit.client.0.smithi040.stdout: 631: throughput=5MB/sec pending data=0 2024-04-22T04:58:01.067 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8TOR8mYkBEvK3uY off=3467594 len=755827 2024-04-22T04:58:01.071 INFO:tasks.workunit.client.0.smithi040.stdout:op 3207 completed, throughput=5MB/sec 2024-04-22T04:58:01.071 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sfW2qikZDxdqPZ5 off=7602858 len=1719586 2024-04-22T04:58:01.082 INFO:tasks.workunit.client.0.smithi040.stdout:op 3208 completed, throughput=5MB/sec 2024-04-22T04:58:01.082 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_OBz40bgoyKlTA- off=8201826 len=2002783 2024-04-22T04:58:01.083 INFO:tasks.workunit.client.0.smithi040.stdout:op 3209 completed, throughput=5MB/sec 2024-04-22T04:58:02.084 INFO:tasks.workunit.client.0.smithi040.stdout: 632: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:02.084 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Ik7cbkkUlP1HsT4 off=20580475 len=70251 2024-04-22T04:58:02.086 INFO:tasks.workunit.client.0.smithi040.stdout:op 3210 completed, throughput=4.99MB/sec 2024-04-22T04:58:02.086 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-P2uv_eLt2F7KgLN off=10253751 len=1340468 2024-04-22T04:58:02.088 INFO:tasks.workunit.client.0.smithi040.stdout:op 3211 completed, throughput=5MB/sec 2024-04-22T04:58:02.088 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-S5QlRVaI-PzeesT off=3940378 len=614856 2024-04-22T04:58:02.092 INFO:tasks.workunit.client.0.smithi040.stdout:op 3212 completed, throughput=5MB/sec 2024-04-22T04:58:02.092 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5bm0O05OxTkbw9L off=6119687 len=1019648 2024-04-22T04:58:02.094 INFO:tasks.workunit.client.0.smithi040.stdout:op 3213 completed, throughput=5MB/sec 2024-04-22T04:58:02.094 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-y8ITZQwpmpwT7bG off=5746886 len=623613 2024-04-22T04:58:02.095 INFO:tasks.workunit.client.0.smithi040.stdout:op 3214 completed, throughput=5MB/sec 2024-04-22T04:58:02.095 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CN9nvrP1NI0nbMo off=11687760 len=860205 2024-04-22T04:58:02.099 INFO:tasks.workunit.client.0.smithi040.stdout:op 3215 completed, throughput=5MB/sec 2024-04-22T04:58:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:02 smithi062 ceph-mon[78153]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-22T04:58:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:02 smithi040 ceph-mon[91058]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-22T04:58:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:02 smithi040 ceph-mon[88445]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-22T04:58:03.100 INFO:tasks.workunit.client.0.smithi040.stdout: 633: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:03.100 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ncG8b2GElwR1ZZ6 off=15909595 len=231452 2024-04-22T04:58:03.103 INFO:tasks.workunit.client.0.smithi040.stdout:op 3216 completed, throughput=4.99MB/sec 2024-04-22T04:58:03.103 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jpjpz-e0ogs80zm off=3413229 len=1747115 2024-04-22T04:58:03.112 INFO:tasks.workunit.client.0.smithi040.stdout:op 3217 completed, throughput=5MB/sec 2024-04-22T04:58:03.112 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IzCa_ssv7DUmGFv off=5413516 len=973852 2024-04-22T04:58:03.113 INFO:tasks.workunit.client.0.smithi040.stdout:op 3218 completed, throughput=5MB/sec 2024-04-22T04:58:03.113 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0wwfLeECz8O0-G- off=17788710 len=130644 2024-04-22T04:58:03.114 INFO:tasks.workunit.client.0.smithi040.stdout:op 3219 completed, throughput=5MB/sec 2024-04-22T04:58:03.114 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_m_DuqC6U4wFToc off=16590117 len=567485 2024-04-22T04:58:03.118 INFO:tasks.workunit.client.0.smithi040.stdout:op 3220 completed, throughput=5MB/sec 2024-04-22T04:58:03.118 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yUVXfmJhxTLorrp off=3730314 len=1449239 2024-04-22T04:58:03.125 INFO:tasks.workunit.client.0.smithi040.stdout:op 3221 completed, throughput=5MB/sec 2024-04-22T04:58:04.126 INFO:tasks.workunit.client.0.smithi040.stdout: 634: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:04.126 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-b3UZ1cqen-W2h_A off=200051 len=327071 2024-04-22T04:58:04.127 INFO:tasks.workunit.client.0.smithi040.stdout:op 3222 completed, throughput=4.99MB/sec 2024-04-22T04:58:04.128 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-16SL9q3Q7-GyjDp off=4987122 len=519253 2024-04-22T04:58:04.131 INFO:tasks.workunit.client.0.smithi040.stdout:op 3223 completed, throughput=4.99MB/sec 2024-04-22T04:58:04.131 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bh44uLOJV0r9S4g off=6090068 len=838117 2024-04-22T04:58:04.136 INFO:tasks.workunit.client.0.smithi040.stdout:op 3224 completed, throughput=4.99MB/sec 2024-04-22T04:58:04.136 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-R4oT4YeM3KtUHfl off=3480218 len=893498 2024-04-22T04:58:04.141 INFO:tasks.workunit.client.0.smithi040.stdout:op 3225 completed, throughput=5MB/sec 2024-04-22T04:58:04.141 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Cfyy2gB1uIK3XHW off=556013 len=792627 2024-04-22T04:58:04.145 INFO:tasks.workunit.client.0.smithi040.stdout:op 3226 completed, throughput=5MB/sec 2024-04-22T04:58:04.146 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-USt4RXseQgBZ2yb off=15061967 len=1842471 2024-04-22T04:58:04.158 INFO:tasks.workunit.client.0.smithi040.stdout:op 3227 completed, throughput=5MB/sec 2024-04-22T04:58:04.158 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aDw70WxldUTJdDT off=14927404 len=1340742 2024-04-22T04:58:04.167 INFO:tasks.workunit.client.0.smithi040.stdout:op 3228 completed, throughput=5MB/sec 2024-04-22T04:58:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:04 smithi040 ceph-mon[91058]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T04:58:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:04 smithi040 ceph-mon[88445]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T04:58:05.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:04 smithi062 ceph-mon[78153]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T04:58:05.167 INFO:tasks.workunit.client.0.smithi040.stdout: 635: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:05.167 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ftoUk1t_eLxL7ho off=2339738 len=1368151 2024-04-22T04:58:05.170 INFO:tasks.workunit.client.0.smithi040.stdout:op 3229 completed, throughput=5MB/sec 2024-04-22T04:58:05.170 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qgzxHb6hvKA_DLR off=385975 len=640142 2024-04-22T04:58:05.174 INFO:tasks.workunit.client.0.smithi040.stdout:op 3230 completed, throughput=5MB/sec 2024-04-22T04:58:05.174 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1AYk6OmLfTtpuV8 off=3624385 len=200199 2024-04-22T04:58:05.175 INFO:tasks.workunit.client.0.smithi040.stdout:op 3231 completed, throughput=5MB/sec 2024-04-22T04:58:05.175 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fx_oABRzcEk3giE off=7549820 len=1286925 2024-04-22T04:58:05.183 INFO:tasks.workunit.client.0.smithi040.stdout:op 3232 completed, throughput=5MB/sec 2024-04-22T04:58:05.183 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dSTJtTpoho4-nMM off=8729131 len=37504 2024-04-22T04:58:05.185 INFO:tasks.workunit.client.0.smithi040.stdout:op 3233 completed, throughput=5MB/sec 2024-04-22T04:58:05.185 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-O2YR_UH0AgPBTDA off=2450916 len=1639003 2024-04-22T04:58:05.191 INFO:tasks.workunit.client.0.smithi040.stdout:op 3234 completed, throughput=5MB/sec 2024-04-22T04:58:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:58:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:58:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:58:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:58:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:58:05.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:58:06.192 INFO:tasks.workunit.client.0.smithi040.stdout: 636: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:06.192 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LUxQxgh9-tSqUTT off=4853037 len=1899940 2024-04-22T04:58:06.201 INFO:tasks.workunit.client.0.smithi040.stdout:op 3235 completed, throughput=5MB/sec 2024-04-22T04:58:06.201 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--m_CkLjH6chW9EK off=6654645 len=793545 2024-04-22T04:58:06.202 INFO:tasks.workunit.client.0.smithi040.stdout:op 3236 completed, throughput=5MB/sec 2024-04-22T04:58:06.203 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2uDPDYVhKs0ML1V off=25500 len=84127 2024-04-22T04:58:06.203 INFO:tasks.workunit.client.0.smithi040.stdout:op 3237 completed, throughput=5MB/sec 2024-04-22T04:58:06.203 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OnJRFtSxsQTOL_v off=9077669 len=1358808 2024-04-22T04:58:06.204 INFO:tasks.workunit.client.0.smithi040.stdout:op 3238 completed, throughput=5MB/sec 2024-04-22T04:58:06.204 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AxuJPiRQh93aiLL off=1208665 len=607579 2024-04-22T04:58:06.208 INFO:tasks.workunit.client.0.smithi040.stdout:op 3239 completed, throughput=5MB/sec 2024-04-22T04:58:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:06 smithi040 ceph-mon[91058]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:58:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:06 smithi040 ceph-mon[88445]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:58:07.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:06 smithi062 ceph-mon[78153]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:58:07.208 INFO:tasks.workunit.client.0.smithi040.stdout: 637: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:07.208 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WfPNKB7_ZE6_FrO off=3944547 len=1260128 2024-04-22T04:58:07.215 INFO:tasks.workunit.client.0.smithi040.stdout:op 3240 completed, throughput=4.99MB/sec 2024-04-22T04:58:07.215 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Kk3GXh8azEtogYE off=10240069 len=1949891 2024-04-22T04:58:07.227 INFO:tasks.workunit.client.0.smithi040.stdout:op 3241 completed, throughput=5MB/sec 2024-04-22T04:58:07.227 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RL6EyGRJ9FQwL-h off=7261320 len=1726006 2024-04-22T04:58:07.229 INFO:tasks.workunit.client.0.smithi040.stdout:op 3242 completed, throughput=5MB/sec 2024-04-22T04:58:07.229 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0J33txOINg_FeZz off=2643439 len=716173 2024-04-22T04:58:07.234 INFO:tasks.workunit.client.0.smithi040.stdout:op 3243 completed, throughput=5MB/sec 2024-04-22T04:58:08.234 INFO:tasks.workunit.client.0.smithi040.stdout: 638: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:08.234 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-m1cexQYxiW2UtBh off=10988284 len=63475 2024-04-22T04:58:08.237 INFO:tasks.workunit.client.0.smithi040.stdout:op 3244 completed, throughput=4.99MB/sec 2024-04-22T04:58:08.237 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WQ0jNOpFcbLhjTu off=7569671 len=1701795 2024-04-22T04:58:08.245 INFO:tasks.workunit.client.0.smithi040.stdout:op 3245 completed, throughput=5MB/sec 2024-04-22T04:58:08.245 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4fNveaSp9BIWqFe off=4712305 len=2054100 2024-04-22T04:58:08.257 INFO:tasks.workunit.client.0.smithi040.stdout:op 3246 completed, throughput=5MB/sec 2024-04-22T04:58:08.257 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_dRVTDBnMzmn7En off=1261682 len=1533802 2024-04-22T04:58:08.259 INFO:tasks.workunit.client.0.smithi040.stdout:op 3247 completed, throughput=5MB/sec 2024-04-22T04:58:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:08 smithi040 ceph-mon[88445]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-22T04:58:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:08 smithi040 ceph-mon[91058]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-22T04:58:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:08 smithi062 ceph-mon[78153]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-22T04:58:09.259 INFO:tasks.workunit.client.0.smithi040.stdout: 639: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:09.259 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Kd9GgWquYLlpRp3 off=4627714 len=1777543 2024-04-22T04:58:09.261 INFO:tasks.workunit.client.0.smithi040.stdout:op 3248 completed, throughput=5MB/sec 2024-04-22T04:58:09.261 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TGHQksyMF62DG2X off=1522042 len=1967774 2024-04-22T04:58:09.264 INFO:tasks.workunit.client.0.smithi040.stdout:op 3249 completed, throughput=5MB/sec 2024-04-22T04:58:09.264 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-K2LMBMrXc--GE8G off=6403197 len=429230 2024-04-22T04:58:09.267 INFO:tasks.workunit.client.0.smithi040.stdout:op 3250 completed, throughput=5MB/sec 2024-04-22T04:58:09.268 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-O_hevdIEeXaufcT off=11117557 len=1279974 2024-04-22T04:58:09.270 INFO:tasks.workunit.client.0.smithi040.stdout:op 3251 completed, throughput=5MB/sec 2024-04-22T04:58:10.270 INFO:tasks.workunit.client.0.smithi040.stdout: 640: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:10.271 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ajOrBZi0FaLbvmq off=403272 len=1342781 2024-04-22T04:58:10.277 INFO:tasks.workunit.client.0.smithi040.stdout:op 3252 completed, throughput=5MB/sec 2024-04-22T04:58:10.277 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Y5L3ExyQ8TjA9Ts off=5844834 len=174394 2024-04-22T04:58:10.280 INFO:tasks.workunit.client.0.smithi040.stdout:op 3253 completed, throughput=5MB/sec 2024-04-22T04:58:10.280 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-F6dEQD6cNyky9sZ off=1045930 len=1374809 2024-04-22T04:58:10.281 INFO:tasks.workunit.client.0.smithi040.stdout:op 3254 completed, throughput=5MB/sec 2024-04-22T04:58:10.281 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hCV8lA_dR3RgjR6 off=1019749 len=1780770 2024-04-22T04:58:10.290 INFO:tasks.workunit.client.0.smithi040.stdout:op 3255 completed, throughput=5MB/sec 2024-04-22T04:58:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:58:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:58:10] "GET /metrics HTTP/1.1" 200 240251 "" "Prometheus/2.43.0" 2024-04-22T04:58:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:10 smithi040 ceph-mon[88445]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:58:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:10 smithi040 ceph-mon[91058]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:58:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:10 smithi062 ceph-mon[78153]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:58:11.290 INFO:tasks.workunit.client.0.smithi040.stdout: 641: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:11.290 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BqIs8i7CyH1XRlz off=5465201 len=504913 2024-04-22T04:58:11.294 INFO:tasks.workunit.client.0.smithi040.stdout:op 3256 completed, throughput=4.99MB/sec 2024-04-22T04:58:11.294 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-F8BRAfMQ9VlFgE- off=235038 len=1603431 2024-04-22T04:58:11.301 INFO:tasks.workunit.client.0.smithi040.stdout:op 3257 completed, throughput=5MB/sec 2024-04-22T04:58:11.301 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Kmt0qb9m09P6EYg off=8754670 len=1459160 2024-04-22T04:58:11.305 INFO:tasks.workunit.client.0.smithi040.stdout:op 3258 completed, throughput=5MB/sec 2024-04-22T04:58:11.305 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-C3LLdZXO6I1ufUK off=11684449 len=1001087 2024-04-22T04:58:11.308 INFO:tasks.workunit.client.0.smithi040.stdout:op 3259 completed, throughput=5MB/sec 2024-04-22T04:58:11.308 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TXqrnPaHjBAseXE off=6151430 len=1831686 2024-04-22T04:58:11.309 INFO:tasks.workunit.client.0.smithi040.stdout:op 3260 completed, throughput=5MB/sec 2024-04-22T04:58:12.310 INFO:tasks.workunit.client.0.smithi040.stdout: 642: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:12.310 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eNZZ6pECu-MC6XY off=2016302 len=312161 2024-04-22T04:58:12.313 INFO:tasks.workunit.client.0.smithi040.stdout:op 3261 completed, throughput=4.99MB/sec 2024-04-22T04:58:12.314 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-X-hkXdy1d3Sv4qZ off=9846317 len=762783 2024-04-22T04:58:12.318 INFO:tasks.workunit.client.0.smithi040.stdout:op 3262 completed, throughput=5MB/sec 2024-04-22T04:58:12.319 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EokcHo0mGSdojff off=1544583 len=382887 2024-04-22T04:58:12.322 INFO:tasks.workunit.client.0.smithi040.stdout:op 3263 completed, throughput=5MB/sec 2024-04-22T04:58:12.322 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2aelGoEO_1A-C7g off=3544390 len=41127 2024-04-22T04:58:12.323 INFO:tasks.workunit.client.0.smithi040.stdout:op 3264 completed, throughput=5MB/sec 2024-04-22T04:58:12.323 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xCTDZC8vY1cj2am off=8509500 len=290216 2024-04-22T04:58:12.325 INFO:tasks.workunit.client.0.smithi040.stdout:op 3265 completed, throughput=5MB/sec 2024-04-22T04:58:12.326 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iD4CA_d6xBfD5cA off=83743 len=359388 2024-04-22T04:58:12.329 INFO:tasks.workunit.client.0.smithi040.stdout:op 3266 completed, throughput=5MB/sec 2024-04-22T04:58:12.329 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ogflvrmbgQASacn off=821912 len=97025 2024-04-22T04:58:12.331 INFO:tasks.workunit.client.0.smithi040.stdout:op 3267 completed, throughput=5MB/sec 2024-04-22T04:58:12.331 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-f3AVKdfaiMsj8ii off=12793034 len=1538120 2024-04-22T04:58:12.334 INFO:tasks.workunit.client.0.smithi040.stdout:op 3268 completed, throughput=5MB/sec 2024-04-22T04:58:12.335 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Ve26nGxiIq2J9kh off=3295460 len=346873 2024-04-22T04:58:12.337 INFO:tasks.workunit.client.0.smithi040.stdout:op 3269 completed, throughput=5MB/sec 2024-04-22T04:58:12.337 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tCgAnvGdNCvULV4 off=9248366 len=1362903 2024-04-22T04:58:12.340 INFO:tasks.workunit.client.0.smithi040.stdout:op 3270 completed, throughput=5MB/sec 2024-04-22T04:58:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:12 smithi040 ceph-mon[88445]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-22T04:58:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:12 smithi040 ceph-mon[91058]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-22T04:58:13.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:12 smithi062 ceph-mon[78153]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-22T04:58:13.340 INFO:tasks.workunit.client.0.smithi040.stdout: 643: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:13.340 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2aelGoEO_1A-C7g off=8259600 len=579364 2024-04-22T04:58:13.344 INFO:tasks.workunit.client.0.smithi040.stdout:op 3271 completed, throughput=5MB/sec 2024-04-22T04:58:13.344 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2Bd-mCd1TUpy-q1 off=18110660 len=1900389 2024-04-22T04:58:13.348 INFO:tasks.workunit.client.0.smithi040.stdout:op 3272 completed, throughput=5MB/sec 2024-04-22T04:58:13.348 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-z4oA8JkFJRHdaYN off=13709911 len=1255656 2024-04-22T04:58:13.356 INFO:tasks.workunit.client.0.smithi040.stdout:op 3273 completed, throughput=5MB/sec 2024-04-22T04:58:13.356 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-alY7lOl8MMbiUkc off=2677382 len=2008425 2024-04-22T04:58:13.359 INFO:tasks.workunit.client.0.smithi040.stdout:op 3274 completed, throughput=5MB/sec 2024-04-22T04:58:14.360 INFO:tasks.workunit.client.0.smithi040.stdout: 644: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:14.361 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WuOEaPcDr8idTTQ off=5343151 len=2023611 2024-04-22T04:58:14.373 INFO:tasks.workunit.client.0.smithi040.stdout:op 3275 completed, throughput=5MB/sec 2024-04-22T04:58:14.374 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oe81w3m4hgHUWgt off=602453 len=728861 2024-04-22T04:58:14.378 INFO:tasks.workunit.client.0.smithi040.stdout:op 3276 completed, throughput=5MB/sec 2024-04-22T04:58:14.378 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LdNF3SM9w7ZllpZ off=103706 len=1507060 2024-04-22T04:58:14.380 INFO:tasks.workunit.client.0.smithi040.stdout:op 3277 completed, throughput=5MB/sec 2024-04-22T04:58:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:14 smithi040 ceph-mon[88445]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T04:58:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:14 smithi040 ceph-mon[91058]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T04:58:15.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:14 smithi062 ceph-mon[78153]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T04:58:15.381 INFO:tasks.workunit.client.0.smithi040.stdout: 645: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:15.381 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pgqzpWqwo17i9VQ off=10833919 len=1378560 2024-04-22T04:58:15.382 INFO:tasks.workunit.client.0.smithi040.stdout:op 3278 completed, throughput=5MB/sec 2024-04-22T04:58:15.383 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-b2gUUa_n-eeQpWK off=4761784 len=253416 2024-04-22T04:58:15.384 INFO:tasks.workunit.client.0.smithi040.stdout:op 3279 completed, throughput=5MB/sec 2024-04-22T04:58:15.384 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hgNKBmPkj7G1fAY off=69261 len=1232214 2024-04-22T04:58:15.385 INFO:tasks.workunit.client.0.smithi040.stdout:op 3280 completed, throughput=5MB/sec 2024-04-22T04:58:15.385 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QNC6LG9nhOvQHrn off=2091303 len=428526 2024-04-22T04:58:15.389 INFO:tasks.workunit.client.0.smithi040.stdout:op 3281 completed, throughput=5MB/sec 2024-04-22T04:58:15.389 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HCTdADEgoD2XCTJ off=14643214 len=1532395 2024-04-22T04:58:15.396 INFO:tasks.workunit.client.0.smithi040.stdout:op 3282 completed, throughput=5MB/sec 2024-04-22T04:58:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:58:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:58:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:58:16.396 INFO:tasks.workunit.client.0.smithi040.stdout: 646: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:16.396 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-I0ID6Hyv0s2pUNr off=15404055 len=744289 2024-04-22T04:58:16.401 INFO:tasks.workunit.client.0.smithi040.stdout:op 3283 completed, throughput=4.99MB/sec 2024-04-22T04:58:16.401 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uP_o6AxhWxZuwC1 off=707841 len=1893542 2024-04-22T04:58:16.404 INFO:tasks.workunit.client.0.smithi040.stdout:op 3284 completed, throughput=5MB/sec 2024-04-22T04:58:16.405 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-l070SBksVM0P6S2 off=10703761 len=495578 2024-04-22T04:58:16.409 INFO:tasks.workunit.client.0.smithi040.stdout:op 3285 completed, throughput=5MB/sec 2024-04-22T04:58:16.409 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bUjbvv06d2nVfBv off=2302679 len=356784 2024-04-22T04:58:16.412 INFO:tasks.workunit.client.0.smithi040.stdout:op 3286 completed, throughput=5MB/sec 2024-04-22T04:58:16.413 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6_uiv1poeNlResr off=2068468 len=670597 2024-04-22T04:58:16.417 INFO:tasks.workunit.client.0.smithi040.stdout:op 3287 completed, throughput=5MB/sec 2024-04-22T04:58:16.417 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MX0_Rr_a3AUlCbH off=1324938 len=1165756 2024-04-22T04:58:16.422 INFO:tasks.workunit.client.0.smithi040.stdout:op 3288 completed, throughput=5MB/sec 2024-04-22T04:58:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:16 smithi040 ceph-mon[88445]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:58:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:16 smithi040 ceph-mon[91058]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:58:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:16 smithi062 ceph-mon[78153]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T04:58:17.423 INFO:tasks.workunit.client.0.smithi040.stdout: 647: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:17.423 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PIUnRCPUCnCE-bw off=79029 len=1051327 2024-04-22T04:58:17.428 INFO:tasks.workunit.client.0.smithi040.stdout:op 3289 completed, throughput=4.99MB/sec 2024-04-22T04:58:17.428 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QKe1l9NQqpC4GZ4 off=16271664 len=165445 2024-04-22T04:58:17.428 INFO:tasks.workunit.client.0.smithi040.stdout:op 3290 completed, throughput=4.99MB/sec 2024-04-22T04:58:17.428 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5LxnfBZoNGQOtTr off=17526722 len=1710716 2024-04-22T04:58:17.431 INFO:tasks.workunit.client.0.smithi040.stdout:op 3291 completed, throughput=5MB/sec 2024-04-22T04:58:17.431 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JI2eg6dzKUhzxvI off=10140631 len=259493 2024-04-22T04:58:17.431 INFO:tasks.workunit.client.0.smithi040.stdout:op 3292 completed, throughput=5MB/sec 2024-04-22T04:58:17.431 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FjytvHGRD4pF2vw off=7374859 len=1385759 2024-04-22T04:58:17.437 INFO:tasks.workunit.client.0.smithi040.stdout:op 3293 completed, throughput=5MB/sec 2024-04-22T04:58:17.437 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QPK0Tr55XRzoKW8 off=5891817 len=1869627 2024-04-22T04:58:17.445 INFO:tasks.workunit.client.0.smithi040.stdout:op 3294 completed, throughput=5MB/sec 2024-04-22T04:58:18.446 INFO:tasks.workunit.client.0.smithi040.stdout: 648: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:18.446 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MQQdYNgPLgmoYgo off=17294780 len=260653 2024-04-22T04:58:18.449 INFO:tasks.workunit.client.0.smithi040.stdout:op 3295 completed, throughput=4.99MB/sec 2024-04-22T04:58:18.449 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WqGmzdcfXF8p7gv off=3436541 len=775343 2024-04-22T04:58:18.450 INFO:tasks.workunit.client.0.smithi040.stdout:op 3296 completed, throughput=5MB/sec 2024-04-22T04:58:18.450 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3eCKjcBSmtoSIbI off=16724972 len=1584329 2024-04-22T04:58:18.460 INFO:tasks.workunit.client.0.smithi040.stdout:op 3297 completed, throughput=5MB/sec 2024-04-22T04:58:18.460 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dVGGneKEhmjEwTM off=3532831 len=1614432 2024-04-22T04:58:18.462 INFO:tasks.workunit.client.0.smithi040.stdout:op 3298 completed, throughput=5MB/sec 2024-04-22T04:58:18.462 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wjgkaOvyC8c7yr- off=2267582 len=1572507 2024-04-22T04:58:18.470 INFO:tasks.workunit.client.0.smithi040.stdout:op 3299 completed, throughput=5MB/sec 2024-04-22T04:58:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:18 smithi040 ceph-mon[88445]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:58:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:18 smithi040 ceph-mon[91058]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:58:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:18 smithi062 ceph-mon[78153]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:58:19.470 INFO:tasks.workunit.client.0.smithi040.stdout: 649: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:19.470 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KXR6c01IPB3E4as off=3643534 len=1974446 2024-04-22T04:58:19.479 INFO:tasks.workunit.client.0.smithi040.stdout:op 3300 completed, throughput=5MB/sec 2024-04-22T04:58:19.479 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PZ7alBEWZPl00aE off=17544220 len=1319805 2024-04-22T04:58:19.485 INFO:tasks.workunit.client.0.smithi040.stdout:op 3301 completed, throughput=5MB/sec 2024-04-22T04:58:19.485 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sEuaNHczNacb6HH off=210824 len=868616 2024-04-22T04:58:19.486 INFO:tasks.workunit.client.0.smithi040.stdout:op 3302 completed, throughput=5MB/sec 2024-04-22T04:58:20.410 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:58:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:58:20] "GET /metrics HTTP/1.1" 200 240251 "" "Prometheus/2.43.0" 2024-04-22T04:58:20.486 INFO:tasks.workunit.client.0.smithi040.stdout: 650: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:20.486 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xP9CJ0GJAukbY7q off=3656446 len=1837719 2024-04-22T04:58:20.497 INFO:tasks.workunit.client.0.smithi040.stdout:op 3303 completed, throughput=5MB/sec 2024-04-22T04:58:20.498 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-L7IUK4en0vj9y47 off=13780081 len=1953516 2024-04-22T04:58:20.502 INFO:tasks.workunit.client.0.smithi040.stdout:op 3304 completed, throughput=5MB/sec 2024-04-22T04:58:20.502 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-d_MxNvDYy1RP5iE off=1276066 len=768723 2024-04-22T04:58:20.503 INFO:tasks.workunit.client.0.smithi040.stdout:op 3305 completed, throughput=5MB/sec 2024-04-22T04:58:20.503 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lpB-dlDRS2ITpHn off=4820089 len=490836 2024-04-22T04:58:20.503 INFO:tasks.workunit.client.0.smithi040.stdout:op 3306 completed, throughput=5MB/sec 2024-04-22T04:58:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:20 smithi062 ceph-mon[78153]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:58:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:58:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:20 smithi040 ceph-mon[88445]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:58:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:58:21.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:20 smithi040 ceph-mon[91058]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:58:21.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:58:21.504 INFO:tasks.workunit.client.0.smithi040.stdout: 651: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:21.504 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FTsd-rS030I6tc0 off=6796101 len=1307298 2024-04-22T04:58:21.511 INFO:tasks.workunit.client.0.smithi040.stdout:op 3307 completed, throughput=4.99MB/sec 2024-04-22T04:58:21.511 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-B6ZPMbdSlbMEgPG off=16695290 len=1390915 2024-04-22T04:58:21.514 INFO:tasks.workunit.client.0.smithi040.stdout:op 3308 completed, throughput=5MB/sec 2024-04-22T04:58:21.514 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XERHBQv7SZntd8W off=251488 len=17260 2024-04-22T04:58:21.514 INFO:tasks.workunit.client.0.smithi040.stdout:op 3309 completed, throughput=5MB/sec 2024-04-22T04:58:21.515 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-s-aDG7nWjR2CT5Y off=2559487 len=1584283 2024-04-22T04:58:21.521 INFO:tasks.workunit.client.0.smithi040.stdout:op 3310 completed, throughput=5MB/sec 2024-04-22T04:58:21.521 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SouLe9Iel1QuAeQ off=3789484 len=1932117 2024-04-22T04:58:21.523 INFO:tasks.workunit.client.0.smithi040.stdout:op 3311 completed, throughput=5MB/sec 2024-04-22T04:58:22.524 INFO:tasks.workunit.client.0.smithi040.stdout: 652: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:22.524 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ctK16rpsuqsFez- off=5723342 len=612007 2024-04-22T04:58:22.525 INFO:tasks.workunit.client.0.smithi040.stdout:op 3312 completed, throughput=4.99MB/sec 2024-04-22T04:58:22.525 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q4yDBfhtg8NYJ5X off=8700207 len=1970642 2024-04-22T04:58:22.537 INFO:tasks.workunit.client.0.smithi040.stdout:op 3313 completed, throughput=5MB/sec 2024-04-22T04:58:22.537 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-32zmEQhWB32vihU off=562794 len=2038423 2024-04-22T04:58:22.539 INFO:tasks.workunit.client.0.smithi040.stdout:op 3314 completed, throughput=5MB/sec 2024-04-22T04:58:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:22 smithi062 ceph-mon[78153]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:58:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:22 smithi040 ceph-mon[88445]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:58:23.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:22 smithi040 ceph-mon[91058]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:58:23.540 INFO:tasks.workunit.client.0.smithi040.stdout: 653: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:23.542 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UZY6Kl60quyivsT off=501057 len=576400 2024-04-22T04:58:23.543 INFO:tasks.workunit.client.0.smithi040.stdout:op 3315 completed, throughput=4.99MB/sec 2024-04-22T04:58:23.543 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2xgqZYb2n63sQ6y off=11095582 len=429844 2024-04-22T04:58:23.544 INFO:tasks.workunit.client.0.smithi040.stdout:op 3316 completed, throughput=4.99MB/sec 2024-04-22T04:58:23.544 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9FqtmU6OLrPRdTf off=4623221 len=866396 2024-04-22T04:58:23.545 INFO:tasks.workunit.client.0.smithi040.stdout:op 3317 completed, throughput=5MB/sec 2024-04-22T04:58:23.545 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3rnfouyfCjC4dqo off=7954473 len=2081169 2024-04-22T04:58:23.557 INFO:tasks.workunit.client.0.smithi040.stdout:op 3318 completed, throughput=5MB/sec 2024-04-22T04:58:23.557 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LVaILsSXF8V5Z7Y off=4729286 len=1876015 2024-04-22T04:58:23.559 INFO:tasks.workunit.client.0.smithi040.stdout:op 3319 completed, throughput=5MB/sec 2024-04-22T04:58:24.559 INFO:tasks.workunit.client.0.smithi040.stdout: 654: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:24.560 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dx569dRviWbXZsE off=6651462 len=124230 2024-04-22T04:58:24.560 INFO:tasks.workunit.client.0.smithi040.stdout:op 3320 completed, throughput=4.99MB/sec 2024-04-22T04:58:24.561 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eGGzavRHghQJpFL off=11343339 len=1184615 2024-04-22T04:58:24.562 INFO:tasks.workunit.client.0.smithi040.stdout:op 3321 completed, throughput=5MB/sec 2024-04-22T04:58:24.562 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WR0G6YV0kGxia-B off=2457510 len=1429728 2024-04-22T04:58:24.571 INFO:tasks.workunit.client.0.smithi040.stdout:op 3322 completed, throughput=5MB/sec 2024-04-22T04:58:24.571 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OaCulWF3JEYVG5- off=3786335 len=105866 2024-04-22T04:58:24.571 INFO:tasks.workunit.client.0.smithi040.stdout:op 3323 completed, throughput=5MB/sec 2024-04-22T04:58:24.571 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8dqikRDHVcm6Ksz off=1337452 len=1135115 2024-04-22T04:58:24.577 INFO:tasks.workunit.client.0.smithi040.stdout:op 3324 completed, throughput=5MB/sec 2024-04-22T04:58:24.577 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3-3sr92SYF_CgmJ off=10675263 len=1207378 2024-04-22T04:58:24.578 INFO:tasks.workunit.client.0.smithi040.stdout:op 3325 completed, throughput=5MB/sec 2024-04-22T04:58:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:24 smithi062 ceph-mon[78153]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:58:25.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:24 smithi040 ceph-mon[88445]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:58:25.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:24 smithi040 ceph-mon[91058]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:58:25.579 INFO:tasks.workunit.client.0.smithi040.stdout: 655: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:25.579 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-h_Sc8PpiFh1Dvr_ off=6031938 len=1382104 2024-04-22T04:58:25.586 INFO:tasks.workunit.client.0.smithi040.stdout:op 3326 completed, throughput=5MB/sec 2024-04-22T04:58:25.586 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--2a2G6WtZxZCNvW off=10263215 len=434576 2024-04-22T04:58:25.587 INFO:tasks.workunit.client.0.smithi040.stdout:op 3327 completed, throughput=5MB/sec 2024-04-22T04:58:25.587 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GNQY8h8lAnAKgh2 off=12704235 len=1793049 2024-04-22T04:58:25.598 INFO:tasks.workunit.client.0.smithi040.stdout:op 3328 completed, throughput=5MB/sec 2024-04-22T04:58:25.598 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QO4RDwvpRajC4UM off=4559246 len=988918 2024-04-22T04:58:25.602 INFO:tasks.workunit.client.0.smithi040.stdout:op 3329 completed, throughput=5MB/sec 2024-04-22T04:58:25.603 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hBMdkeCQmcAexfA off=6397146 len=1725577 2024-04-22T04:58:25.610 INFO:tasks.workunit.client.0.smithi040.stdout:op 3330 completed, throughput=5MB/sec 2024-04-22T04:58:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:58:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:58:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:58:26.611 INFO:tasks.workunit.client.0.smithi040.stdout: 656: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:26.611 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4C0GqtwhmJ1VICz off=10967573 len=587321 2024-04-22T04:58:26.613 INFO:tasks.workunit.client.0.smithi040.stdout:op 3331 completed, throughput=5MB/sec 2024-04-22T04:58:26.613 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-43geZ-awgClnyAi off=13854068 len=1810174 2024-04-22T04:58:26.615 INFO:tasks.workunit.client.0.smithi040.stdout:op 3332 completed, throughput=5MB/sec 2024-04-22T04:58:26.615 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Y_ffKDJs0hAWHC6 off=4997555 len=1852149 2024-04-22T04:58:26.618 INFO:tasks.workunit.client.0.smithi040.stdout:op 3333 completed, throughput=5MB/sec 2024-04-22T04:58:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:26 smithi062 ceph-mon[78153]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T04:58:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:26 smithi040 ceph-mon[88445]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T04:58:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:26 smithi040 ceph-mon[91058]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T04:58:27.618 INFO:tasks.workunit.client.0.smithi040.stdout: 657: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:27.619 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oh1viKa1UNNwb7K off=7693286 len=488071 2024-04-22T04:58:27.623 INFO:tasks.workunit.client.0.smithi040.stdout:op 3334 completed, throughput=4.99MB/sec 2024-04-22T04:58:27.623 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FUzxhmgnTxAvZSK off=10492121 len=1159327 2024-04-22T04:58:27.630 INFO:tasks.workunit.client.0.smithi040.stdout:op 3335 completed, throughput=5MB/sec 2024-04-22T04:58:27.630 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XBVjoV7_AGJJTYp off=11239406 len=402499 2024-04-22T04:58:27.631 INFO:tasks.workunit.client.0.smithi040.stdout:op 3336 completed, throughput=5MB/sec 2024-04-22T04:58:27.631 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-80v4rIUs5VbLIc6 off=2486933 len=1346034 2024-04-22T04:58:27.633 INFO:tasks.workunit.client.0.smithi040.stdout:op 3337 completed, throughput=5MB/sec 2024-04-22T04:58:27.633 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aoifW6z9nzeaK9K off=2341294 len=263217 2024-04-22T04:58:27.633 INFO:tasks.workunit.client.0.smithi040.stdout:op 3338 completed, throughput=5MB/sec 2024-04-22T04:58:27.633 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NnTGdclogEIKp0R off=1400528 len=1194515 2024-04-22T04:58:27.634 INFO:tasks.workunit.client.0.smithi040.stdout:op 3339 completed, throughput=5MB/sec 2024-04-22T04:58:27.634 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YnXnFi9hiwr72Lx off=8968169 len=351125 2024-04-22T04:58:27.635 INFO:tasks.workunit.client.0.smithi040.stdout:op 3340 completed, throughput=5MB/sec 2024-04-22T04:58:28.635 INFO:tasks.workunit.client.0.smithi040.stdout: 658: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:28.636 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eaiI6PenBD76bM- off=8278133 len=423958 2024-04-22T04:58:28.636 INFO:tasks.workunit.client.0.smithi040.stdout:op 3341 completed, throughput=4.99MB/sec 2024-04-22T04:58:28.636 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-e29bgwnF2eQUYIn off=1037084 len=588143 2024-04-22T04:58:28.637 INFO:tasks.workunit.client.0.smithi040.stdout:op 3342 completed, throughput=4.99MB/sec 2024-04-22T04:58:28.637 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5J1cw_ZcfFQYPRm off=7048328 len=528264 2024-04-22T04:58:28.638 INFO:tasks.workunit.client.0.smithi040.stdout:op 3343 completed, throughput=5MB/sec 2024-04-22T04:58:28.638 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Yj-5OyeNYCKAKgO off=3766304 len=808504 2024-04-22T04:58:28.643 INFO:tasks.workunit.client.0.smithi040.stdout:op 3344 completed, throughput=5MB/sec 2024-04-22T04:58:28.643 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NlKv0qXHto3ezT6 off=12355491 len=1053631 2024-04-22T04:58:28.648 INFO:tasks.workunit.client.0.smithi040.stdout:op 3345 completed, throughput=5MB/sec 2024-04-22T04:58:28.648 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1OTrQEJL18YK_qr off=4744556 len=896135 2024-04-22T04:58:28.649 INFO:tasks.workunit.client.0.smithi040.stdout:op 3346 completed, throughput=5MB/sec 2024-04-22T04:58:28.649 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-p2SPh1nxe17ttFE off=1608780 len=908683 2024-04-22T04:58:28.650 INFO:tasks.workunit.client.0.smithi040.stdout:op 3347 completed, throughput=5MB/sec 2024-04-22T04:58:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:28 smithi062 ceph-mon[78153]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:58:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:28 smithi040 ceph-mon[88445]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:58:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:28 smithi040 ceph-mon[91058]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:58:29.650 INFO:tasks.workunit.client.0.smithi040.stdout: 659: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:29.650 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZpTVn5WIrCtkgWs off=2901292 len=1944115 2024-04-22T04:58:29.652 INFO:tasks.workunit.client.0.smithi040.stdout:op 3348 completed, throughput=5MB/sec 2024-04-22T04:58:29.653 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tQwChoJ7wFjqk2l off=1423953 len=1637507 2024-04-22T04:58:29.660 INFO:tasks.workunit.client.0.smithi040.stdout:op 3349 completed, throughput=5MB/sec 2024-04-22T04:58:29.660 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-k8W2MCiVrJGxWNg off=3346486 len=1705162 2024-04-22T04:58:29.662 INFO:tasks.workunit.client.0.smithi040.stdout:op 3350 completed, throughput=5MB/sec 2024-04-22T04:58:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:58:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:58:30] "GET /metrics HTTP/1.1" 200 240238 "" "Prometheus/2.43.0" 2024-04-22T04:58:30.662 INFO:tasks.workunit.client.0.smithi040.stdout: 660: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:30.662 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-du5-yzRpHx_tMxf off=988918 len=855887 2024-04-22T04:58:30.667 INFO:tasks.workunit.client.0.smithi040.stdout:op 3351 completed, throughput=4.99MB/sec 2024-04-22T04:58:30.667 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7V66Z21psMCwPrn off=3006002 len=1360148 2024-04-22T04:58:30.677 INFO:tasks.workunit.client.0.smithi040.stdout:op 3352 completed, throughput=5MB/sec 2024-04-22T04:58:30.677 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-q_hBhcjoLAiVPMp off=2789872 len=1778827 2024-04-22T04:58:30.679 INFO:tasks.workunit.client.0.smithi040.stdout:op 3353 completed, throughput=5MB/sec 2024-04-22T04:58:30.680 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-H20eOAyY4b3zhiu off=12666979 len=1302942 2024-04-22T04:58:30.681 INFO:tasks.workunit.client.0.smithi040.stdout:op 3354 completed, throughput=5MB/sec 2024-04-22T04:58:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:30 smithi062 ceph-mon[78153]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:58:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:30 smithi040 ceph-mon[88445]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:58:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:30 smithi040 ceph-mon[91058]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:58:31.681 INFO:tasks.workunit.client.0.smithi040.stdout: 661: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:31.681 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pnMUqzQYvlxBjTm off=11259304 len=1412004 2024-04-22T04:58:31.683 INFO:tasks.workunit.client.0.smithi040.stdout:op 3355 completed, throughput=4.99MB/sec 2024-04-22T04:58:31.683 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zB_d1kbyLcD21CX off=695276 len=1514353 2024-04-22T04:58:31.692 INFO:tasks.workunit.client.0.smithi040.stdout:op 3356 completed, throughput=5MB/sec 2024-04-22T04:58:31.692 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-soHs6KgNsB7tgAG off=14496159 len=598798 2024-04-22T04:58:31.693 INFO:tasks.workunit.client.0.smithi040.stdout:op 3357 completed, throughput=5MB/sec 2024-04-22T04:58:31.694 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GyNs-m6WTB-24Ti off=21684 len=1322803 2024-04-22T04:58:31.701 INFO:tasks.workunit.client.0.smithi040.stdout:op 3358 completed, throughput=5MB/sec 2024-04-22T04:58:31.701 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kdUvqfCVcAO9uOB off=7058813 len=1172773 2024-04-22T04:58:31.708 INFO:tasks.workunit.client.0.smithi040.stdout:op 3359 completed, throughput=5MB/sec 2024-04-22T04:58:32.709 INFO:tasks.workunit.client.0.smithi040.stdout: 662: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:32.709 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Z3PUIA9V3XN4Sy_ off=3334118 len=1891902 2024-04-22T04:58:32.719 INFO:tasks.workunit.client.0.smithi040.stdout:op 3360 completed, throughput=5MB/sec 2024-04-22T04:58:32.719 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XHCpbGf202XnqcU off=6208062 len=1109160 2024-04-22T04:58:32.725 INFO:tasks.workunit.client.0.smithi040.stdout:op 3361 completed, throughput=5MB/sec 2024-04-22T04:58:32.726 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8evTlJFU2QbCqXl off=8420504 len=1298060 2024-04-22T04:58:32.727 INFO:tasks.workunit.client.0.smithi040.stdout:op 3362 completed, throughput=5MB/sec 2024-04-22T04:58:32.727 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Uv9Jyujdhmk24VC off=931296 len=16664 2024-04-22T04:58:32.728 INFO:tasks.workunit.client.0.smithi040.stdout:op 3363 completed, throughput=5MB/sec 2024-04-22T04:58:32.728 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-u9fE-LpDu2sxxni off=2646404 len=2169 2024-04-22T04:58:32.728 INFO:tasks.workunit.client.0.smithi040.stdout:op 3364 completed, throughput=5MB/sec 2024-04-22T04:58:32.728 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Yw1oBBOsA7bHxYa off=395336 len=605462 2024-04-22T04:58:32.729 INFO:tasks.workunit.client.0.smithi040.stdout:op 3365 completed, throughput=5MB/sec 2024-04-22T04:58:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:32 smithi062 ceph-mon[78153]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:58:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:32 smithi040 ceph-mon[88445]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:58:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:32 smithi040 ceph-mon[91058]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:58:33.730 INFO:tasks.workunit.client.0.smithi040.stdout: 663: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:33.730 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Q8zxcVfOB8p9Q3d off=711379 len=1576605 2024-04-22T04:58:33.731 INFO:tasks.workunit.client.0.smithi040.stdout:op 3366 completed, throughput=5MB/sec 2024-04-22T04:58:33.731 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-P7yNh_h0A5lEOKD off=9793762 len=686787 2024-04-22T04:58:33.735 INFO:tasks.workunit.client.0.smithi040.stdout:op 3367 completed, throughput=5MB/sec 2024-04-22T04:58:33.735 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jfEnoLZ4R3617qp off=6335119 len=189225 2024-04-22T04:58:33.736 INFO:tasks.workunit.client.0.smithi040.stdout:op 3368 completed, throughput=5MB/sec 2024-04-22T04:58:33.736 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NHFKkXNeFdmzbTP off=7274056 len=1904691 2024-04-22T04:58:33.738 INFO:tasks.workunit.client.0.smithi040.stdout:op 3369 completed, throughput=5MB/sec 2024-04-22T04:58:33.738 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vLNhUAdIrTHakXb off=1271904 len=1294236 2024-04-22T04:58:33.745 INFO:tasks.workunit.client.0.smithi040.stdout:op 3370 completed, throughput=5MB/sec 2024-04-22T04:58:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:33 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:58:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:33 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:58:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:33 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:58:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:33 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:58:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:33 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:58:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:33 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:58:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:33 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:58:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:33 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:58:34.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:33 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:58:34.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:33 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:58:34.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:33 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:58:34.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:33 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:58:34.745 INFO:tasks.workunit.client.0.smithi040.stdout: 664: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:34.745 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-L7Uox30ftC9uZ-G off=1975755 len=1300827 2024-04-22T04:58:34.747 INFO:tasks.workunit.client.0.smithi040.stdout:op 3371 completed, throughput=5MB/sec 2024-04-22T04:58:34.747 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-j_GODxNWzlbOaAG off=1104852 len=502165 2024-04-22T04:58:34.752 INFO:tasks.workunit.client.0.smithi040.stdout:op 3372 completed, throughput=5MB/sec 2024-04-22T04:58:34.752 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Su9vmQcjFOxze2k off=4591982 len=1716626 2024-04-22T04:58:34.761 INFO:tasks.workunit.client.0.smithi040.stdout:op 3373 completed, throughput=5MB/sec 2024-04-22T04:58:34.761 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SA_ZuDdMmq7U1m1 off=17927664 len=1132731 2024-04-22T04:58:34.762 INFO:tasks.workunit.client.0.smithi040.stdout:op 3374 completed, throughput=5MB/sec 2024-04-22T04:58:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:34 smithi062 ceph-mon[78153]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:58:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:34 smithi040 ceph-mon[88445]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:58:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:34 smithi040 ceph-mon[91058]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:58:35.762 INFO:tasks.workunit.client.0.smithi040.stdout: 665: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:35.763 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VmVArGllVsa5GJq off=10721088 len=398876 2024-04-22T04:58:35.763 INFO:tasks.workunit.client.0.smithi040.stdout:op 3375 completed, throughput=4.99MB/sec 2024-04-22T04:58:35.763 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wP_BD_h3pkVVAfx off=5071572 len=1413082 2024-04-22T04:58:35.773 INFO:tasks.workunit.client.0.smithi040.stdout:op 3376 completed, throughput=5MB/sec 2024-04-22T04:58:35.773 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-B6bZQ-_jaWHDGhg off=12222101 len=77947 2024-04-22T04:58:35.775 INFO:tasks.workunit.client.0.smithi040.stdout:op 3377 completed, throughput=5MB/sec 2024-04-22T04:58:35.775 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1kfZ7A9s6HMsK-J off=10913192 len=2055342 2024-04-22T04:58:35.778 INFO:tasks.workunit.client.0.smithi040.stdout:op 3378 completed, throughput=5MB/sec 2024-04-22T04:58:35.778 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sX87IWUX7p6xUCg off=1361354 len=499526 2024-04-22T04:58:35.779 INFO:tasks.workunit.client.0.smithi040.stdout:op 3379 completed, throughput=5MB/sec 2024-04-22T04:58:35.779 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yn7KksOb5v5R2bS off=63029 len=1349630 2024-04-22T04:58:35.785 INFO:tasks.workunit.client.0.smithi040.stdout:op 3380 completed, throughput=5MB/sec 2024-04-22T04:58:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:58:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:58:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:58:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:58:36.162 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:58:36.163 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:58:36.786 INFO:tasks.workunit.client.0.smithi040.stdout: 666: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:36.786 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-r8N2wZLxYaspO9h off=5623695 len=1325976 2024-04-22T04:58:36.788 INFO:tasks.workunit.client.0.smithi040.stdout:op 3381 completed, throughput=5MB/sec 2024-04-22T04:58:36.788 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qnDQ4Rr7QjcfXJ0 off=4498300 len=147359 2024-04-22T04:58:36.791 INFO:tasks.workunit.client.0.smithi040.stdout:op 3382 completed, throughput=5MB/sec 2024-04-22T04:58:36.792 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Gpqrq6uOGKilhzk off=18898923 len=879823 2024-04-22T04:58:36.797 INFO:tasks.workunit.client.0.smithi040.stdout:op 3383 completed, throughput=5MB/sec 2024-04-22T04:58:36.797 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vGaIhFT2PqwWNxn off=17090866 len=400296 2024-04-22T04:58:36.797 INFO:tasks.workunit.client.0.smithi040.stdout:op 3384 completed, throughput=5MB/sec 2024-04-22T04:58:36.798 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7tl4Od8PfIVHKI5 off=5016700 len=1034258 2024-04-22T04:58:36.799 INFO:tasks.workunit.client.0.smithi040.stdout:op 3385 completed, throughput=5MB/sec 2024-04-22T04:58:36.799 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-s4fRkRhT6fTKZqS off=2555911 len=1967433 2024-04-22T04:58:36.810 INFO:tasks.workunit.client.0.smithi040.stdout:op 3386 completed, throughput=5MB/sec 2024-04-22T04:58:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:36 smithi062 ceph-mon[78153]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:58:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:36 smithi040 ceph-mon[88445]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:58:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:36 smithi040 ceph-mon[91058]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:58:37.811 INFO:tasks.workunit.client.0.smithi040.stdout: 667: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:37.811 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WBivbeZF72u236F off=4215447 len=379124 2024-04-22T04:58:37.812 INFO:tasks.workunit.client.0.smithi040.stdout:op 3387 completed, throughput=4.99MB/sec 2024-04-22T04:58:37.812 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-73F0tCzdU3V7RRQ off=5106906 len=1498142 2024-04-22T04:58:37.815 INFO:tasks.workunit.client.0.smithi040.stdout:op 3388 completed, throughput=5MB/sec 2024-04-22T04:58:37.815 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gZQT703ljXVfaN_ off=2306331 len=1366690 2024-04-22T04:58:37.821 INFO:tasks.workunit.client.0.smithi040.stdout:op 3389 completed, throughput=5MB/sec 2024-04-22T04:58:37.821 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ee74z02a8h67ZdW off=1007443 len=1988901 2024-04-22T04:58:37.824 INFO:tasks.workunit.client.0.smithi040.stdout:op 3390 completed, throughput=5MB/sec 2024-04-22T04:58:38.824 INFO:tasks.workunit.client.0.smithi040.stdout: 668: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:38.824 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oINzgjZceS83fQm off=2226308 len=237158 2024-04-22T04:58:38.826 INFO:tasks.workunit.client.0.smithi040.stdout:op 3391 completed, throughput=4.99MB/sec 2024-04-22T04:58:38.826 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-C7fQnyvIm0aFgVX off=4643609 len=290558 2024-04-22T04:58:38.826 INFO:tasks.workunit.client.0.smithi040.stdout:op 3392 completed, throughput=4.99MB/sec 2024-04-22T04:58:38.826 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iWP9cFIDvgsNuR9 off=18163672 len=1337245 2024-04-22T04:58:38.835 INFO:tasks.workunit.client.0.smithi040.stdout:op 3393 completed, throughput=5MB/sec 2024-04-22T04:58:38.835 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Vo8r-atgPaqXREb off=9567893 len=1654533 2024-04-22T04:58:38.838 INFO:tasks.workunit.client.0.smithi040.stdout:op 3394 completed, throughput=5MB/sec 2024-04-22T04:58:38.838 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gyHpL8JX4Gcx_E8 off=685336 len=2090345 2024-04-22T04:58:38.840 INFO:tasks.workunit.client.0.smithi040.stdout:op 3395 completed, throughput=5MB/sec 2024-04-22T04:58:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:38 smithi062 ceph-mon[78153]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:58:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:38 smithi040 ceph-mon[88445]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:58:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:38 smithi040 ceph-mon[91058]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:58:39.841 INFO:tasks.workunit.client.0.smithi040.stdout: 669: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:39.841 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aZFreXRarn6Fly8 off=6453359 len=2082942 2024-04-22T04:58:39.843 INFO:tasks.workunit.client.0.smithi040.stdout:op 3396 completed, throughput=5MB/sec 2024-04-22T04:58:39.843 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XBVjoV7_AGJJTYp off=10062500 len=1901706 2024-04-22T04:58:39.850 INFO:tasks.workunit.client.0.smithi040.stdout:op 3397 completed, throughput=5MB/sec 2024-04-22T04:58:39.850 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8evTlJFU2QbCqXl off=3387210 len=835952 2024-04-22T04:58:39.850 INFO:tasks.workunit.client.0.smithi040.stdout:op 3398 completed, throughput=5MB/sec 2024-04-22T04:58:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:58:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:58:40] "GET /metrics HTTP/1.1" 200 240239 "" "Prometheus/2.43.0" 2024-04-22T04:58:40.849 INFO:tasks.workunit.client.0.smithi040.stdout: 670: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:40.849 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tJhOorNWS7y6tr3 off=1589807 len=1422185 2024-04-22T04:58:40.855 INFO:tasks.workunit.client.0.smithi040.stdout:op 3399 completed, throughput=5MB/sec 2024-04-22T04:58:40.855 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WeJfxq4eUIi8LIg off=6610974 len=1407325 2024-04-22T04:58:40.857 INFO:tasks.workunit.client.0.smithi040.stdout:op 3400 completed, throughput=5MB/sec 2024-04-22T04:58:40.857 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bALsBsi25WJchUH off=4862410 len=1099365 2024-04-22T04:58:40.861 INFO:tasks.workunit.client.0.smithi040.stdout:op 3401 completed, throughput=5MB/sec 2024-04-22T04:58:40.861 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MA3Sb05dv7pnxf_ off=5168032 len=1616115 2024-04-22T04:58:40.863 INFO:tasks.workunit.client.0.smithi040.stdout:op 3402 completed, throughput=5MB/sec 2024-04-22T04:58:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:40 smithi062 ceph-mon[78153]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:58:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:40 smithi040 ceph-mon[88445]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:58:41.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:40 smithi040 ceph-mon[91058]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T04:58:41.863 INFO:tasks.workunit.client.0.smithi040.stdout: 671: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:41.863 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RwmD6OCx4dhMh-M off=14057132 len=1204731 2024-04-22T04:58:41.869 INFO:tasks.workunit.client.0.smithi040.stdout:op 3403 completed, throughput=5MB/sec 2024-04-22T04:58:41.870 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tiX-7STcsR-4Euz off=6437091 len=2053796 2024-04-22T04:58:41.872 INFO:tasks.workunit.client.0.smithi040.stdout:op 3404 completed, throughput=5MB/sec 2024-04-22T04:58:41.872 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KkYM3USUov00iYf off=1810255 len=2014340 2024-04-22T04:58:41.879 INFO:tasks.workunit.client.0.smithi040.stdout:op 3405 completed, throughput=5MB/sec 2024-04-22T04:58:42.880 INFO:tasks.workunit.client.0.smithi040.stdout: 672: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:42.880 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zQEZPnVeXCKreq6 off=526162 len=1775750 2024-04-22T04:58:42.882 INFO:tasks.workunit.client.0.smithi040.stdout:op 3406 completed, throughput=5MB/sec 2024-04-22T04:58:42.882 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-htRPvhZ8vVCnN6s off=3483708 len=1161128 2024-04-22T04:58:42.889 INFO:tasks.workunit.client.0.smithi040.stdout:op 3407 completed, throughput=5MB/sec 2024-04-22T04:58:42.889 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yu0OzRBLeYB68qj off=2813215 len=2013469 2024-04-22T04:58:42.901 INFO:tasks.workunit.client.0.smithi040.stdout:op 3408 completed, throughput=5MB/sec 2024-04-22T04:58:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:42 smithi062 ceph-mon[78153]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:58:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:42 smithi040 ceph-mon[88445]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:58:43.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:42 smithi040 ceph-mon[91058]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:58:43.901 INFO:tasks.workunit.client.0.smithi040.stdout: 673: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:43.901 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NsWW9I6ePkmW0cp off=4691933 len=1741112 2024-04-22T04:58:43.903 INFO:tasks.workunit.client.0.smithi040.stdout:op 3409 completed, throughput=5MB/sec 2024-04-22T04:58:43.903 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--o2o-4rFlA4BYZ0 off=169229 len=881707 2024-04-22T04:58:43.904 INFO:tasks.workunit.client.0.smithi040.stdout:op 3410 completed, throughput=5MB/sec 2024-04-22T04:58:43.904 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-26xycQHnGuBDKVi off=16748064 len=1045020 2024-04-22T04:58:43.909 INFO:tasks.workunit.client.0.smithi040.stdout:op 3411 completed, throughput=5MB/sec 2024-04-22T04:58:43.910 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-b2gUUa_n-eeQpWK off=4490203 len=2078931 2024-04-22T04:58:43.920 INFO:tasks.workunit.client.0.smithi040.stdout:op 3412 completed, throughput=5MB/sec 2024-04-22T04:58:44.921 INFO:tasks.workunit.client.0.smithi040.stdout: 674: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:44.921 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4qP4hus7VTHN3fq off=4985223 len=607725 2024-04-22T04:58:44.925 INFO:tasks.workunit.client.0.smithi040.stdout:op 3413 completed, throughput=4.99MB/sec 2024-04-22T04:58:44.925 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YLZi1Ep3ARlDXAN off=14207445 len=1780106 2024-04-22T04:58:44.934 INFO:tasks.workunit.client.0.smithi040.stdout:op 3414 completed, throughput=5MB/sec 2024-04-22T04:58:44.934 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LzIzXyWH2SrwKeD off=4035531 len=533148 2024-04-22T04:58:44.935 INFO:tasks.workunit.client.0.smithi040.stdout:op 3415 completed, throughput=5MB/sec 2024-04-22T04:58:44.935 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AlA6saUr0b4tK-Y off=2413388 len=1746085 2024-04-22T04:58:44.937 INFO:tasks.workunit.client.0.smithi040.stdout:op 3416 completed, throughput=5MB/sec 2024-04-22T04:58:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:44 smithi062 ceph-mon[78153]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T04:58:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:44 smithi040 ceph-mon[88445]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T04:58:45.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:44 smithi040 ceph-mon[91058]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T04:58:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:58:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:58:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:58:45.937 INFO:tasks.workunit.client.0.smithi040.stdout: 675: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:45.937 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-y79xSLULZtzupiQ off=11060642 len=1069619 2024-04-22T04:58:45.944 INFO:tasks.workunit.client.0.smithi040.stdout:op 3417 completed, throughput=4.99MB/sec 2024-04-22T04:58:45.944 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CvfhWfZ9HSI1VnD off=5109291 len=365476 2024-04-22T04:58:45.947 INFO:tasks.workunit.client.0.smithi040.stdout:op 3418 completed, throughput=4.99MB/sec 2024-04-22T04:58:45.947 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QstlvnYwvZ-jv8u off=11094938 len=798537 2024-04-22T04:58:45.951 INFO:tasks.workunit.client.0.smithi040.stdout:op 3419 completed, throughput=5MB/sec 2024-04-22T04:58:45.951 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q_uZ2rL5u5Ib3q5 off=6334905 len=1515655 2024-04-22T04:58:45.958 INFO:tasks.workunit.client.0.smithi040.stdout:op 3420 completed, throughput=5MB/sec 2024-04-22T04:58:45.958 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3E61n_43dtaN7UB off=11394415 len=812809 2024-04-22T04:58:45.959 INFO:tasks.workunit.client.0.smithi040.stdout:op 3421 completed, throughput=5MB/sec 2024-04-22T04:58:45.959 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-y9T6mNyDMVkB9-a off=1379647 len=16263 2024-04-22T04:58:45.961 INFO:tasks.workunit.client.0.smithi040.stdout:op 3422 completed, throughput=5MB/sec 2024-04-22T04:58:45.961 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EHsjcDmHjznVZmm off=4857995 len=936332 2024-04-22T04:58:45.965 INFO:tasks.workunit.client.0.smithi040.stdout:op 3423 completed, throughput=5MB/sec 2024-04-22T04:58:46.966 INFO:tasks.workunit.client.0.smithi040.stdout: 676: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:46.966 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nG9N6Iximm5K_oE off=3506737 len=976818 2024-04-22T04:58:46.971 INFO:tasks.workunit.client.0.smithi040.stdout:op 3424 completed, throughput=4.99MB/sec 2024-04-22T04:58:46.971 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_qJr9noBjzFRLao off=10988780 len=2006678 2024-04-22T04:58:46.975 INFO:tasks.workunit.client.0.smithi040.stdout:op 3425 completed, throughput=5MB/sec 2024-04-22T04:58:46.975 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VHqxUuI8gSYliuj off=3472217 len=1673721 2024-04-22T04:58:46.984 INFO:tasks.workunit.client.0.smithi040.stdout:op 3426 completed, throughput=5MB/sec 2024-04-22T04:58:46.984 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-s7-7EDPkDJh5NIZ off=11799375 len=1851427 2024-04-22T04:58:46.986 INFO:tasks.workunit.client.0.smithi040.stdout:op 3427 completed, throughput=5MB/sec 2024-04-22T04:58:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:46 smithi062 ceph-mon[78153]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:58:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:46 smithi040 ceph-mon[88445]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:58:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:46 smithi040 ceph-mon[91058]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:58:47.986 INFO:tasks.workunit.client.0.smithi040.stdout: 677: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:47.987 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6i7ameaFMqJxyAh off=605719 len=413842 2024-04-22T04:58:47.987 INFO:tasks.workunit.client.0.smithi040.stdout:op 3428 completed, throughput=5MB/sec 2024-04-22T04:58:47.987 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qsOyPYpVlhLu8fe off=19995 len=1827407 2024-04-22T04:58:47.991 INFO:tasks.workunit.client.0.smithi040.stdout:op 3429 completed, throughput=5MB/sec 2024-04-22T04:58:47.991 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-R3MwuPNL3xoCfJk off=1997483 len=108364 2024-04-22T04:58:47.993 INFO:tasks.workunit.client.0.smithi040.stdout:op 3430 completed, throughput=5MB/sec 2024-04-22T04:58:47.994 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7ewi20_hrgERrD9 off=7394316 len=1156758 2024-04-22T04:58:47.995 INFO:tasks.workunit.client.0.smithi040.stdout:op 3431 completed, throughput=5MB/sec 2024-04-22T04:58:47.995 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-e52saeriHat96B5 off=7910202 len=783308 2024-04-22T04:58:47.997 INFO:tasks.workunit.client.0.smithi040.stdout:op 3432 completed, throughput=5MB/sec 2024-04-22T04:58:48.997 INFO:tasks.workunit.client.0.smithi040.stdout: 678: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:48.997 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LzGHq69EiNF_Jw_ off=2300289 len=946778 2024-04-22T04:58:48.999 INFO:tasks.workunit.client.0.smithi040.stdout:op 3433 completed, throughput=4.99MB/sec 2024-04-22T04:58:48.999 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-72SoOrewi1zh35o off=2176239 len=1261300 2024-04-22T04:58:49.005 INFO:tasks.workunit.client.0.smithi040.stdout:op 3434 completed, throughput=5MB/sec 2024-04-22T04:58:49.006 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Jmgbnvoe6kQKiiC off=1597430 len=234531 2024-04-22T04:58:49.009 INFO:tasks.workunit.client.0.smithi040.stdout:op 3435 completed, throughput=5MB/sec 2024-04-22T04:58:49.009 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5mfXPaz5h30-mmF off=6464801 len=1970358 2024-04-22T04:58:49.017 INFO:tasks.workunit.client.0.smithi040.stdout:op 3436 completed, throughput=5MB/sec 2024-04-22T04:58:49.017 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2kBJC7gpT0M7aLD off=4957983 len=1154929 2024-04-22T04:58:49.022 INFO:tasks.workunit.client.0.smithi040.stdout:op 3437 completed, throughput=5MB/sec 2024-04-22T04:58:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:48 smithi062 ceph-mon[78153]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:58:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:48 smithi040 ceph-mon[88445]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:58:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:48 smithi040 ceph-mon[91058]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:58:50.023 INFO:tasks.workunit.client.0.smithi040.stdout: 679: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:50.023 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SNNSHey73vtuYH6 off=12259376 len=631106 2024-04-22T04:58:50.025 INFO:tasks.workunit.client.0.smithi040.stdout:op 3438 completed, throughput=4.99MB/sec 2024-04-22T04:58:50.025 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FjRN2kYPbO1kTrD off=14178637 len=187019 2024-04-22T04:58:50.028 INFO:tasks.workunit.client.0.smithi040.stdout:op 3439 completed, throughput=4.99MB/sec 2024-04-22T04:58:50.028 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IUYK2fR3u36Rcj0 off=299128 len=546685 2024-04-22T04:58:50.029 INFO:tasks.workunit.client.0.smithi040.stdout:op 3440 completed, throughput=5MB/sec 2024-04-22T04:58:50.029 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_ZVUX7gtSDouTRx off=20565404 len=1071103 2024-04-22T04:58:50.035 INFO:tasks.workunit.client.0.smithi040.stdout:op 3441 completed, throughput=5MB/sec 2024-04-22T04:58:50.035 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cLxTJorvXusaG_j off=11013777 len=247796 2024-04-22T04:58:50.037 INFO:tasks.workunit.client.0.smithi040.stdout:op 3442 completed, throughput=5MB/sec 2024-04-22T04:58:50.038 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3eCKjcBSmtoSIbI off=930153 len=1998234 2024-04-22T04:58:50.048 INFO:tasks.workunit.client.0.smithi040.stdout:op 3443 completed, throughput=5MB/sec 2024-04-22T04:58:50.048 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7_j8X7pUpqvvT7L off=4350195 len=197162 2024-04-22T04:58:50.048 INFO:tasks.workunit.client.0.smithi040.stdout:op 3444 completed, throughput=5MB/sec 2024-04-22T04:58:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:58:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:58:50] "GET /metrics HTTP/1.1" 200 240239 "" "Prometheus/2.43.0" 2024-04-22T04:58:51.049 INFO:tasks.workunit.client.0.smithi040.stdout: 680: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:51.049 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0gNQTt2P-TJTMMk off=3461446 len=517141 2024-04-22T04:58:51.050 INFO:tasks.workunit.client.0.smithi040.stdout:op 3445 completed, throughput=4.99MB/sec 2024-04-22T04:58:51.050 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-J80_q4DBOWdzY20 off=6102594 len=473092 2024-04-22T04:58:51.054 INFO:tasks.workunit.client.0.smithi040.stdout:op 3446 completed, throughput=4.99MB/sec 2024-04-22T04:58:51.054 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nmRFt-SLSD-Ny_p off=2066633 len=1414529 2024-04-22T04:58:51.060 INFO:tasks.workunit.client.0.smithi040.stdout:op 3447 completed, throughput=5MB/sec 2024-04-22T04:58:51.060 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Qcd800WNfelCK4p off=1189273 len=1206895 2024-04-22T04:58:51.063 INFO:tasks.workunit.client.0.smithi040.stdout:op 3448 completed, throughput=5MB/sec 2024-04-22T04:58:51.063 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BLMpZU-ybu-onLX off=8488602 len=1075708 2024-04-22T04:58:51.068 INFO:tasks.workunit.client.0.smithi040.stdout:op 3449 completed, throughput=5MB/sec 2024-04-22T04:58:51.069 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-t2Qi366N5u0omJc off=3480870 len=1265191 2024-04-22T04:58:51.074 INFO:tasks.workunit.client.0.smithi040.stdout:op 3450 completed, throughput=5MB/sec 2024-04-22T04:58:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:50 smithi062 ceph-mon[78153]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:58:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:58:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:50 smithi040 ceph-mon[88445]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:58:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:58:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:50 smithi040 ceph-mon[91058]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T04:58:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:58:52.074 INFO:tasks.workunit.client.0.smithi040.stdout: 681: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:52.074 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CaMiQGec1SlzTSa off=6691657 len=1900334 2024-04-22T04:58:52.083 INFO:tasks.workunit.client.0.smithi040.stdout:op 3451 completed, throughput=5MB/sec 2024-04-22T04:58:52.084 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZBIg1LszlDfq0Zq off=4603045 len=237930 2024-04-22T04:58:52.085 INFO:tasks.workunit.client.0.smithi040.stdout:op 3452 completed, throughput=5MB/sec 2024-04-22T04:58:52.085 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2NQzlW3pIrthLXz off=15099970 len=943688 2024-04-22T04:58:52.088 INFO:tasks.workunit.client.0.smithi040.stdout:op 3453 completed, throughput=5MB/sec 2024-04-22T04:58:52.088 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--SHAQTy3NO9PXWC off=4498088 len=1381306 2024-04-22T04:58:52.094 INFO:tasks.workunit.client.0.smithi040.stdout:op 3454 completed, throughput=5MB/sec 2024-04-22T04:58:52.094 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--gp2foR0rc_CUkA off=11564896 len=436568 2024-04-22T04:58:52.097 INFO:tasks.workunit.client.0.smithi040.stdout:op 3455 completed, throughput=5MB/sec 2024-04-22T04:58:53.098 INFO:tasks.workunit.client.0.smithi040.stdout: 682: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:53.098 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-trzfKC7t1nXU7UV off=1302945 len=1994630 2024-04-22T04:58:53.107 INFO:tasks.workunit.client.0.smithi040.stdout:op 3456 completed, throughput=5MB/sec 2024-04-22T04:58:53.108 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-po7-qDIUh3qNRvt off=6189580 len=1922396 2024-04-22T04:58:53.119 INFO:tasks.workunit.client.0.smithi040.stdout:op 3457 completed, throughput=5MB/sec 2024-04-22T04:58:53.119 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zc_v3WjOnaIIAVH off=10351864 len=1747998 2024-04-22T04:58:53.120 INFO:tasks.workunit.client.0.smithi040.stdout:op 3458 completed, throughput=5MB/sec 2024-04-22T04:58:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:52 smithi062 ceph-mon[78153]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T04:58:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:52 smithi040 ceph-mon[88445]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T04:58:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:52 smithi040 ceph-mon[91058]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T04:58:54.121 INFO:tasks.workunit.client.0.smithi040.stdout: 683: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:54.247 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2y0r5GUTWQdOjRC off=639697 len=168729 2024-04-22T04:58:54.249 INFO:tasks.workunit.client.0.smithi040.stdout:op 3459 completed, throughput=4.99MB/sec 2024-04-22T04:58:54.249 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UPMisrCtQphL97W off=21057468 len=1448820 2024-04-22T04:58:54.249 INFO:tasks.workunit.client.0.smithi040.stdout:op 3460 completed, throughput=5MB/sec 2024-04-22T04:58:54.249 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aDESsMwdkaUAfGu off=15657363 len=1517685 2024-04-22T04:58:54.249 INFO:tasks.workunit.client.0.smithi040.stdout:op 3461 completed, throughput=5MB/sec 2024-04-22T04:58:54.249 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-J6emQ_DVfZlQ8an off=3780226 len=1756241 2024-04-22T04:58:54.249 INFO:tasks.workunit.client.0.smithi040.stdout:op 3462 completed, throughput=5MB/sec 2024-04-22T04:58:54.249 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hkAq8Vqbwh_21Kb off=16159912 len=649714 2024-04-22T04:58:54.249 INFO:tasks.workunit.client.0.smithi040.stdout:op 3463 completed, throughput=5MB/sec 2024-04-22T04:58:54.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:54 smithi062 ceph-mon[78153]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:58:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:54 smithi040 ceph-mon[88445]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:58:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:54 smithi040 ceph-mon[91058]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:58:55.143 INFO:tasks.workunit.client.0.smithi040.stdout: 684: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:55.144 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_t7vj0bxQoMHu8i off=4752921 len=940672 2024-04-22T04:58:55.149 INFO:tasks.workunit.client.0.smithi040.stdout:op 3464 completed, throughput=4.99MB/sec 2024-04-22T04:58:55.149 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0goK3H3vmh0YacI off=14154985 len=468390 2024-04-22T04:58:55.149 INFO:tasks.workunit.client.0.smithi040.stdout:op 3465 completed, throughput=5MB/sec 2024-04-22T04:58:55.149 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ndee9k8P2TNv0ON off=3135291 len=2016962 2024-04-22T04:58:55.151 INFO:tasks.workunit.client.0.smithi040.stdout:op 3466 completed, throughput=5MB/sec 2024-04-22T04:58:55.151 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dMEBtWsApnqMwb7 off=5844908 len=876065 2024-04-22T04:58:55.156 INFO:tasks.workunit.client.0.smithi040.stdout:op 3467 completed, throughput=5MB/sec 2024-04-22T04:58:55.156 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MQwOcBIuiOqioTL off=16536618 len=866970 2024-04-22T04:58:55.160 INFO:tasks.workunit.client.0.smithi040.stdout:op 3468 completed, throughput=5MB/sec 2024-04-22T04:58:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:58:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:58:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:58:56.161 INFO:tasks.workunit.client.0.smithi040.stdout: 685: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:56.161 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-F8BRAfMQ9VlFgE- off=3693380 len=1176214 2024-04-22T04:58:56.163 INFO:tasks.workunit.client.0.smithi040.stdout:op 3469 completed, throughput=5MB/sec 2024-04-22T04:58:56.163 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AsCJni9gs7Situj off=4914891 len=623607 2024-04-22T04:58:56.166 INFO:tasks.workunit.client.0.smithi040.stdout:op 3470 completed, throughput=5MB/sec 2024-04-22T04:58:56.167 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3VB52Qwz_gr7GoD off=3626221 len=149333 2024-04-22T04:58:56.169 INFO:tasks.workunit.client.0.smithi040.stdout:op 3471 completed, throughput=5MB/sec 2024-04-22T04:58:56.169 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gN6C_m4jjrUdV3o off=9469190 len=1418560 2024-04-22T04:58:56.174 INFO:tasks.workunit.client.0.smithi040.stdout:op 3472 completed, throughput=5MB/sec 2024-04-22T04:58:56.174 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-s6EwCUv5WmQgXlQ off=3509816 len=1680934 2024-04-22T04:58:56.181 INFO:tasks.workunit.client.0.smithi040.stdout:op 3473 completed, throughput=5MB/sec 2024-04-22T04:58:56.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:56 smithi062 ceph-mon[78153]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T04:58:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:56 smithi040 ceph-mon[88445]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T04:58:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:56 smithi040 ceph-mon[91058]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T04:58:57.181 INFO:tasks.workunit.client.0.smithi040.stdout: 686: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:57.181 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GXKGLESgmOiKN75 off=22680354 len=1302948 2024-04-22T04:58:57.183 INFO:tasks.workunit.client.0.smithi040.stdout:op 3474 completed, throughput=4.99MB/sec 2024-04-22T04:58:57.183 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1Qf5cbWu09eqDwX off=14020660 len=638754 2024-04-22T04:58:57.187 INFO:tasks.workunit.client.0.smithi040.stdout:op 3475 completed, throughput=5MB/sec 2024-04-22T04:58:57.187 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ctt3hgpt3Hplzf7 off=2281642 len=2039169 2024-04-22T04:58:57.190 INFO:tasks.workunit.client.0.smithi040.stdout:op 3476 completed, throughput=5MB/sec 2024-04-22T04:58:57.190 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vUwODB_VWm8KoEV off=4296478 len=1571634 2024-04-22T04:58:57.192 INFO:tasks.workunit.client.0.smithi040.stdout:op 3477 completed, throughput=5MB/sec 2024-04-22T04:58:58.192 INFO:tasks.workunit.client.0.smithi040.stdout: 687: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:58.192 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uMPN19LhKGcBTb2 off=8888559 len=465748 2024-04-22T04:58:58.193 INFO:tasks.workunit.client.0.smithi040.stdout:op 3478 completed, throughput=4.99MB/sec 2024-04-22T04:58:58.193 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-B7tFB3_CyR2gXTw off=10229074 len=1826854 2024-04-22T04:58:58.202 INFO:tasks.workunit.client.0.smithi040.stdout:op 3479 completed, throughput=5MB/sec 2024-04-22T04:58:58.202 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-w2ksrQgXe4kjNaM off=6116922 len=747531 2024-04-22T04:58:58.207 INFO:tasks.workunit.client.0.smithi040.stdout:op 3480 completed, throughput=5MB/sec 2024-04-22T04:58:58.208 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HgNtkJTQ_s2U4g5 off=9113842 len=1672850 2024-04-22T04:58:58.215 INFO:tasks.workunit.client.0.smithi040.stdout:op 3481 completed, throughput=5MB/sec 2024-04-22T04:58:58.215 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-w0bCFpHHduMJFcq off=9891963 len=1298448 2024-04-22T04:58:58.221 INFO:tasks.workunit.client.0.smithi040.stdout:op 3482 completed, throughput=5MB/sec 2024-04-22T04:58:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:58:58 smithi062 ceph-mon[78153]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-22T04:58:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:58:58 smithi040 ceph-mon[88445]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-22T04:58:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:58:58 smithi040 ceph-mon[91058]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-22T04:58:59.222 INFO:tasks.workunit.client.0.smithi040.stdout: 688: throughput=4.99MB/sec pending data=0 2024-04-22T04:58:59.222 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IrUi0Gz7CwAWmz6 off=16955425 len=1500093 2024-04-22T04:58:59.230 INFO:tasks.workunit.client.0.smithi040.stdout:op 3483 completed, throughput=5MB/sec 2024-04-22T04:58:59.230 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zxqvg7nF0iREIwf off=1045280 len=1448788 2024-04-22T04:58:59.238 INFO:tasks.workunit.client.0.smithi040.stdout:op 3484 completed, throughput=5MB/sec 2024-04-22T04:58:59.238 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-N1sVDUiFM20XEm2 off=1930234 len=610711 2024-04-22T04:58:59.239 INFO:tasks.workunit.client.0.smithi040.stdout:op 3485 completed, throughput=5MB/sec 2024-04-22T04:58:59.239 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-haySroIvibeb0R4 off=674871 len=1262547 2024-04-22T04:58:59.239 INFO:tasks.workunit.client.0.smithi040.stdout:op 3486 completed, throughput=5MB/sec 2024-04-22T04:59:00.240 INFO:tasks.workunit.client.0.smithi040.stdout: 689: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:00.240 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AbiyYDGj4d4UmOI off=9842715 len=1683496 2024-04-22T04:59:00.247 INFO:tasks.workunit.client.0.smithi040.stdout:op 3487 completed, throughput=5MB/sec 2024-04-22T04:59:00.247 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ooNTNWhn8T5w_Re off=6776216 len=1217040 2024-04-22T04:59:00.249 INFO:tasks.workunit.client.0.smithi040.stdout:op 3488 completed, throughput=5MB/sec 2024-04-22T04:59:00.249 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wxEExFiSB-Y_BTY off=5079435 len=969123 2024-04-22T04:59:00.250 INFO:tasks.workunit.client.0.smithi040.stdout:op 3489 completed, throughput=5MB/sec 2024-04-22T04:59:00.250 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BdHNnOOB318w4zN off=5600245 len=110638 2024-04-22T04:59:00.250 INFO:tasks.workunit.client.0.smithi040.stdout:op 3490 completed, throughput=5MB/sec 2024-04-22T04:59:00.250 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7pzmNWZ97vJbJ1p off=925544 len=485922 2024-04-22T04:59:00.252 INFO:tasks.workunit.client.0.smithi040.stdout:op 3491 completed, throughput=5MB/sec 2024-04-22T04:59:00.252 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-thu_nKgi1yvVFPz off=31982 len=24483 2024-04-22T04:59:00.252 INFO:tasks.workunit.client.0.smithi040.stdout:op 3492 completed, throughput=5MB/sec 2024-04-22T04:59:00.252 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KJcu8PdM_Mw0jJJ off=9029958 len=322879 2024-04-22T04:59:00.255 INFO:tasks.workunit.client.0.smithi040.stdout:op 3493 completed, throughput=5MB/sec 2024-04-22T04:59:00.255 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JZ64yqeU5QSiL9K off=2264662 len=514899 2024-04-22T04:59:00.256 INFO:tasks.workunit.client.0.smithi040.stdout:op 3494 completed, throughput=5MB/sec 2024-04-22T04:59:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:00 smithi040 ceph-mon[88445]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:59:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:59:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:59:00] "GET /metrics HTTP/1.1" 200 240231 "" "Prometheus/2.43.0" 2024-04-22T04:59:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:00 smithi040 ceph-mon[91058]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:59:00.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:00 smithi062 ceph-mon[78153]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:59:01.256 INFO:tasks.workunit.client.0.smithi040.stdout: 690: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:01.257 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7IbOzUKIFSLJ6oP off=1379505 len=372499 2024-04-22T04:59:01.257 INFO:tasks.workunit.client.0.smithi040.stdout:op 3495 completed, throughput=4.99MB/sec 2024-04-22T04:59:01.257 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lO0WJJPeBa56U4f off=1548091 len=1484776 2024-04-22T04:59:01.259 INFO:tasks.workunit.client.0.smithi040.stdout:op 3496 completed, throughput=5MB/sec 2024-04-22T04:59:01.259 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-i3zvbWhYqV41xob off=3869190 len=2041209 2024-04-22T04:59:01.270 INFO:tasks.workunit.client.0.smithi040.stdout:op 3497 completed, throughput=5MB/sec 2024-04-22T04:59:01.270 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-T5dpRnz4ib15uoX off=2538780 len=1219040 2024-04-22T04:59:01.278 INFO:tasks.workunit.client.0.smithi040.stdout:op 3498 completed, throughput=5MB/sec 2024-04-22T04:59:02.278 INFO:tasks.workunit.client.0.smithi040.stdout: 691: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:02.278 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YcInQFt8xhWUbMT off=6959915 len=1955160 2024-04-22T04:59:02.289 INFO:tasks.workunit.client.0.smithi040.stdout:op 3499 completed, throughput=5MB/sec 2024-04-22T04:59:02.289 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gFv8290QGgwawFD off=10555054 len=2082268 2024-04-22T04:59:02.291 INFO:tasks.workunit.client.0.smithi040.stdout:op 3500 completed, throughput=5MB/sec 2024-04-22T04:59:02.291 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6-jPv9lbrD3oB_d off=1730353 len=2016833 2024-04-22T04:59:02.292 INFO:tasks.workunit.client.0.smithi040.stdout:op 3501 completed, throughput=5MB/sec 2024-04-22T04:59:02.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:02 smithi062 ceph-mon[78153]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-22T04:59:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:02 smithi040 ceph-mon[88445]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-22T04:59:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:02 smithi040 ceph-mon[91058]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-22T04:59:03.293 INFO:tasks.workunit.client.0.smithi040.stdout: 692: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:03.293 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-al5a86DGyEgmFkO off=16617841 len=15990 2024-04-22T04:59:03.295 INFO:tasks.workunit.client.0.smithi040.stdout:op 3502 completed, throughput=4.99MB/sec 2024-04-22T04:59:03.295 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cT0X87_xpgxTjZq off=1610659 len=118276 2024-04-22T04:59:03.296 INFO:tasks.workunit.client.0.smithi040.stdout:op 3503 completed, throughput=4.99MB/sec 2024-04-22T04:59:03.296 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1AYk6OmLfTtpuV8 off=1463539 len=391592 2024-04-22T04:59:03.297 INFO:tasks.workunit.client.0.smithi040.stdout:op 3504 completed, throughput=4.99MB/sec 2024-04-22T04:59:03.297 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Ue-3g7oM9oD97QK off=5944245 len=445455 2024-04-22T04:59:03.300 INFO:tasks.workunit.client.0.smithi040.stdout:op 3505 completed, throughput=5MB/sec 2024-04-22T04:59:03.300 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ogflvrmbgQASacn off=1558692 len=615036 2024-04-22T04:59:03.304 INFO:tasks.workunit.client.0.smithi040.stdout:op 3506 completed, throughput=5MB/sec 2024-04-22T04:59:03.304 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0RiHGT9WRvswtgn off=2575650 len=1401817 2024-04-22T04:59:03.307 INFO:tasks.workunit.client.0.smithi040.stdout:op 3507 completed, throughput=5MB/sec 2024-04-22T04:59:03.307 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2AcovhQYSyVUGRK off=261979 len=375243 2024-04-22T04:59:03.310 INFO:tasks.workunit.client.0.smithi040.stdout:op 3508 completed, throughput=5MB/sec 2024-04-22T04:59:03.310 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jzIURvdOXVC27-l off=2924654 len=1430971 2024-04-22T04:59:03.311 INFO:tasks.workunit.client.0.smithi040.stdout:op 3509 completed, throughput=5MB/sec 2024-04-22T04:59:04.312 INFO:tasks.workunit.client.0.smithi040.stdout: 693: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:04.312 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-USt4RXseQgBZ2yb off=10801458 len=403125 2024-04-22T04:59:04.316 INFO:tasks.workunit.client.0.smithi040.stdout:op 3510 completed, throughput=4.99MB/sec 2024-04-22T04:59:04.316 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4XXkH1GcSNNKb-V off=2952357 len=1292749 2024-04-22T04:59:04.318 INFO:tasks.workunit.client.0.smithi040.stdout:op 3511 completed, throughput=5MB/sec 2024-04-22T04:59:04.318 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GlaFSSCPgOewVt0 off=13919781 len=1581411 2024-04-22T04:59:04.320 INFO:tasks.workunit.client.0.smithi040.stdout:op 3512 completed, throughput=5MB/sec 2024-04-22T04:59:04.320 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-71a1HNwbZ-pHc_0 off=3952704 len=1676077 2024-04-22T04:59:04.321 INFO:tasks.workunit.client.0.smithi040.stdout:op 3513 completed, throughput=5MB/sec 2024-04-22T04:59:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:04 smithi062 ceph-mon[78153]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-22T04:59:04.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:04 smithi040 ceph-mon[88445]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-22T04:59:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:04 smithi040 ceph-mon[91058]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-22T04:59:05.322 INFO:tasks.workunit.client.0.smithi040.stdout: 694: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:05.322 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-n3aJH_SMd0RUv-r off=2569206 len=1363622 2024-04-22T04:59:05.324 INFO:tasks.workunit.client.0.smithi040.stdout:op 3514 completed, throughput=4.99MB/sec 2024-04-22T04:59:05.324 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bqxm3Jat0PqxsHh off=5425013 len=379844 2024-04-22T04:59:05.327 INFO:tasks.workunit.client.0.smithi040.stdout:op 3515 completed, throughput=5MB/sec 2024-04-22T04:59:05.327 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-it4L9st3DM9wKC5 off=3614061 len=864908 2024-04-22T04:59:05.331 INFO:tasks.workunit.client.0.smithi040.stdout:op 3516 completed, throughput=5MB/sec 2024-04-22T04:59:05.331 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jQ6bIQoL_ZT9fkx off=3780227 len=1505626 2024-04-22T04:59:05.333 INFO:tasks.workunit.client.0.smithi040.stdout:op 3517 completed, throughput=5MB/sec 2024-04-22T04:59:05.333 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yEvwsknULcgr4mk off=15301220 len=190175 2024-04-22T04:59:05.336 INFO:tasks.workunit.client.0.smithi040.stdout:op 3518 completed, throughput=5MB/sec 2024-04-22T04:59:05.336 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lJUlf-2zoxEHbhT off=80801 len=291884 2024-04-22T04:59:05.337 INFO:tasks.workunit.client.0.smithi040.stdout:op 3519 completed, throughput=5MB/sec 2024-04-22T04:59:05.337 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Mz4xqlocxBqcVGW off=994271 len=2023840 2024-04-22T04:59:05.350 INFO:tasks.workunit.client.0.smithi040.stdout:op 3520 completed, throughput=5MB/sec 2024-04-22T04:59:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:59:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:59:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:59:06.351 INFO:tasks.workunit.client.0.smithi040.stdout: 695: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:06.351 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xOPWbSIa3gAIUXH off=8106244 len=1523617 2024-04-22T04:59:06.358 INFO:tasks.workunit.client.0.smithi040.stdout:op 3521 completed, throughput=5MB/sec 2024-04-22T04:59:06.358 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-raxAiWiz3Wmejh3 off=1257095 len=2074463 2024-04-22T04:59:06.370 INFO:tasks.workunit.client.0.smithi040.stdout:op 3522 completed, throughput=5MB/sec 2024-04-22T04:59:06.370 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VlHQ6zU3mwdNzq1 off=15310103 len=2038252 2024-04-22T04:59:06.372 INFO:tasks.workunit.client.0.smithi040.stdout:op 3523 completed, throughput=5MB/sec 2024-04-22T04:59:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:06 smithi062 ceph-mon[78153]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:59:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:59:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:06 smithi040 ceph-mon[88445]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:59:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:59:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:06 smithi040 ceph-mon[91058]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:59:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:59:07.373 INFO:tasks.workunit.client.0.smithi040.stdout: 696: throughput=5MB/sec pending data=0 2024-04-22T04:59:07.373 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-d9z46TkzAdUsKld off=15051856 len=1652299 2024-04-22T04:59:07.383 INFO:tasks.workunit.client.0.smithi040.stdout:op 3524 completed, throughput=5MB/sec 2024-04-22T04:59:07.383 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VzNw8bM2eKuDDod off=308081 len=566422 2024-04-22T04:59:07.387 INFO:tasks.workunit.client.0.smithi040.stdout:op 3525 completed, throughput=5MB/sec 2024-04-22T04:59:07.387 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MPFu2_QqbXGv9Et off=633903 len=1596949 2024-04-22T04:59:07.389 INFO:tasks.workunit.client.0.smithi040.stdout:op 3526 completed, throughput=5MB/sec 2024-04-22T04:59:08.389 INFO:tasks.workunit.client.0.smithi040.stdout: 697: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:08.389 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qH5Vq-O7BCJ50rK off=645069 len=1770766 2024-04-22T04:59:08.391 INFO:tasks.workunit.client.0.smithi040.stdout:op 3527 completed, throughput=5MB/sec 2024-04-22T04:59:08.391 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2-0bILhNHmMidrt off=257893 len=257956 2024-04-22T04:59:08.393 INFO:tasks.workunit.client.0.smithi040.stdout:op 3528 completed, throughput=5MB/sec 2024-04-22T04:59:08.393 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Qz7ZIrBHLJhcdF6 off=14245883 len=1556968 2024-04-22T04:59:08.401 INFO:tasks.workunit.client.0.smithi040.stdout:op 3529 completed, throughput=5MB/sec 2024-04-22T04:59:08.401 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FlAdFjfHcohceEx off=900820 len=614944 2024-04-22T04:59:08.405 INFO:tasks.workunit.client.0.smithi040.stdout:op 3530 completed, throughput=5MB/sec 2024-04-22T04:59:08.405 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4ZxFStZKzU0WEkL off=6030799 len=1919689 2024-04-22T04:59:08.412 INFO:tasks.workunit.client.0.smithi040.stdout:op 3531 completed, throughput=5MB/sec 2024-04-22T04:59:08.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:08 smithi062 ceph-mon[78153]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T04:59:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:08 smithi040 ceph-mon[88445]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T04:59:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:08 smithi040 ceph-mon[91058]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T04:59:09.412 INFO:tasks.workunit.client.0.smithi040.stdout: 698: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:09.413 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZEyfDBGllDJLGpG off=14910019 len=1005814 2024-04-22T04:59:09.415 INFO:tasks.workunit.client.0.smithi040.stdout:op 3532 completed, throughput=5MB/sec 2024-04-22T04:59:09.415 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-N6BvtSq8DG71bfV off=0 len=1315610 2024-04-22T04:59:09.417 INFO:tasks.workunit.client.0.smithi040.stdout:op 3533 completed, throughput=5MB/sec 2024-04-22T04:59:09.417 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--0xDFtgZQw5-etM off=8105455 len=392515 2024-04-22T04:59:09.421 INFO:tasks.workunit.client.0.smithi040.stdout:op 3534 completed, throughput=5MB/sec 2024-04-22T04:59:09.421 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-r5U89yxVvZgIzMa off=949404 len=1610928 2024-04-22T04:59:09.430 INFO:tasks.workunit.client.0.smithi040.stdout:op 3535 completed, throughput=5MB/sec 2024-04-22T04:59:09.430 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TfovW49FfqQzaGP off=1774723 len=1278775 2024-04-22T04:59:09.435 INFO:tasks.workunit.client.0.smithi040.stdout:op 3536 completed, throughput=5MB/sec 2024-04-22T04:59:10.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:10 smithi040 ceph-mon[88445]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:59:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:59:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:59:10] "GET /metrics HTTP/1.1" 200 240228 "" "Prometheus/2.43.0" 2024-04-22T04:59:10.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:10 smithi040 ceph-mon[91058]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:59:10.435 INFO:tasks.workunit.client.0.smithi040.stdout: 699: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:10.435 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kdbfXL6LSuId7qq off=13631002 len=160937 2024-04-22T04:59:10.439 INFO:tasks.workunit.client.0.smithi040.stdout:op 3537 completed, throughput=4.99MB/sec 2024-04-22T04:59:10.439 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WQYl0LGKlnRUAKU off=215867 len=1297226 2024-04-22T04:59:10.446 INFO:tasks.workunit.client.0.smithi040.stdout:op 3538 completed, throughput=5MB/sec 2024-04-22T04:59:10.446 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-c6O4dv-ouN1l05B off=241387 len=897311 2024-04-22T04:59:10.448 INFO:tasks.workunit.client.0.smithi040.stdout:op 3539 completed, throughput=5MB/sec 2024-04-22T04:59:10.448 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Mi8u4C2cSIMcEEc off=119400 len=769660 2024-04-22T04:59:10.453 INFO:tasks.workunit.client.0.smithi040.stdout:op 3540 completed, throughput=5MB/sec 2024-04-22T04:59:10.453 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xP0qvz7Zry7ArCS off=1413668 len=1634645 2024-04-22T04:59:10.454 INFO:tasks.workunit.client.0.smithi040.stdout:op 3541 completed, throughput=5MB/sec 2024-04-22T04:59:10.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:10 smithi062 ceph-mon[78153]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T04:59:11.455 INFO:tasks.workunit.client.0.smithi040.stdout: 700: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:11.455 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0oCdQbtuJBspO1z off=281281 len=1700017 2024-04-22T04:59:11.458 INFO:tasks.workunit.client.0.smithi040.stdout:op 3542 completed, throughput=5MB/sec 2024-04-22T04:59:11.458 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LwjuJZnigeNizwB off=2859857 len=504086 2024-04-22T04:59:11.458 INFO:tasks.workunit.client.0.smithi040.stdout:op 3543 completed, throughput=5MB/sec 2024-04-22T04:59:11.458 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5WGIelLEiaEybQb off=13824261 len=752890 2024-04-22T04:59:11.459 INFO:tasks.workunit.client.0.smithi040.stdout:op 3544 completed, throughput=5MB/sec 2024-04-22T04:59:11.459 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MPFu2_QqbXGv9Et off=2960250 len=1655002 2024-04-22T04:59:11.468 INFO:tasks.workunit.client.0.smithi040.stdout:op 3545 completed, throughput=5MB/sec 2024-04-22T04:59:11.468 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fT6MwBfnXcz8L73 off=8702832 len=507691 2024-04-22T04:59:11.471 INFO:tasks.workunit.client.0.smithi040.stdout:op 3546 completed, throughput=5MB/sec 2024-04-22T04:59:12.471 INFO:tasks.workunit.client.0.smithi040.stdout: 701: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:12.472 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rJUJzcYqqryNEUZ off=1859244 len=1665957 2024-04-22T04:59:12.480 INFO:tasks.workunit.client.0.smithi040.stdout:op 3547 completed, throughput=5MB/sec 2024-04-22T04:59:12.480 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FTsfXIG-qwVwvuS off=13432013 len=1817915 2024-04-22T04:59:12.491 INFO:tasks.workunit.client.0.smithi040.stdout:op 3548 completed, throughput=5MB/sec 2024-04-22T04:59:12.491 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nO5ZxFJQ-LQ2OJq off=2336706 len=311636 2024-04-22T04:59:12.494 INFO:tasks.workunit.client.0.smithi040.stdout:op 3549 completed, throughput=5MB/sec 2024-04-22T04:59:12.495 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Y_ffKDJs0hAWHC6 off=11589485 len=1181265 2024-04-22T04:59:12.497 INFO:tasks.workunit.client.0.smithi040.stdout:op 3550 completed, throughput=5MB/sec 2024-04-22T04:59:12.497 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bMnY5R--sB907jP off=5279526 len=779934 2024-04-22T04:59:12.500 INFO:tasks.workunit.client.0.smithi040.stdout:op 3551 completed, throughput=5MB/sec 2024-04-22T04:59:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:12 smithi062 ceph-mon[78153]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:59:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:12 smithi040 ceph-mon[88445]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:59:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:12 smithi040 ceph-mon[91058]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:59:13.501 INFO:tasks.workunit.client.0.smithi040.stdout: 702: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:13.501 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-I0ZyNmEwsicYGFM off=6666263 len=654776 2024-04-22T04:59:13.502 INFO:tasks.workunit.client.0.smithi040.stdout:op 3552 completed, throughput=4.99MB/sec 2024-04-22T04:59:13.502 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ahBnrrvsXj5ynSc off=1971118 len=1013772 2024-04-22T04:59:13.504 INFO:tasks.workunit.client.0.smithi040.stdout:op 3553 completed, throughput=5MB/sec 2024-04-22T04:59:13.504 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QnV6mRS9ais29rd off=998943 len=861437 2024-04-22T04:59:13.508 INFO:tasks.workunit.client.0.smithi040.stdout:op 3554 completed, throughput=5MB/sec 2024-04-22T04:59:13.508 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ovKCqRaYiR_seV2 off=10360664 len=810142 2024-04-22T04:59:13.514 INFO:tasks.workunit.client.0.smithi040.stdout:op 3555 completed, throughput=5MB/sec 2024-04-22T04:59:13.514 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8RxDMHPxlHk-B1f off=10095957 len=1044255 2024-04-22T04:59:13.516 INFO:tasks.workunit.client.0.smithi040.stdout:op 3556 completed, throughput=5MB/sec 2024-04-22T04:59:13.516 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bbantSgynlAWiad off=3620646 len=406256 2024-04-22T04:59:13.520 INFO:tasks.workunit.client.0.smithi040.stdout:op 3557 completed, throughput=5MB/sec 2024-04-22T04:59:14.521 INFO:tasks.workunit.client.0.smithi040.stdout: 703: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:14.521 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7sndQyW3NYREW8s off=5815444 len=914449 2024-04-22T04:59:14.527 INFO:tasks.workunit.client.0.smithi040.stdout:op 3558 completed, throughput=4.99MB/sec 2024-04-22T04:59:14.527 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-h_pYnElpVUiln6j off=282731 len=375361 2024-04-22T04:59:14.530 INFO:tasks.workunit.client.0.smithi040.stdout:op 3559 completed, throughput=4.99MB/sec 2024-04-22T04:59:14.530 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8DJ5N06J4D_H18J off=4993218 len=1127108 2024-04-22T04:59:14.536 INFO:tasks.workunit.client.0.smithi040.stdout:op 3560 completed, throughput=5MB/sec 2024-04-22T04:59:14.536 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DCTzzBVtyxzZOe_ off=3104274 len=1182336 2024-04-22T04:59:14.542 INFO:tasks.workunit.client.0.smithi040.stdout:op 3561 completed, throughput=5MB/sec 2024-04-22T04:59:14.542 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_V1qq-GqUfEG0iX off=2173981 len=1011916 2024-04-22T04:59:14.545 INFO:tasks.workunit.client.0.smithi040.stdout:op 3562 completed, throughput=5MB/sec 2024-04-22T04:59:14.545 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8pbkc0CPXZwNKmO off=7829300 len=833269 2024-04-22T04:59:14.545 INFO:tasks.workunit.client.0.smithi040.stdout:op 3563 completed, throughput=5MB/sec 2024-04-22T04:59:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:14 smithi062 ceph-mon[78153]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:59:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:14 smithi040 ceph-mon[88445]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:59:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:14 smithi040 ceph-mon[91058]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T04:59:15.546 INFO:tasks.workunit.client.0.smithi040.stdout: 704: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:15.546 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4UOB1_Ll3_Dv--Y off=7550348 len=73952 2024-04-22T04:59:15.547 INFO:tasks.workunit.client.0.smithi040.stdout:op 3564 completed, throughput=4.99MB/sec 2024-04-22T04:59:15.547 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZeQY72c5ih7wfYB off=10210733 len=486281 2024-04-22T04:59:15.551 INFO:tasks.workunit.client.0.smithi040.stdout:op 3565 completed, throughput=4.99MB/sec 2024-04-22T04:59:15.551 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9pl6ujWDMvtaZkK off=6718861 len=1645206 2024-04-22T04:59:15.557 INFO:tasks.workunit.client.0.smithi040.stdout:op 3566 completed, throughput=5MB/sec 2024-04-22T04:59:15.557 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6oCf0iHaXtnOcOh off=10779794 len=1990968 2024-04-22T04:59:15.566 INFO:tasks.workunit.client.0.smithi040.stdout:op 3567 completed, throughput=5MB/sec 2024-04-22T04:59:15.566 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-r7O83u8k1Bx3opI off=11546289 len=1446053 2024-04-22T04:59:15.575 INFO:tasks.workunit.client.0.smithi040.stdout:op 3568 completed, throughput=5MB/sec 2024-04-22T04:59:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:59:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:59:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:59:16.575 INFO:tasks.workunit.client.0.smithi040.stdout: 705: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:16.576 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-D7YgZU7M2an8e37 off=1759992 len=194943 2024-04-22T04:59:16.578 INFO:tasks.workunit.client.0.smithi040.stdout:op 3569 completed, throughput=4.99MB/sec 2024-04-22T04:59:16.579 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8ybzEvC4r56k9v0 off=9187193 len=1711408 2024-04-22T04:59:16.586 INFO:tasks.workunit.client.0.smithi040.stdout:op 3570 completed, throughput=5MB/sec 2024-04-22T04:59:16.587 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ezc4IRunjE9Iq7i off=2268755 len=41483 2024-04-22T04:59:16.588 INFO:tasks.workunit.client.0.smithi040.stdout:op 3571 completed, throughput=5MB/sec 2024-04-22T04:59:16.588 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WixgHSzMrp7Ie1O off=9359216 len=1745863 2024-04-22T04:59:16.591 INFO:tasks.workunit.client.0.smithi040.stdout:op 3572 completed, throughput=5MB/sec 2024-04-22T04:59:16.591 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dyC_5D4EbneYwoT off=201322 len=2042283 2024-04-22T04:59:16.593 INFO:tasks.workunit.client.0.smithi040.stdout:op 3573 completed, throughput=5MB/sec 2024-04-22T04:59:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:16 smithi062 ceph-mon[78153]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:59:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:16 smithi040 ceph-mon[88445]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:59:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:16 smithi040 ceph-mon[91058]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T04:59:17.594 INFO:tasks.workunit.client.0.smithi040.stdout: 706: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:17.594 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tslre-IypJdlbxc off=10162389 len=1015091 2024-04-22T04:59:17.599 INFO:tasks.workunit.client.0.smithi040.stdout:op 3574 completed, throughput=5MB/sec 2024-04-22T04:59:17.599 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SLIFhMYa1yV4lY_ off=17294326 len=693655 2024-04-22T04:59:17.603 INFO:tasks.workunit.client.0.smithi040.stdout:op 3575 completed, throughput=5MB/sec 2024-04-22T04:59:17.603 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BMPhkGG2zH7tkZ1 off=1408613 len=535106 2024-04-22T04:59:17.606 INFO:tasks.workunit.client.0.smithi040.stdout:op 3576 completed, throughput=5MB/sec 2024-04-22T04:59:17.607 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sqFBSKrYF7TVeBq off=11800735 len=555478 2024-04-22T04:59:17.608 INFO:tasks.workunit.client.0.smithi040.stdout:op 3577 completed, throughput=5MB/sec 2024-04-22T04:59:17.608 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-H2Teo41cmrNVosl off=2614747 len=1916989 2024-04-22T04:59:17.611 INFO:tasks.workunit.client.0.smithi040.stdout:op 3578 completed, throughput=5MB/sec 2024-04-22T04:59:18.612 INFO:tasks.workunit.client.0.smithi040.stdout: 707: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:18.612 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4p23dZI4Y8CUeMJ off=9509878 len=254759 2024-04-22T04:59:18.612 INFO:tasks.workunit.client.0.smithi040.stdout:op 3579 completed, throughput=4.99MB/sec 2024-04-22T04:59:18.613 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-c5f1FEN9p4T44ow off=12797763 len=1631448 2024-04-22T04:59:18.620 INFO:tasks.workunit.client.0.smithi040.stdout:op 3580 completed, throughput=5MB/sec 2024-04-22T04:59:18.620 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LgQc0imyXFro7Tp off=6918306 len=907327 2024-04-22T04:59:18.624 INFO:tasks.workunit.client.0.smithi040.stdout:op 3581 completed, throughput=5MB/sec 2024-04-22T04:59:18.624 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-P2rewbECoyGCRBJ off=16286527 len=353231 2024-04-22T04:59:18.625 INFO:tasks.workunit.client.0.smithi040.stdout:op 3582 completed, throughput=5MB/sec 2024-04-22T04:59:18.625 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oG84mWEct8jZJIV off=20231 len=1690774 2024-04-22T04:59:18.626 INFO:tasks.workunit.client.0.smithi040.stdout:op 3583 completed, throughput=5MB/sec 2024-04-22T04:59:18.627 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OosY_jVizNPe62y off=476565 len=865668 2024-04-22T04:59:18.631 INFO:tasks.workunit.client.0.smithi040.stdout:op 3584 completed, throughput=5MB/sec 2024-04-22T04:59:18.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:18 smithi062 ceph-mon[78153]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T04:59:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:18 smithi040 ceph-mon[88445]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T04:59:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:18 smithi040 ceph-mon[91058]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T04:59:19.631 INFO:tasks.workunit.client.0.smithi040.stdout: 708: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:19.631 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GTHHXsUChK2Z8wm off=11499907 len=840527 2024-04-22T04:59:19.636 INFO:tasks.workunit.client.0.smithi040.stdout:op 3585 completed, throughput=4.99MB/sec 2024-04-22T04:59:19.636 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6fw5IXCRpdYqsus off=750262 len=655117 2024-04-22T04:59:19.638 INFO:tasks.workunit.client.0.smithi040.stdout:op 3586 completed, throughput=5MB/sec 2024-04-22T04:59:19.638 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SsVoSpNy1-fg6lq off=271828 len=1992867 2024-04-22T04:59:19.651 INFO:tasks.workunit.client.0.smithi040.stdout:op 3587 completed, throughput=5MB/sec 2024-04-22T04:59:19.651 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pjo4k5mZAa1HwUk off=16729668 len=232963 2024-04-22T04:59:19.655 INFO:tasks.workunit.client.0.smithi040.stdout:op 3588 completed, throughput=5MB/sec 2024-04-22T04:59:19.655 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-n2Y65ADKDHmpsgR off=5767126 len=1845405 2024-04-22T04:59:19.663 INFO:tasks.workunit.client.0.smithi040.stdout:op 3589 completed, throughput=5MB/sec 2024-04-22T04:59:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:20 smithi040 ceph-mon[88445]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:59:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:59:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:59:20] "GET /metrics HTTP/1.1" 200 240228 "" "Prometheus/2.43.0" 2024-04-22T04:59:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:20 smithi040 ceph-mon[91058]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:59:20.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:20 smithi062 ceph-mon[78153]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T04:59:20.663 INFO:tasks.workunit.client.0.smithi040.stdout: 709: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:20.663 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oqrpGFInZdDpnGY off=842243 len=601213 2024-04-22T04:59:20.664 INFO:tasks.workunit.client.0.smithi040.stdout:op 3590 completed, throughput=4.99MB/sec 2024-04-22T04:59:20.664 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aKaVWFFTAsDOAkP off=11504587 len=1477631 2024-04-22T04:59:20.667 INFO:tasks.workunit.client.0.smithi040.stdout:op 3591 completed, throughput=5MB/sec 2024-04-22T04:59:20.667 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dN2i8TpdgCU3JQR off=7090970 len=1401029 2024-04-22T04:59:20.674 INFO:tasks.workunit.client.0.smithi040.stdout:op 3592 completed, throughput=5MB/sec 2024-04-22T04:59:20.674 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fg39bY5VBWQS1S0 off=13292277 len=160822 2024-04-22T04:59:20.675 INFO:tasks.workunit.client.0.smithi040.stdout:op 3593 completed, throughput=5MB/sec 2024-04-22T04:59:20.675 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-A2inva2XwYq_YNK off=4847494 len=665704 2024-04-22T04:59:20.679 INFO:tasks.workunit.client.0.smithi040.stdout:op 3594 completed, throughput=5MB/sec 2024-04-22T04:59:20.679 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Wuw4jFqsa4Cs4rp off=14005782 len=378847 2024-04-22T04:59:20.681 INFO:tasks.workunit.client.0.smithi040.stdout:op 3595 completed, throughput=5MB/sec 2024-04-22T04:59:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:59:21.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:59:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:59:21.681 INFO:tasks.workunit.client.0.smithi040.stdout: 710: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:21.681 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--rSZnPfw6yqcxtJ off=12097377 len=431362 2024-04-22T04:59:21.683 INFO:tasks.workunit.client.0.smithi040.stdout:op 3596 completed, throughput=4.99MB/sec 2024-04-22T04:59:21.683 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-R3dXzXkRt-BlMaN off=2992721 len=1593616 2024-04-22T04:59:21.685 INFO:tasks.workunit.client.0.smithi040.stdout:op 3597 completed, throughput=5MB/sec 2024-04-22T04:59:21.685 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-S4IhGnv58Y6U86S off=5129503 len=1128723 2024-04-22T04:59:21.687 INFO:tasks.workunit.client.0.smithi040.stdout:op 3598 completed, throughput=5MB/sec 2024-04-22T04:59:21.687 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eGKBcWoZFhGT80G off=4691542 len=1941400 2024-04-22T04:59:21.689 INFO:tasks.workunit.client.0.smithi040.stdout:op 3599 completed, throughput=5MB/sec 2024-04-22T04:59:21.689 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hHS73vgH4zZ8oOo off=1298994 len=680964 2024-04-22T04:59:21.690 INFO:tasks.workunit.client.0.smithi040.stdout:op 3600 completed, throughput=5MB/sec 2024-04-22T04:59:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:22 smithi062 ceph-mon[78153]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:59:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:22 smithi040 ceph-mon[88445]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:59:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:22 smithi040 ceph-mon[91058]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T04:59:22.690 INFO:tasks.workunit.client.0.smithi040.stdout: 711: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:22.690 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Z0tMF0f3wZI-sl5 off=1100597 len=1139135 2024-04-22T04:59:22.697 INFO:tasks.workunit.client.0.smithi040.stdout:op 3601 completed, throughput=5MB/sec 2024-04-22T04:59:22.697 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JSj6iQeZjXF6wb8 off=2625999 len=1324067 2024-04-22T04:59:22.705 INFO:tasks.workunit.client.0.smithi040.stdout:op 3602 completed, throughput=5MB/sec 2024-04-22T04:59:22.705 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-luk6g1u55bg-yep off=1788852 len=750664 2024-04-22T04:59:22.706 INFO:tasks.workunit.client.0.smithi040.stdout:op 3603 completed, throughput=5MB/sec 2024-04-22T04:59:22.706 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mffwtwz4JPimIch off=4710655 len=1546472 2024-04-22T04:59:22.712 INFO:tasks.workunit.client.0.smithi040.stdout:op 3604 completed, throughput=5MB/sec 2024-04-22T04:59:22.713 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QuwbvecCs9nyNXm off=2778087 len=403602 2024-04-22T04:59:22.716 INFO:tasks.workunit.client.0.smithi040.stdout:op 3605 completed, throughput=5MB/sec 2024-04-22T04:59:23.716 INFO:tasks.workunit.client.0.smithi040.stdout: 712: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:23.716 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-i8wstfExoXcdq8P off=2652561 len=1078633 2024-04-22T04:59:23.719 INFO:tasks.workunit.client.0.smithi040.stdout:op 3606 completed, throughput=4.99MB/sec 2024-04-22T04:59:23.719 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-65PEehehv2zpGYa off=17209331 len=310579 2024-04-22T04:59:23.719 INFO:tasks.workunit.client.0.smithi040.stdout:op 3607 completed, throughput=5MB/sec 2024-04-22T04:59:23.720 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-copBJGPLyDqUTwK off=14673541 len=474038 2024-04-22T04:59:23.723 INFO:tasks.workunit.client.0.smithi040.stdout:op 3608 completed, throughput=5MB/sec 2024-04-22T04:59:23.724 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kO_NCWqd9v7Viip off=3132925 len=563673 2024-04-22T04:59:23.724 INFO:tasks.workunit.client.0.smithi040.stdout:op 3609 completed, throughput=5MB/sec 2024-04-22T04:59:23.724 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZsFhvnh-DISgq6a off=16671319 len=328813 2024-04-22T04:59:23.726 INFO:tasks.workunit.client.0.smithi040.stdout:op 3610 completed, throughput=5MB/sec 2024-04-22T04:59:23.726 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0QZrj97BSfK54HK off=8931817 len=1999066 2024-04-22T04:59:23.728 INFO:tasks.workunit.client.0.smithi040.stdout:op 3611 completed, throughput=5MB/sec 2024-04-22T04:59:23.728 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CxA64_ed42_1ilm off=19329731 len=1654079 2024-04-22T04:59:23.736 INFO:tasks.workunit.client.0.smithi040.stdout:op 3612 completed, throughput=5MB/sec 2024-04-22T04:59:24.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:24 smithi062 ceph-mon[78153]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:59:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:24 smithi040 ceph-mon[88445]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:59:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:24 smithi040 ceph-mon[91058]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-22T04:59:24.736 INFO:tasks.workunit.client.0.smithi040.stdout: 713: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:24.736 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-c6QzBnyXK51W_M_ off=2404855 len=481433 2024-04-22T04:59:24.740 INFO:tasks.workunit.client.0.smithi040.stdout:op 3613 completed, throughput=5MB/sec 2024-04-22T04:59:24.740 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kO2ppWN_oIjgF8o off=8509427 len=2002905 2024-04-22T04:59:24.751 INFO:tasks.workunit.client.0.smithi040.stdout:op 3614 completed, throughput=5MB/sec 2024-04-22T04:59:24.751 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-S-pYK70wZrnsEH3 off=10172991 len=563381 2024-04-22T04:59:24.755 INFO:tasks.workunit.client.0.smithi040.stdout:op 3615 completed, throughput=5MB/sec 2024-04-22T04:59:24.755 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BqIs8i7CyH1XRlz off=14609977 len=2054719 2024-04-22T04:59:24.764 INFO:tasks.workunit.client.0.smithi040.stdout:op 3616 completed, throughput=5MB/sec 2024-04-22T04:59:25.765 INFO:tasks.workunit.client.0.smithi040.stdout: 714: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:25.765 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VN7F7Ata_YH_TkY off=3058010 len=652147 2024-04-22T04:59:25.769 INFO:tasks.workunit.client.0.smithi040.stdout:op 3617 completed, throughput=5MB/sec 2024-04-22T04:59:25.769 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iz38lHLY7mGhz2e off=3144893 len=542958 2024-04-22T04:59:25.773 INFO:tasks.workunit.client.0.smithi040.stdout:op 3618 completed, throughput=5MB/sec 2024-04-22T04:59:25.773 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iWicfo3CS-I7HHU off=4572759 len=797257 2024-04-22T04:59:25.775 INFO:tasks.workunit.client.0.smithi040.stdout:op 3619 completed, throughput=5MB/sec 2024-04-22T04:59:25.775 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-czmsRJMWFLv3zUS off=367315 len=322977 2024-04-22T04:59:25.775 INFO:tasks.workunit.client.0.smithi040.stdout:op 3620 completed, throughput=5MB/sec 2024-04-22T04:59:25.775 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Mm-fOUtaL66ChBt off=334764 len=549429 2024-04-22T04:59:25.780 INFO:tasks.workunit.client.0.smithi040.stdout:op 3621 completed, throughput=5MB/sec 2024-04-22T04:59:25.780 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3DmTTszoVOLorha off=2533117 len=1410040 2024-04-22T04:59:25.786 INFO:tasks.workunit.client.0.smithi040.stdout:op 3622 completed, throughput=5MB/sec 2024-04-22T04:59:25.786 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gKVoEdT2FQuXOwi off=1762877 len=1933250 2024-04-22T04:59:25.795 INFO:tasks.workunit.client.0.smithi040.stdout:op 3623 completed, throughput=5MB/sec 2024-04-22T04:59:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:59:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:59:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:59:26.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:26 smithi062 ceph-mon[78153]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:59:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:26 smithi040 ceph-mon[88445]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:59:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:26 smithi040 ceph-mon[91058]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:59:26.795 INFO:tasks.workunit.client.0.smithi040.stdout: 715: throughput=5MB/sec pending data=0 2024-04-22T04:59:26.795 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nAQpvTOhXSKwO8i off=1824003 len=301020 2024-04-22T04:59:26.798 INFO:tasks.workunit.client.0.smithi040.stdout:op 3624 completed, throughput=5MB/sec 2024-04-22T04:59:26.799 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UJF3vwxoeaWBVBu off=15793641 len=73733 2024-04-22T04:59:26.799 INFO:tasks.workunit.client.0.smithi040.stdout:op 3625 completed, throughput=5MB/sec 2024-04-22T04:59:26.799 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TutPdz59QnZw3oN off=3383239 len=1715769 2024-04-22T04:59:26.801 INFO:tasks.workunit.client.0.smithi040.stdout:op 3626 completed, throughput=5MB/sec 2024-04-22T04:59:26.801 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1rQ6mKCRfSpzieF off=10917669 len=1442183 2024-04-22T04:59:26.802 INFO:tasks.workunit.client.0.smithi040.stdout:op 3627 completed, throughput=5MB/sec 2024-04-22T04:59:27.802 INFO:tasks.workunit.client.0.smithi040.stdout: 716: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:27.803 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jxlYSzPuZR_Y2Ko off=344634 len=780234 2024-04-22T04:59:27.807 INFO:tasks.workunit.client.0.smithi040.stdout:op 3628 completed, throughput=4.99MB/sec 2024-04-22T04:59:27.807 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-J4vpUtGYXh25uUr off=16258232 len=34188 2024-04-22T04:59:27.808 INFO:tasks.workunit.client.0.smithi040.stdout:op 3629 completed, throughput=4.99MB/sec 2024-04-22T04:59:27.808 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Eqlzm193NIK5Jjl off=4246742 len=112771 2024-04-22T04:59:27.809 INFO:tasks.workunit.client.0.smithi040.stdout:op 3630 completed, throughput=4.99MB/sec 2024-04-22T04:59:27.809 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wm2OR1XgZN3a_dW off=11393526 len=303052 2024-04-22T04:59:27.809 INFO:tasks.workunit.client.0.smithi040.stdout:op 3631 completed, throughput=4.99MB/sec 2024-04-22T04:59:27.809 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rRW4sXlsIKwJnGR off=6103513 len=1232294 2024-04-22T04:59:27.817 INFO:tasks.workunit.client.0.smithi040.stdout:op 3632 completed, throughput=5MB/sec 2024-04-22T04:59:27.817 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6XcsOCNPsFqCCye off=4385723 len=499218 2024-04-22T04:59:27.817 INFO:tasks.workunit.client.0.smithi040.stdout:op 3633 completed, throughput=5MB/sec 2024-04-22T04:59:27.818 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oSz6a-0XWBNptXI off=12811371 len=852878 2024-04-22T04:59:27.822 INFO:tasks.workunit.client.0.smithi040.stdout:op 3634 completed, throughput=5MB/sec 2024-04-22T04:59:27.822 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jkpmutekBxDmtL9 off=919662 len=2091014 2024-04-22T04:59:27.834 INFO:tasks.workunit.client.0.smithi040.stdout:op 3635 completed, throughput=5MB/sec 2024-04-22T04:59:28.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:28 smithi062 ceph-mon[78153]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-22T04:59:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:28 smithi040 ceph-mon[88445]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-22T04:59:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:28 smithi040 ceph-mon[91058]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-22T04:59:28.834 INFO:tasks.workunit.client.0.smithi040.stdout: 717: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:28.834 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-23LChcCBGII0tY9 off=14513956 len=2089025 2024-04-22T04:59:28.843 INFO:tasks.workunit.client.0.smithi040.stdout:op 3636 completed, throughput=5MB/sec 2024-04-22T04:59:28.843 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LaAZlX-ul_7B1Iu off=1170264 len=2000763 2024-04-22T04:59:28.847 INFO:tasks.workunit.client.0.smithi040.stdout:op 3637 completed, throughput=5MB/sec 2024-04-22T04:59:28.847 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qAOMDdpEhxCjqZv off=4308590 len=980571 2024-04-22T04:59:28.852 INFO:tasks.workunit.client.0.smithi040.stdout:op 3638 completed, throughput=5MB/sec 2024-04-22T04:59:29.853 INFO:tasks.workunit.client.0.smithi040.stdout: 718: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:29.853 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-o86yQPJroSa-7LY off=3612895 len=1542736 2024-04-22T04:59:29.856 INFO:tasks.workunit.client.0.smithi040.stdout:op 3639 completed, throughput=5MB/sec 2024-04-22T04:59:29.856 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XIyg2fL6JW0Hicg off=5954279 len=659186 2024-04-22T04:59:29.857 INFO:tasks.workunit.client.0.smithi040.stdout:op 3640 completed, throughput=5MB/sec 2024-04-22T04:59:29.857 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NlPjLVOefGKOvPk off=4585367 len=277307 2024-04-22T04:59:29.860 INFO:tasks.workunit.client.0.smithi040.stdout:op 3641 completed, throughput=5MB/sec 2024-04-22T04:59:29.860 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gYWN6XZPWb8-LKk off=280534 len=1550926 2024-04-22T04:59:29.862 INFO:tasks.workunit.client.0.smithi040.stdout:op 3642 completed, throughput=5MB/sec 2024-04-22T04:59:29.862 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XPtGWb70m7M63yO off=4663484 len=1638200 2024-04-22T04:59:29.871 INFO:tasks.workunit.client.0.smithi040.stdout:op 3643 completed, throughput=5MB/sec 2024-04-22T04:59:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:30 smithi040 ceph-mon[88445]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:59:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:59:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:59:30] "GET /metrics HTTP/1.1" 200 240175 "" "Prometheus/2.43.0" 2024-04-22T04:59:30.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:30 smithi040 ceph-mon[91058]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:59:30.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:30 smithi062 ceph-mon[78153]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:59:30.871 INFO:tasks.workunit.client.0.smithi040.stdout: 719: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:30.871 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-V6aYQ2h5hjfnA1G off=5672238 len=1012467 2024-04-22T04:59:30.878 INFO:tasks.workunit.client.0.smithi040.stdout:op 3644 completed, throughput=5MB/sec 2024-04-22T04:59:30.878 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XZVIsfZ1Rl6prt5 off=12675739 len=596906 2024-04-22T04:59:30.879 INFO:tasks.workunit.client.0.smithi040.stdout:op 3645 completed, throughput=5MB/sec 2024-04-22T04:59:30.879 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2R9lMDZJWrETADU off=2515716 len=1955944 2024-04-22T04:59:30.881 INFO:tasks.workunit.client.0.smithi040.stdout:op 3646 completed, throughput=5MB/sec 2024-04-22T04:59:30.881 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-n6sqquB0kNcHg8u off=20380942 len=238080 2024-04-22T04:59:30.885 INFO:tasks.workunit.client.0.smithi040.stdout:op 3647 completed, throughput=5MB/sec 2024-04-22T04:59:30.885 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SpbKihFmvCF6Ya7 off=1150703 len=1367482 2024-04-22T04:59:30.891 INFO:tasks.workunit.client.0.smithi040.stdout:op 3648 completed, throughput=5MB/sec 2024-04-22T04:59:31.892 INFO:tasks.workunit.client.0.smithi040.stdout: 720: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:31.892 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VczjEByHh3SL03f off=5657330 len=1865022 2024-04-22T04:59:31.894 INFO:tasks.workunit.client.0.smithi040.stdout:op 3649 completed, throughput=5MB/sec 2024-04-22T04:59:31.894 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GvJ0B6XHZhEgGiI off=3914010 len=263995 2024-04-22T04:59:31.896 INFO:tasks.workunit.client.0.smithi040.stdout:op 3650 completed, throughput=5MB/sec 2024-04-22T04:59:31.896 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-48HMeq0itXjk2_s off=1028721 len=1722256 2024-04-22T04:59:31.898 INFO:tasks.workunit.client.0.smithi040.stdout:op 3651 completed, throughput=5MB/sec 2024-04-22T04:59:31.898 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9bbLt3_m624vs00 off=379246 len=1483794 2024-04-22T04:59:31.899 INFO:tasks.workunit.client.0.smithi040.stdout:op 3652 completed, throughput=5MB/sec 2024-04-22T04:59:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:32 smithi062 ceph-mon[78153]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:59:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:32 smithi040 ceph-mon[88445]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:59:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:32 smithi040 ceph-mon[91058]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T04:59:32.899 INFO:tasks.workunit.client.0.smithi040.stdout: 721: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:32.899 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wzCXLrMXReraj-z off=180668 len=1461123 2024-04-22T04:59:32.901 INFO:tasks.workunit.client.0.smithi040.stdout:op 3653 completed, throughput=5MB/sec 2024-04-22T04:59:32.901 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-j_SXaiRzY-GFw2b off=7717693 len=734776 2024-04-22T04:59:32.906 INFO:tasks.workunit.client.0.smithi040.stdout:op 3654 completed, throughput=5MB/sec 2024-04-22T04:59:32.906 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vv5K781bjgNl42E off=3782946 len=1929145 2024-04-22T04:59:32.917 INFO:tasks.workunit.client.0.smithi040.stdout:op 3655 completed, throughput=5MB/sec 2024-04-22T04:59:32.917 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-a9Q__d8-7ogXzZ2 off=8474346 len=1735897 2024-04-22T04:59:32.919 INFO:tasks.workunit.client.0.smithi040.stdout:op 3656 completed, throughput=5MB/sec 2024-04-22T04:59:33.919 INFO:tasks.workunit.client.0.smithi040.stdout: 722: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:33.919 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cctEpfJvl5-hF2M off=2451268 len=171902 2024-04-22T04:59:33.922 INFO:tasks.workunit.client.0.smithi040.stdout:op 3657 completed, throughput=4.99MB/sec 2024-04-22T04:59:33.922 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eGFWOqE_kPEMQx3 off=3700300 len=438371 2024-04-22T04:59:33.924 INFO:tasks.workunit.client.0.smithi040.stdout:op 3658 completed, throughput=5MB/sec 2024-04-22T04:59:33.925 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GS_lE9tShuZiOk4 off=4442701 len=513462 2024-04-22T04:59:33.925 INFO:tasks.workunit.client.0.smithi040.stdout:op 3659 completed, throughput=5MB/sec 2024-04-22T04:59:33.925 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GFHKiTU71vaNc0_ off=2688950 len=1851877 2024-04-22T04:59:33.927 INFO:tasks.workunit.client.0.smithi040.stdout:op 3660 completed, throughput=5MB/sec 2024-04-22T04:59:33.927 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cu62nuS1x-2Zm6f off=7500416 len=936791 2024-04-22T04:59:33.931 INFO:tasks.workunit.client.0.smithi040.stdout:op 3661 completed, throughput=5MB/sec 2024-04-22T04:59:33.931 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tea-Ttzmbg_nU7d off=20517903 len=194915 2024-04-22T04:59:33.932 INFO:tasks.workunit.client.0.smithi040.stdout:op 3662 completed, throughput=5MB/sec 2024-04-22T04:59:33.932 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EaEQaIuktStmgRD off=7827042 len=2066773 2024-04-22T04:59:33.942 INFO:tasks.workunit.client.0.smithi040.stdout:op 3663 completed, throughput=5MB/sec 2024-04-22T04:59:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:34 smithi062 ceph-mon[78153]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:59:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:34 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:59:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:34 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:59:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:34 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:59:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:34 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:59:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:34 smithi040 ceph-mon[88445]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:59:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:34 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:59:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:34 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:59:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:34 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:59:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:34 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:59:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:34 smithi040 ceph-mon[91058]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T04:59:34.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:34 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T04:59:34.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:34 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T04:59:34.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:34 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T04:59:34.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:34 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T04:59:34.942 INFO:tasks.workunit.client.0.smithi040.stdout: 723: throughput=5MB/sec pending data=0 2024-04-22T04:59:34.942 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IQvwRASw5gPLzbm off=12777916 len=231229 2024-04-22T04:59:34.945 INFO:tasks.workunit.client.0.smithi040.stdout:op 3664 completed, throughput=5MB/sec 2024-04-22T04:59:34.946 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YlWxLjZ9JJH1Bri off=3841492 len=499245 2024-04-22T04:59:34.948 INFO:tasks.workunit.client.0.smithi040.stdout:op 3665 completed, throughput=5MB/sec 2024-04-22T04:59:34.949 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZroVFGXeSEE5oM2 off=7000417 len=538484 2024-04-22T04:59:34.949 INFO:tasks.workunit.client.0.smithi040.stdout:op 3666 completed, throughput=5MB/sec 2024-04-22T04:59:34.950 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-C-rLresdR8Jmesq off=1400912 len=1597618 2024-04-22T04:59:34.951 INFO:tasks.workunit.client.0.smithi040.stdout:op 3667 completed, throughput=5MB/sec 2024-04-22T04:59:34.951 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gBnwx2lBr26BcbM off=9446162 len=863806 2024-04-22T04:59:34.956 INFO:tasks.workunit.client.0.smithi040.stdout:op 3668 completed, throughput=5MB/sec 2024-04-22T04:59:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:59:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:59:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:59:35.956 INFO:tasks.workunit.client.0.smithi040.stdout: 724: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:35.956 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZdelcrE_Db6-FYy off=13169809 len=1381266 2024-04-22T04:59:35.958 INFO:tasks.workunit.client.0.smithi040.stdout:op 3669 completed, throughput=5MB/sec 2024-04-22T04:59:35.958 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cdQNjma77pzUFKr off=3622006 len=1619672 2024-04-22T04:59:35.962 INFO:tasks.workunit.client.0.smithi040.stdout:op 3670 completed, throughput=5MB/sec 2024-04-22T04:59:35.962 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-slO-3aJK1-r1t25 off=1118848 len=858889 2024-04-22T04:59:35.963 INFO:tasks.workunit.client.0.smithi040.stdout:op 3671 completed, throughput=5MB/sec 2024-04-22T04:59:35.963 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jf2haiVHiwXx-vZ off=49789 len=407802 2024-04-22T04:59:35.966 INFO:tasks.workunit.client.0.smithi040.stdout:op 3672 completed, throughput=5MB/sec 2024-04-22T04:59:35.966 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--9cXscFb1oXDcGl off=932593 len=1880447 2024-04-22T04:59:35.975 INFO:tasks.workunit.client.0.smithi040.stdout:op 3673 completed, throughput=5MB/sec 2024-04-22T04:59:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:36 smithi062 ceph-mon[78153]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:59:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:59:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:36 smithi040 ceph-mon[88445]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:59:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:59:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:36 smithi040 ceph-mon[91058]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T04:59:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:59:36.975 INFO:tasks.workunit.client.0.smithi040.stdout: 725: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:36.975 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BHSp2vN6UvTXNlu off=5135190 len=610020 2024-04-22T04:59:36.976 INFO:tasks.workunit.client.0.smithi040.stdout:op 3674 completed, throughput=5MB/sec 2024-04-22T04:59:36.976 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bXZTJ-a09XzN7Wq off=6007278 len=1850234 2024-04-22T04:59:36.978 INFO:tasks.workunit.client.0.smithi040.stdout:op 3675 completed, throughput=5MB/sec 2024-04-22T04:59:36.979 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6-j5_g1O4v5SBTe off=9205085 len=485256 2024-04-22T04:59:36.979 INFO:tasks.workunit.client.0.smithi040.stdout:op 3676 completed, throughput=5MB/sec 2024-04-22T04:59:36.979 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QgWLCFwpiJFV8Qz off=13148683 len=970921 2024-04-22T04:59:36.985 INFO:tasks.workunit.client.0.smithi040.stdout:op 3677 completed, throughput=5MB/sec 2024-04-22T04:59:36.985 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lOKSURt2M24CodS off=14095969 len=1776820 2024-04-22T04:59:36.996 INFO:tasks.workunit.client.0.smithi040.stdout:op 3678 completed, throughput=5MB/sec 2024-04-22T04:59:37.996 INFO:tasks.workunit.client.0.smithi040.stdout: 726: throughput=5MB/sec pending data=0 2024-04-22T04:59:37.996 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FjytvHGRD4pF2vw off=2225394 len=1381344 2024-04-22T04:59:38.003 INFO:tasks.workunit.client.0.smithi040.stdout:op 3679 completed, throughput=5MB/sec 2024-04-22T04:59:38.003 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NAKxJxBal6oVB6S off=8250535 len=1210310 2024-04-22T04:59:38.004 INFO:tasks.workunit.client.0.smithi040.stdout:op 3680 completed, throughput=5MB/sec 2024-04-22T04:59:38.004 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CzSHMDg2SjX-eg5 off=1055431 len=825347 2024-04-22T04:59:38.009 INFO:tasks.workunit.client.0.smithi040.stdout:op 3681 completed, throughput=5MB/sec 2024-04-22T04:59:38.009 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BrXutLn9i-u77by off=5786503 len=1761679 2024-04-22T04:59:38.018 INFO:tasks.workunit.client.0.smithi040.stdout:op 3682 completed, throughput=5MB/sec 2024-04-22T04:59:38.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:38 smithi062 ceph-mon[78153]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T04:59:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:38 smithi040 ceph-mon[88445]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T04:59:38.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:38 smithi040 ceph-mon[91058]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T04:59:39.018 INFO:tasks.workunit.client.0.smithi040.stdout: 727: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:39.018 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-E3WgFTm4QzkfVmx off=7299097 len=453578 2024-04-22T04:59:39.022 INFO:tasks.workunit.client.0.smithi040.stdout:op 3683 completed, throughput=5MB/sec 2024-04-22T04:59:39.022 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FUzxhmgnTxAvZSK off=5258314 len=977470 2024-04-22T04:59:39.027 INFO:tasks.workunit.client.0.smithi040.stdout:op 3684 completed, throughput=5MB/sec 2024-04-22T04:59:39.027 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Hk8HI7cevuO-gq2 off=5078797 len=274593 2024-04-22T04:59:39.028 INFO:tasks.workunit.client.0.smithi040.stdout:op 3685 completed, throughput=5MB/sec 2024-04-22T04:59:39.028 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jIhaGrXu2GTZUBo off=5112046 len=78984 2024-04-22T04:59:39.031 INFO:tasks.workunit.client.0.smithi040.stdout:op 3686 completed, throughput=5MB/sec 2024-04-22T04:59:39.031 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jTqeFIn3RWHDbPJ off=4043826 len=61817 2024-04-22T04:59:39.033 INFO:tasks.workunit.client.0.smithi040.stdout:op 3687 completed, throughput=5MB/sec 2024-04-22T04:59:39.033 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HtoOoEVCojagMiL off=6073796 len=491601 2024-04-22T04:59:39.036 INFO:tasks.workunit.client.0.smithi040.stdout:op 3688 completed, throughput=5MB/sec 2024-04-22T04:59:39.036 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZyhpMZaUmfXiiyB off=2486706 len=886744 2024-04-22T04:59:39.037 INFO:tasks.workunit.client.0.smithi040.stdout:op 3689 completed, throughput=5MB/sec 2024-04-22T04:59:39.037 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IuyLvkR0ol3vkFx off=450892 len=1411409 2024-04-22T04:59:39.039 INFO:tasks.workunit.client.0.smithi040.stdout:op 3690 completed, throughput=5MB/sec 2024-04-22T04:59:40.040 INFO:tasks.workunit.client.0.smithi040.stdout: 728: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:40.040 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AY9P-Il5k_KCv7f off=1561976 len=15885 2024-04-22T04:59:40.042 INFO:tasks.workunit.client.0.smithi040.stdout:op 3691 completed, throughput=4.99MB/sec 2024-04-22T04:59:40.042 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-koUVu4pbUuTbuc1 off=4870094 len=571948 2024-04-22T04:59:40.047 INFO:tasks.workunit.client.0.smithi040.stdout:op 3692 completed, throughput=4.99MB/sec 2024-04-22T04:59:40.047 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MIMpPiAtWZQUB2b off=6209733 len=1573267 2024-04-22T04:59:40.050 INFO:tasks.workunit.client.0.smithi040.stdout:op 3693 completed, throughput=5MB/sec 2024-04-22T04:59:40.050 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-w5a4H8ZfxuLESCn off=3092147 len=653385 2024-04-22T04:59:40.051 INFO:tasks.workunit.client.0.smithi040.stdout:op 3694 completed, throughput=5MB/sec 2024-04-22T04:59:40.051 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PoQ3mIrfqpZNMUG off=6097889 len=1261441 2024-04-22T04:59:40.059 INFO:tasks.workunit.client.0.smithi040.stdout:op 3695 completed, throughput=5MB/sec 2024-04-22T04:59:40.059 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tmJPRpYAa365fTD off=7464177 len=1692112 2024-04-22T04:59:40.061 INFO:tasks.workunit.client.0.smithi040.stdout:op 3696 completed, throughput=5MB/sec 2024-04-22T04:59:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:40 smithi040 ceph-mon[88445]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:59:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:59:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:59:40] "GET /metrics HTTP/1.1" 200 240164 "" "Prometheus/2.43.0" 2024-04-22T04:59:40.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:40 smithi040 ceph-mon[91058]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:59:40.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:40 smithi062 ceph-mon[78153]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T04:59:41.061 INFO:tasks.workunit.client.0.smithi040.stdout: 729: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:41.061 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zRjirOKmGch3Lmx off=6623971 len=810132 2024-04-22T04:59:41.066 INFO:tasks.workunit.client.0.smithi040.stdout:op 3697 completed, throughput=5MB/sec 2024-04-22T04:59:41.066 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-d4ZLdZ3a_8PrEyj off=1427180 len=352784 2024-04-22T04:59:41.070 INFO:tasks.workunit.client.0.smithi040.stdout:op 3698 completed, throughput=5MB/sec 2024-04-22T04:59:41.070 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NQsmbniBbZk3pKq off=3401477 len=538594 2024-04-22T04:59:41.076 INFO:tasks.workunit.client.0.smithi040.stdout:op 3699 completed, throughput=5MB/sec 2024-04-22T04:59:41.077 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ajOrBZi0FaLbvmq off=2668071 len=867209 2024-04-22T04:59:41.078 INFO:tasks.workunit.client.0.smithi040.stdout:op 3700 completed, throughput=5MB/sec 2024-04-22T04:59:41.078 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zPnHEYUKRiIer5m off=3548995 len=882229 2024-04-22T04:59:41.083 INFO:tasks.workunit.client.0.smithi040.stdout:op 3701 completed, throughput=5MB/sec 2024-04-22T04:59:41.083 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gsPlfiUpP7aO4fG off=5419023 len=1639687 2024-04-22T04:59:41.089 INFO:tasks.workunit.client.0.smithi040.stdout:op 3702 completed, throughput=5MB/sec 2024-04-22T04:59:42.090 INFO:tasks.workunit.client.0.smithi040.stdout: 730: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:42.090 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-REFz35ZpfEX_h7C off=13717438 len=1181541 2024-04-22T04:59:42.097 INFO:tasks.workunit.client.0.smithi040.stdout:op 3703 completed, throughput=5MB/sec 2024-04-22T04:59:42.097 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nO5ZxFJQ-LQ2OJq off=6334389 len=959676 2024-04-22T04:59:42.098 INFO:tasks.workunit.client.0.smithi040.stdout:op 3704 completed, throughput=5MB/sec 2024-04-22T04:59:42.098 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-J6V9E97aaTHo0d1 off=5485710 len=1140598 2024-04-22T04:59:42.101 INFO:tasks.workunit.client.0.smithi040.stdout:op 3705 completed, throughput=5MB/sec 2024-04-22T04:59:42.101 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-o0vdOCDq2jf3kDf off=6827743 len=612851 2024-04-22T04:59:42.102 INFO:tasks.workunit.client.0.smithi040.stdout:op 3706 completed, throughput=5MB/sec 2024-04-22T04:59:42.102 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1jUWfx8vHFHY2K- off=2283297 len=800721 2024-04-22T04:59:42.106 INFO:tasks.workunit.client.0.smithi040.stdout:op 3707 completed, throughput=5MB/sec 2024-04-22T04:59:42.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:42 smithi062 ceph-mon[78153]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:59:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:42 smithi040 ceph-mon[88445]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:59:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:42 smithi040 ceph-mon[91058]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:59:43.106 INFO:tasks.workunit.client.0.smithi040.stdout: 731: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:43.106 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Jg-OWjq369Mdcnz off=12955176 len=1476991 2024-04-22T04:59:43.109 INFO:tasks.workunit.client.0.smithi040.stdout:op 3708 completed, throughput=5MB/sec 2024-04-22T04:59:43.109 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4bErXnlOouX58s4 off=8437544 len=1203933 2024-04-22T04:59:43.110 INFO:tasks.workunit.client.0.smithi040.stdout:op 3709 completed, throughput=5MB/sec 2024-04-22T04:59:43.111 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JByr4jBAnh19mgG off=1199275 len=653353 2024-04-22T04:59:43.112 INFO:tasks.workunit.client.0.smithi040.stdout:op 3710 completed, throughput=5MB/sec 2024-04-22T04:59:43.112 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lO0WJJPeBa56U4f off=9602579 len=1918314 2024-04-22T04:59:43.121 INFO:tasks.workunit.client.0.smithi040.stdout:op 3711 completed, throughput=5MB/sec 2024-04-22T04:59:43.122 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-r4-eXP1qegtij-a off=12344194 len=459082 2024-04-22T04:59:43.122 INFO:tasks.workunit.client.0.smithi040.stdout:op 3712 completed, throughput=5MB/sec 2024-04-22T04:59:44.123 INFO:tasks.workunit.client.0.smithi040.stdout: 732: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:44.123 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Cv5ns5e5sDofr9m off=21047773 len=1629244 2024-04-22T04:59:44.125 INFO:tasks.workunit.client.0.smithi040.stdout:op 3713 completed, throughput=5MB/sec 2024-04-22T04:59:44.125 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eTS6KYU26rXND29 off=14888168 len=242801 2024-04-22T04:59:44.128 INFO:tasks.workunit.client.0.smithi040.stdout:op 3714 completed, throughput=5MB/sec 2024-04-22T04:59:44.128 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TwvlB9ItHYfSIVl off=2799155 len=2018471 2024-04-22T04:59:44.136 INFO:tasks.workunit.client.0.smithi040.stdout:op 3715 completed, throughput=5MB/sec 2024-04-22T04:59:44.137 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EbZhFSTMfJ_kP0Y off=6445005 len=1711 2024-04-22T04:59:44.138 INFO:tasks.workunit.client.0.smithi040.stdout:op 3716 completed, throughput=5MB/sec 2024-04-22T04:59:44.139 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2htJslALm8ti0hV off=8117045 len=792240 2024-04-22T04:59:44.143 INFO:tasks.workunit.client.0.smithi040.stdout:op 3717 completed, throughput=5MB/sec 2024-04-22T04:59:44.144 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-B_I_CsZ7abK3UKs off=4904740 len=1630719 2024-04-22T04:59:44.146 INFO:tasks.workunit.client.0.smithi040.stdout:op 3718 completed, throughput=5MB/sec 2024-04-22T04:59:44.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:44 smithi062 ceph-mon[78153]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:59:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:44 smithi040 ceph-mon[88445]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:59:44.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:44 smithi040 ceph-mon[91058]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:59:45.147 INFO:tasks.workunit.client.0.smithi040.stdout: 733: throughput=5MB/sec pending data=0 2024-04-22T04:59:45.147 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-O5BQCs5-MgmcgNi off=2207140 len=448247 2024-04-22T04:59:45.151 INFO:tasks.workunit.client.0.smithi040.stdout:op 3719 completed, throughput=5MB/sec 2024-04-22T04:59:45.151 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oRjGd652pq5zlje off=1172924 len=1257886 2024-04-22T04:59:45.157 INFO:tasks.workunit.client.0.smithi040.stdout:op 3720 completed, throughput=5MB/sec 2024-04-22T04:59:45.157 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4rlX7AtXs7eR-tf off=4238200 len=1423686 2024-04-22T04:59:45.160 INFO:tasks.workunit.client.0.smithi040.stdout:op 3721 completed, throughput=5MB/sec 2024-04-22T04:59:45.160 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_tR9eky3ymfyDuv off=20018748 len=833031 2024-04-22T04:59:45.162 INFO:tasks.workunit.client.0.smithi040.stdout:op 3722 completed, throughput=5MB/sec 2024-04-22T04:59:45.162 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-59UhiEMAJsv6U2W off=2697363 len=1194136 2024-04-22T04:59:45.163 INFO:tasks.workunit.client.0.smithi040.stdout:op 3723 completed, throughput=5MB/sec 2024-04-22T04:59:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:59:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:59:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:59:46.164 INFO:tasks.workunit.client.0.smithi040.stdout: 734: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:46.164 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uRnS3vqYCL2E_1H off=14595824 len=217091 2024-04-22T04:59:46.167 INFO:tasks.workunit.client.0.smithi040.stdout:op 3724 completed, throughput=5MB/sec 2024-04-22T04:59:46.167 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-abqMHJNG7iapy_F off=16526196 len=580492 2024-04-22T04:59:46.168 INFO:tasks.workunit.client.0.smithi040.stdout:op 3725 completed, throughput=5MB/sec 2024-04-22T04:59:46.168 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-C4_G1jObelWN9vV off=0 len=1301839 2024-04-22T04:59:46.170 INFO:tasks.workunit.client.0.smithi040.stdout:op 3726 completed, throughput=5MB/sec 2024-04-22T04:59:46.170 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qwnDCa4OKTMWzex off=5384687 len=1460128 2024-04-22T04:59:46.176 INFO:tasks.workunit.client.0.smithi040.stdout:op 3727 completed, throughput=5MB/sec 2024-04-22T04:59:46.176 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CPdpHfqlgHjL5nC off=825008 len=760436 2024-04-22T04:59:46.178 INFO:tasks.workunit.client.0.smithi040.stdout:op 3728 completed, throughput=5MB/sec 2024-04-22T04:59:46.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:46 smithi062 ceph-mon[78153]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:59:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:46 smithi040 ceph-mon[88445]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:59:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:46 smithi040 ceph-mon[91058]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T04:59:47.179 INFO:tasks.workunit.client.0.smithi040.stdout: 735: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:47.179 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sLu8WuMCluuCAbr off=1078670 len=1921055 2024-04-22T04:59:47.192 INFO:tasks.workunit.client.0.smithi040.stdout:op 3729 completed, throughput=5MB/sec 2024-04-22T04:59:47.192 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JF6m6VvNShD5z63 off=3768748 len=826244 2024-04-22T04:59:47.194 INFO:tasks.workunit.client.0.smithi040.stdout:op 3730 completed, throughput=5MB/sec 2024-04-22T04:59:47.194 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yYbEW8YdnHZ6bPT off=9212659 len=1423303 2024-04-22T04:59:47.196 INFO:tasks.workunit.client.0.smithi040.stdout:op 3731 completed, throughput=5MB/sec 2024-04-22T04:59:47.196 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Mro6mX8zf7cdv3P off=2430714 len=119351 2024-04-22T04:59:47.197 INFO:tasks.workunit.client.0.smithi040.stdout:op 3732 completed, throughput=5MB/sec 2024-04-22T04:59:47.197 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9SpY4qtr08ftAPU off=2576250 len=82892 2024-04-22T04:59:47.197 INFO:tasks.workunit.client.0.smithi040.stdout:op 3733 completed, throughput=5MB/sec 2024-04-22T04:59:47.197 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-t6XgN6AqWyat-Pe off=1925027 len=1226112 2024-04-22T04:59:47.205 INFO:tasks.workunit.client.0.smithi040.stdout:op 3734 completed, throughput=5MB/sec 2024-04-22T04:59:48.205 INFO:tasks.workunit.client.0.smithi040.stdout: 736: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:48.205 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9k8v1MsEknQnQhT off=3970268 len=1824983 2024-04-22T04:59:48.213 INFO:tasks.workunit.client.0.smithi040.stdout:op 3735 completed, throughput=5MB/sec 2024-04-22T04:59:48.213 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lbUCsb0yPI1Fz-N off=15990031 len=278623 2024-04-22T04:59:48.214 INFO:tasks.workunit.client.0.smithi040.stdout:op 3736 completed, throughput=5MB/sec 2024-04-22T04:59:48.214 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2WwUibD8NqgDRH1 off=8403011 len=180405 2024-04-22T04:59:48.218 INFO:tasks.workunit.client.0.smithi040.stdout:op 3737 completed, throughput=5MB/sec 2024-04-22T04:59:48.218 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ksJoE4zxQQ2s7_O off=5858398 len=1406069 2024-04-22T04:59:48.224 INFO:tasks.workunit.client.0.smithi040.stdout:op 3738 completed, throughput=5MB/sec 2024-04-22T04:59:48.224 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oU7IQ8n-AYUq2iq off=3056998 len=1517505 2024-04-22T04:59:48.225 INFO:tasks.workunit.client.0.smithi040.stdout:op 3739 completed, throughput=5MB/sec 2024-04-22T04:59:48.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:48 smithi062 ceph-mon[78153]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:59:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:48 smithi040 ceph-mon[88445]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:59:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:48 smithi040 ceph-mon[91058]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T04:59:49.225 INFO:tasks.workunit.client.0.smithi040.stdout: 737: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:49.226 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1SxTPatWURsYgMh off=6595360 len=825802 2024-04-22T04:59:49.231 INFO:tasks.workunit.client.0.smithi040.stdout:op 3740 completed, throughput=4.99MB/sec 2024-04-22T04:59:49.231 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-a_uqTK6sNB0SNyD off=456651 len=150893 2024-04-22T04:59:49.231 INFO:tasks.workunit.client.0.smithi040.stdout:op 3741 completed, throughput=4.99MB/sec 2024-04-22T04:59:49.231 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SxuelACE6rmo4nV off=4651411 len=1447889 2024-04-22T04:59:49.238 INFO:tasks.workunit.client.0.smithi040.stdout:op 3742 completed, throughput=5MB/sec 2024-04-22T04:59:49.239 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4W9XWQIGkBEJ3Fp off=6283241 len=1456642 2024-04-22T04:59:49.245 INFO:tasks.workunit.client.0.smithi040.stdout:op 3743 completed, throughput=5MB/sec 2024-04-22T04:59:49.245 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--5mB4GMum3YfA3N off=1739484 len=1952694 2024-04-22T04:59:49.247 INFO:tasks.workunit.client.0.smithi040.stdout:op 3744 completed, throughput=5MB/sec 2024-04-22T04:59:50.248 INFO:tasks.workunit.client.0.smithi040.stdout: 738: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:50.248 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yXoKFI-BShQO03U off=1637280 len=87905 2024-04-22T04:59:50.250 INFO:tasks.workunit.client.0.smithi040.stdout:op 3745 completed, throughput=4.99MB/sec 2024-04-22T04:59:50.251 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vj0_sFxyLbj0F00 off=1457216 len=202952 2024-04-22T04:59:50.252 INFO:tasks.workunit.client.0.smithi040.stdout:op 3746 completed, throughput=4.99MB/sec 2024-04-22T04:59:50.252 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q4X-Ytr_Vt-5eTv off=1437911 len=1380501 2024-04-22T04:59:50.259 INFO:tasks.workunit.client.0.smithi040.stdout:op 3747 completed, throughput=5MB/sec 2024-04-22T04:59:50.259 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Zs8k4kuCuTj6M84 off=6550305 len=1346491 2024-04-22T04:59:50.265 INFO:tasks.workunit.client.0.smithi040.stdout:op 3748 completed, throughput=5MB/sec 2024-04-22T04:59:50.265 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-n-mFd4Rg7EsDaWB off=2400563 len=1742095 2024-04-22T04:59:50.274 INFO:tasks.workunit.client.0.smithi040.stdout:op 3749 completed, throughput=5MB/sec 2024-04-22T04:59:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:50 smithi040 ceph-mon[88445]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-22T04:59:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 04:59:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:59:50] "GET /metrics HTTP/1.1" 200 240164 "" "Prometheus/2.43.0" 2024-04-22T04:59:50.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:50 smithi040 ceph-mon[91058]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-22T04:59:50.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:50 smithi062 ceph-mon[78153]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-22T04:59:51.274 INFO:tasks.workunit.client.0.smithi040.stdout: 739: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:51.274 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xzz-6wBoxOiw2x6 off=14296041 len=734930 2024-04-22T04:59:51.275 INFO:tasks.workunit.client.0.smithi040.stdout:op 3750 completed, throughput=4.99MB/sec 2024-04-22T04:59:51.276 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-23XMEqLCTAnUjz0 off=11236552 len=1293917 2024-04-22T04:59:51.277 INFO:tasks.workunit.client.0.smithi040.stdout:op 3751 completed, throughput=5MB/sec 2024-04-22T04:59:51.277 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-e_3iMHxFwktGWYX off=9566756 len=2090296 2024-04-22T04:59:51.286 INFO:tasks.workunit.client.0.smithi040.stdout:op 3752 completed, throughput=5MB/sec 2024-04-22T04:59:51.286 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eJJhjrjuKlUT4qR off=350774 len=641775 2024-04-22T04:59:51.290 INFO:tasks.workunit.client.0.smithi040.stdout:op 3753 completed, throughput=5MB/sec 2024-04-22T04:59:51.290 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ue-3g7oM9oD97QK off=5819140 len=1679637 2024-04-22T04:59:51.291 INFO:tasks.workunit.client.0.smithi040.stdout:op 3754 completed, throughput=5MB/sec 2024-04-22T04:59:51.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:59:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:59:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T04:59:52.292 INFO:tasks.workunit.client.0.smithi040.stdout: 740: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:52.292 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7sndQyW3NYREW8s off=7091507 len=1521881 2024-04-22T04:59:52.294 INFO:tasks.workunit.client.0.smithi040.stdout:op 3755 completed, throughput=5MB/sec 2024-04-22T04:59:52.294 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2ubOrZdISHGYKvy off=2599784 len=758488 2024-04-22T04:59:52.299 INFO:tasks.workunit.client.0.smithi040.stdout:op 3756 completed, throughput=5MB/sec 2024-04-22T04:59:52.299 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8Aa8IDERZNLAyDv off=7892867 len=1296314 2024-04-22T04:59:52.305 INFO:tasks.workunit.client.0.smithi040.stdout:op 3757 completed, throughput=5MB/sec 2024-04-22T04:59:52.305 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--vcUUoZQBB6X3Dw off=4438210 len=1594414 2024-04-22T04:59:52.308 INFO:tasks.workunit.client.0.smithi040.stdout:op 3758 completed, throughput=5MB/sec 2024-04-22T04:59:52.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:52 smithi062 ceph-mon[78153]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T04:59:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:52 smithi040 ceph-mon[88445]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T04:59:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:52 smithi040 ceph-mon[91058]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T04:59:53.308 INFO:tasks.workunit.client.0.smithi040.stdout: 741: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:53.308 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9XUWO5DFjGjMcZi off=8529962 len=105014 2024-04-22T04:59:53.311 INFO:tasks.workunit.client.0.smithi040.stdout:op 3759 completed, throughput=4.99MB/sec 2024-04-22T04:59:53.311 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uPSVQDFBefhWPGY off=9100728 len=284714 2024-04-22T04:59:53.314 INFO:tasks.workunit.client.0.smithi040.stdout:op 3760 completed, throughput=5MB/sec 2024-04-22T04:59:53.314 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pmCyn_R2jioHJA- off=11572690 len=1731648 2024-04-22T04:59:53.323 INFO:tasks.workunit.client.0.smithi040.stdout:op 3761 completed, throughput=5MB/sec 2024-04-22T04:59:53.323 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-E9Z0ZlNL9vEgyVT off=2772215 len=1996645 2024-04-22T04:59:53.335 INFO:tasks.workunit.client.0.smithi040.stdout:op 3762 completed, throughput=5MB/sec 2024-04-22T04:59:53.336 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2I50ldp_sfoJPpK off=971890 len=1902825 2024-04-22T04:59:53.343 INFO:tasks.workunit.client.0.smithi040.stdout:op 3763 completed, throughput=5MB/sec 2024-04-22T04:59:54.343 INFO:tasks.workunit.client.0.smithi040.stdout: 742: throughput=5MB/sec pending data=0 2024-04-22T04:59:54.343 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eWNLSYQIZFfR9Ci off=17135468 len=566496 2024-04-22T04:59:54.344 INFO:tasks.workunit.client.0.smithi040.stdout:op 3764 completed, throughput=5MB/sec 2024-04-22T04:59:54.344 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lJXiHdUF1l4QiK9 off=21072765 len=737461 2024-04-22T04:59:54.346 INFO:tasks.workunit.client.0.smithi040.stdout:op 3765 completed, throughput=5MB/sec 2024-04-22T04:59:54.346 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cIxKy1uEyYtEVe_ off=1272436 len=301758 2024-04-22T04:59:54.349 INFO:tasks.workunit.client.0.smithi040.stdout:op 3766 completed, throughput=5MB/sec 2024-04-22T04:59:54.349 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-t3ApJmYVznNG_cJ off=9341194 len=1130832 2024-04-22T04:59:54.354 INFO:tasks.workunit.client.0.smithi040.stdout:op 3767 completed, throughput=5MB/sec 2024-04-22T04:59:54.354 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9bIU1iIaawhwxZ7 off=1733197 len=1706655 2024-04-22T04:59:54.357 INFO:tasks.workunit.client.0.smithi040.stdout:op 3768 completed, throughput=5MB/sec 2024-04-22T04:59:54.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:54 smithi062 ceph-mon[78153]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T04:59:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:54 smithi040 ceph-mon[88445]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T04:59:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:54 smithi040 ceph-mon[91058]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T04:59:55.357 INFO:tasks.workunit.client.0.smithi040.stdout: 743: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:55.358 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZUtr-Jt3hiwarz7 off=14514058 len=743063 2024-04-22T04:59:55.359 INFO:tasks.workunit.client.0.smithi040.stdout:op 3769 completed, throughput=5MB/sec 2024-04-22T04:59:55.359 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NKsxgE8lD5li8rK off=17446541 len=587476 2024-04-22T04:59:55.363 INFO:tasks.workunit.client.0.smithi040.stdout:op 3770 completed, throughput=5MB/sec 2024-04-22T04:59:55.363 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tm8yNf8KLogRxib off=12372279 len=255762 2024-04-22T04:59:55.366 INFO:tasks.workunit.client.0.smithi040.stdout:op 3771 completed, throughput=5MB/sec 2024-04-22T04:59:55.366 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-U2mzurYsJErGLjV off=2134512 len=289170 2024-04-22T04:59:55.367 INFO:tasks.workunit.client.0.smithi040.stdout:op 3772 completed, throughput=5MB/sec 2024-04-22T04:59:55.367 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-U6AHGdJwWseotmw off=3387828 len=1626353 2024-04-22T04:59:55.375 INFO:tasks.workunit.client.0.smithi040.stdout:op 3773 completed, throughput=5MB/sec 2024-04-22T04:59:55.375 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SgKsTVBDihSMMMH off=1238413 len=2080341 2024-04-22T04:59:55.377 INFO:tasks.workunit.client.0.smithi040.stdout:op 3774 completed, throughput=5MB/sec 2024-04-22T04:59:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 04:59:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:04:59:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T04:59:56.377 INFO:tasks.workunit.client.0.smithi040.stdout: 744: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:56.378 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_KY_cMim8v47sOT off=12823562 len=1267848 2024-04-22T04:59:56.380 INFO:tasks.workunit.client.0.smithi040.stdout:op 3775 completed, throughput=5MB/sec 2024-04-22T04:59:56.380 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oMezgzGds0h2fVz off=2541380 len=166887 2024-04-22T04:59:56.381 INFO:tasks.workunit.client.0.smithi040.stdout:op 3776 completed, throughput=5MB/sec 2024-04-22T04:59:56.381 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lv9PNs6HPrFWGUt off=17068517 len=1498580 2024-04-22T04:59:56.383 INFO:tasks.workunit.client.0.smithi040.stdout:op 3777 completed, throughput=5MB/sec 2024-04-22T04:59:56.383 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wQO32L82la_S9ZD off=518717 len=327076 2024-04-22T04:59:56.384 INFO:tasks.workunit.client.0.smithi040.stdout:op 3778 completed, throughput=5MB/sec 2024-04-22T04:59:56.384 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MM_wBHWpzlzdi15 off=2051637 len=1815443 2024-04-22T04:59:56.394 INFO:tasks.workunit.client.0.smithi040.stdout:op 3779 completed, throughput=5MB/sec 2024-04-22T04:59:56.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:56 smithi062 ceph-mon[78153]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:59:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:56 smithi040 ceph-mon[88445]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:59:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:56 smithi040 ceph-mon[91058]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T04:59:57.395 INFO:tasks.workunit.client.0.smithi040.stdout: 745: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:57.395 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zZXhSxIb64nROsC off=2570592 len=1864485 2024-04-22T04:59:57.406 INFO:tasks.workunit.client.0.smithi040.stdout:op 3780 completed, throughput=5MB/sec 2024-04-22T04:59:57.406 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uXgReejJNfwkFV1 off=9297927 len=913130 2024-04-22T04:59:57.410 INFO:tasks.workunit.client.0.smithi040.stdout:op 3781 completed, throughput=5MB/sec 2024-04-22T04:59:57.410 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SqQ2kngO79Tw_ez off=1113019 len=1792992 2024-04-22T04:59:57.420 INFO:tasks.workunit.client.0.smithi040.stdout:op 3782 completed, throughput=5MB/sec 2024-04-22T04:59:57.420 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YDU_aaTPy9m7e43 off=8412957 len=1900070 2024-04-22T04:59:57.421 INFO:tasks.workunit.client.0.smithi040.stdout:op 3783 completed, throughput=5MB/sec 2024-04-22T04:59:58.422 INFO:tasks.workunit.client.0.smithi040.stdout: 746: throughput=5MB/sec pending data=0 2024-04-22T04:59:58.422 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Znqg9RYnBNwoINO off=17274190 len=1649442 2024-04-22T04:59:58.424 INFO:tasks.workunit.client.0.smithi040.stdout:op 3784 completed, throughput=5MB/sec 2024-04-22T04:59:58.424 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--1xGuwf24T02FmL off=549119 len=1200524 2024-04-22T04:59:58.430 INFO:tasks.workunit.client.0.smithi040.stdout:op 3785 completed, throughput=5MB/sec 2024-04-22T04:59:58.430 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WrL8MMhIzKDm7GU off=23773771 len=1142118 2024-04-22T04:59:58.432 INFO:tasks.workunit.client.0.smithi040.stdout:op 3786 completed, throughput=5MB/sec 2024-04-22T04:59:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 04:59:58 smithi062 ceph-mon[78153]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:59:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 04:59:58 smithi040 ceph-mon[88445]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:59:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 04:59:58 smithi040 ceph-mon[91058]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T04:59:59.432 INFO:tasks.workunit.client.0.smithi040.stdout: 747: throughput=4.99MB/sec pending data=0 2024-04-22T04:59:59.432 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-56nzK5rwXIw_2Lo off=1333292 len=132896 2024-04-22T04:59:59.433 INFO:tasks.workunit.client.0.smithi040.stdout:op 3787 completed, throughput=4.99MB/sec 2024-04-22T04:59:59.433 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2wiOd7gzQ22CShk off=12759315 len=953804 2024-04-22T04:59:59.438 INFO:tasks.workunit.client.0.smithi040.stdout:op 3788 completed, throughput=5MB/sec 2024-04-22T04:59:59.438 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KEpdJx4wgUubQ9Z off=2078125 len=1224598 2024-04-22T04:59:59.439 INFO:tasks.workunit.client.0.smithi040.stdout:op 3789 completed, throughput=5MB/sec 2024-04-22T04:59:59.440 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VT2VCJh-QRN2qZH off=2474252 len=851936 2024-04-22T04:59:59.444 INFO:tasks.workunit.client.0.smithi040.stdout:op 3790 completed, throughput=5MB/sec 2024-04-22T04:59:59.445 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4jg_dMKZzOUAcuk off=21689794 len=955820 2024-04-22T04:59:59.446 INFO:tasks.workunit.client.0.smithi040.stdout:op 3791 completed, throughput=5MB/sec 2024-04-22T04:59:59.447 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IICrrEZIb-35ara off=5814136 len=265977 2024-04-22T04:59:59.447 INFO:tasks.workunit.client.0.smithi040.stdout:op 3792 completed, throughput=5MB/sec 2024-04-22T04:59:59.447 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5_LX8L9gEJkDOig off=15024129 len=1006194 2024-04-22T04:59:59.449 INFO:tasks.workunit.client.0.smithi040.stdout:op 3793 completed, throughput=5MB/sec 2024-04-22T05:00:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:00 smithi040 ceph-mon[88445]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:00:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:00 smithi040 ceph-mon[88445]: overall HEALTH_OK 2024-04-22T05:00:00.410 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:00:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:00:00] "GET /metrics HTTP/1.1" 200 240161 "" "Prometheus/2.43.0" 2024-04-22T05:00:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:00 smithi040 ceph-mon[91058]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:00:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:00 smithi040 ceph-mon[91058]: overall HEALTH_OK 2024-04-22T05:00:00.449 INFO:tasks.workunit.client.0.smithi040.stdout: 748: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:00.450 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vfNl13D8KkdAt1- off=14004382 len=524670 2024-04-22T05:00:00.451 INFO:tasks.workunit.client.0.smithi040.stdout:op 3794 completed, throughput=4.99MB/sec 2024-04-22T05:00:00.451 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-H2j5YOtWt-WBT7s off=11480793 len=1916482 2024-04-22T05:00:00.453 INFO:tasks.workunit.client.0.smithi040.stdout:op 3795 completed, throughput=5MB/sec 2024-04-22T05:00:00.453 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FqzxhTHl4tK3w1B off=13963785 len=131742 2024-04-22T05:00:00.456 INFO:tasks.workunit.client.0.smithi040.stdout:op 3796 completed, throughput=5MB/sec 2024-04-22T05:00:00.456 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4gckKt9y7WHB-eE off=1295385 len=1809745 2024-04-22T05:00:00.466 INFO:tasks.workunit.client.0.smithi040.stdout:op 3797 completed, throughput=5MB/sec 2024-04-22T05:00:00.466 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-y16vJ9vg0IWjQRd off=16903538 len=1671540 2024-04-22T05:00:00.472 INFO:tasks.workunit.client.0.smithi040.stdout:op 3798 completed, throughput=5MB/sec 2024-04-22T05:00:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:00 smithi062 ceph-mon[78153]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:00:00.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:00 smithi062 ceph-mon[78153]: overall HEALTH_OK 2024-04-22T05:00:01.473 INFO:tasks.workunit.client.0.smithi040.stdout: 749: throughput=5MB/sec pending data=0 2024-04-22T05:00:01.473 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1cbcOPuFIH5OBAq off=3924174 len=65709 2024-04-22T05:00:01.475 INFO:tasks.workunit.client.0.smithi040.stdout:op 3799 completed, throughput=5MB/sec 2024-04-22T05:00:01.475 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QrMFgEr9dpZu55Y off=13467501 len=1881179 2024-04-22T05:00:01.484 INFO:tasks.workunit.client.0.smithi040.stdout:op 3800 completed, throughput=5MB/sec 2024-04-22T05:00:01.484 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xLCupNAO-zaVVTf off=10092867 len=1061723 2024-04-22T05:00:01.490 INFO:tasks.workunit.client.0.smithi040.stdout:op 3801 completed, throughput=5MB/sec 2024-04-22T05:00:01.491 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6t2zcTwhlaens0W off=19704034 len=189927 2024-04-22T05:00:01.493 INFO:tasks.workunit.client.0.smithi040.stdout:op 3802 completed, throughput=5MB/sec 2024-04-22T05:00:01.493 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Db3zOu7Mc103ZLi off=5094776 len=1019629 2024-04-22T05:00:01.495 INFO:tasks.workunit.client.0.smithi040.stdout:op 3803 completed, throughput=5MB/sec 2024-04-22T05:00:02.496 INFO:tasks.workunit.client.0.smithi040.stdout: 750: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:02.496 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JSdTL5plLtO2eaZ off=3046110 len=641869 2024-04-22T05:00:02.496 INFO:tasks.workunit.client.0.smithi040.stdout:op 3804 completed, throughput=4.99MB/sec 2024-04-22T05:00:02.496 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OgMSYqJlhNXZEtO off=2507863 len=1511317 2024-04-22T05:00:02.505 INFO:tasks.workunit.client.0.smithi040.stdout:op 3805 completed, throughput=5MB/sec 2024-04-22T05:00:02.505 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZboPVPOM1ve6KGN off=3723172 len=1904081 2024-04-22T05:00:02.507 INFO:tasks.workunit.client.0.smithi040.stdout:op 3806 completed, throughput=5MB/sec 2024-04-22T05:00:02.507 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-o60YXYVbvpsqadI off=8527806 len=299962 2024-04-22T05:00:02.508 INFO:tasks.workunit.client.0.smithi040.stdout:op 3807 completed, throughput=5MB/sec 2024-04-22T05:00:02.508 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MgTNLrvfDYtXaQ5 off=18081511 len=721364 2024-04-22T05:00:02.512 INFO:tasks.workunit.client.0.smithi040.stdout:op 3808 completed, throughput=5MB/sec 2024-04-22T05:00:02.512 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WwPmHkG9eEGMTi7 off=789905 len=1357502 2024-04-22T05:00:02.514 INFO:tasks.workunit.client.0.smithi040.stdout:op 3809 completed, throughput=5MB/sec 2024-04-22T05:00:02.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:02 smithi062 ceph-mon[78153]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:00:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:02 smithi040 ceph-mon[88445]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:00:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:02 smithi040 ceph-mon[91058]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:00:03.514 INFO:tasks.workunit.client.0.smithi040.stdout: 751: throughput=5MB/sec pending data=0 2024-04-22T05:00:03.514 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xRGYRpsQsyn_84_ off=5354703 len=744872 2024-04-22T05:00:03.518 INFO:tasks.workunit.client.0.smithi040.stdout:op 3810 completed, throughput=5MB/sec 2024-04-22T05:00:03.518 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8Vld_8oz7euylMZ off=3421995 len=3616 2024-04-22T05:00:03.519 INFO:tasks.workunit.client.0.smithi040.stdout:op 3811 completed, throughput=5MB/sec 2024-04-22T05:00:03.519 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-83iEsMn6GybzdUo off=9257565 len=1237897 2024-04-22T05:00:03.520 INFO:tasks.workunit.client.0.smithi040.stdout:op 3812 completed, throughput=5MB/sec 2024-04-22T05:00:03.520 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2XOw8hRDE1vEc7a off=1170465 len=2018841 2024-04-22T05:00:03.530 INFO:tasks.workunit.client.0.smithi040.stdout:op 3813 completed, throughput=5MB/sec 2024-04-22T05:00:03.530 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vMvmNWAMnQLln7g off=1383432 len=1958937 2024-04-22T05:00:03.541 INFO:tasks.workunit.client.0.smithi040.stdout:op 3814 completed, throughput=5MB/sec 2024-04-22T05:00:04.542 INFO:tasks.workunit.client.0.smithi040.stdout: 752: throughput=5MB/sec pending data=0 2024-04-22T05:00:04.542 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UIKJYEY3bepyruP off=16114075 len=1771752 2024-04-22T05:00:04.544 INFO:tasks.workunit.client.0.smithi040.stdout:op 3815 completed, throughput=5MB/sec 2024-04-22T05:00:04.544 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SMVcydHBU_Q7MtN off=3484563 len=1079644 2024-04-22T05:00:04.549 INFO:tasks.workunit.client.0.smithi040.stdout:op 3816 completed, throughput=5MB/sec 2024-04-22T05:00:04.549 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VZ8KjomXLDCcAs4 off=9938178 len=1875660 2024-04-22T05:00:04.551 INFO:tasks.workunit.client.0.smithi040.stdout:op 3817 completed, throughput=5MB/sec 2024-04-22T05:00:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:04 smithi062 ceph-mon[78153]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T05:00:04.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:04 smithi040 ceph-mon[88445]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T05:00:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:04 smithi040 ceph-mon[91058]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T05:00:05.551 INFO:tasks.workunit.client.0.smithi040.stdout: 753: throughput=5MB/sec pending data=0 2024-04-22T05:00:05.551 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZRGKs1qwuWNzRkI off=17432424 len=517478 2024-04-22T05:00:05.553 INFO:tasks.workunit.client.0.smithi040.stdout:op 3818 completed, throughput=5MB/sec 2024-04-22T05:00:05.553 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AirsYn0K5pz5akH off=1380741 len=212656 2024-04-22T05:00:05.554 INFO:tasks.workunit.client.0.smithi040.stdout:op 3819 completed, throughput=5MB/sec 2024-04-22T05:00:05.554 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FqpZI0ABES9CjUO off=11563330 len=764905 2024-04-22T05:00:05.559 INFO:tasks.workunit.client.0.smithi040.stdout:op 3820 completed, throughput=5MB/sec 2024-04-22T05:00:05.559 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DM5mWd1lrJTrfKB off=1346937 len=417666 2024-04-22T05:00:05.562 INFO:tasks.workunit.client.0.smithi040.stdout:op 3821 completed, throughput=5MB/sec 2024-04-22T05:00:05.562 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QN3SVawIZd8oFr3 off=12531563 len=29806 2024-04-22T05:00:05.565 INFO:tasks.workunit.client.0.smithi040.stdout:op 3822 completed, throughput=5MB/sec 2024-04-22T05:00:05.565 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-f_lcsDFoIVRybaz off=17106237 len=1907350 2024-04-22T05:00:05.575 INFO:tasks.workunit.client.0.smithi040.stdout:op 3823 completed, throughput=5MB/sec 2024-04-22T05:00:05.575 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-M1AQXe303Lp2wd0 off=9991193 len=1499215 2024-04-22T05:00:05.582 INFO:tasks.workunit.client.0.smithi040.stdout:op 3824 completed, throughput=5MB/sec 2024-04-22T05:00:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:00:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:00:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:00:06.582 INFO:tasks.workunit.client.0.smithi040.stdout: 754: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:06.582 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uccvsb5TIEQfrT_ off=5166110 len=1917315 2024-04-22T05:00:06.592 INFO:tasks.workunit.client.0.smithi040.stdout:op 3825 completed, throughput=5MB/sec 2024-04-22T05:00:06.592 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cihinqxCOT8DxYv off=383564 len=461210 2024-04-22T05:00:06.593 INFO:tasks.workunit.client.0.smithi040.stdout:op 3826 completed, throughput=5MB/sec 2024-04-22T05:00:06.593 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YeiwaegMoVKAYOU off=18792867 len=1755002 2024-04-22T05:00:06.599 INFO:tasks.workunit.client.0.smithi040.stdout:op 3827 completed, throughput=5MB/sec 2024-04-22T05:00:06.599 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mtnOBZWjFBhU3Rh off=745401 len=1478409 2024-04-22T05:00:06.604 INFO:tasks.workunit.client.0.smithi040.stdout:op 3828 completed, throughput=5MB/sec 2024-04-22T05:00:06.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:06 smithi062 ceph-mon[78153]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T05:00:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:00:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:06 smithi040 ceph-mon[88445]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T05:00:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:00:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:06 smithi040 ceph-mon[91058]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T05:00:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:00:07.605 INFO:tasks.workunit.client.0.smithi040.stdout: 755: throughput=5MB/sec pending data=0 2024-04-22T05:00:07.605 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YkzPsUu1ltJ5hSY off=22172255 len=1585824 2024-04-22T05:00:07.607 INFO:tasks.workunit.client.0.smithi040.stdout:op 3829 completed, throughput=5MB/sec 2024-04-22T05:00:07.607 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QkQIVs1PfV3zMHG off=2006978 len=1023983 2024-04-22T05:00:07.608 INFO:tasks.workunit.client.0.smithi040.stdout:op 3830 completed, throughput=5MB/sec 2024-04-22T05:00:07.608 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mfzgtxooaZPq2T0 off=4431258 len=459626 2024-04-22T05:00:07.612 INFO:tasks.workunit.client.0.smithi040.stdout:op 3831 completed, throughput=5MB/sec 2024-04-22T05:00:07.612 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NccNsJ_whuw9IuK off=1372042 len=356247 2024-04-22T05:00:07.615 INFO:tasks.workunit.client.0.smithi040.stdout:op 3832 completed, throughput=5MB/sec 2024-04-22T05:00:07.616 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JmHLsXLmKrWPcys off=12044397 len=1470358 2024-04-22T05:00:07.622 INFO:tasks.workunit.client.0.smithi040.stdout:op 3833 completed, throughput=5MB/sec 2024-04-22T05:00:08.623 INFO:tasks.workunit.client.0.smithi040.stdout: 756: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:08.623 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gYUru5pUl9xEkjR off=556848 len=1921142 2024-04-22T05:00:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:08 smithi062 ceph-mon[78153]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:00:08.634 INFO:tasks.workunit.client.0.smithi040.stdout:op 3834 completed, throughput=5MB/sec 2024-04-22T05:00:08.634 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bDJ6nD6Yq5PCjE2 off=2458522 len=1296751 2024-04-22T05:00:08.636 INFO:tasks.workunit.client.0.smithi040.stdout:op 3835 completed, throughput=5MB/sec 2024-04-22T05:00:08.636 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wOJbCT8AhVWGjkY off=7661533 len=515065 2024-04-22T05:00:08.637 INFO:tasks.workunit.client.0.smithi040.stdout:op 3836 completed, throughput=5MB/sec 2024-04-22T05:00:08.637 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hn6uoYhYRPMRTli off=21114871 len=146377 2024-04-22T05:00:08.638 INFO:tasks.workunit.client.0.smithi040.stdout:op 3837 completed, throughput=5MB/sec 2024-04-22T05:00:08.638 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PpIc5wc0XLu4v-m off=2875145 len=672613 2024-04-22T05:00:08.639 INFO:tasks.workunit.client.0.smithi040.stdout:op 3838 completed, throughput=5MB/sec 2024-04-22T05:00:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:08 smithi040 ceph-mon[88445]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:00:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:08 smithi040 ceph-mon[91058]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:00:09.639 INFO:tasks.workunit.client.0.smithi040.stdout: 757: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:09.639 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2wmaxu2jTn7D4Iq off=11534219 len=201252 2024-04-22T05:00:09.643 INFO:tasks.workunit.client.0.smithi040.stdout:op 3839 completed, throughput=4.99MB/sec 2024-04-22T05:00:09.643 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KgKxTmqNY7vwMLN off=9524239 len=1763335 2024-04-22T05:00:09.645 INFO:tasks.workunit.client.0.smithi040.stdout:op 3840 completed, throughput=5MB/sec 2024-04-22T05:00:09.645 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rWf62vy6fp3VjZM off=4665956 len=794898 2024-04-22T05:00:09.650 INFO:tasks.workunit.client.0.smithi040.stdout:op 3841 completed, throughput=5MB/sec 2024-04-22T05:00:09.650 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-urrFkQrqP8XGhjD off=6591960 len=1891634 2024-04-22T05:00:09.653 INFO:tasks.workunit.client.0.smithi040.stdout:op 3842 completed, throughput=5MB/sec 2024-04-22T05:00:09.653 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WH5vS8atvvn-IAV off=3137331 len=768941 2024-04-22T05:00:09.658 INFO:tasks.workunit.client.0.smithi040.stdout:op 3843 completed, throughput=5MB/sec 2024-04-22T05:00:10.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:10 smithi040 ceph-mon[88445]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:00:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:00:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:00:10] "GET /metrics HTTP/1.1" 200 240187 "" "Prometheus/2.43.0" 2024-04-22T05:00:10.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:10 smithi040 ceph-mon[91058]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:00:10.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:10 smithi062 ceph-mon[78153]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:00:10.659 INFO:tasks.workunit.client.0.smithi040.stdout: 758: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:10.659 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5l6vShMO7yGvoq4 off=2340688 len=1646747 2024-04-22T05:00:10.668 INFO:tasks.workunit.client.0.smithi040.stdout:op 3844 completed, throughput=5MB/sec 2024-04-22T05:00:10.668 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-W_Y7MCq_4FXfdB8 off=6774149 len=1986796 2024-04-22T05:00:10.670 INFO:tasks.workunit.client.0.smithi040.stdout:op 3845 completed, throughput=5MB/sec 2024-04-22T05:00:10.670 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HkH1nhYJjQ5TJKS off=208869 len=1800964 2024-04-22T05:00:10.674 INFO:tasks.workunit.client.0.smithi040.stdout:op 3846 completed, throughput=5MB/sec 2024-04-22T05:00:11.674 INFO:tasks.workunit.client.0.smithi040.stdout: 759: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:11.674 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-StOD0VG4G5v9ACh off=426689 len=991664 2024-04-22T05:00:11.679 INFO:tasks.workunit.client.0.smithi040.stdout:op 3847 completed, throughput=5MB/sec 2024-04-22T05:00:11.679 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JTO6UIISRJd8Ijb off=8924145 len=1938658 2024-04-22T05:00:11.682 INFO:tasks.workunit.client.0.smithi040.stdout:op 3848 completed, throughput=5MB/sec 2024-04-22T05:00:11.682 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-m36BSVG6Y5XqwqQ off=17204997 len=1365448 2024-04-22T05:00:11.685 INFO:tasks.workunit.client.0.smithi040.stdout:op 3849 completed, throughput=5MB/sec 2024-04-22T05:00:11.685 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vGaIhFT2PqwWNxn off=18575438 len=718740 2024-04-22T05:00:11.686 INFO:tasks.workunit.client.0.smithi040.stdout:op 3850 completed, throughput=5MB/sec 2024-04-22T05:00:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:12 smithi062 ceph-mon[78153]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:00:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:12 smithi040 ceph-mon[88445]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:00:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:12 smithi040 ceph-mon[91058]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:00:12.686 INFO:tasks.workunit.client.0.smithi040.stdout: 760: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:12.687 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JSOJj3U_gy1TBVp off=16281653 len=1072356 2024-04-22T05:00:12.688 INFO:tasks.workunit.client.0.smithi040.stdout:op 3851 completed, throughput=4.99MB/sec 2024-04-22T05:00:12.688 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-t-fzELVoId1lBpr off=7267713 len=810915 2024-04-22T05:00:12.692 INFO:tasks.workunit.client.0.smithi040.stdout:op 3852 completed, throughput=5MB/sec 2024-04-22T05:00:12.693 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KitSAeFB_HbmMq3 off=4720202 len=1060308 2024-04-22T05:00:12.695 INFO:tasks.workunit.client.0.smithi040.stdout:op 3853 completed, throughput=5MB/sec 2024-04-22T05:00:12.695 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HYi2RysRqg_62iQ off=414140 len=262083 2024-04-22T05:00:12.696 INFO:tasks.workunit.client.0.smithi040.stdout:op 3854 completed, throughput=5MB/sec 2024-04-22T05:00:12.696 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-k5SagYRDbpE9spV off=1823180 len=314530 2024-04-22T05:00:12.696 INFO:tasks.workunit.client.0.smithi040.stdout:op 3855 completed, throughput=5MB/sec 2024-04-22T05:00:12.696 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Y0en3LVmjzjS2Tc off=21766810 len=1175438 2024-04-22T05:00:12.703 INFO:tasks.workunit.client.0.smithi040.stdout:op 3856 completed, throughput=5MB/sec 2024-04-22T05:00:12.703 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9yTYRvg1OCHLSuw off=23074474 len=325943 2024-04-22T05:00:12.704 INFO:tasks.workunit.client.0.smithi040.stdout:op 3857 completed, throughput=5MB/sec 2024-04-22T05:00:12.704 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nYELPkUJyau_Y34 off=13129159 len=2058728 2024-04-22T05:00:12.715 INFO:tasks.workunit.client.0.smithi040.stdout:op 3858 completed, throughput=5MB/sec 2024-04-22T05:00:13.715 INFO:tasks.workunit.client.0.smithi040.stdout: 761: throughput=5MB/sec pending data=0 2024-04-22T05:00:13.716 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cmysY82mCkhyFUW off=10551331 len=978385 2024-04-22T05:00:13.717 INFO:tasks.workunit.client.0.smithi040.stdout:op 3859 completed, throughput=5MB/sec 2024-04-22T05:00:13.717 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-A4Dlt0_9IwPxRPb off=3764429 len=830024 2024-04-22T05:00:13.718 INFO:tasks.workunit.client.0.smithi040.stdout:op 3860 completed, throughput=5MB/sec 2024-04-22T05:00:13.718 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3jJdTjD03uDerXh off=3039808 len=1657603 2024-04-22T05:00:13.720 INFO:tasks.workunit.client.0.smithi040.stdout:op 3861 completed, throughput=5MB/sec 2024-04-22T05:00:13.720 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RQ4MJ9HK-Fdmz0i off=911872 len=1598071 2024-04-22T05:00:13.727 INFO:tasks.workunit.client.0.smithi040.stdout:op 3862 completed, throughput=5MB/sec 2024-04-22T05:00:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:14 smithi062 ceph-mon[78153]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:00:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:14 smithi040 ceph-mon[88445]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:00:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:14 smithi040 ceph-mon[91058]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:00:14.727 INFO:tasks.workunit.client.0.smithi040.stdout: 762: throughput=5MB/sec pending data=0 2024-04-22T05:00:14.727 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mZPaeDS1Y3DNYRe off=18059438 len=1822895 2024-04-22T05:00:14.730 INFO:tasks.workunit.client.0.smithi040.stdout:op 3863 completed, throughput=5MB/sec 2024-04-22T05:00:14.730 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BdHNnOOB318w4zN off=10069308 len=1782478 2024-04-22T05:00:14.731 INFO:tasks.workunit.client.0.smithi040.stdout:op 3864 completed, throughput=5MB/sec 2024-04-22T05:00:14.731 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4gckKt9y7WHB-eE off=582154 len=1330187 2024-04-22T05:00:14.733 INFO:tasks.workunit.client.0.smithi040.stdout:op 3865 completed, throughput=5MB/sec 2024-04-22T05:00:15.733 INFO:tasks.workunit.client.0.smithi040.stdout: 763: throughput=5MB/sec pending data=0 2024-04-22T05:00:15.734 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_ZjbfagEG21x6H7 off=3066806 len=847060 2024-04-22T05:00:15.736 INFO:tasks.workunit.client.0.smithi040.stdout:op 3866 completed, throughput=5MB/sec 2024-04-22T05:00:15.736 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-83QQdBcSzU1qbWG off=1918584 len=731794 2024-04-22T05:00:15.737 INFO:tasks.workunit.client.0.smithi040.stdout:op 3867 completed, throughput=5MB/sec 2024-04-22T05:00:15.737 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dSjI4T4YC36apSf off=14770835 len=1576080 2024-04-22T05:00:15.747 INFO:tasks.workunit.client.0.smithi040.stdout:op 3868 completed, throughput=5MB/sec 2024-04-22T05:00:15.747 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AFj13Ud0gBnTmhK off=17019967 len=1811027 2024-04-22T05:00:15.749 INFO:tasks.workunit.client.0.smithi040.stdout:op 3869 completed, throughput=5MB/sec 2024-04-22T05:00:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:00:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:00:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:00:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:16 smithi062 ceph-mon[78153]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T05:00:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:16 smithi040 ceph-mon[88445]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T05:00:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:16 smithi040 ceph-mon[91058]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-22T05:00:16.749 INFO:tasks.workunit.client.0.smithi040.stdout: 764: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:16.749 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-93U0WQGd5PzAkkZ off=4975297 len=2066455 2024-04-22T05:00:16.752 INFO:tasks.workunit.client.0.smithi040.stdout:op 3870 completed, throughput=5MB/sec 2024-04-22T05:00:16.752 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ee_DItPXmN3ZI_n off=10648280 len=381661 2024-04-22T05:00:16.753 INFO:tasks.workunit.client.0.smithi040.stdout:op 3871 completed, throughput=5MB/sec 2024-04-22T05:00:16.753 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rVa0oT3VF94wMFf off=8757349 len=1335589 2024-04-22T05:00:16.759 INFO:tasks.workunit.client.0.smithi040.stdout:op 3872 completed, throughput=5MB/sec 2024-04-22T05:00:16.759 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cygWmeN7sLy-C3n off=23550203 len=774024 2024-04-22T05:00:16.764 INFO:tasks.workunit.client.0.smithi040.stdout:op 3873 completed, throughput=5MB/sec 2024-04-22T05:00:17.764 INFO:tasks.workunit.client.0.smithi040.stdout: 765: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:17.764 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4nOpjouGVUxFDvT off=14871902 len=994595 2024-04-22T05:00:17.770 INFO:tasks.workunit.client.0.smithi040.stdout:op 3874 completed, throughput=4.99MB/sec 2024-04-22T05:00:17.770 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-V62O6rtl985hQNj off=4556865 len=337376 2024-04-22T05:00:17.773 INFO:tasks.workunit.client.0.smithi040.stdout:op 3875 completed, throughput=5MB/sec 2024-04-22T05:00:17.773 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ClS-hWBLGQLZKlB off=3326532 len=575156 2024-04-22T05:00:17.777 INFO:tasks.workunit.client.0.smithi040.stdout:op 3876 completed, throughput=5MB/sec 2024-04-22T05:00:17.777 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Hf3J6_J4UZ80Kru off=475946 len=1274017 2024-04-22T05:00:17.782 INFO:tasks.workunit.client.0.smithi040.stdout:op 3877 completed, throughput=5MB/sec 2024-04-22T05:00:17.782 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-m1zut32UwQACDD- off=2437953 len=129561 2024-04-22T05:00:17.785 INFO:tasks.workunit.client.0.smithi040.stdout:op 3878 completed, throughput=5MB/sec 2024-04-22T05:00:17.785 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SGneYEZJFUMf3Ef off=554890 len=1964670 2024-04-22T05:00:17.797 INFO:tasks.workunit.client.0.smithi040.stdout:op 3879 completed, throughput=5MB/sec 2024-04-22T05:00:17.797 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-l4FjAVD2kTs9Agn off=3818485 len=914826 2024-04-22T05:00:17.802 INFO:tasks.workunit.client.0.smithi040.stdout:op 3880 completed, throughput=5MB/sec 2024-04-22T05:00:18.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:18 smithi062 ceph-mon[78153]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T05:00:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:18 smithi040 ceph-mon[88445]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T05:00:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:18 smithi040 ceph-mon[91058]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T05:00:18.802 INFO:tasks.workunit.client.0.smithi040.stdout: 766: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:18.802 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-N5lNa5RTQoNUs6X off=886257 len=531480 2024-04-22T05:00:18.803 INFO:tasks.workunit.client.0.smithi040.stdout:op 3881 completed, throughput=5MB/sec 2024-04-22T05:00:18.803 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YbRkNPfqSSz2yWF off=2585819 len=331851 2024-04-22T05:00:18.804 INFO:tasks.workunit.client.0.smithi040.stdout:op 3882 completed, throughput=5MB/sec 2024-04-22T05:00:18.804 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3IJ_nPDLvI4YRjD off=943403 len=144277 2024-04-22T05:00:18.804 INFO:tasks.workunit.client.0.smithi040.stdout:op 3883 completed, throughput=5MB/sec 2024-04-22T05:00:18.804 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9NLpE-RssW2r9RQ off=8608698 len=2018558 2024-04-22T05:00:18.814 INFO:tasks.workunit.client.0.smithi040.stdout:op 3884 completed, throughput=5MB/sec 2024-04-22T05:00:18.815 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-J9AF_jPdBVp6ewz off=14447624 len=1527786 2024-04-22T05:00:18.819 INFO:tasks.workunit.client.0.smithi040.stdout:op 3885 completed, throughput=5MB/sec 2024-04-22T05:00:19.820 INFO:tasks.workunit.client.0.smithi040.stdout: 767: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:19.820 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-P3Jr_DUl3efjgRV off=4796817 len=1682036 2024-04-22T05:00:19.822 INFO:tasks.workunit.client.0.smithi040.stdout:op 3886 completed, throughput=5MB/sec 2024-04-22T05:00:19.822 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5J1cw_ZcfFQYPRm off=13046880 len=1973617 2024-04-22T05:00:19.832 INFO:tasks.workunit.client.0.smithi040.stdout:op 3887 completed, throughput=5MB/sec 2024-04-22T05:00:19.832 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pAYdUkFCmpyjBnn off=1254061 len=841416 2024-04-22T05:00:19.837 INFO:tasks.workunit.client.0.smithi040.stdout:op 3888 completed, throughput=5MB/sec 2024-04-22T05:00:19.838 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MfI1KyKj8wp8551 off=11801588 len=48664 2024-04-22T05:00:19.838 INFO:tasks.workunit.client.0.smithi040.stdout:op 3889 completed, throughput=5MB/sec 2024-04-22T05:00:19.838 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wutU7qaJNcVlN_4 off=499312 len=139784 2024-04-22T05:00:19.840 INFO:tasks.workunit.client.0.smithi040.stdout:op 3890 completed, throughput=5MB/sec 2024-04-22T05:00:19.840 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UnwxnjS4xQUkIfa off=186102 len=1088852 2024-04-22T05:00:19.846 INFO:tasks.workunit.client.0.smithi040.stdout:op 3891 completed, throughput=5MB/sec 2024-04-22T05:00:20.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:20 smithi040 ceph-mon[88445]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:00:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:00:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:00:20] "GET /metrics HTTP/1.1" 200 240187 "" "Prometheus/2.43.0" 2024-04-22T05:00:20.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:20 smithi040 ceph-mon[91058]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:00:20.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:20 smithi062 ceph-mon[78153]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:00:20.846 INFO:tasks.workunit.client.0.smithi040.stdout: 768: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:20.846 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0LbRi6hhZ3z1VM6 off=1655686 len=334334 2024-04-22T05:00:20.847 INFO:tasks.workunit.client.0.smithi040.stdout:op 3892 completed, throughput=4.99MB/sec 2024-04-22T05:00:20.847 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nmbmC_XHK1_Ylbn off=8756749 len=174838 2024-04-22T05:00:20.848 INFO:tasks.workunit.client.0.smithi040.stdout:op 3893 completed, throughput=4.99MB/sec 2024-04-22T05:00:20.848 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2ly3FQEKJiP5rXH off=5802969 len=277764 2024-04-22T05:00:20.852 INFO:tasks.workunit.client.0.smithi040.stdout:op 3894 completed, throughput=5MB/sec 2024-04-22T05:00:20.852 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wpnxYt-rsmlGZUh off=5999700 len=589706 2024-04-22T05:00:20.853 INFO:tasks.workunit.client.0.smithi040.stdout:op 3895 completed, throughput=5MB/sec 2024-04-22T05:00:20.853 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6MVOjAJ6i4JIsmk off=11356471 len=909106 2024-04-22T05:00:20.854 INFO:tasks.workunit.client.0.smithi040.stdout:op 3896 completed, throughput=5MB/sec 2024-04-22T05:00:20.854 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hadyNggw9NIqH7I off=770691 len=712016 2024-04-22T05:00:20.855 INFO:tasks.workunit.client.0.smithi040.stdout:op 3897 completed, throughput=5MB/sec 2024-04-22T05:00:20.855 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qe67mcGPCPnQ7EG off=4967070 len=2094012 2024-04-22T05:00:20.869 INFO:tasks.workunit.client.0.smithi040.stdout:op 3898 completed, throughput=5MB/sec 2024-04-22T05:00:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:00:21.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:00:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:00:21.869 INFO:tasks.workunit.client.0.smithi040.stdout: 769: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:21.869 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6dBN8kBrFF_t37O off=8296567 len=1647689 2024-04-22T05:00:21.872 INFO:tasks.workunit.client.0.smithi040.stdout:op 3899 completed, throughput=5MB/sec 2024-04-22T05:00:21.873 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Cmg3nqHbCe8kYXu off=15109618 len=789586 2024-04-22T05:00:21.874 INFO:tasks.workunit.client.0.smithi040.stdout:op 3900 completed, throughput=5MB/sec 2024-04-22T05:00:21.874 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kSf7QH7l7XKdw8a off=3334988 len=1033465 2024-04-22T05:00:21.879 INFO:tasks.workunit.client.0.smithi040.stdout:op 3901 completed, throughput=5MB/sec 2024-04-22T05:00:21.880 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qjZ1HUmQzs-wNcE off=948619 len=601308 2024-04-22T05:00:21.883 INFO:tasks.workunit.client.0.smithi040.stdout:op 3902 completed, throughput=5MB/sec 2024-04-22T05:00:21.883 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lLK0fIcEcz12oA7 off=10641705 len=524808 2024-04-22T05:00:21.884 INFO:tasks.workunit.client.0.smithi040.stdout:op 3903 completed, throughput=5MB/sec 2024-04-22T05:00:21.885 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-H2Teo41cmrNVosl off=1376690 len=2033703 2024-04-22T05:00:21.888 INFO:tasks.workunit.client.0.smithi040.stdout:op 3904 completed, throughput=5MB/sec 2024-04-22T05:00:22.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:22 smithi062 ceph-mon[78153]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:00:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:22 smithi040 ceph-mon[88445]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:00:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:22 smithi040 ceph-mon[91058]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:00:22.888 INFO:tasks.workunit.client.0.smithi040.stdout: 770: throughput=5MB/sec pending data=0 2024-04-22T05:00:22.889 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6kLIidXuRpfKmXq off=6980339 len=1319746 2024-04-22T05:00:22.890 INFO:tasks.workunit.client.0.smithi040.stdout:op 3905 completed, throughput=5MB/sec 2024-04-22T05:00:22.890 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4sBerWaDYXH3aH2 off=256919 len=534097 2024-04-22T05:00:22.895 INFO:tasks.workunit.client.0.smithi040.stdout:op 3906 completed, throughput=5MB/sec 2024-04-22T05:00:22.895 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-P5-8oe28xuDP6Jh off=2119831 len=895953 2024-04-22T05:00:22.900 INFO:tasks.workunit.client.0.smithi040.stdout:op 3907 completed, throughput=5MB/sec 2024-04-22T05:00:22.900 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9tXxKp_tCkezEkx off=4712853 len=1492551 2024-04-22T05:00:22.907 INFO:tasks.workunit.client.0.smithi040.stdout:op 3908 completed, throughput=5MB/sec 2024-04-22T05:00:23.907 INFO:tasks.workunit.client.0.smithi040.stdout: 771: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:23.908 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4Pt-FrCqTOOJrKt off=2569309 len=1151312 2024-04-22T05:00:23.916 INFO:tasks.workunit.client.0.smithi040.stdout:op 3909 completed, throughput=5MB/sec 2024-04-22T05:00:23.916 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Rwnohp1nK3r_lX3 off=9659025 len=1060197 2024-04-22T05:00:23.921 INFO:tasks.workunit.client.0.smithi040.stdout:op 3910 completed, throughput=5MB/sec 2024-04-22T05:00:23.921 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--bqlfU1vXwO16Tk off=2053978 len=1200035 2024-04-22T05:00:23.922 INFO:tasks.workunit.client.0.smithi040.stdout:op 3911 completed, throughput=5MB/sec 2024-04-22T05:00:23.922 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hdXtubip2rsDQcW off=8200730 len=1291053 2024-04-22T05:00:23.929 INFO:tasks.workunit.client.0.smithi040.stdout:op 3912 completed, throughput=5MB/sec 2024-04-22T05:00:23.929 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1Q84bR2ASKYMg11 off=15705169 len=1348740 2024-04-22T05:00:23.934 INFO:tasks.workunit.client.0.smithi040.stdout:op 3913 completed, throughput=5MB/sec 2024-04-22T05:00:24.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:24 smithi062 ceph-mon[78153]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:00:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:24 smithi040 ceph-mon[88445]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:00:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:24 smithi040 ceph-mon[91058]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:00:24.934 INFO:tasks.workunit.client.0.smithi040.stdout: 772: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:24.935 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-k_AFW42TflLYicE off=8329051 len=1687370 2024-04-22T05:00:24.944 INFO:tasks.workunit.client.0.smithi040.stdout:op 3914 completed, throughput=5MB/sec 2024-04-22T05:00:24.944 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GpJRhYzfb8F3_tC off=187903 len=1737581 2024-04-22T05:00:24.949 INFO:tasks.workunit.client.0.smithi040.stdout:op 3915 completed, throughput=5MB/sec 2024-04-22T05:00:24.949 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8YnOmAfYJjgu8NW off=1256815 len=1105732 2024-04-22T05:00:24.954 INFO:tasks.workunit.client.0.smithi040.stdout:op 3916 completed, throughput=5MB/sec 2024-04-22T05:00:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:00:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:00:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:00:25.954 INFO:tasks.workunit.client.0.smithi040.stdout: 773: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:25.954 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PlghyxwzKf_297S off=10262213 len=1087556 2024-04-22T05:00:25.960 INFO:tasks.workunit.client.0.smithi040.stdout:op 3917 completed, throughput=5MB/sec 2024-04-22T05:00:25.960 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HEm-vJdhj06KoMt off=1981847 len=614829 2024-04-22T05:00:25.961 INFO:tasks.workunit.client.0.smithi040.stdout:op 3918 completed, throughput=5MB/sec 2024-04-22T05:00:25.962 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xVIHZw6T9FmvqlX off=6512247 len=135949 2024-04-22T05:00:25.964 INFO:tasks.workunit.client.0.smithi040.stdout:op 3919 completed, throughput=5MB/sec 2024-04-22T05:00:25.964 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Rpvv5CVEb4hba9K off=10286474 len=690992 2024-04-22T05:00:25.965 INFO:tasks.workunit.client.0.smithi040.stdout:op 3920 completed, throughput=5MB/sec 2024-04-22T05:00:25.965 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VmVArGllVsa5GJq off=8724235 len=1535597 2024-04-22T05:00:25.967 INFO:tasks.workunit.client.0.smithi040.stdout:op 3921 completed, throughput=5MB/sec 2024-04-22T05:00:25.967 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-w643piaJWyDSxBA off=229904 len=1120658 2024-04-22T05:00:25.968 INFO:tasks.workunit.client.0.smithi040.stdout:op 3922 completed, throughput=5MB/sec 2024-04-22T05:00:26.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:26 smithi062 ceph-mon[78153]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:00:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:26 smithi040 ceph-mon[88445]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:00:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:26 smithi040 ceph-mon[91058]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:00:26.968 INFO:tasks.workunit.client.0.smithi040.stdout: 774: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:26.968 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4ZxFStZKzU0WEkL off=5279335 len=143334 2024-04-22T05:00:26.969 INFO:tasks.workunit.client.0.smithi040.stdout:op 3923 completed, throughput=4.99MB/sec 2024-04-22T05:00:26.969 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qTTsGUkMj-xisn1 off=126484 len=308363 2024-04-22T05:00:26.972 INFO:tasks.workunit.client.0.smithi040.stdout:op 3924 completed, throughput=4.99MB/sec 2024-04-22T05:00:26.972 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5GF3GEhFqu4u5TC off=3006992 len=65191 2024-04-22T05:00:26.975 INFO:tasks.workunit.client.0.smithi040.stdout:op 3925 completed, throughput=4.99MB/sec 2024-04-22T05:00:26.975 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HpwXQ5SU0TDZ92v off=17793603 len=985004 2024-04-22T05:00:26.980 INFO:tasks.workunit.client.0.smithi040.stdout:op 3926 completed, throughput=5MB/sec 2024-04-22T05:00:26.980 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zaHWkkAOEX-3o_0 off=23431753 len=1284737 2024-04-22T05:00:26.982 INFO:tasks.workunit.client.0.smithi040.stdout:op 3927 completed, throughput=5MB/sec 2024-04-22T05:00:26.982 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Rd3eRvH_JBxxHXV off=383892 len=1966549 2024-04-22T05:00:26.985 INFO:tasks.workunit.client.0.smithi040.stdout:op 3928 completed, throughput=5MB/sec 2024-04-22T05:00:26.985 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Z5WH3Py1Kxz9E3l off=2875315 len=265321 2024-04-22T05:00:26.988 INFO:tasks.workunit.client.0.smithi040.stdout:op 3929 completed, throughput=5MB/sec 2024-04-22T05:00:26.989 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fH_FE2fNsK6bFXD off=3783475 len=1761969 2024-04-22T05:00:26.996 INFO:tasks.workunit.client.0.smithi040.stdout:op 3930 completed, throughput=5MB/sec 2024-04-22T05:00:27.996 INFO:tasks.workunit.client.0.smithi040.stdout: 775: throughput=5MB/sec pending data=0 2024-04-22T05:00:27.997 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NtMDvSo8vGsIVbe off=712599 len=1395178 2024-04-22T05:00:28.004 INFO:tasks.workunit.client.0.smithi040.stdout:op 3931 completed, throughput=5MB/sec 2024-04-22T05:00:28.004 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Z1eJi6vwQEORFGv off=4897603 len=335706 2024-04-22T05:00:28.007 INFO:tasks.workunit.client.0.smithi040.stdout:op 3932 completed, throughput=5MB/sec 2024-04-22T05:00:28.007 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QkeFRdpkZQ9vTw7 off=17119324 len=534666 2024-04-22T05:00:28.009 INFO:tasks.workunit.client.0.smithi040.stdout:op 3933 completed, throughput=5MB/sec 2024-04-22T05:00:28.009 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Hk7FAbDXt03CBtt off=4686666 len=541742 2024-04-22T05:00:28.013 INFO:tasks.workunit.client.0.smithi040.stdout:op 3934 completed, throughput=5MB/sec 2024-04-22T05:00:28.013 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NtdTMdBo0mL3zsD off=17154389 len=809677 2024-04-22T05:00:28.017 INFO:tasks.workunit.client.0.smithi040.stdout:op 3935 completed, throughput=5MB/sec 2024-04-22T05:00:28.017 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wOJbCT8AhVWGjkY off=10984887 len=1064510 2024-04-22T05:00:28.023 INFO:tasks.workunit.client.0.smithi040.stdout:op 3936 completed, throughput=5MB/sec 2024-04-22T05:00:28.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:28 smithi062 ceph-mon[78153]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T05:00:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:28 smithi040 ceph-mon[88445]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T05:00:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:28 smithi040 ceph-mon[91058]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T05:00:29.023 INFO:tasks.workunit.client.0.smithi040.stdout: 776: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:29.024 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-d63d2ANwyCTwn-a off=7609460 len=2067452 2024-04-22T05:00:29.034 INFO:tasks.workunit.client.0.smithi040.stdout:op 3937 completed, throughput=5MB/sec 2024-04-22T05:00:29.034 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OEAAaDlt14-QsXq off=127403 len=937864 2024-04-22T05:00:29.036 INFO:tasks.workunit.client.0.smithi040.stdout:op 3938 completed, throughput=5MB/sec 2024-04-22T05:00:29.036 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HWEkK8epiEAbQhn off=156318 len=1031570 2024-04-22T05:00:29.042 INFO:tasks.workunit.client.0.smithi040.stdout:op 3939 completed, throughput=5MB/sec 2024-04-22T05:00:29.042 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XhUF-BSn2ap-XPY off=4703088 len=498294 2024-04-22T05:00:29.043 INFO:tasks.workunit.client.0.smithi040.stdout:op 3940 completed, throughput=5MB/sec 2024-04-22T05:00:29.043 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8JSR0LUui-qK-9j off=2219549 len=292590 2024-04-22T05:00:29.044 INFO:tasks.workunit.client.0.smithi040.stdout:op 3941 completed, throughput=5MB/sec 2024-04-22T05:00:30.044 INFO:tasks.workunit.client.0.smithi040.stdout: 777: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:30.045 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Y2t6w5kquMfo0N7 off=3111501 len=387612 2024-04-22T05:00:30.048 INFO:tasks.workunit.client.0.smithi040.stdout:op 3942 completed, throughput=4.99MB/sec 2024-04-22T05:00:30.048 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8YnPPaBto41nEk2 off=5329940 len=757343 2024-04-22T05:00:30.049 INFO:tasks.workunit.client.0.smithi040.stdout:op 3943 completed, throughput=5MB/sec 2024-04-22T05:00:30.049 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-C8HqjvXDfMwSCEi off=577478 len=1387572 2024-04-22T05:00:30.057 INFO:tasks.workunit.client.0.smithi040.stdout:op 3944 completed, throughput=5MB/sec 2024-04-22T05:00:30.057 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bMgPU2CR7Todkis off=20141714 len=327317 2024-04-22T05:00:30.058 INFO:tasks.workunit.client.0.smithi040.stdout:op 3945 completed, throughput=5MB/sec 2024-04-22T05:00:30.059 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gRakvP_1BOc0Xue off=10119035 len=1536165 2024-04-22T05:00:30.065 INFO:tasks.workunit.client.0.smithi040.stdout:op 3946 completed, throughput=5MB/sec 2024-04-22T05:00:30.065 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pQ8C6sXMf9wDwUr off=9619560 len=1486190 2024-04-22T05:00:30.067 INFO:tasks.workunit.client.0.smithi040.stdout:op 3947 completed, throughput=5MB/sec 2024-04-22T05:00:30.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:30 smithi040 ceph-mon[88445]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:00:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:00:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:00:30] "GET /metrics HTTP/1.1" 200 240162 "" "Prometheus/2.43.0" 2024-04-22T05:00:30.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:30 smithi040 ceph-mon[91058]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:00:30.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:30 smithi062 ceph-mon[78153]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:00:31.067 INFO:tasks.workunit.client.0.smithi040.stdout: 778: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:31.067 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hnenm8sKP4kh8C0 off=15092750 len=342406 2024-04-22T05:00:31.071 INFO:tasks.workunit.client.0.smithi040.stdout:op 3948 completed, throughput=5MB/sec 2024-04-22T05:00:31.071 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WPuSLqHP_5yMoiu off=9018156 len=813775 2024-04-22T05:00:31.072 INFO:tasks.workunit.client.0.smithi040.stdout:op 3949 completed, throughput=5MB/sec 2024-04-22T05:00:31.072 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BVhoT0dQE36hs9T off=10647718 len=2094291 2024-04-22T05:00:31.075 INFO:tasks.workunit.client.0.smithi040.stdout:op 3950 completed, throughput=5MB/sec 2024-04-22T05:00:31.075 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tSF7PvuYvwa1A2v off=5058750 len=1422410 2024-04-22T05:00:31.076 INFO:tasks.workunit.client.0.smithi040.stdout:op 3951 completed, throughput=5MB/sec 2024-04-22T05:00:32.077 INFO:tasks.workunit.client.0.smithi040.stdout: 779: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:32.077 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eGFWOqE_kPEMQx3 off=3681458 len=457213 2024-04-22T05:00:32.081 INFO:tasks.workunit.client.0.smithi040.stdout:op 3952 completed, throughput=4.99MB/sec 2024-04-22T05:00:32.081 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7_54Fjv0yIzRie- off=3511138 len=1806961 2024-04-22T05:00:32.083 INFO:tasks.workunit.client.0.smithi040.stdout:op 3953 completed, throughput=5MB/sec 2024-04-22T05:00:32.083 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qziQ-uQkQFU9j6a off=2466739 len=1500130 2024-04-22T05:00:32.085 INFO:tasks.workunit.client.0.smithi040.stdout:op 3954 completed, throughput=5MB/sec 2024-04-22T05:00:32.085 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pUfQkD6ePhNmx2n off=2022271 len=828194 2024-04-22T05:00:32.090 INFO:tasks.workunit.client.0.smithi040.stdout:op 3955 completed, throughput=5MB/sec 2024-04-22T05:00:32.090 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xwVJWtJQqokl3gF off=60398 len=1200485 2024-04-22T05:00:32.092 INFO:tasks.workunit.client.0.smithi040.stdout:op 3956 completed, throughput=5MB/sec 2024-04-22T05:00:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:32 smithi062 ceph-mon[78153]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:00:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:32 smithi040 ceph-mon[88445]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:00:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:32 smithi040 ceph-mon[91058]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:00:33.092 INFO:tasks.workunit.client.0.smithi040.stdout: 780: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:33.092 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Rjup2EmK47yFC83 off=2574204 len=544028 2024-04-22T05:00:33.097 INFO:tasks.workunit.client.0.smithi040.stdout:op 3957 completed, throughput=5MB/sec 2024-04-22T05:00:33.097 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-soHs6KgNsB7tgAG off=17361234 len=1069230 2024-04-22T05:00:33.098 INFO:tasks.workunit.client.0.smithi040.stdout:op 3958 completed, throughput=5MB/sec 2024-04-22T05:00:33.098 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LfudMionMM-HJ-G off=4061508 len=1688879 2024-04-22T05:00:33.105 INFO:tasks.workunit.client.0.smithi040.stdout:op 3959 completed, throughput=5MB/sec 2024-04-22T05:00:33.106 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cvnM07ovHmmvsnn off=17832185 len=1159318 2024-04-22T05:00:33.106 INFO:tasks.workunit.client.0.smithi040.stdout:op 3960 completed, throughput=5MB/sec 2024-04-22T05:00:33.107 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-d95D-_gtKUo3GWo off=19543245 len=64759 2024-04-22T05:00:33.109 INFO:tasks.workunit.client.0.smithi040.stdout:op 3961 completed, throughput=5MB/sec 2024-04-22T05:00:33.109 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Z6biBTTwwds-qBY off=3311137 len=26288 2024-04-22T05:00:33.109 INFO:tasks.workunit.client.0.smithi040.stdout:op 3962 completed, throughput=5MB/sec 2024-04-22T05:00:33.110 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bKgWB6Qbe9fRtYS off=10479815 len=1262408 2024-04-22T05:00:33.114 INFO:tasks.workunit.client.0.smithi040.stdout:op 3963 completed, throughput=5MB/sec 2024-04-22T05:00:34.115 INFO:tasks.workunit.client.0.smithi040.stdout: 781: throughput=5MB/sec pending data=0 2024-04-22T05:00:34.115 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6JPFN_wZHTfVfjP off=2556653 len=1768658 2024-04-22T05:00:34.116 INFO:tasks.workunit.client.0.smithi040.stdout:op 3964 completed, throughput=5MB/sec 2024-04-22T05:00:34.116 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wzCXLrMXReraj-z off=856197 len=785594 2024-04-22T05:00:34.120 INFO:tasks.workunit.client.0.smithi040.stdout:op 3965 completed, throughput=5MB/sec 2024-04-22T05:00:34.120 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cTag8lVabRkSEbb off=2319356 len=1502423 2024-04-22T05:00:34.128 INFO:tasks.workunit.client.0.smithi040.stdout:op 3966 completed, throughput=5MB/sec 2024-04-22T05:00:34.129 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MDmxAIlhft4KIdB off=3681490 len=919427 2024-04-22T05:00:34.132 INFO:tasks.workunit.client.0.smithi040.stdout:op 3967 completed, throughput=5MB/sec 2024-04-22T05:00:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:34 smithi062 ceph-mon[78153]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T05:00:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:34 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:00:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:34 smithi040 ceph-mon[88445]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T05:00:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:34 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:00:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:34 smithi040 ceph-mon[91058]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T05:00:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:34 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:00:35.132 INFO:tasks.workunit.client.0.smithi040.stdout: 782: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:35.132 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0HIamOvG7jJkn8e off=16446237 len=2004929 2024-04-22T05:00:35.140 INFO:tasks.workunit.client.0.smithi040.stdout:op 3968 completed, throughput=5MB/sec 2024-04-22T05:00:35.140 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-s7FMkP_aJ6Oob_Q off=3524703 len=1920193 2024-04-22T05:00:35.141 INFO:tasks.workunit.client.0.smithi040.stdout:op 3969 completed, throughput=5MB/sec 2024-04-22T05:00:35.142 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pTbgJE6v3s5OFA- off=18269446 len=673804 2024-04-22T05:00:35.142 INFO:tasks.workunit.client.0.smithi040.stdout:op 3970 completed, throughput=5MB/sec 2024-04-22T05:00:35.632 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:00:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:00:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:00:35.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:35 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:00:35.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:35 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:00:35.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:00:35.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:00:35.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:35 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:00:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:35 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:00:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:35 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:00:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:00:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:00:35.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:35 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:00:35.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:35 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:00:35.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:35 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:00:35.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:00:35.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:00:35.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:35 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:00:36.143 INFO:tasks.workunit.client.0.smithi040.stdout: 783: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:36.143 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vgznf_HvDOv8Zhp off=3723772 len=1484696 2024-04-22T05:00:36.144 INFO:tasks.workunit.client.0.smithi040.stdout:op 3971 completed, throughput=5MB/sec 2024-04-22T05:00:36.145 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UIDSBvbXcTag4ky off=9696106 len=380663 2024-04-22T05:00:36.146 INFO:tasks.workunit.client.0.smithi040.stdout:op 3972 completed, throughput=5MB/sec 2024-04-22T05:00:36.146 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-V8b0S8uKjobK99P off=9514200 len=852248 2024-04-22T05:00:36.151 INFO:tasks.workunit.client.0.smithi040.stdout:op 3973 completed, throughput=5MB/sec 2024-04-22T05:00:36.151 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QmRilGcvRLG0dZz off=12739662 len=2002289 2024-04-22T05:00:36.161 INFO:tasks.workunit.client.0.smithi040.stdout:op 3974 completed, throughput=5MB/sec 2024-04-22T05:00:36.161 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MGXOw352FrEfeQT off=12661493 len=753005 2024-04-22T05:00:36.163 INFO:tasks.workunit.client.0.smithi040.stdout:op 3975 completed, throughput=5MB/sec 2024-04-22T05:00:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:36 smithi062 ceph-mon[78153]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:00:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:00:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:36 smithi040 ceph-mon[88445]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:00:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:00:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:36 smithi040 ceph-mon[91058]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:00:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:00:37.163 INFO:tasks.workunit.client.0.smithi040.stdout: 784: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:37.163 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4qU-6CWFG2bYjGc off=5594604 len=1905805 2024-04-22T05:00:37.172 INFO:tasks.workunit.client.0.smithi040.stdout:op 3976 completed, throughput=5MB/sec 2024-04-22T05:00:37.172 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-k1ya2BGFl-3pIwU off=214471 len=86500 2024-04-22T05:00:37.172 INFO:tasks.workunit.client.0.smithi040.stdout:op 3977 completed, throughput=5MB/sec 2024-04-22T05:00:37.172 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-T66Tp-lh96oqYMr off=8450826 len=1964251 2024-04-22T05:00:37.183 INFO:tasks.workunit.client.0.smithi040.stdout:op 3978 completed, throughput=5MB/sec 2024-04-22T05:00:37.183 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jVkh6XNIwNLNaQu off=5830640 len=1424708 2024-04-22T05:00:37.192 INFO:tasks.workunit.client.0.smithi040.stdout:op 3979 completed, throughput=5MB/sec 2024-04-22T05:00:38.192 INFO:tasks.workunit.client.0.smithi040.stdout: 785: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:38.192 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FDxPWjlmk3Og3xt off=7984807 len=1467839 2024-04-22T05:00:38.194 INFO:tasks.workunit.client.0.smithi040.stdout:op 3980 completed, throughput=5MB/sec 2024-04-22T05:00:38.195 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-u46qRDK8OMx9c3P off=7320935 len=928184 2024-04-22T05:00:38.196 INFO:tasks.workunit.client.0.smithi040.stdout:op 3981 completed, throughput=5MB/sec 2024-04-22T05:00:38.196 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3ApSka-Bl5_X2PY off=14422897 len=1449803 2024-04-22T05:00:38.199 INFO:tasks.workunit.client.0.smithi040.stdout:op 3982 completed, throughput=5MB/sec 2024-04-22T05:00:38.199 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rz3q_Hy_9Z9XcER off=2920795 len=580521 2024-04-22T05:00:38.201 INFO:tasks.workunit.client.0.smithi040.stdout:op 3983 completed, throughput=5MB/sec 2024-04-22T05:00:38.201 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4SFUbjEljDRx3dZ off=14104800 len=716210 2024-04-22T05:00:38.205 INFO:tasks.workunit.client.0.smithi040.stdout:op 3984 completed, throughput=5MB/sec 2024-04-22T05:00:38.205 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EpnoFlpESuMY5vm off=6596369 len=1241982 2024-04-22T05:00:38.213 INFO:tasks.workunit.client.0.smithi040.stdout:op 3985 completed, throughput=5MB/sec 2024-04-22T05:00:38.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:38 smithi062 ceph-mon[78153]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T05:00:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:38 smithi040 ceph-mon[88445]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T05:00:38.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:38 smithi040 ceph-mon[91058]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T05:00:39.213 INFO:tasks.workunit.client.0.smithi040.stdout: 786: throughput=5MB/sec pending data=0 2024-04-22T05:00:39.213 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QdTgfLiyrGWM8ms off=18900949 len=2045628 2024-04-22T05:00:39.222 INFO:tasks.workunit.client.0.smithi040.stdout:op 3986 completed, throughput=5MB/sec 2024-04-22T05:00:39.222 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qCvrgEKdqI79lSh off=612347 len=408686 2024-04-22T05:00:39.225 INFO:tasks.workunit.client.0.smithi040.stdout:op 3987 completed, throughput=5MB/sec 2024-04-22T05:00:39.225 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DDTkbpFwI9J11Os off=1107457 len=305785 2024-04-22T05:00:39.226 INFO:tasks.workunit.client.0.smithi040.stdout:op 3988 completed, throughput=5MB/sec 2024-04-22T05:00:39.226 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KXUuCrtend8h9ks off=528059 len=89374 2024-04-22T05:00:39.227 INFO:tasks.workunit.client.0.smithi040.stdout:op 3989 completed, throughput=5MB/sec 2024-04-22T05:00:39.227 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-q01674EEYh5oj0w off=73698 len=1028081 2024-04-22T05:00:39.232 INFO:tasks.workunit.client.0.smithi040.stdout:op 3990 completed, throughput=5MB/sec 2024-04-22T05:00:39.232 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sikBVZaTitzq-TE off=1823269 len=1786478 2024-04-22T05:00:39.234 INFO:tasks.workunit.client.0.smithi040.stdout:op 3991 completed, throughput=5MB/sec 2024-04-22T05:00:40.234 INFO:tasks.workunit.client.0.smithi040.stdout: 787: throughput=5MB/sec pending data=0 2024-04-22T05:00:40.234 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TuH6s5uvFzvfeyU off=117510 len=1448207 2024-04-22T05:00:40.236 INFO:tasks.workunit.client.0.smithi040.stdout:op 3992 completed, throughput=5MB/sec 2024-04-22T05:00:40.236 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bW4GPjzpPQLRKf_ off=7139687 len=1743844 2024-04-22T05:00:40.238 INFO:tasks.workunit.client.0.smithi040.stdout:op 3993 completed, throughput=5MB/sec 2024-04-22T05:00:40.238 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mTK99NSRV6HHCNC off=14991352 len=269150 2024-04-22T05:00:40.242 INFO:tasks.workunit.client.0.smithi040.stdout:op 3994 completed, throughput=5MB/sec 2024-04-22T05:00:40.242 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cWGJPM9K5YclOBf off=3355443 len=494942 2024-04-22T05:00:40.242 INFO:tasks.workunit.client.0.smithi040.stdout:op 3995 completed, throughput=5MB/sec 2024-04-22T05:00:40.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:40 smithi040 ceph-mon[88445]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:00:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:00:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:00:40] "GET /metrics HTTP/1.1" 200 240166 "" "Prometheus/2.43.0" 2024-04-22T05:00:40.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:40 smithi040 ceph-mon[91058]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:00:40.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:40 smithi062 ceph-mon[78153]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:00:41.243 INFO:tasks.workunit.client.0.smithi040.stdout: 788: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:41.243 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oYVKBs3qN_Z_alc off=3107706 len=611775 2024-04-22T05:00:41.247 INFO:tasks.workunit.client.0.smithi040.stdout:op 3996 completed, throughput=4.99MB/sec 2024-04-22T05:00:41.247 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EygI3Wl7yVgtOic off=1713864 len=1713627 2024-04-22T05:00:41.249 INFO:tasks.workunit.client.0.smithi040.stdout:op 3997 completed, throughput=5MB/sec 2024-04-22T05:00:41.250 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Onisuvxuu7QQuSh off=20873853 len=1147731 2024-04-22T05:00:41.256 INFO:tasks.workunit.client.0.smithi040.stdout:op 3998 completed, throughput=5MB/sec 2024-04-22T05:00:41.257 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YbRkNPfqSSz2yWF off=420627 len=1442970 2024-04-22T05:00:41.258 INFO:tasks.workunit.client.0.smithi040.stdout:op 3999 completed, throughput=5MB/sec 2024-04-22T05:00:41.258 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YLZi1Ep3ARlDXAN off=13926363 len=1141358 2024-04-22T05:00:41.260 INFO:tasks.workunit.client.0.smithi040.stdout:op 4000 completed, throughput=5MB/sec 2024-04-22T05:00:42.261 INFO:tasks.workunit.client.0.smithi040.stdout: 789: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:42.261 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-F5ML5xTimWe7fpE off=6022503 len=1156886 2024-04-22T05:00:42.262 INFO:tasks.workunit.client.0.smithi040.stdout:op 4001 completed, throughput=5MB/sec 2024-04-22T05:00:42.263 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PUV-AeXtjo6sTN_ off=19658413 len=1372318 2024-04-22T05:00:42.270 INFO:tasks.workunit.client.0.smithi040.stdout:op 4002 completed, throughput=5MB/sec 2024-04-22T05:00:42.270 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UQQG91RHjF91nj7 off=2193758 len=1744116 2024-04-22T05:00:42.272 INFO:tasks.workunit.client.0.smithi040.stdout:op 4003 completed, throughput=5MB/sec 2024-04-22T05:00:42.272 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-L7c5pA2YSx5KtQO off=3942791 len=112601 2024-04-22T05:00:42.272 INFO:tasks.workunit.client.0.smithi040.stdout:op 4004 completed, throughput=5MB/sec 2024-04-22T05:00:42.272 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fklqKlT4zKaPv-k off=4742428 len=165893 2024-04-22T05:00:42.275 INFO:tasks.workunit.client.0.smithi040.stdout:op 4005 completed, throughput=5MB/sec 2024-04-22T05:00:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:42 smithi062 ceph-mon[78153]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:00:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:42 smithi040 ceph-mon[88445]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:00:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:42 smithi040 ceph-mon[91058]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:00:43.275 INFO:tasks.workunit.client.0.smithi040.stdout: 790: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:43.276 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0lyKf5PYRlk1PIb off=843467 len=935000 2024-04-22T05:00:43.281 INFO:tasks.workunit.client.0.smithi040.stdout:op 4006 completed, throughput=4.99MB/sec 2024-04-22T05:00:43.281 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-R-qlQgA76bQFi0Z off=5636603 len=1972596 2024-04-22T05:00:43.283 INFO:tasks.workunit.client.0.smithi040.stdout:op 4007 completed, throughput=5MB/sec 2024-04-22T05:00:43.283 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FkFbEvlIMti62Us off=17151848 len=261306 2024-04-22T05:00:43.284 INFO:tasks.workunit.client.0.smithi040.stdout:op 4008 completed, throughput=5MB/sec 2024-04-22T05:00:43.284 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RPE300CMF6iWvW4 off=10184572 len=107650 2024-04-22T05:00:43.287 INFO:tasks.workunit.client.0.smithi040.stdout:op 4009 completed, throughput=5MB/sec 2024-04-22T05:00:43.287 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q-BFFSUj6gr72eF off=746039 len=951000 2024-04-22T05:00:43.291 INFO:tasks.workunit.client.0.smithi040.stdout:op 4010 completed, throughput=5MB/sec 2024-04-22T05:00:43.292 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MuhUE5_3RcfRNG_ off=46058 len=1695516 2024-04-22T05:00:43.298 INFO:tasks.workunit.client.0.smithi040.stdout:op 4011 completed, throughput=5MB/sec 2024-04-22T05:00:44.298 INFO:tasks.workunit.client.0.smithi040.stdout: 791: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:44.298 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iGoPOgcFGn9vl0V off=3014983 len=1560944 2024-04-22T05:00:44.308 INFO:tasks.workunit.client.0.smithi040.stdout:op 4012 completed, throughput=5MB/sec 2024-04-22T05:00:44.308 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-I4q4U0j_2z9RTZA off=5084514 len=870725 2024-04-22T05:00:44.312 INFO:tasks.workunit.client.0.smithi040.stdout:op 4013 completed, throughput=5MB/sec 2024-04-22T05:00:44.312 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ql-yS2XXYA_L6AN off=4923499 len=839575 2024-04-22T05:00:44.317 INFO:tasks.workunit.client.0.smithi040.stdout:op 4014 completed, throughput=5MB/sec 2024-04-22T05:00:44.318 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-73F0tCzdU3V7RRQ off=11991386 len=1021273 2024-04-22T05:00:44.322 INFO:tasks.workunit.client.0.smithi040.stdout:op 4015 completed, throughput=5MB/sec 2024-04-22T05:00:44.322 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TwvlB9ItHYfSIVl off=1958472 len=1888693 2024-04-22T05:00:44.326 INFO:tasks.workunit.client.0.smithi040.stdout:op 4016 completed, throughput=5MB/sec 2024-04-22T05:00:44.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:44 smithi062 ceph-mon[78153]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:00:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:44 smithi040 ceph-mon[88445]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:00:44.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:44 smithi040 ceph-mon[91058]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:00:45.326 INFO:tasks.workunit.client.0.smithi040.stdout: 792: throughput=5MB/sec pending data=0 2024-04-22T05:00:45.326 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MMA5Ko0Y0b10THa off=4208982 len=860398 2024-04-22T05:00:45.332 INFO:tasks.workunit.client.0.smithi040.stdout:op 4017 completed, throughput=5MB/sec 2024-04-22T05:00:45.332 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-H65JV6651uJC8by off=8927853 len=379770 2024-04-22T05:00:45.332 INFO:tasks.workunit.client.0.smithi040.stdout:op 4018 completed, throughput=5MB/sec 2024-04-22T05:00:45.333 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oC2659-rblSa-LF off=2487298 len=701698 2024-04-22T05:00:45.334 INFO:tasks.workunit.client.0.smithi040.stdout:op 4019 completed, throughput=5MB/sec 2024-04-22T05:00:45.334 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yQq1NofkkshU68V off=1766497 len=913437 2024-04-22T05:00:45.335 INFO:tasks.workunit.client.0.smithi040.stdout:op 4020 completed, throughput=5MB/sec 2024-04-22T05:00:45.336 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XpYPmPmhM6fMiXf off=1560549 len=1128701 2024-04-22T05:00:45.341 INFO:tasks.workunit.client.0.smithi040.stdout:op 4021 completed, throughput=5MB/sec 2024-04-22T05:00:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:00:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:00:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:00:46.341 INFO:tasks.workunit.client.0.smithi040.stdout: 793: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:46.341 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lIGCDhgZ7r-Aa4s off=1482482 len=78147 2024-04-22T05:00:46.342 INFO:tasks.workunit.client.0.smithi040.stdout:op 4022 completed, throughput=4.99MB/sec 2024-04-22T05:00:46.342 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-K6kkSJetPi04QZu off=5137819 len=189384 2024-04-22T05:00:46.342 INFO:tasks.workunit.client.0.smithi040.stdout:op 4023 completed, throughput=4.99MB/sec 2024-04-22T05:00:46.343 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zlmFc71dsUrurw6 off=11983339 len=741527 2024-04-22T05:00:46.344 INFO:tasks.workunit.client.0.smithi040.stdout:op 4024 completed, throughput=5MB/sec 2024-04-22T05:00:46.344 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QFfy0TNXrt4R2uq off=16660348 len=1741392 2024-04-22T05:00:46.352 INFO:tasks.workunit.client.0.smithi040.stdout:op 4025 completed, throughput=5MB/sec 2024-04-22T05:00:46.352 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0SgrdHFABZ0P5uA off=16534345 len=1972019 2024-04-22T05:00:46.356 INFO:tasks.workunit.client.0.smithi040.stdout:op 4026 completed, throughput=5MB/sec 2024-04-22T05:00:46.356 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wPjavioRCNK7Y87 off=11771231 len=684246 2024-04-22T05:00:46.358 INFO:tasks.workunit.client.0.smithi040.stdout:op 4027 completed, throughput=5MB/sec 2024-04-22T05:00:46.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:46 smithi062 ceph-mon[78153]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:00:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:46 smithi040 ceph-mon[88445]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:00:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:46 smithi040 ceph-mon[91058]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:00:47.358 INFO:tasks.workunit.client.0.smithi040.stdout: 794: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:47.358 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NiKWO3lMsTxLZUg off=16878082 len=793848 2024-04-22T05:00:47.359 INFO:tasks.workunit.client.0.smithi040.stdout:op 4028 completed, throughput=4.99MB/sec 2024-04-22T05:00:47.360 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Yd_B_0H99Wc6STR off=9543747 len=587532 2024-04-22T05:00:47.361 INFO:tasks.workunit.client.0.smithi040.stdout:op 4029 completed, throughput=5MB/sec 2024-04-22T05:00:47.362 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MvMwwESoxMa6Ffk off=10172282 len=48408 2024-04-22T05:00:47.364 INFO:tasks.workunit.client.0.smithi040.stdout:op 4030 completed, throughput=5MB/sec 2024-04-22T05:00:47.364 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rJzw2OtX_swS0wj off=4376200 len=633304 2024-04-22T05:00:47.368 INFO:tasks.workunit.client.0.smithi040.stdout:op 4031 completed, throughput=5MB/sec 2024-04-22T05:00:47.368 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eLANwlPcDqHaM4p off=2306723 len=628106 2024-04-22T05:00:47.372 INFO:tasks.workunit.client.0.smithi040.stdout:op 4032 completed, throughput=5MB/sec 2024-04-22T05:00:47.372 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4JcovuaId8to-Hu off=4117204 len=178230 2024-04-22T05:00:47.372 INFO:tasks.workunit.client.0.smithi040.stdout:op 4033 completed, throughput=5MB/sec 2024-04-22T05:00:47.373 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Rr2ruF8dTYelEX9 off=10880373 len=322397 2024-04-22T05:00:47.376 INFO:tasks.workunit.client.0.smithi040.stdout:op 4034 completed, throughput=5MB/sec 2024-04-22T05:00:47.376 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-g79wG2NN0e8Z9O_ off=1893247 len=537208 2024-04-22T05:00:47.377 INFO:tasks.workunit.client.0.smithi040.stdout:op 4035 completed, throughput=5MB/sec 2024-04-22T05:00:47.377 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-l12diJ_6DVAFlwG off=5649964 len=668628 2024-04-22T05:00:47.378 INFO:tasks.workunit.client.0.smithi040.stdout:op 4036 completed, throughput=5MB/sec 2024-04-22T05:00:47.378 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7tYvwgudGcgJrCj off=20202303 len=1893281 2024-04-22T05:00:47.388 INFO:tasks.workunit.client.0.smithi040.stdout:op 4037 completed, throughput=5MB/sec 2024-04-22T05:00:48.389 INFO:tasks.workunit.client.0.smithi040.stdout: 795: throughput=5MB/sec pending data=0 2024-04-22T05:00:48.389 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TwOh1OsoENRpDmG off=12809488 len=781346 2024-04-22T05:00:48.393 INFO:tasks.workunit.client.0.smithi040.stdout:op 4038 completed, throughput=5MB/sec 2024-04-22T05:00:48.393 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-A8EDyi9F67hcbys off=15674587 len=404540 2024-04-22T05:00:48.396 INFO:tasks.workunit.client.0.smithi040.stdout:op 4039 completed, throughput=5MB/sec 2024-04-22T05:00:48.396 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hZWmDcH4937LHJ5 off=9292267 len=840853 2024-04-22T05:00:48.401 INFO:tasks.workunit.client.0.smithi040.stdout:op 4040 completed, throughput=5MB/sec 2024-04-22T05:00:48.401 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GoMku7wpuC666JD off=2686845 len=1952948 2024-04-22T05:00:48.413 INFO:tasks.workunit.client.0.smithi040.stdout:op 4041 completed, throughput=5MB/sec 2024-04-22T05:00:48.414 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wap8qh30JtEMTWz off=57178 len=1275263 2024-04-22T05:00:48.415 INFO:tasks.workunit.client.0.smithi040.stdout:op 4042 completed, throughput=5MB/sec 2024-04-22T05:00:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:48 smithi062 ceph-mon[78153]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T05:00:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:48 smithi040 ceph-mon[88445]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T05:00:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:48 smithi040 ceph-mon[91058]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T05:00:49.416 INFO:tasks.workunit.client.0.smithi040.stdout: 796: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:49.416 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cqSW_Dqomx1OhMx off=19453272 len=1668312 2024-04-22T05:00:49.423 INFO:tasks.workunit.client.0.smithi040.stdout:op 4043 completed, throughput=5MB/sec 2024-04-22T05:00:49.423 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XfJNXPOoh10pD1y off=2447127 len=1258486 2024-04-22T05:00:49.425 INFO:tasks.workunit.client.0.smithi040.stdout:op 4044 completed, throughput=5MB/sec 2024-04-22T05:00:49.425 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2hkOA-0xDH7oq_8 off=10313119 len=1361715 2024-04-22T05:00:49.431 INFO:tasks.workunit.client.0.smithi040.stdout:op 4045 completed, throughput=5MB/sec 2024-04-22T05:00:49.431 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0ReLXCyTRB6ekIF off=199361 len=1219125 2024-04-22T05:00:49.432 INFO:tasks.workunit.client.0.smithi040.stdout:op 4046 completed, throughput=5MB/sec 2024-04-22T05:00:50.321 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:00:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:00:50] "GET /metrics HTTP/1.1" 200 240166 "" "Prometheus/2.43.0" 2024-04-22T05:00:50.432 INFO:tasks.workunit.client.0.smithi040.stdout: 797: throughput=5MB/sec pending data=0 2024-04-22T05:00:50.433 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zhvPKDKmN-sfmNe off=5913022 len=1228812 2024-04-22T05:00:50.434 INFO:tasks.workunit.client.0.smithi040.stdout:op 4047 completed, throughput=5MB/sec 2024-04-22T05:00:50.434 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5LrTrq8ok-Pq2wb off=3061430 len=659184 2024-04-22T05:00:50.435 INFO:tasks.workunit.client.0.smithi040.stdout:op 4048 completed, throughput=5MB/sec 2024-04-22T05:00:50.435 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xA0fsGVd96QIkXd off=1666611 len=1977071 2024-04-22T05:00:50.447 INFO:tasks.workunit.client.0.smithi040.stdout:op 4049 completed, throughput=5MB/sec 2024-04-22T05:00:50.447 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BK7xyjso-xVXmy9 off=7706965 len=793461 2024-04-22T05:00:50.448 INFO:tasks.workunit.client.0.smithi040.stdout:op 4050 completed, throughput=5MB/sec 2024-04-22T05:00:50.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:50 smithi062 ceph-mon[78153]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:00:50.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:50 smithi040 ceph-mon[91058]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:00:50.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:50 smithi040 ceph-mon[88445]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:00:51.449 INFO:tasks.workunit.client.0.smithi040.stdout: 798: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:51.449 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HgNtkJTQ_s2U4g5 off=6513463 len=758461 2024-04-22T05:00:51.450 INFO:tasks.workunit.client.0.smithi040.stdout:op 4051 completed, throughput=5MB/sec 2024-04-22T05:00:51.450 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-i4ddwOEy7qLv-kl off=8196207 len=1307752 2024-04-22T05:00:51.457 INFO:tasks.workunit.client.0.smithi040.stdout:op 4052 completed, throughput=5MB/sec 2024-04-22T05:00:51.457 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tNIXSq9ah_3L4pn off=2037590 len=908558 2024-04-22T05:00:51.462 INFO:tasks.workunit.client.0.smithi040.stdout:op 4053 completed, throughput=5MB/sec 2024-04-22T05:00:51.462 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KQOwhJ7TEo-3h8I off=12866505 len=1636698 2024-04-22T05:00:51.465 INFO:tasks.workunit.client.0.smithi040.stdout:op 4054 completed, throughput=5MB/sec 2024-04-22T05:00:51.465 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zFioAlxxzRkiMas off=1977976 len=1862005 2024-04-22T05:00:51.474 INFO:tasks.workunit.client.0.smithi040.stdout:op 4055 completed, throughput=5MB/sec 2024-04-22T05:00:51.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:00:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:00:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:00:52.475 INFO:tasks.workunit.client.0.smithi040.stdout: 799: throughput=5MB/sec pending data=0 2024-04-22T05:00:52.475 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2WwUibD8NqgDRH1 off=4315080 len=85787 2024-04-22T05:00:52.477 INFO:tasks.workunit.client.0.smithi040.stdout:op 4056 completed, throughput=5MB/sec 2024-04-22T05:00:52.477 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8Succp6F3J8BWdk off=23288868 len=2095299 2024-04-22T05:00:52.480 INFO:tasks.workunit.client.0.smithi040.stdout:op 4057 completed, throughput=5MB/sec 2024-04-22T05:00:52.480 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9RKVq-psFVfAhj9 off=6761506 len=1761944 2024-04-22T05:00:52.482 INFO:tasks.workunit.client.0.smithi040.stdout:op 4058 completed, throughput=5MB/sec 2024-04-22T05:00:52.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:52 smithi062 ceph-mon[78153]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:00:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:52 smithi040 ceph-mon[88445]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:00:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:52 smithi040 ceph-mon[91058]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:00:53.483 INFO:tasks.workunit.client.0.smithi040.stdout: 800: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:53.483 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7JzA_xLB3HLp1AW off=1442267 len=1978419 2024-04-22T05:00:53.485 INFO:tasks.workunit.client.0.smithi040.stdout:op 4059 completed, throughput=5MB/sec 2024-04-22T05:00:53.485 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-21fdAOVbS7FwcNu off=1591178 len=263194 2024-04-22T05:00:53.486 INFO:tasks.workunit.client.0.smithi040.stdout:op 4060 completed, throughput=5MB/sec 2024-04-22T05:00:53.486 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-f-kniQwIB9_uxA8 off=5566098 len=940258 2024-04-22T05:00:53.487 INFO:tasks.workunit.client.0.smithi040.stdout:op 4061 completed, throughput=5MB/sec 2024-04-22T05:00:53.487 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2DpfkoaJHBCWzwv off=8398274 len=546006 2024-04-22T05:00:53.488 INFO:tasks.workunit.client.0.smithi040.stdout:op 4062 completed, throughput=5MB/sec 2024-04-22T05:00:53.488 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HI2VNiAUSrjxzac off=11459254 len=438309 2024-04-22T05:00:53.491 INFO:tasks.workunit.client.0.smithi040.stdout:op 4063 completed, throughput=5MB/sec 2024-04-22T05:00:53.491 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DAqgOYb-RV1pj2C off=20371840 len=1245810 2024-04-22T05:00:53.493 INFO:tasks.workunit.client.0.smithi040.stdout:op 4064 completed, throughput=5MB/sec 2024-04-22T05:00:54.493 INFO:tasks.workunit.client.0.smithi040.stdout: 801: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:54.493 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-H2w7-z7wi5yx_Ku off=0 len=1086026 2024-04-22T05:00:54.495 INFO:tasks.workunit.client.0.smithi040.stdout:op 4065 completed, throughput=5MB/sec 2024-04-22T05:00:54.495 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vAUfPiYrlwYbSIV off=12316519 len=1215444 2024-04-22T05:00:54.496 INFO:tasks.workunit.client.0.smithi040.stdout:op 4066 completed, throughput=5MB/sec 2024-04-22T05:00:54.496 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z5IGb6b-IcXtRQP off=7147467 len=324265 2024-04-22T05:00:54.497 INFO:tasks.workunit.client.0.smithi040.stdout:op 4067 completed, throughput=5MB/sec 2024-04-22T05:00:54.497 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hZWmDcH4937LHJ5 off=13022826 len=1441066 2024-04-22T05:00:54.505 INFO:tasks.workunit.client.0.smithi040.stdout:op 4068 completed, throughput=5MB/sec 2024-04-22T05:00:54.505 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6wrQKG-wf3Af9Lz off=519250 len=897827 2024-04-22T05:00:54.510 INFO:tasks.workunit.client.0.smithi040.stdout:op 4069 completed, throughput=5MB/sec 2024-04-22T05:00:54.510 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OFKAZFThgysof65 off=4069434 len=123092 2024-04-22T05:00:54.511 INFO:tasks.workunit.client.0.smithi040.stdout:op 4070 completed, throughput=5MB/sec 2024-04-22T05:00:54.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:54 smithi062 ceph-mon[78153]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:00:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:54 smithi040 ceph-mon[88445]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:00:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:54 smithi040 ceph-mon[91058]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:00:55.511 INFO:tasks.workunit.client.0.smithi040.stdout: 802: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:55.511 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Og5keTkW32kIpMx off=9588233 len=906151 2024-04-22T05:00:55.513 INFO:tasks.workunit.client.0.smithi040.stdout:op 4071 completed, throughput=5MB/sec 2024-04-22T05:00:55.513 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-38LrF3DxD46P2W5 off=4815455 len=192240 2024-04-22T05:00:55.514 INFO:tasks.workunit.client.0.smithi040.stdout:op 4072 completed, throughput=5MB/sec 2024-04-22T05:00:55.514 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FaC0lfWj47LZsqs off=6671946 len=542118 2024-04-22T05:00:55.518 INFO:tasks.workunit.client.0.smithi040.stdout:op 4073 completed, throughput=5MB/sec 2024-04-22T05:00:55.518 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NnlKjJT-RmOaS-u off=2384215 len=1627898 2024-04-22T05:00:55.527 INFO:tasks.workunit.client.0.smithi040.stdout:op 4074 completed, throughput=5MB/sec 2024-04-22T05:00:55.527 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1a58W4BSMdExzxG off=7620765 len=1637039 2024-04-22T05:00:55.535 INFO:tasks.workunit.client.0.smithi040.stdout:op 4075 completed, throughput=5MB/sec 2024-04-22T05:00:55.535 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7Rr2bwVeGnjKvYE off=1454848 len=1156557 2024-04-22T05:00:55.542 INFO:tasks.workunit.client.0.smithi040.stdout:op 4076 completed, throughput=5MB/sec 2024-04-22T05:00:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:00:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:00:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:00:56.542 INFO:tasks.workunit.client.0.smithi040.stdout: 803: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:56.543 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nIYBx0qiiZ4BVml off=9244883 len=1624864 2024-04-22T05:00:56.546 INFO:tasks.workunit.client.0.smithi040.stdout:op 4077 completed, throughput=5MB/sec 2024-04-22T05:00:56.546 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xX-YfoFOf1bXNpm off=1526299 len=930778 2024-04-22T05:00:56.547 INFO:tasks.workunit.client.0.smithi040.stdout:op 4078 completed, throughput=5MB/sec 2024-04-22T05:00:56.547 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-q9VJyFJretc8-07 off=28409 len=548553 2024-04-22T05:00:56.548 INFO:tasks.workunit.client.0.smithi040.stdout:op 4079 completed, throughput=5MB/sec 2024-04-22T05:00:56.548 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ytwgpe2A_jJRr23 off=9795252 len=804837 2024-04-22T05:00:56.552 INFO:tasks.workunit.client.0.smithi040.stdout:op 4080 completed, throughput=5MB/sec 2024-04-22T05:00:56.552 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-s19LOv5Q5LTdE3S off=2605681 len=951657 2024-04-22T05:00:56.553 INFO:tasks.workunit.client.0.smithi040.stdout:op 4081 completed, throughput=5MB/sec 2024-04-22T05:00:56.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:56 smithi062 ceph-mon[78153]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:00:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:56 smithi040 ceph-mon[88445]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:00:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:56 smithi040 ceph-mon[91058]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:00:57.554 INFO:tasks.workunit.client.0.smithi040.stdout: 804: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:57.554 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bdfWQMfVOFMR5jd off=13488631 len=941702 2024-04-22T05:00:57.559 INFO:tasks.workunit.client.0.smithi040.stdout:op 4082 completed, throughput=5MB/sec 2024-04-22T05:00:57.559 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7mD36lLZF7dibtz off=19371158 len=1902620 2024-04-22T05:00:57.561 INFO:tasks.workunit.client.0.smithi040.stdout:op 4083 completed, throughput=5MB/sec 2024-04-22T05:00:57.561 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-25JJkAB2Ck_5Acy off=8801550 len=699865 2024-04-22T05:00:57.562 INFO:tasks.workunit.client.0.smithi040.stdout:op 4084 completed, throughput=5MB/sec 2024-04-22T05:00:57.562 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-J3AlGFHqfSNzru7 off=12218546 len=227463 2024-04-22T05:00:57.566 INFO:tasks.workunit.client.0.smithi040.stdout:op 4085 completed, throughput=5MB/sec 2024-04-22T05:00:57.566 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-apBUuqQGMbkCug2 off=9271111 len=1827976 2024-04-22T05:00:57.567 INFO:tasks.workunit.client.0.smithi040.stdout:op 4086 completed, throughput=5MB/sec 2024-04-22T05:00:58.568 INFO:tasks.workunit.client.0.smithi040.stdout: 805: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:58.568 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YxqvEUnGfzKlX0q off=5251805 len=1693817 2024-04-22T05:00:58.571 INFO:tasks.workunit.client.0.smithi040.stdout:op 4087 completed, throughput=5MB/sec 2024-04-22T05:00:58.571 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-angMzl2zJW5rY_l off=2044496 len=1838045 2024-04-22T05:00:58.573 INFO:tasks.workunit.client.0.smithi040.stdout:op 4088 completed, throughput=5MB/sec 2024-04-22T05:00:58.573 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SrFJVaGkEWsf2ao off=8687991 len=1755202 2024-04-22T05:00:58.582 INFO:tasks.workunit.client.0.smithi040.stdout:op 4089 completed, throughput=5MB/sec 2024-04-22T05:00:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:00:58 smithi062 ceph-mon[78153]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T05:00:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:00:58 smithi040 ceph-mon[88445]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T05:00:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:00:58 smithi040 ceph-mon[91058]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T05:00:59.582 INFO:tasks.workunit.client.0.smithi040.stdout: 806: throughput=4.99MB/sec pending data=0 2024-04-22T05:00:59.582 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GDWSCP5WC9N-FWl off=2856933 len=1476312 2024-04-22T05:00:59.589 INFO:tasks.workunit.client.0.smithi040.stdout:op 4090 completed, throughput=5MB/sec 2024-04-22T05:00:59.589 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xK-Trnk2AmV-QvO off=15390664 len=449463 2024-04-22T05:00:59.593 INFO:tasks.workunit.client.0.smithi040.stdout:op 4091 completed, throughput=5MB/sec 2024-04-22T05:00:59.593 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-38ISX2bs-z5dtFd off=9096840 len=376336 2024-04-22T05:00:59.594 INFO:tasks.workunit.client.0.smithi040.stdout:op 4092 completed, throughput=5MB/sec 2024-04-22T05:00:59.594 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Hr3D8Y9v7RkaobO off=17123315 len=1123882 2024-04-22T05:00:59.595 INFO:tasks.workunit.client.0.smithi040.stdout:op 4093 completed, throughput=5MB/sec 2024-04-22T05:00:59.595 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PRyePtEqpTct53E off=8513050 len=1473835 2024-04-22T05:00:59.602 INFO:tasks.workunit.client.0.smithi040.stdout:op 4094 completed, throughput=5MB/sec 2024-04-22T05:01:00.342 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:01:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:01:00] "GET /metrics HTTP/1.1" 200 240200 "" "Prometheus/2.43.0" 2024-04-22T05:01:00.602 INFO:tasks.workunit.client.0.smithi040.stdout: 807: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:00.602 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LEthCiQgQsgnBlC off=898051 len=401206 2024-04-22T05:01:00.606 INFO:tasks.workunit.client.0.smithi040.stdout:op 4095 completed, throughput=4.99MB/sec 2024-04-22T05:01:00.606 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hGgPp0FuRT_tSkX off=21707979 len=884701 2024-04-22T05:01:00.611 INFO:tasks.workunit.client.0.smithi040.stdout:op 4096 completed, throughput=5MB/sec 2024-04-22T05:01:00.611 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hY84YBRxQSrwl27 off=9328275 len=2078258 2024-04-22T05:01:00.620 INFO:tasks.workunit.client.0.smithi040.stdout:op 4097 completed, throughput=5MB/sec 2024-04-22T05:01:00.620 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Bu7i5_Rp-X5lAu_ off=8038736 len=788593 2024-04-22T05:01:00.625 INFO:tasks.workunit.client.0.smithi040.stdout:op 4098 completed, throughput=5MB/sec 2024-04-22T05:01:00.625 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eG6bDAmCgHtgXoU off=6604074 len=433816 2024-04-22T05:01:00.625 INFO:tasks.workunit.client.0.smithi040.stdout:op 4099 completed, throughput=5MB/sec 2024-04-22T05:01:00.625 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-K4Epn2VwJdI9Pjj off=10924151 len=1386636 2024-04-22T05:01:00.627 INFO:tasks.workunit.client.0.smithi040.stdout:op 4100 completed, throughput=5MB/sec 2024-04-22T05:01:00.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:00 smithi062 ceph-mon[78153]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:01:00.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:00 smithi040 ceph-mon[88445]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:01:00.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:00 smithi040 ceph-mon[91058]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:01:01.627 INFO:tasks.workunit.client.0.smithi040.stdout: 808: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:01.627 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qwMhaJNAHCd95s4 off=19621227 len=209147 2024-04-22T05:01:01.630 INFO:tasks.workunit.client.0.smithi040.stdout:op 4101 completed, throughput=4.99MB/sec 2024-04-22T05:01:01.630 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DPWLLMo5rRSFUrV off=3810136 len=828617 2024-04-22T05:01:01.635 INFO:tasks.workunit.client.0.smithi040.stdout:op 4102 completed, throughput=5MB/sec 2024-04-22T05:01:01.635 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BV4KNmGAM8wPLKa off=489188 len=1079890 2024-04-22T05:01:01.641 INFO:tasks.workunit.client.0.smithi040.stdout:op 4103 completed, throughput=5MB/sec 2024-04-22T05:01:01.641 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yWL6u8JKK_-EJrZ off=9420743 len=405620 2024-04-22T05:01:01.642 INFO:tasks.workunit.client.0.smithi040.stdout:op 4104 completed, throughput=5MB/sec 2024-04-22T05:01:01.642 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-y7scGkOxbZGgIV4 off=5156524 len=1757443 2024-04-22T05:01:01.651 INFO:tasks.workunit.client.0.smithi040.stdout:op 4105 completed, throughput=5MB/sec 2024-04-22T05:01:01.651 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ORkNUy7On4_Aprn off=4107798 len=1950760 2024-04-22T05:01:01.660 INFO:tasks.workunit.client.0.smithi040.stdout:op 4106 completed, throughput=5MB/sec 2024-04-22T05:01:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:02 smithi062 ceph-mon[78153]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:01:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:02 smithi040 ceph-mon[88445]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:01:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:02 smithi040 ceph-mon[91058]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:01:02.660 INFO:tasks.workunit.client.0.smithi040.stdout: 809: throughput=5MB/sec pending data=0 2024-04-22T05:01:02.660 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hOAsmYDKK2Oc4MM off=1130304 len=1270528 2024-04-22T05:01:02.667 INFO:tasks.workunit.client.0.smithi040.stdout:op 4107 completed, throughput=5MB/sec 2024-04-22T05:01:02.667 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-z3JqzMXfXc1IwQS off=9485607 len=469871 2024-04-22T05:01:02.671 INFO:tasks.workunit.client.0.smithi040.stdout:op 4108 completed, throughput=5MB/sec 2024-04-22T05:01:02.671 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cLrerPI6d_RaF7p off=3677312 len=1098367 2024-04-22T05:01:02.677 INFO:tasks.workunit.client.0.smithi040.stdout:op 4109 completed, throughput=5MB/sec 2024-04-22T05:01:02.678 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wHBw7PHuzt5bh1j off=7343988 len=1813505 2024-04-22T05:01:02.686 INFO:tasks.workunit.client.0.smithi040.stdout:op 4110 completed, throughput=5MB/sec 2024-04-22T05:01:03.687 INFO:tasks.workunit.client.0.smithi040.stdout: 810: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:03.687 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yXqOO31PIw1Fna8 off=1044249 len=636473 2024-04-22T05:01:03.692 INFO:tasks.workunit.client.0.smithi040.stdout:op 4111 completed, throughput=5MB/sec 2024-04-22T05:01:03.692 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lAky5zXBndu63UQ off=3023946 len=1027469 2024-04-22T05:01:03.698 INFO:tasks.workunit.client.0.smithi040.stdout:op 4112 completed, throughput=5MB/sec 2024-04-22T05:01:03.698 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yXOA_KOJeVTr3UV off=2628652 len=227266 2024-04-22T05:01:03.700 INFO:tasks.workunit.client.0.smithi040.stdout:op 4113 completed, throughput=5MB/sec 2024-04-22T05:01:03.700 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Vetr9PeyuCUjKV1 off=758560 len=303743 2024-04-22T05:01:03.703 INFO:tasks.workunit.client.0.smithi040.stdout:op 4114 completed, throughput=5MB/sec 2024-04-22T05:01:03.703 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0VI4vm5rkULrc_v off=9150515 len=740277 2024-04-22T05:01:03.704 INFO:tasks.workunit.client.0.smithi040.stdout:op 4115 completed, throughput=5MB/sec 2024-04-22T05:01:03.704 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Yj-5OyeNYCKAKgO off=4712594 len=1186842 2024-04-22T05:01:03.705 INFO:tasks.workunit.client.0.smithi040.stdout:op 4116 completed, throughput=5MB/sec 2024-04-22T05:01:03.705 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_v4sBVd0qpwqMjC off=251350 len=671089 2024-04-22T05:01:03.709 INFO:tasks.workunit.client.0.smithi040.stdout:op 4117 completed, throughput=5MB/sec 2024-04-22T05:01:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:04 smithi062 ceph-mon[78153]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:01:04.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:04 smithi040 ceph-mon[88445]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:01:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:04 smithi040 ceph-mon[91058]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:01:04.709 INFO:tasks.workunit.client.0.smithi040.stdout: 811: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:04.709 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UUBU7v5kdPv4Z0L off=4113807 len=1863867 2024-04-22T05:01:04.711 INFO:tasks.workunit.client.0.smithi040.stdout:op 4118 completed, throughput=5MB/sec 2024-04-22T05:01:04.711 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7vlSPYvhNcjKsio off=1804138 len=32478 2024-04-22T05:01:04.712 INFO:tasks.workunit.client.0.smithi040.stdout:op 4119 completed, throughput=5MB/sec 2024-04-22T05:01:04.712 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mZdmsdmDqE0ONCb off=4737190 len=1240420 2024-04-22T05:01:04.714 INFO:tasks.workunit.client.0.smithi040.stdout:op 4120 completed, throughput=5MB/sec 2024-04-22T05:01:04.714 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kyuOW3PObciYc4N off=6255148 len=524333 2024-04-22T05:01:04.714 INFO:tasks.workunit.client.0.smithi040.stdout:op 4121 completed, throughput=5MB/sec 2024-04-22T05:01:04.714 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-u-B31Hc7XXNAvSN off=4534738 len=1690468 2024-04-22T05:01:04.717 INFO:tasks.workunit.client.0.smithi040.stdout:op 4122 completed, throughput=5MB/sec 2024-04-22T05:01:05.717 INFO:tasks.workunit.client.0.smithi040.stdout: 812: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:05.717 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8-Tqt-0Rs5rqC5e off=1520343 len=1277781 2024-04-22T05:01:05.723 INFO:tasks.workunit.client.0.smithi040.stdout:op 4123 completed, throughput=5MB/sec 2024-04-22T05:01:05.723 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_Rzb_yppxP6CiVi off=6785010 len=949016 2024-04-22T05:01:05.728 INFO:tasks.workunit.client.0.smithi040.stdout:op 4124 completed, throughput=5MB/sec 2024-04-22T05:01:05.728 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-A2UMF5ADiJKc0Ay off=4407457 len=1677384 2024-04-22T05:01:05.735 INFO:tasks.workunit.client.0.smithi040.stdout:op 4125 completed, throughput=5MB/sec 2024-04-22T05:01:05.735 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vE6X_GFmehBGT6y off=14579668 len=240424 2024-04-22T05:01:05.736 INFO:tasks.workunit.client.0.smithi040.stdout:op 4126 completed, throughput=5MB/sec 2024-04-22T05:01:05.736 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zWTTB7DiK1ev3mC off=4141591 len=1736364 2024-04-22T05:01:05.739 INFO:tasks.workunit.client.0.smithi040.stdout:op 4127 completed, throughput=5MB/sec 2024-04-22T05:01:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:01:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:01:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:01:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:06 smithi062 ceph-mon[78153]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:01:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:01:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:06 smithi040 ceph-mon[88445]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:01:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:01:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:06 smithi040 ceph-mon[91058]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:01:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:01:06.739 INFO:tasks.workunit.client.0.smithi040.stdout: 813: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:06.739 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QnV6mRS9ais29rd off=0 len=1904690 2024-04-22T05:01:06.742 INFO:tasks.workunit.client.0.smithi040.stdout:op 4128 completed, throughput=5MB/sec 2024-04-22T05:01:06.742 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2Fl501duVTvXSS5 off=5789068 len=469762 2024-04-22T05:01:06.746 INFO:tasks.workunit.client.0.smithi040.stdout:op 4129 completed, throughput=5MB/sec 2024-04-22T05:01:06.746 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9jrtdN5DytOhkrI off=6139173 len=719234 2024-04-22T05:01:06.750 INFO:tasks.workunit.client.0.smithi040.stdout:op 4130 completed, throughput=5MB/sec 2024-04-22T05:01:06.750 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-L2vm9vM9FEZUEY5 off=1522623 len=1505028 2024-04-22T05:01:06.758 INFO:tasks.workunit.client.0.smithi040.stdout:op 4131 completed, throughput=5MB/sec 2024-04-22T05:01:07.758 INFO:tasks.workunit.client.0.smithi040.stdout: 814: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:07.758 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CPjho3hR1KQX_TG off=4251703 len=2075034 2024-04-22T05:01:07.761 INFO:tasks.workunit.client.0.smithi040.stdout:op 4132 completed, throughput=5MB/sec 2024-04-22T05:01:07.761 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hOAsmYDKK2Oc4MM off=14244375 len=928230 2024-04-22T05:01:07.766 INFO:tasks.workunit.client.0.smithi040.stdout:op 4133 completed, throughput=5MB/sec 2024-04-22T05:01:07.766 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7USBzcg7K0ZrJGN off=626754 len=1324439 2024-04-22T05:01:07.768 INFO:tasks.workunit.client.0.smithi040.stdout:op 4134 completed, throughput=5MB/sec 2024-04-22T05:01:07.768 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3hhc87xGs5YMI_6 off=16517232 len=1125880 2024-04-22T05:01:07.768 INFO:tasks.workunit.client.0.smithi040.stdout:op 4135 completed, throughput=5MB/sec 2024-04-22T05:01:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:08 smithi062 ceph-mon[78153]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:01:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:08 smithi040 ceph-mon[88445]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:01:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:08 smithi040 ceph-mon[91058]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:01:08.769 INFO:tasks.workunit.client.0.smithi040.stdout: 815: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:08.769 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DPMGswxswOgnLrL off=18713029 len=36957 2024-04-22T05:01:08.771 INFO:tasks.workunit.client.0.smithi040.stdout:op 4136 completed, throughput=4.99MB/sec 2024-04-22T05:01:08.772 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-heNU5rlmt_-nucZ off=17321963 len=531294 2024-04-22T05:01:08.775 INFO:tasks.workunit.client.0.smithi040.stdout:op 4137 completed, throughput=4.99MB/sec 2024-04-22T05:01:08.776 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YJ8RQku8bUeT-La off=1132365 len=535513 2024-04-22T05:01:08.779 INFO:tasks.workunit.client.0.smithi040.stdout:op 4138 completed, throughput=5MB/sec 2024-04-22T05:01:08.779 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UxFggmpzSA7Eiwd off=6311976 len=1216281 2024-04-22T05:01:08.785 INFO:tasks.workunit.client.0.smithi040.stdout:op 4139 completed, throughput=5MB/sec 2024-04-22T05:01:08.786 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gdEiyDHIIm6Ek9s off=13199107 len=2021805 2024-04-22T05:01:08.788 INFO:tasks.workunit.client.0.smithi040.stdout:op 4140 completed, throughput=5MB/sec 2024-04-22T05:01:08.788 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bMcsUXGXAGm3PUM off=6563283 len=633693 2024-04-22T05:01:08.792 INFO:tasks.workunit.client.0.smithi040.stdout:op 4141 completed, throughput=5MB/sec 2024-04-22T05:01:08.792 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0Sjc91KzSR_Ol6S off=561333 len=34250 2024-04-22T05:01:08.792 INFO:tasks.workunit.client.0.smithi040.stdout:op 4142 completed, throughput=5MB/sec 2024-04-22T05:01:08.792 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1jUWfx8vHFHY2K- off=1082829 len=468862 2024-04-22T05:01:08.794 INFO:tasks.workunit.client.0.smithi040.stdout:op 4143 completed, throughput=5MB/sec 2024-04-22T05:01:09.795 INFO:tasks.workunit.client.0.smithi040.stdout: 816: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:09.795 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tZf7LRBRihn7Zm7 off=13660623 len=1995937 2024-04-22T05:01:09.797 INFO:tasks.workunit.client.0.smithi040.stdout:op 4144 completed, throughput=5MB/sec 2024-04-22T05:01:09.797 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-luIzGeOpen-EtM- off=6386804 len=1299633 2024-04-22T05:01:09.800 INFO:tasks.workunit.client.0.smithi040.stdout:op 4145 completed, throughput=5MB/sec 2024-04-22T05:01:09.800 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Exz3Wx8bKMcZKqp off=3834304 len=2009866 2024-04-22T05:01:09.802 INFO:tasks.workunit.client.0.smithi040.stdout:op 4146 completed, throughput=5MB/sec 2024-04-22T05:01:10.356 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:01:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:01:10] "GET /metrics HTTP/1.1" 200 240183 "" "Prometheus/2.43.0" 2024-04-22T05:01:10.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:10 smithi062 ceph-mon[78153]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:01:10.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:10 smithi040 ceph-mon[88445]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:01:10.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:10 smithi040 ceph-mon[91058]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:01:10.802 INFO:tasks.workunit.client.0.smithi040.stdout: 817: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:10.803 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-m1cexQYxiW2UtBh off=11410596 len=1500676 2024-04-22T05:01:10.809 INFO:tasks.workunit.client.0.smithi040.stdout:op 4147 completed, throughput=5MB/sec 2024-04-22T05:01:10.809 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-v8rRj4gqpAhcnym off=849391 len=1059909 2024-04-22T05:01:10.815 INFO:tasks.workunit.client.0.smithi040.stdout:op 4148 completed, throughput=5MB/sec 2024-04-22T05:01:10.815 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bSswaWuGM5q9Zw_ off=4475441 len=861145 2024-04-22T05:01:10.817 INFO:tasks.workunit.client.0.smithi040.stdout:op 4149 completed, throughput=5MB/sec 2024-04-22T05:01:10.817 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_BKQeYM1cWlU6UP off=7856712 len=1070812 2024-04-22T05:01:10.824 INFO:tasks.workunit.client.0.smithi040.stdout:op 4150 completed, throughput=5MB/sec 2024-04-22T05:01:10.824 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1KGzi9_xEnybJGb off=3725875 len=1744332 2024-04-22T05:01:10.826 INFO:tasks.workunit.client.0.smithi040.stdout:op 4151 completed, throughput=5MB/sec 2024-04-22T05:01:11.827 INFO:tasks.workunit.client.0.smithi040.stdout: 818: throughput=5MB/sec pending data=0 2024-04-22T05:01:11.827 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ba-dPhpRtze7Rv3 off=987167 len=1697323 2024-04-22T05:01:11.829 INFO:tasks.workunit.client.0.smithi040.stdout:op 4152 completed, throughput=5MB/sec 2024-04-22T05:01:11.829 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iodkm-1MpC8tLnk off=1859669 len=834816 2024-04-22T05:01:11.834 INFO:tasks.workunit.client.0.smithi040.stdout:op 4153 completed, throughput=5MB/sec 2024-04-22T05:01:11.834 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OAtk5llYo81iHyr off=6218611 len=432803 2024-04-22T05:01:11.838 INFO:tasks.workunit.client.0.smithi040.stdout:op 4154 completed, throughput=5MB/sec 2024-04-22T05:01:11.838 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BLMpZU-ybu-onLX off=10737948 len=548418 2024-04-22T05:01:11.838 INFO:tasks.workunit.client.0.smithi040.stdout:op 4155 completed, throughput=5MB/sec 2024-04-22T05:01:11.838 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GD0KBvwzXncsArR off=1438598 len=401073 2024-04-22T05:01:11.839 INFO:tasks.workunit.client.0.smithi040.stdout:op 4156 completed, throughput=5MB/sec 2024-04-22T05:01:11.839 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Neb6mwF_z9cmQSA off=555271 len=1194284 2024-04-22T05:01:11.841 INFO:tasks.workunit.client.0.smithi040.stdout:op 4157 completed, throughput=5MB/sec 2024-04-22T05:01:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:12 smithi062 ceph-mon[78153]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:01:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:12 smithi040 ceph-mon[88445]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:01:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:12 smithi040 ceph-mon[91058]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:01:12.842 INFO:tasks.workunit.client.0.smithi040.stdout: 819: throughput=5MB/sec pending data=0 2024-04-22T05:01:12.842 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vE6X_GFmehBGT6y off=8003242 len=956119 2024-04-22T05:01:12.847 INFO:tasks.workunit.client.0.smithi040.stdout:op 4158 completed, throughput=5MB/sec 2024-04-22T05:01:12.847 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CbC09AVOu5b9nn0 off=95145 len=1835269 2024-04-22T05:01:12.849 INFO:tasks.workunit.client.0.smithi040.stdout:op 4159 completed, throughput=5MB/sec 2024-04-22T05:01:12.849 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gNyP42Psm6nGZFR off=11752537 len=1970604 2024-04-22T05:01:12.861 INFO:tasks.workunit.client.0.smithi040.stdout:op 4160 completed, throughput=5MB/sec 2024-04-22T05:01:13.862 INFO:tasks.workunit.client.0.smithi040.stdout: 820: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:13.862 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vnyXRAzPEVrLywb off=12233805 len=1117254 2024-04-22T05:01:13.867 INFO:tasks.workunit.client.0.smithi040.stdout:op 4161 completed, throughput=5MB/sec 2024-04-22T05:01:13.867 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_zXLgwilUADVEte off=12973341 len=87238 2024-04-22T05:01:13.868 INFO:tasks.workunit.client.0.smithi040.stdout:op 4162 completed, throughput=5MB/sec 2024-04-22T05:01:13.868 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9pSTgp3x4KwYl5A off=931206 len=1589966 2024-04-22T05:01:13.878 INFO:tasks.workunit.client.0.smithi040.stdout:op 4163 completed, throughput=5MB/sec 2024-04-22T05:01:13.879 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jVQRlMa17dVlRgo off=9969 len=1708368 2024-04-22T05:01:13.891 INFO:tasks.workunit.client.0.smithi040.stdout:op 4164 completed, throughput=5MB/sec 2024-04-22T05:01:13.891 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZwKL4rbjSrUF4gY off=320729 len=1276636 2024-04-22T05:01:13.898 INFO:tasks.workunit.client.0.smithi040.stdout:op 4165 completed, throughput=5MB/sec 2024-04-22T05:01:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:14 smithi062 ceph-mon[78153]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:01:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:14 smithi040 ceph-mon[88445]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:01:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:14 smithi040 ceph-mon[91058]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:01:14.898 INFO:tasks.workunit.client.0.smithi040.stdout: 821: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:14.898 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5HHPRACE6KEGcr2 off=1216758 len=1023349 2024-04-22T05:01:14.904 INFO:tasks.workunit.client.0.smithi040.stdout:op 4166 completed, throughput=5MB/sec 2024-04-22T05:01:14.904 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jLzRQ5D5OWb2Kmx off=1986557 len=1287399 2024-04-22T05:01:14.912 INFO:tasks.workunit.client.0.smithi040.stdout:op 4167 completed, throughput=5MB/sec 2024-04-22T05:01:14.912 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-G5QJ6dpScaFxkeH off=10409515 len=521560 2024-04-22T05:01:14.913 INFO:tasks.workunit.client.0.smithi040.stdout:op 4168 completed, throughput=5MB/sec 2024-04-22T05:01:14.913 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VWo1z2KNnjV4gNi off=21937036 len=498998 2024-04-22T05:01:14.914 INFO:tasks.workunit.client.0.smithi040.stdout:op 4169 completed, throughput=5MB/sec 2024-04-22T05:01:14.914 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GriId0i4TRyo_z5 off=2508537 len=1683741 2024-04-22T05:01:14.922 INFO:tasks.workunit.client.0.smithi040.stdout:op 4170 completed, throughput=5MB/sec 2024-04-22T05:01:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:01:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:01:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:01:15.923 INFO:tasks.workunit.client.0.smithi040.stdout: 822: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:15.923 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7xJNxlsjX4R0zPP off=13775424 len=1219356 2024-04-22T05:01:15.928 INFO:tasks.workunit.client.0.smithi040.stdout:op 4171 completed, throughput=5MB/sec 2024-04-22T05:01:15.929 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7PcO83qreJsydrP off=272456 len=1612664 2024-04-22T05:01:15.931 INFO:tasks.workunit.client.0.smithi040.stdout:op 4172 completed, throughput=5MB/sec 2024-04-22T05:01:15.931 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-r-_X-mT0orlV8-3 off=8338854 len=966142 2024-04-22T05:01:15.933 INFO:tasks.workunit.client.0.smithi040.stdout:op 4173 completed, throughput=5MB/sec 2024-04-22T05:01:15.933 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-b3pek5xg39grzCq off=3597283 len=677479 2024-04-22T05:01:15.934 INFO:tasks.workunit.client.0.smithi040.stdout:op 4174 completed, throughput=5MB/sec 2024-04-22T05:01:15.934 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2aelGoEO_1A-C7g off=344155 len=1682294 2024-04-22T05:01:15.942 INFO:tasks.workunit.client.0.smithi040.stdout:op 4175 completed, throughput=5MB/sec 2024-04-22T05:01:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:16 smithi062 ceph-mon[78153]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:01:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:16 smithi040 ceph-mon[88445]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:01:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:16 smithi040 ceph-mon[91058]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:01:16.943 INFO:tasks.workunit.client.0.smithi040.stdout: 823: throughput=5MB/sec pending data=0 2024-04-22T05:01:16.943 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7RfZ7Fwdb8jV_vf off=8396952 len=1113105 2024-04-22T05:01:16.949 INFO:tasks.workunit.client.0.smithi040.stdout:op 4176 completed, throughput=5MB/sec 2024-04-22T05:01:16.949 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_H9SKhKewBwEeAA off=15255371 len=459192 2024-04-22T05:01:16.950 INFO:tasks.workunit.client.0.smithi040.stdout:op 4177 completed, throughput=5MB/sec 2024-04-22T05:01:16.950 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--7wKTdeBbdgx-ui off=11598765 len=486226 2024-04-22T05:01:16.954 INFO:tasks.workunit.client.0.smithi040.stdout:op 4178 completed, throughput=5MB/sec 2024-04-22T05:01:16.954 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KLMBmMQAlDwJi_i off=2493866 len=190825 2024-04-22T05:01:16.954 INFO:tasks.workunit.client.0.smithi040.stdout:op 4179 completed, throughput=5MB/sec 2024-04-22T05:01:16.954 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-riBPnD21BuOX8k_ off=5854516 len=282371 2024-04-22T05:01:16.955 INFO:tasks.workunit.client.0.smithi040.stdout:op 4180 completed, throughput=5MB/sec 2024-04-22T05:01:16.955 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hlWfO6eAISG-ab4 off=10636327 len=333929 2024-04-22T05:01:16.958 INFO:tasks.workunit.client.0.smithi040.stdout:op 4181 completed, throughput=5MB/sec 2024-04-22T05:01:16.958 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-S6EfJ2Za0pd0ehP off=2816416 len=1040832 2024-04-22T05:01:16.963 INFO:tasks.workunit.client.0.smithi040.stdout:op 4182 completed, throughput=5MB/sec 2024-04-22T05:01:16.963 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ehIxLXmBFJ0eDSS off=2770687 len=64481 2024-04-22T05:01:16.963 INFO:tasks.workunit.client.0.smithi040.stdout:op 4183 completed, throughput=5MB/sec 2024-04-22T05:01:16.963 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KrAOzcfd3rGCnUm off=4017339 len=1061820 2024-04-22T05:01:16.964 INFO:tasks.workunit.client.0.smithi040.stdout:op 4184 completed, throughput=5MB/sec 2024-04-22T05:01:17.965 INFO:tasks.workunit.client.0.smithi040.stdout: 824: throughput=5MB/sec pending data=0 2024-04-22T05:01:17.965 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-p4b8Lfmh3_FvO4F off=1231155 len=1727722 2024-04-22T05:01:17.974 INFO:tasks.workunit.client.0.smithi040.stdout:op 4185 completed, throughput=5MB/sec 2024-04-22T05:01:17.975 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-X9C3xvOTrfrSMge off=10883824 len=2082550 2024-04-22T05:01:17.986 INFO:tasks.workunit.client.0.smithi040.stdout:op 4186 completed, throughput=5MB/sec 2024-04-22T05:01:17.986 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qLXoa2ZM7DavFVX off=272005 len=1989501 2024-04-22T05:01:17.998 INFO:tasks.workunit.client.0.smithi040.stdout:op 4187 completed, throughput=5MB/sec 2024-04-22T05:01:18.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:18 smithi062 ceph-mon[78153]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T05:01:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:18 smithi040 ceph-mon[88445]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T05:01:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:18 smithi040 ceph-mon[91058]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T05:01:18.998 INFO:tasks.workunit.client.0.smithi040.stdout: 825: throughput=5MB/sec pending data=0 2024-04-22T05:01:18.999 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-P55YzDUGPezau4e off=11605686 len=1502801 2024-04-22T05:01:19.006 INFO:tasks.workunit.client.0.smithi040.stdout:op 4188 completed, throughput=5MB/sec 2024-04-22T05:01:19.006 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HbjdcKa7LiEpTAR off=14968032 len=934982 2024-04-22T05:01:19.008 INFO:tasks.workunit.client.0.smithi040.stdout:op 4189 completed, throughput=5MB/sec 2024-04-22T05:01:19.008 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-V1CqtMXY_fUc01V off=16203094 len=1696721 2024-04-22T05:01:19.010 INFO:tasks.workunit.client.0.smithi040.stdout:op 4190 completed, throughput=5MB/sec 2024-04-22T05:01:20.010 INFO:tasks.workunit.client.0.smithi040.stdout: 826: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:20.010 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OFKAZFThgysof65 off=6679449 len=993694 2024-04-22T05:01:20.011 INFO:tasks.workunit.client.0.smithi040.stdout:op 4191 completed, throughput=5MB/sec 2024-04-22T05:01:20.012 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Rwnohp1nK3r_lX3 off=1245993 len=1544415 2024-04-22T05:01:20.013 INFO:tasks.workunit.client.0.smithi040.stdout:op 4192 completed, throughput=5MB/sec 2024-04-22T05:01:20.013 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-S8tn1Jf7jfabw3X off=20996045 len=568872 2024-04-22T05:01:20.014 INFO:tasks.workunit.client.0.smithi040.stdout:op 4193 completed, throughput=5MB/sec 2024-04-22T05:01:20.014 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-D_SOfjM4DjNsAkC off=7450526 len=457571 2024-04-22T05:01:20.019 INFO:tasks.workunit.client.0.smithi040.stdout:op 4194 completed, throughput=5MB/sec 2024-04-22T05:01:20.019 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PlJf5vo5mvN1HyR off=4665795 len=1641588 2024-04-22T05:01:20.021 INFO:tasks.workunit.client.0.smithi040.stdout:op 4195 completed, throughput=5MB/sec 2024-04-22T05:01:20.021 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gAwU2HdYqjOjWth off=21402543 len=112680 2024-04-22T05:01:20.022 INFO:tasks.workunit.client.0.smithi040.stdout:op 4196 completed, throughput=5MB/sec 2024-04-22T05:01:20.369 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:01:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:01:20] "GET /metrics HTTP/1.1" 200 240183 "" "Prometheus/2.43.0" 2024-04-22T05:01:20.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:20 smithi062 ceph-mon[78153]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:01:20.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:20 smithi040 ceph-mon[91058]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:01:20.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:20 smithi040 ceph-mon[88445]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:01:21.022 INFO:tasks.workunit.client.0.smithi040.stdout: 827: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:21.022 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lbn3hwAaqO-nnIZ off=1888917 len=1048076 2024-04-22T05:01:21.024 INFO:tasks.workunit.client.0.smithi040.stdout:op 4197 completed, throughput=5MB/sec 2024-04-22T05:01:21.024 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tLGulBTDw0s1LP7 off=16417803 len=299595 2024-04-22T05:01:21.025 INFO:tasks.workunit.client.0.smithi040.stdout:op 4198 completed, throughput=5MB/sec 2024-04-22T05:01:21.025 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2bU_7fRB0nkmSmk off=2998645 len=695443 2024-04-22T05:01:21.027 INFO:tasks.workunit.client.0.smithi040.stdout:op 4199 completed, throughput=5MB/sec 2024-04-22T05:01:21.027 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-n714_cli55amuIU off=2497513 len=380407 2024-04-22T05:01:21.028 INFO:tasks.workunit.client.0.smithi040.stdout:op 4200 completed, throughput=5MB/sec 2024-04-22T05:01:21.028 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ET4I2itTvWYIqj2 off=4594231 len=352018 2024-04-22T05:01:21.029 INFO:tasks.workunit.client.0.smithi040.stdout:op 4201 completed, throughput=5MB/sec 2024-04-22T05:01:21.029 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8qgXNMaMBsD9G87 off=667788 len=987117 2024-04-22T05:01:21.030 INFO:tasks.workunit.client.0.smithi040.stdout:op 4202 completed, throughput=5MB/sec 2024-04-22T05:01:21.031 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-APGV9Mzh5nHUi2j off=14718918 len=1747393 2024-04-22T05:01:21.038 INFO:tasks.workunit.client.0.smithi040.stdout:op 4203 completed, throughput=5MB/sec 2024-04-22T05:01:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:01:21.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:01:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:01:22.038 INFO:tasks.workunit.client.0.smithi040.stdout: 828: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:22.038 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ET4I2itTvWYIqj2 off=4886655 len=49935 2024-04-22T05:01:22.039 INFO:tasks.workunit.client.0.smithi040.stdout:op 4204 completed, throughput=4.99MB/sec 2024-04-22T05:01:22.039 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ffj5yx9M5NsS1xu off=11381253 len=1865814 2024-04-22T05:01:22.041 INFO:tasks.workunit.client.0.smithi040.stdout:op 4205 completed, throughput=5MB/sec 2024-04-22T05:01:22.041 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CrGqgbK8pErFylU off=11321036 len=802942 2024-04-22T05:01:22.042 INFO:tasks.workunit.client.0.smithi040.stdout:op 4206 completed, throughput=5MB/sec 2024-04-22T05:01:22.042 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XoK32fzemucIxvj off=8689529 len=223589 2024-04-22T05:01:22.043 INFO:tasks.workunit.client.0.smithi040.stdout:op 4207 completed, throughput=5MB/sec 2024-04-22T05:01:22.043 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Mro6mX8zf7cdv3P off=979820 len=807981 2024-04-22T05:01:22.043 INFO:tasks.workunit.client.0.smithi040.stdout:op 4208 completed, throughput=5MB/sec 2024-04-22T05:01:22.044 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9Mg1_hAisoSrg9c off=8373680 len=1160800 2024-04-22T05:01:22.046 INFO:tasks.workunit.client.0.smithi040.stdout:op 4209 completed, throughput=5MB/sec 2024-04-22T05:01:22.046 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TUre_OUt_tmVJTC off=7472880 len=849338 2024-04-22T05:01:22.052 INFO:tasks.workunit.client.0.smithi040.stdout:op 4210 completed, throughput=5MB/sec 2024-04-22T05:01:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:22 smithi062 ceph-mon[78153]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:01:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:22 smithi040 ceph-mon[88445]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:01:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:22 smithi040 ceph-mon[91058]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:01:23.052 INFO:tasks.workunit.client.0.smithi040.stdout: 829: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:23.052 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RI6d9ViPyPiQ3kI off=10776454 len=1923324 2024-04-22T05:01:23.054 INFO:tasks.workunit.client.0.smithi040.stdout:op 4211 completed, throughput=5MB/sec 2024-04-22T05:01:23.054 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nbgzCIzU-xqSiFs off=2166658 len=222643 2024-04-22T05:01:23.058 INFO:tasks.workunit.client.0.smithi040.stdout:op 4212 completed, throughput=5MB/sec 2024-04-22T05:01:23.058 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-r_2MdwP51oSMZLW off=7638209 len=1451552 2024-04-22T05:01:23.064 INFO:tasks.workunit.client.0.smithi040.stdout:op 4213 completed, throughput=5MB/sec 2024-04-22T05:01:23.064 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gsj6ARdw6iKBWoj off=16525081 len=349014 2024-04-22T05:01:23.064 INFO:tasks.workunit.client.0.smithi040.stdout:op 4214 completed, throughput=5MB/sec 2024-04-22T05:01:23.065 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oWaRWt835dUmSHh off=5891254 len=1901689 2024-04-22T05:01:23.068 INFO:tasks.workunit.client.0.smithi040.stdout:op 4215 completed, throughput=5MB/sec 2024-04-22T05:01:24.069 INFO:tasks.workunit.client.0.smithi040.stdout: 830: throughput=5MB/sec pending data=0 2024-04-22T05:01:24.069 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-n_B2f9fW5v8gMfk off=2043784 len=975628 2024-04-22T05:01:24.071 INFO:tasks.workunit.client.0.smithi040.stdout:op 4216 completed, throughput=5MB/sec 2024-04-22T05:01:24.071 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z-F41YhaQIPK6MT off=892932 len=1946097 2024-04-22T05:01:24.075 INFO:tasks.workunit.client.0.smithi040.stdout:op 4217 completed, throughput=5MB/sec 2024-04-22T05:01:24.075 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_7iCVRyIT3JWW2S off=16409159 len=1162581 2024-04-22T05:01:24.076 INFO:tasks.workunit.client.0.smithi040.stdout:op 4218 completed, throughput=5MB/sec 2024-04-22T05:01:24.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:24 smithi062 ceph-mon[78153]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T05:01:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:24 smithi040 ceph-mon[88445]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T05:01:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:24 smithi040 ceph-mon[91058]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T05:01:25.077 INFO:tasks.workunit.client.0.smithi040.stdout: 831: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:25.077 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-G5Fshx9Vo2PihOB off=16695611 len=681682 2024-04-22T05:01:25.081 INFO:tasks.workunit.client.0.smithi040.stdout:op 4219 completed, throughput=4.99MB/sec 2024-04-22T05:01:25.081 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tPHSFqMEqwlOj_0 off=11299390 len=1635568 2024-04-22T05:01:25.090 INFO:tasks.workunit.client.0.smithi040.stdout:op 4220 completed, throughput=5MB/sec 2024-04-22T05:01:25.090 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-W3cVYl_TpTKdIFT off=1905806 len=1999301 2024-04-22T05:01:25.099 INFO:tasks.workunit.client.0.smithi040.stdout:op 4221 completed, throughput=5MB/sec 2024-04-22T05:01:25.099 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VW5-8D7NY6Og77K off=1326478 len=1330678 2024-04-22T05:01:25.105 INFO:tasks.workunit.client.0.smithi040.stdout:op 4222 completed, throughput=5MB/sec 2024-04-22T05:01:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:01:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:01:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:01:26.105 INFO:tasks.workunit.client.0.smithi040.stdout: 832: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:26.105 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SGTfgWFRfDpxLdl off=1469461 len=91959 2024-04-22T05:01:26.106 INFO:tasks.workunit.client.0.smithi040.stdout:op 4223 completed, throughput=4.99MB/sec 2024-04-22T05:01:26.106 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-R5gMsw3ctJmaikQ off=5837575 len=2046674 2024-04-22T05:01:26.115 INFO:tasks.workunit.client.0.smithi040.stdout:op 4224 completed, throughput=5MB/sec 2024-04-22T05:01:26.115 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wHBw7PHuzt5bh1j off=4644414 len=1145164 2024-04-22T05:01:26.121 INFO:tasks.workunit.client.0.smithi040.stdout:op 4225 completed, throughput=5MB/sec 2024-04-22T05:01:26.122 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ASsE3eu_guv4rPn off=7727724 len=45270 2024-04-22T05:01:26.122 INFO:tasks.workunit.client.0.smithi040.stdout:op 4226 completed, throughput=5MB/sec 2024-04-22T05:01:26.122 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2wiOd7gzQ22CShk off=7438803 len=1133070 2024-04-22T05:01:26.123 INFO:tasks.workunit.client.0.smithi040.stdout:op 4227 completed, throughput=5MB/sec 2024-04-22T05:01:26.123 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KDDLA3GBGX6oHBW off=2609121 len=418329 2024-04-22T05:01:26.126 INFO:tasks.workunit.client.0.smithi040.stdout:op 4228 completed, throughput=5MB/sec 2024-04-22T05:01:26.126 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AImpQwAqK2Xll2A off=14527542 len=1975341 2024-04-22T05:01:26.127 INFO:tasks.workunit.client.0.smithi040.stdout:op 4229 completed, throughput=5MB/sec 2024-04-22T05:01:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:26 smithi040 ceph-mon[88445]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:01:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:26 smithi040 ceph-mon[91058]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:01:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:26 smithi062 ceph-mon[78153]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:01:27.128 INFO:tasks.workunit.client.0.smithi040.stdout: 833: throughput=5MB/sec pending data=0 2024-04-22T05:01:27.128 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0r9UXNUB5jfgrCP off=407685 len=679712 2024-04-22T05:01:27.130 INFO:tasks.workunit.client.0.smithi040.stdout:op 4230 completed, throughput=5MB/sec 2024-04-22T05:01:27.130 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hGVvYzRdrZFL0qC off=16228915 len=1363461 2024-04-22T05:01:27.139 INFO:tasks.workunit.client.0.smithi040.stdout:op 4231 completed, throughput=5MB/sec 2024-04-22T05:01:27.139 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-U2A2B1RjgrymobC off=3970982 len=1732644 2024-04-22T05:01:27.147 INFO:tasks.workunit.client.0.smithi040.stdout:op 4232 completed, throughput=5MB/sec 2024-04-22T05:01:28.147 INFO:tasks.workunit.client.0.smithi040.stdout: 834: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:28.147 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SpoUQM8F85JhqiH off=5708403 len=1683718 2024-04-22T05:01:28.154 INFO:tasks.workunit.client.0.smithi040.stdout:op 4233 completed, throughput=5MB/sec 2024-04-22T05:01:28.154 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gMpKX5uj9U0ImtR off=723465 len=2040534 2024-04-22T05:01:28.158 INFO:tasks.workunit.client.0.smithi040.stdout:op 4234 completed, throughput=5MB/sec 2024-04-22T05:01:28.158 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YRGKj1t4BSasp6N off=8406667 len=352441 2024-04-22T05:01:28.162 INFO:tasks.workunit.client.0.smithi040.stdout:op 4235 completed, throughput=5MB/sec 2024-04-22T05:01:28.162 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Rs0zBQ3yqsz4Cq7 off=2553096 len=867502 2024-04-22T05:01:28.166 INFO:tasks.workunit.client.0.smithi040.stdout:op 4236 completed, throughput=5MB/sec 2024-04-22T05:01:28.166 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z4yMD4reFT7YwA2 off=7824713 len=117925 2024-04-22T05:01:28.167 INFO:tasks.workunit.client.0.smithi040.stdout:op 4237 completed, throughput=5MB/sec 2024-04-22T05:01:28.167 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7PcO83qreJsydrP off=19006130 len=910906 2024-04-22T05:01:28.168 INFO:tasks.workunit.client.0.smithi040.stdout:op 4238 completed, throughput=5MB/sec 2024-04-22T05:01:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:28 smithi040 ceph-mon[88445]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-22T05:01:28.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:28 smithi040 ceph-mon[91058]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-22T05:01:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:28 smithi062 ceph-mon[78153]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-22T05:01:29.169 INFO:tasks.workunit.client.0.smithi040.stdout: 835: throughput=5MB/sec pending data=0 2024-04-22T05:01:29.169 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-opioJJup3sieiOB off=16803963 len=974525 2024-04-22T05:01:29.170 INFO:tasks.workunit.client.0.smithi040.stdout:op 4239 completed, throughput=5MB/sec 2024-04-22T05:01:29.170 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-b628kk0gcB3u2rM off=6245403 len=683502 2024-04-22T05:01:29.172 INFO:tasks.workunit.client.0.smithi040.stdout:op 4240 completed, throughput=5MB/sec 2024-04-22T05:01:29.172 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-P3ySCIXo3CNrClO off=2299136 len=100331 2024-04-22T05:01:29.173 INFO:tasks.workunit.client.0.smithi040.stdout:op 4241 completed, throughput=5MB/sec 2024-04-22T05:01:29.173 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--1xGuwf24T02FmL off=3911691 len=1819708 2024-04-22T05:01:29.175 INFO:tasks.workunit.client.0.smithi040.stdout:op 4242 completed, throughput=5MB/sec 2024-04-22T05:01:29.175 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FOjVTAzwNRTPJWe off=4681293 len=395598 2024-04-22T05:01:29.175 INFO:tasks.workunit.client.0.smithi040.stdout:op 4243 completed, throughput=5MB/sec 2024-04-22T05:01:29.176 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-F2inU7g16grakVs off=872651 len=1091107 2024-04-22T05:01:29.181 INFO:tasks.workunit.client.0.smithi040.stdout:op 4244 completed, throughput=5MB/sec 2024-04-22T05:01:30.181 INFO:tasks.workunit.client.0.smithi040.stdout: 836: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:30.182 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wRz2tsbL5dZn726 off=10512 len=1305458 2024-04-22T05:01:30.188 INFO:tasks.workunit.client.0.smithi040.stdout:op 4245 completed, throughput=5MB/sec 2024-04-22T05:01:30.188 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BJ5kMesE7YNoGKc off=345256 len=1456363 2024-04-22T05:01:30.191 INFO:tasks.workunit.client.0.smithi040.stdout:op 4246 completed, throughput=5MB/sec 2024-04-22T05:01:30.191 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jj9VfLq2KygG80j off=20586431 len=135520 2024-04-22T05:01:30.194 INFO:tasks.workunit.client.0.smithi040.stdout:op 4247 completed, throughput=5MB/sec 2024-04-22T05:01:30.194 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QRqP3KJTVJVZWqe off=4513177 len=213311 2024-04-22T05:01:30.196 INFO:tasks.workunit.client.0.smithi040.stdout:op 4248 completed, throughput=5MB/sec 2024-04-22T05:01:30.197 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oPuh7IlUBR5JWU6 off=14479025 len=1473385 2024-04-22T05:01:30.203 INFO:tasks.workunit.client.0.smithi040.stdout:op 4249 completed, throughput=5MB/sec 2024-04-22T05:01:30.203 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-o9E2BHYn_dBsvZw off=5212181 len=1088373 2024-04-22T05:01:30.208 INFO:tasks.workunit.client.0.smithi040.stdout:op 4250 completed, throughput=5MB/sec 2024-04-22T05:01:30.387 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:01:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:01:30] "GET /metrics HTTP/1.1" 200 240190 "" "Prometheus/2.43.0" 2024-04-22T05:01:30.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:30 smithi040 ceph-mon[88445]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:01:30.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:30 smithi040 ceph-mon[91058]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:01:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:30 smithi062 ceph-mon[78153]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:01:31.208 INFO:tasks.workunit.client.0.smithi040.stdout: 837: throughput=5MB/sec pending data=0 2024-04-22T05:01:31.209 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8KNWyfyB6U_E_kI off=1656436 len=1132788 2024-04-22T05:01:31.210 INFO:tasks.workunit.client.0.smithi040.stdout:op 4251 completed, throughput=5MB/sec 2024-04-22T05:01:31.210 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UttABa1iTBi90XP off=2954020 len=955901 2024-04-22T05:01:31.215 INFO:tasks.workunit.client.0.smithi040.stdout:op 4252 completed, throughput=5MB/sec 2024-04-22T05:01:31.216 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ctow99VT0c5fTv5 off=12162933 len=1260498 2024-04-22T05:01:31.221 INFO:tasks.workunit.client.0.smithi040.stdout:op 4253 completed, throughput=5MB/sec 2024-04-22T05:01:31.221 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-G2tnHhe8EDQI8lP off=1673189 len=1775134 2024-04-22T05:01:31.229 INFO:tasks.workunit.client.0.smithi040.stdout:op 4254 completed, throughput=5MB/sec 2024-04-22T05:01:32.230 INFO:tasks.workunit.client.0.smithi040.stdout: 838: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:32.230 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-msrBHDdB_UUNMl- off=15907422 len=1756497 2024-04-22T05:01:32.232 INFO:tasks.workunit.client.0.smithi040.stdout:op 4255 completed, throughput=5MB/sec 2024-04-22T05:01:32.232 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-V6aYQ2h5hjfnA1G off=3247477 len=1886612 2024-04-22T05:01:32.243 INFO:tasks.workunit.client.0.smithi040.stdout:op 4256 completed, throughput=5MB/sec 2024-04-22T05:01:32.243 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--YC1lu70aK1UMQQ off=655398 len=1960679 2024-04-22T05:01:32.253 INFO:tasks.workunit.client.0.smithi040.stdout:op 4257 completed, throughput=5MB/sec 2024-04-22T05:01:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:32 smithi040 ceph-mon[91058]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T05:01:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:32 smithi040 ceph-mon[88445]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T05:01:32.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:32 smithi062 ceph-mon[78153]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T05:01:33.254 INFO:tasks.workunit.client.0.smithi040.stdout: 839: throughput=5MB/sec pending data=0 2024-04-22T05:01:33.254 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GBxGs6DA-6MeJof off=15647084 len=1216233 2024-04-22T05:01:33.261 INFO:tasks.workunit.client.0.smithi040.stdout:op 4258 completed, throughput=5MB/sec 2024-04-22T05:01:33.261 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8-KUL68PNbPHB2e off=1784299 len=1042062 2024-04-22T05:01:33.263 INFO:tasks.workunit.client.0.smithi040.stdout:op 4259 completed, throughput=5MB/sec 2024-04-22T05:01:33.263 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KrKnbdWcDPL2XTQ off=1015765 len=832806 2024-04-22T05:01:33.265 INFO:tasks.workunit.client.0.smithi040.stdout:op 4260 completed, throughput=5MB/sec 2024-04-22T05:01:33.265 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TGubvEFvFcGtSC4 off=2302497 len=1624926 2024-04-22T05:01:33.266 INFO:tasks.workunit.client.0.smithi040.stdout:op 4261 completed, throughput=5MB/sec 2024-04-22T05:01:34.267 INFO:tasks.workunit.client.0.smithi040.stdout: 840: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:34.267 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bzFqLtxbvL_25FQ off=3313039 len=269074 2024-04-22T05:01:34.267 INFO:tasks.workunit.client.0.smithi040.stdout:op 4262 completed, throughput=4.99MB/sec 2024-04-22T05:01:34.267 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--Z5vePYwIQCUT_7 off=161319 len=1113550 2024-04-22T05:01:34.270 INFO:tasks.workunit.client.0.smithi040.stdout:op 4263 completed, throughput=5MB/sec 2024-04-22T05:01:34.270 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fkoDD3Ai-UobTBu off=839979 len=1450218 2024-04-22T05:01:34.272 INFO:tasks.workunit.client.0.smithi040.stdout:op 4264 completed, throughput=5MB/sec 2024-04-22T05:01:34.272 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Kqq6uWs7A5lQ9Xv off=3031424 len=826708 2024-04-22T05:01:34.276 INFO:tasks.workunit.client.0.smithi040.stdout:op 4265 completed, throughput=5MB/sec 2024-04-22T05:01:34.277 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9aCxNX2tjFpKOHL off=529886 len=827068 2024-04-22T05:01:34.278 INFO:tasks.workunit.client.0.smithi040.stdout:op 4266 completed, throughput=5MB/sec 2024-04-22T05:01:34.278 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jiqbsGCs0a8P6-N off=945668 len=309668 2024-04-22T05:01:34.279 INFO:tasks.workunit.client.0.smithi040.stdout:op 4267 completed, throughput=5MB/sec 2024-04-22T05:01:34.279 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0gy8J2FX2b4pS6a off=1919545 len=184256 2024-04-22T05:01:34.282 INFO:tasks.workunit.client.0.smithi040.stdout:op 4268 completed, throughput=5MB/sec 2024-04-22T05:01:34.282 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VsLmXS7ghA2b6CQ off=13455394 len=1490094 2024-04-22T05:01:34.288 INFO:tasks.workunit.client.0.smithi040.stdout:op 4269 completed, throughput=5MB/sec 2024-04-22T05:01:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:34 smithi040 ceph-mon[88445]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:01:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:34 smithi040 ceph-mon[91058]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:01:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:34 smithi062 ceph-mon[78153]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:01:35.288 INFO:tasks.workunit.client.0.smithi040.stdout: 841: throughput=5MB/sec pending data=0 2024-04-22T05:01:35.288 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7d6tolwPLJLLPs2 off=3984089 len=1338682 2024-04-22T05:01:35.290 INFO:tasks.workunit.client.0.smithi040.stdout:op 4270 completed, throughput=5MB/sec 2024-04-22T05:01:35.290 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XycaZKrlrQhHYIv off=3694012 len=343686 2024-04-22T05:01:35.290 INFO:tasks.workunit.client.0.smithi040.stdout:op 4271 completed, throughput=5MB/sec 2024-04-22T05:01:35.290 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-X1VG7S-KnukX0kZ off=11174548 len=954807 2024-04-22T05:01:35.295 INFO:tasks.workunit.client.0.smithi040.stdout:op 4272 completed, throughput=5MB/sec 2024-04-22T05:01:35.295 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dFKgwvDq-UyDPqk off=1003774 len=886854 2024-04-22T05:01:35.299 INFO:tasks.workunit.client.0.smithi040.stdout:op 4273 completed, throughput=5MB/sec 2024-04-22T05:01:35.299 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-J4uMAEf3vudG5an off=5750491 len=403795 2024-04-22T05:01:35.302 INFO:tasks.workunit.client.0.smithi040.stdout:op 4274 completed, throughput=5MB/sec 2024-04-22T05:01:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:01:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:35 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:01:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:35 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:01:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:01:35.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:35 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:01:35.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:35 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:01:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:01:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:01:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:01:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:01:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:35 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:01:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:35 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:01:36.302 INFO:tasks.workunit.client.0.smithi040.stdout: 842: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:36.303 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-q_9CUbjgsGVA4HS off=9251330 len=1335624 2024-04-22T05:01:36.304 INFO:tasks.workunit.client.0.smithi040.stdout:op 4275 completed, throughput=5MB/sec 2024-04-22T05:01:36.304 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qsTYwDsvcboY43g off=3597361 len=1744521 2024-04-22T05:01:36.311 INFO:tasks.workunit.client.0.smithi040.stdout:op 4276 completed, throughput=5MB/sec 2024-04-22T05:01:36.311 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7eBj1rmGuOkkMsl off=5848062 len=444699 2024-04-22T05:01:36.312 INFO:tasks.workunit.client.0.smithi040.stdout:op 4277 completed, throughput=5MB/sec 2024-04-22T05:01:36.312 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_e1Hqr9B0u2_U3i off=15162585 len=805194 2024-04-22T05:01:36.313 INFO:tasks.workunit.client.0.smithi040.stdout:op 4278 completed, throughput=5MB/sec 2024-04-22T05:01:36.313 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cOpRApro3dHLOR1 off=16089905 len=1012712 2024-04-22T05:01:36.314 INFO:tasks.workunit.client.0.smithi040.stdout:op 4279 completed, throughput=5MB/sec 2024-04-22T05:01:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:36 smithi040 ceph-mon[88445]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:01:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:01:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:01:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:01:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:01:36.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:36 smithi040 ceph-mon[91058]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:01:36.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:01:36.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:01:36.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:01:36.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:01:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:36 smithi062 ceph-mon[78153]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:01:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:01:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:01:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:01:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:01:37.315 INFO:tasks.workunit.client.0.smithi040.stdout: 843: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:37.315 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kKG4CDgxVotuKkT off=5450637 len=884271 2024-04-22T05:01:37.316 INFO:tasks.workunit.client.0.smithi040.stdout:op 4280 completed, throughput=5MB/sec 2024-04-22T05:01:37.316 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cx-5px7-1Cqh5JB off=8242101 len=1952604 2024-04-22T05:01:37.320 INFO:tasks.workunit.client.0.smithi040.stdout:op 4281 completed, throughput=5MB/sec 2024-04-22T05:01:37.320 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TWSm3jURRAeyXcO off=8172174 len=1561496 2024-04-22T05:01:37.327 INFO:tasks.workunit.client.0.smithi040.stdout:op 4282 completed, throughput=5MB/sec 2024-04-22T05:01:37.327 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Kmblm_SpqEKk0k_ off=16182095 len=1412725 2024-04-22T05:01:37.333 INFO:tasks.workunit.client.0.smithi040.stdout:op 4283 completed, throughput=5MB/sec 2024-04-22T05:01:38.334 INFO:tasks.workunit.client.0.smithi040.stdout: 844: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:38.334 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-C_NoMybvZjABKIZ off=17406878 len=1626612 2024-04-22T05:01:38.341 INFO:tasks.workunit.client.0.smithi040.stdout:op 4284 completed, throughput=5MB/sec 2024-04-22T05:01:38.342 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8er5vvpSHYP3OcN off=123013 len=2003096 2024-04-22T05:01:38.349 INFO:tasks.workunit.client.0.smithi040.stdout:op 4285 completed, throughput=5MB/sec 2024-04-22T05:01:38.349 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iELo3s4Y6kELKD- off=10334036 len=723979 2024-04-22T05:01:38.353 INFO:tasks.workunit.client.0.smithi040.stdout:op 4286 completed, throughput=5MB/sec 2024-04-22T05:01:38.353 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pEfiPN8shE8MlHw off=3553335 len=601112 2024-04-22T05:01:38.356 INFO:tasks.workunit.client.0.smithi040.stdout:op 4287 completed, throughput=5MB/sec 2024-04-22T05:01:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:38 smithi040 ceph-mon[88445]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:01:38.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:38 smithi040 ceph-mon[91058]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:01:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:38 smithi062 ceph-mon[78153]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:01:39.357 INFO:tasks.workunit.client.0.smithi040.stdout: 845: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:39.357 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-A_1vTS1CHZyii2o off=13146402 len=1188238 2024-04-22T05:01:39.362 INFO:tasks.workunit.client.0.smithi040.stdout:op 4288 completed, throughput=5MB/sec 2024-04-22T05:01:39.362 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_32-_CEAUaT-yhu off=17024050 len=331159 2024-04-22T05:01:39.366 INFO:tasks.workunit.client.0.smithi040.stdout:op 4289 completed, throughput=5MB/sec 2024-04-22T05:01:39.366 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qlVp0UV9He-J3iv off=739699 len=1163716 2024-04-22T05:01:39.371 INFO:tasks.workunit.client.0.smithi040.stdout:op 4290 completed, throughput=5MB/sec 2024-04-22T05:01:39.371 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Y3z-9N369_V2-wW off=2881808 len=530868 2024-04-22T05:01:39.372 INFO:tasks.workunit.client.0.smithi040.stdout:op 4291 completed, throughput=5MB/sec 2024-04-22T05:01:39.372 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OFKAZFThgysof65 off=13468639 len=887696 2024-04-22T05:01:39.373 INFO:tasks.workunit.client.0.smithi040.stdout:op 4292 completed, throughput=5MB/sec 2024-04-22T05:01:39.374 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GUYot-Iej3zwyB7 off=375426 len=825945 2024-04-22T05:01:39.378 INFO:tasks.workunit.client.0.smithi040.stdout:op 4293 completed, throughput=5MB/sec 2024-04-22T05:01:39.378 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-irTmUoWmhtKPeWT off=1185828 len=240613 2024-04-22T05:01:39.381 INFO:tasks.workunit.client.0.smithi040.stdout:op 4294 completed, throughput=5MB/sec 2024-04-22T05:01:39.381 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-T6GdJowzUIQ3nNl off=672458 len=1633997 2024-04-22T05:01:39.383 INFO:tasks.workunit.client.0.smithi040.stdout:op 4295 completed, throughput=5MB/sec 2024-04-22T05:01:40.384 INFO:tasks.workunit.client.0.smithi040.stdout: 846: throughput=5MB/sec pending data=0 2024-04-22T05:01:40.384 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RuRHohjCK0PzZ2g off=1713588 len=566859 2024-04-22T05:01:40.385 INFO:tasks.workunit.client.0.smithi040.stdout:op 4296 completed, throughput=5MB/sec 2024-04-22T05:01:40.385 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1RGoHr16Bbx1c3O off=13677880 len=764876 2024-04-22T05:01:40.386 INFO:tasks.workunit.client.0.smithi040.stdout:op 4297 completed, throughput=5MB/sec 2024-04-22T05:01:40.387 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-N6BvtSq8DG71bfV off=820507 len=495103 2024-04-22T05:01:40.390 INFO:tasks.workunit.client.0.smithi040.stdout:op 4298 completed, throughput=5MB/sec 2024-04-22T05:01:40.390 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Wrn6-bIvBmwprjY off=1996169 len=219853 2024-04-22T05:01:40.393 INFO:tasks.workunit.client.0.smithi040.stdout:op 4299 completed, throughput=5MB/sec 2024-04-22T05:01:40.393 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-W2iDoonVV06VZR3 off=0 len=1390673 2024-04-22T05:01:40.400 INFO:tasks.workunit.client.0.smithi040.stdout:op 4300 completed, throughput=5MB/sec 2024-04-22T05:01:40.400 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kdqCEATkTD1oLBl off=7691843 len=1529360 2024-04-22T05:01:40.406 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:01:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:01:40] "GET /metrics HTTP/1.1" 200 240181 "" "Prometheus/2.43.0" 2024-04-22T05:01:40.409 INFO:tasks.workunit.client.0.smithi040.stdout:op 4301 completed, throughput=5MB/sec 2024-04-22T05:01:40.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:40 smithi040 ceph-mon[88445]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T05:01:40.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:40 smithi040 ceph-mon[91058]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T05:01:40.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:40 smithi062 ceph-mon[78153]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T05:01:41.409 INFO:tasks.workunit.client.0.smithi040.stdout: 847: throughput=5MB/sec pending data=0 2024-04-22T05:01:41.410 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gflHmcpPxIok1Pr off=510765 len=1447584 2024-04-22T05:01:41.419 INFO:tasks.workunit.client.0.smithi040.stdout:op 4302 completed, throughput=5MB/sec 2024-04-22T05:01:41.419 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JgtQYwz_c3ONBYr off=14559146 len=936567 2024-04-22T05:01:41.424 INFO:tasks.workunit.client.0.smithi040.stdout:op 4303 completed, throughput=5MB/sec 2024-04-22T05:01:41.424 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yAFCnppPbwsb8pN off=159522 len=1348133 2024-04-22T05:01:41.425 INFO:tasks.workunit.client.0.smithi040.stdout:op 4304 completed, throughput=5MB/sec 2024-04-22T05:01:41.425 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xoiEJ3I2GvJoRkY off=7418597 len=1319597 2024-04-22T05:01:41.427 INFO:tasks.workunit.client.0.smithi040.stdout:op 4305 completed, throughput=5MB/sec 2024-04-22T05:01:42.427 INFO:tasks.workunit.client.0.smithi040.stdout: 848: throughput=5MB/sec pending data=0 2024-04-22T05:01:42.428 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VtpOOgDaU7hjH_E off=2437489 len=1564495 2024-04-22T05:01:42.434 INFO:tasks.workunit.client.0.smithi040.stdout:op 4306 completed, throughput=5MB/sec 2024-04-22T05:01:42.434 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AhYjw6nwiJIYlPM off=16423382 len=781754 2024-04-22T05:01:42.435 INFO:tasks.workunit.client.0.smithi040.stdout:op 4307 completed, throughput=5MB/sec 2024-04-22T05:01:42.435 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-J-thCVHg77wd6uJ off=2360838 len=1246621 2024-04-22T05:01:42.440 INFO:tasks.workunit.client.0.smithi040.stdout:op 4308 completed, throughput=5MB/sec 2024-04-22T05:01:42.441 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2h_J8EkF77pmgDh off=7429025 len=849890 2024-04-22T05:01:42.444 INFO:tasks.workunit.client.0.smithi040.stdout:op 4309 completed, throughput=5MB/sec 2024-04-22T05:01:42.444 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vP6xgfVnts7kfEf off=3828406 len=1535356 2024-04-22T05:01:42.453 INFO:tasks.workunit.client.0.smithi040.stdout:op 4310 completed, throughput=5MB/sec 2024-04-22T05:01:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:42 smithi062 ceph-mon[78153]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T05:01:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:42 smithi040 ceph-mon[88445]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T05:01:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:42 smithi040 ceph-mon[91058]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T05:01:43.454 INFO:tasks.workunit.client.0.smithi040.stdout: 849: throughput=5MB/sec pending data=0 2024-04-22T05:01:43.454 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6od6daS8-zXjSvK off=11851674 len=813893 2024-04-22T05:01:43.458 INFO:tasks.workunit.client.0.smithi040.stdout:op 4311 completed, throughput=5MB/sec 2024-04-22T05:01:43.459 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7-BEQ_AVTL6ol4e off=4923575 len=1201443 2024-04-22T05:01:43.460 INFO:tasks.workunit.client.0.smithi040.stdout:op 4312 completed, throughput=5MB/sec 2024-04-22T05:01:43.460 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VDYuEMvLceVhfMi off=2690903 len=1063158 2024-04-22T05:01:43.466 INFO:tasks.workunit.client.0.smithi040.stdout:op 4313 completed, throughput=5MB/sec 2024-04-22T05:01:43.466 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PFUWMP9vjDf8GNt off=20227118 len=1939328 2024-04-22T05:01:43.477 INFO:tasks.workunit.client.0.smithi040.stdout:op 4314 completed, throughput=5MB/sec 2024-04-22T05:01:44.478 INFO:tasks.workunit.client.0.smithi040.stdout: 850: throughput=5MB/sec pending data=0 2024-04-22T05:01:44.478 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9pp_mDtRlfpn5wD off=8810384 len=1218945 2024-04-22T05:01:44.480 INFO:tasks.workunit.client.0.smithi040.stdout:op 4315 completed, throughput=5MB/sec 2024-04-22T05:01:44.480 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eUG6phMJpApd-nq off=1900798 len=1018116 2024-04-22T05:01:44.486 INFO:tasks.workunit.client.0.smithi040.stdout:op 4316 completed, throughput=5MB/sec 2024-04-22T05:01:44.486 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tRwS6S4EEbXlI6u off=669952 len=1042309 2024-04-22T05:01:44.488 INFO:tasks.workunit.client.0.smithi040.stdout:op 4317 completed, throughput=5MB/sec 2024-04-22T05:01:44.488 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HgNtkJTQ_s2U4g5 off=13102874 len=979351 2024-04-22T05:01:44.489 INFO:tasks.workunit.client.0.smithi040.stdout:op 4318 completed, throughput=5MB/sec 2024-04-22T05:01:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:44 smithi062 ceph-mon[78153]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:01:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:44 smithi040 ceph-mon[88445]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:01:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:44 smithi040 ceph-mon[91058]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:01:45.490 INFO:tasks.workunit.client.0.smithi040.stdout: 851: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:45.490 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7JzA_xLB3HLp1AW off=405780 len=706405 2024-04-22T05:01:45.491 INFO:tasks.workunit.client.0.smithi040.stdout:op 4319 completed, throughput=5MB/sec 2024-04-22T05:01:45.491 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Ce-I5ORGyir63cp off=7227213 len=1393770 2024-04-22T05:01:45.499 INFO:tasks.workunit.client.0.smithi040.stdout:op 4320 completed, throughput=5MB/sec 2024-04-22T05:01:45.499 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vy1Nb7qBV_jdO9S off=11130097 len=2048703 2024-04-22T05:01:45.509 INFO:tasks.workunit.client.0.smithi040.stdout:op 4321 completed, throughput=5MB/sec 2024-04-22T05:01:45.509 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qpOaeNmD4JIBYna off=3181289 len=935398 2024-04-22T05:01:45.515 INFO:tasks.workunit.client.0.smithi040.stdout:op 4322 completed, throughput=5MB/sec 2024-04-22T05:01:45.515 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-l4SauKFCfbba668 off=9970944 len=276271 2024-04-22T05:01:45.518 INFO:tasks.workunit.client.0.smithi040.stdout:op 4323 completed, throughput=5MB/sec 2024-04-22T05:01:45.518 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VF8x-d8uTqFIS-c off=1921354 len=903931 2024-04-22T05:01:45.519 INFO:tasks.workunit.client.0.smithi040.stdout:op 4324 completed, throughput=5MB/sec 2024-04-22T05:01:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:01:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:01:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:01:46.519 INFO:tasks.workunit.client.0.smithi040.stdout: 852: throughput=5MB/sec pending data=0 2024-04-22T05:01:46.520 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IZx1kcqoxYVwNra off=10253601 len=1832244 2024-04-22T05:01:46.522 INFO:tasks.workunit.client.0.smithi040.stdout:op 4325 completed, throughput=5MB/sec 2024-04-22T05:01:46.522 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JtQWHIhdohU9-t5 off=7074523 len=1319975 2024-04-22T05:01:46.525 INFO:tasks.workunit.client.0.smithi040.stdout:op 4326 completed, throughput=5MB/sec 2024-04-22T05:01:46.525 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KQmLlNQjatuIgnO off=483302 len=99851 2024-04-22T05:01:46.525 INFO:tasks.workunit.client.0.smithi040.stdout:op 4327 completed, throughput=5MB/sec 2024-04-22T05:01:46.525 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-p_qfxAfkpPMndu9 off=20599943 len=415535 2024-04-22T05:01:46.526 INFO:tasks.workunit.client.0.smithi040.stdout:op 4328 completed, throughput=5MB/sec 2024-04-22T05:01:46.526 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DNXT3Ia5F0a7fxp off=3314752 len=1917810 2024-04-22T05:01:46.538 INFO:tasks.workunit.client.0.smithi040.stdout:op 4329 completed, throughput=5MB/sec 2024-04-22T05:01:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:46 smithi062 ceph-mon[78153]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:01:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:46 smithi040 ceph-mon[88445]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:01:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:46 smithi040 ceph-mon[91058]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:01:47.538 INFO:tasks.workunit.client.0.smithi040.stdout: 853: throughput=5MB/sec pending data=0 2024-04-22T05:01:47.538 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WHzmCLN1jSjPIZP off=694352 len=774167 2024-04-22T05:01:47.543 INFO:tasks.workunit.client.0.smithi040.stdout:op 4330 completed, throughput=5MB/sec 2024-04-22T05:01:47.543 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-F4EJsaPQ648_u0m off=21504938 len=859124 2024-04-22T05:01:47.548 INFO:tasks.workunit.client.0.smithi040.stdout:op 4331 completed, throughput=5MB/sec 2024-04-22T05:01:47.548 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CILHS9MjDAmMDh9 off=1752851 len=1201788 2024-04-22T05:01:47.550 INFO:tasks.workunit.client.0.smithi040.stdout:op 4332 completed, throughput=5MB/sec 2024-04-22T05:01:47.550 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aDw70WxldUTJdDT off=1527755 len=338310 2024-04-22T05:01:47.551 INFO:tasks.workunit.client.0.smithi040.stdout:op 4333 completed, throughput=5MB/sec 2024-04-22T05:01:47.551 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ducf2oJGxp163_r off=12925147 len=338871 2024-04-22T05:01:47.552 INFO:tasks.workunit.client.0.smithi040.stdout:op 4334 completed, throughput=5MB/sec 2024-04-22T05:01:47.552 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4pcj80U0Zflubvp off=329100 len=35483 2024-04-22T05:01:47.552 INFO:tasks.workunit.client.0.smithi040.stdout:op 4335 completed, throughput=5MB/sec 2024-04-22T05:01:47.552 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GUYot-Iej3zwyB7 off=515090 len=1724105 2024-04-22T05:01:47.560 INFO:tasks.workunit.client.0.smithi040.stdout:op 4336 completed, throughput=5MB/sec 2024-04-22T05:01:48.560 INFO:tasks.workunit.client.0.smithi040.stdout: 854: throughput=5MB/sec pending data=0 2024-04-22T05:01:48.561 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WiTMGLmIc2pciXE off=17601996 len=1961410 2024-04-22T05:01:48.570 INFO:tasks.workunit.client.0.smithi040.stdout:op 4337 completed, throughput=5MB/sec 2024-04-22T05:01:48.570 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-g3HvmZ-0z-hB6vA off=17279047 len=1043140 2024-04-22T05:01:48.572 INFO:tasks.workunit.client.0.smithi040.stdout:op 4338 completed, throughput=5MB/sec 2024-04-22T05:01:48.572 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Kmntvgt58WPrdiz off=1003705 len=882483 2024-04-22T05:01:48.576 INFO:tasks.workunit.client.0.smithi040.stdout:op 4339 completed, throughput=5MB/sec 2024-04-22T05:01:48.576 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GEIKCtbNoIrNzi0 off=1252650 len=484579 2024-04-22T05:01:48.577 INFO:tasks.workunit.client.0.smithi040.stdout:op 4340 completed, throughput=5MB/sec 2024-04-22T05:01:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:48 smithi062 ceph-mon[78153]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T05:01:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:48 smithi040 ceph-mon[88445]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T05:01:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:48 smithi040 ceph-mon[91058]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-22T05:01:49.577 INFO:tasks.workunit.client.0.smithi040.stdout: 855: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:49.577 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rE3eyjtfK5MNZRx off=3241515 len=981810 2024-04-22T05:01:49.582 INFO:tasks.workunit.client.0.smithi040.stdout:op 4341 completed, throughput=5MB/sec 2024-04-22T05:01:49.582 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dsvAqoAnhfB0-ZD off=849915 len=1609178 2024-04-22T05:01:49.589 INFO:tasks.workunit.client.0.smithi040.stdout:op 4342 completed, throughput=5MB/sec 2024-04-22T05:01:49.589 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-URBezoLOwFDoD2v off=0 len=1147974 2024-04-22T05:01:49.592 INFO:tasks.workunit.client.0.smithi040.stdout:op 4343 completed, throughput=5MB/sec 2024-04-22T05:01:49.592 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-clZMtp9UkzBcRNK off=1223422 len=578007 2024-04-22T05:01:49.593 INFO:tasks.workunit.client.0.smithi040.stdout:op 4344 completed, throughput=5MB/sec 2024-04-22T05:01:49.593 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OnxmpbS646_aFwz off=6034454 len=1699195 2024-04-22T05:01:49.594 INFO:tasks.workunit.client.0.smithi040.stdout:op 4345 completed, throughput=5MB/sec 2024-04-22T05:01:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:01:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:01:50] "GET /metrics HTTP/1.1" 200 240181 "" "Prometheus/2.43.0" 2024-04-22T05:01:50.594 INFO:tasks.workunit.client.0.smithi040.stdout: 856: throughput=5MB/sec pending data=0 2024-04-22T05:01:50.595 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-n6vb34-m9FBEP2U off=5797019 len=18787 2024-04-22T05:01:50.597 INFO:tasks.workunit.client.0.smithi040.stdout:op 4346 completed, throughput=5MB/sec 2024-04-22T05:01:50.597 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Q-6Tz9TeFpJ88JP off=3750703 len=1173222 2024-04-22T05:01:50.598 INFO:tasks.workunit.client.0.smithi040.stdout:op 4347 completed, throughput=5MB/sec 2024-04-22T05:01:50.599 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jSvFPYANDEKyJBu off=186076 len=1873702 2024-04-22T05:01:50.601 INFO:tasks.workunit.client.0.smithi040.stdout:op 4348 completed, throughput=5MB/sec 2024-04-22T05:01:50.601 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lMqF_6fzOtjf69M off=14412527 len=180050 2024-04-22T05:01:50.601 INFO:tasks.workunit.client.0.smithi040.stdout:op 4349 completed, throughput=5MB/sec 2024-04-22T05:01:50.601 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EmlJZPLFs6Ub435 off=2539810 len=1659734 2024-04-22T05:01:50.610 INFO:tasks.workunit.client.0.smithi040.stdout:op 4350 completed, throughput=5MB/sec 2024-04-22T05:01:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:50 smithi062 ceph-mon[78153]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:01:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:50 smithi040 ceph-mon[88445]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:01:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:50 smithi040 ceph-mon[91058]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:01:51.610 INFO:tasks.workunit.client.0.smithi040.stdout: 857: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:51.610 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-F0U1NhmZUbIV3Tn off=14506735 len=1638687 2024-04-22T05:01:51.620 INFO:tasks.workunit.client.0.smithi040.stdout:op 4351 completed, throughput=5MB/sec 2024-04-22T05:01:51.620 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5kJMgfOQf58yq-c off=12599375 len=445297 2024-04-22T05:01:51.624 INFO:tasks.workunit.client.0.smithi040.stdout:op 4352 completed, throughput=5MB/sec 2024-04-22T05:01:51.624 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FUCQ5cXL27lgooU off=95474 len=1270645 2024-04-22T05:01:51.625 INFO:tasks.workunit.client.0.smithi040.stdout:op 4353 completed, throughput=5MB/sec 2024-04-22T05:01:51.625 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SmGta7Timbk9YA3 off=399336 len=598740 2024-04-22T05:01:51.627 INFO:tasks.workunit.client.0.smithi040.stdout:op 4354 completed, throughput=5MB/sec 2024-04-22T05:01:51.627 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-me3RagFDQN7tu-k off=11416555 len=97068 2024-04-22T05:01:51.630 INFO:tasks.workunit.client.0.smithi040.stdout:op 4355 completed, throughput=5MB/sec 2024-04-22T05:01:51.630 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cr1g30GXzCWpJa7 off=469746 len=1311459 2024-04-22T05:01:51.637 INFO:tasks.workunit.client.0.smithi040.stdout:op 4356 completed, throughput=5MB/sec 2024-04-22T05:01:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:01:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:01:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:01:52.638 INFO:tasks.workunit.client.0.smithi040.stdout: 858: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:52.638 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CcGSUlw1Mfaxlci off=3898556 len=1265677 2024-04-22T05:01:52.644 INFO:tasks.workunit.client.0.smithi040.stdout:op 4357 completed, throughput=5MB/sec 2024-04-22T05:01:52.644 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FIR-RStfhNhE2lg off=7983589 len=385289 2024-04-22T05:01:52.646 INFO:tasks.workunit.client.0.smithi040.stdout:op 4358 completed, throughput=5MB/sec 2024-04-22T05:01:52.646 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UEELSIdorjWEh45 off=440940 len=986901 2024-04-22T05:01:52.648 INFO:tasks.workunit.client.0.smithi040.stdout:op 4359 completed, throughput=5MB/sec 2024-04-22T05:01:52.648 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PadCnnFR85MmeuL off=12018448 len=1226084 2024-04-22T05:01:52.654 INFO:tasks.workunit.client.0.smithi040.stdout:op 4360 completed, throughput=5MB/sec 2024-04-22T05:01:52.654 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-h0c6zruWytRFxMK off=16805660 len=1833481 2024-04-22T05:01:52.665 INFO:tasks.workunit.client.0.smithi040.stdout:op 4361 completed, throughput=5MB/sec 2024-04-22T05:01:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:52 smithi062 ceph-mon[78153]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T05:01:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:52 smithi040 ceph-mon[88445]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T05:01:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:52 smithi040 ceph-mon[91058]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T05:01:53.665 INFO:tasks.workunit.client.0.smithi040.stdout: 859: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:53.665 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Yjj_7em4I8IywJY off=1964130 len=1968794 2024-04-22T05:01:53.676 INFO:tasks.workunit.client.0.smithi040.stdout:op 4362 completed, throughput=5MB/sec 2024-04-22T05:01:53.677 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cyNO4bTRE0xMP8I off=1441887 len=1193816 2024-04-22T05:01:53.679 INFO:tasks.workunit.client.0.smithi040.stdout:op 4363 completed, throughput=5MB/sec 2024-04-22T05:01:53.679 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9XUWO5DFjGjMcZi off=5466085 len=151413 2024-04-22T05:01:53.682 INFO:tasks.workunit.client.0.smithi040.stdout:op 4364 completed, throughput=5MB/sec 2024-04-22T05:01:53.682 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Xoorwv7J0LXTC8H off=6486796 len=563594 2024-04-22T05:01:53.686 INFO:tasks.workunit.client.0.smithi040.stdout:op 4365 completed, throughput=5MB/sec 2024-04-22T05:01:53.686 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Pay4Kc9vepQClC6 off=21658650 len=412412 2024-04-22T05:01:53.689 INFO:tasks.workunit.client.0.smithi040.stdout:op 4366 completed, throughput=5MB/sec 2024-04-22T05:01:53.689 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AxsjzKQYaplMXeC off=1126070 len=191067 2024-04-22T05:01:53.690 INFO:tasks.workunit.client.0.smithi040.stdout:op 4367 completed, throughput=5MB/sec 2024-04-22T05:01:53.690 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_g4fQk8wn27ZerB off=3481211 len=517256 2024-04-22T05:01:53.691 INFO:tasks.workunit.client.0.smithi040.stdout:op 4368 completed, throughput=5MB/sec 2024-04-22T05:01:54.691 INFO:tasks.workunit.client.0.smithi040.stdout: 860: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:54.692 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wPjavioRCNK7Y87 off=7817546 len=1054818 2024-04-22T05:01:54.694 INFO:tasks.workunit.client.0.smithi040.stdout:op 4369 completed, throughput=5MB/sec 2024-04-22T05:01:54.694 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9BXIrNFwY0QK8Nr off=7623642 len=976116 2024-04-22T05:01:54.696 INFO:tasks.workunit.client.0.smithi040.stdout:op 4370 completed, throughput=5MB/sec 2024-04-22T05:01:54.696 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8IR4SeDqsSXTIPU off=6224246 len=365054 2024-04-22T05:01:54.697 INFO:tasks.workunit.client.0.smithi040.stdout:op 4371 completed, throughput=5MB/sec 2024-04-22T05:01:54.697 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Gpqrq6uOGKilhzk off=15028312 len=1035649 2024-04-22T05:01:54.702 INFO:tasks.workunit.client.0.smithi040.stdout:op 4372 completed, throughput=5MB/sec 2024-04-22T05:01:54.702 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9C0VPF2kxtZBku4 off=8835676 len=593553 2024-04-22T05:01:54.706 INFO:tasks.workunit.client.0.smithi040.stdout:op 4373 completed, throughput=5MB/sec 2024-04-22T05:01:54.706 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-35XYzPsf6BujiSM off=11116508 len=1537736 2024-04-22T05:01:54.708 INFO:tasks.workunit.client.0.smithi040.stdout:op 4374 completed, throughput=5MB/sec 2024-04-22T05:01:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:54 smithi062 ceph-mon[78153]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-22T05:01:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:54 smithi040 ceph-mon[88445]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-22T05:01:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:54 smithi040 ceph-mon[91058]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-22T05:01:55.708 INFO:tasks.workunit.client.0.smithi040.stdout: 861: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:55.708 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uRzIw4YHRCrr-Fj off=8866449 len=258246 2024-04-22T05:01:55.709 INFO:tasks.workunit.client.0.smithi040.stdout:op 4375 completed, throughput=5MB/sec 2024-04-22T05:01:55.709 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3LLA4n7j_9tFZT_ off=1364922 len=153161 2024-04-22T05:01:55.710 INFO:tasks.workunit.client.0.smithi040.stdout:op 4376 completed, throughput=5MB/sec 2024-04-22T05:01:55.710 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hxDyG-mP4DZfWCs off=3184128 len=684114 2024-04-22T05:01:55.711 INFO:tasks.workunit.client.0.smithi040.stdout:op 4377 completed, throughput=5MB/sec 2024-04-22T05:01:55.711 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2v60c6yXy-E84vR off=512723 len=335853 2024-04-22T05:01:55.715 INFO:tasks.workunit.client.0.smithi040.stdout:op 4378 completed, throughput=5MB/sec 2024-04-22T05:01:55.715 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-x8E8gd-JizngpKx off=4800439 len=935908 2024-04-22T05:01:55.720 INFO:tasks.workunit.client.0.smithi040.stdout:op 4379 completed, throughput=5MB/sec 2024-04-22T05:01:55.720 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Yi0FQzhGjVDAS0C off=204026 len=1765398 2024-04-22T05:01:55.728 INFO:tasks.workunit.client.0.smithi040.stdout:op 4380 completed, throughput=5MB/sec 2024-04-22T05:01:55.728 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-k04jKrKePMGXxPB off=584693 len=857971 2024-04-22T05:01:55.732 INFO:tasks.workunit.client.0.smithi040.stdout:op 4381 completed, throughput=5MB/sec 2024-04-22T05:01:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:01:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:01:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:01:56.732 INFO:tasks.workunit.client.0.smithi040.stdout: 862: throughput=4.99MB/sec pending data=0 2024-04-22T05:01:56.732 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LqzoMSZp2JcXuBg off=460816 len=52069 2024-04-22T05:01:56.735 INFO:tasks.workunit.client.0.smithi040.stdout:op 4382 completed, throughput=4.99MB/sec 2024-04-22T05:01:56.735 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uOuXh-Ij64_QAky off=14095848 len=642340 2024-04-22T05:01:56.739 INFO:tasks.workunit.client.0.smithi040.stdout:op 4383 completed, throughput=5MB/sec 2024-04-22T05:01:56.739 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZjX3QRzsSGWmfa8 off=2108004 len=220576 2024-04-22T05:01:56.740 INFO:tasks.workunit.client.0.smithi040.stdout:op 4384 completed, throughput=5MB/sec 2024-04-22T05:01:56.740 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-E02pbYutvu2EbAL off=13191958 len=888558 2024-04-22T05:01:56.741 INFO:tasks.workunit.client.0.smithi040.stdout:op 4385 completed, throughput=5MB/sec 2024-04-22T05:01:56.742 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sUXlmRjF4EFWb3x off=0 len=1069898 2024-04-22T05:01:56.743 INFO:tasks.workunit.client.0.smithi040.stdout:op 4386 completed, throughput=5MB/sec 2024-04-22T05:01:56.743 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-I-zBaJwUouT-p-N off=5159734 len=367152 2024-04-22T05:01:56.746 INFO:tasks.workunit.client.0.smithi040.stdout:op 4387 completed, throughput=5MB/sec 2024-04-22T05:01:56.746 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0oNqjxLvISMlslf off=2128550 len=1800116 2024-04-22T05:01:56.757 INFO:tasks.workunit.client.0.smithi040.stdout:op 4388 completed, throughput=5MB/sec 2024-04-22T05:01:56.757 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VDKsj0AxTn-KEQ_ off=0 len=1513912 2024-04-22T05:01:56.759 INFO:tasks.workunit.client.0.smithi040.stdout:op 4389 completed, throughput=5MB/sec 2024-04-22T05:01:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:56 smithi062 ceph-mon[78153]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:01:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:56 smithi040 ceph-mon[88445]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:01:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:56 smithi040 ceph-mon[91058]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:01:57.759 INFO:tasks.workunit.client.0.smithi040.stdout: 863: throughput=5MB/sec pending data=0 2024-04-22T05:01:57.760 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vonlkhyU_qi4GKj off=2294265 len=291147 2024-04-22T05:01:57.761 INFO:tasks.workunit.client.0.smithi040.stdout:op 4390 completed, throughput=5MB/sec 2024-04-22T05:01:57.761 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QhVv75tnVU_uCb6 off=3683110 len=910804 2024-04-22T05:01:57.763 INFO:tasks.workunit.client.0.smithi040.stdout:op 4391 completed, throughput=5MB/sec 2024-04-22T05:01:57.763 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-I3QALZXXaABXS-h off=6573500 len=1828526 2024-04-22T05:01:57.772 INFO:tasks.workunit.client.0.smithi040.stdout:op 4392 completed, throughput=5MB/sec 2024-04-22T05:01:57.772 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lJJKEb_gPtUPIlA off=1890213 len=246615 2024-04-22T05:01:57.773 INFO:tasks.workunit.client.0.smithi040.stdout:op 4393 completed, throughput=5MB/sec 2024-04-22T05:01:57.773 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pUI2zOOfQrqQYAb off=4559893 len=1706275 2024-04-22T05:01:57.782 INFO:tasks.workunit.client.0.smithi040.stdout:op 4394 completed, throughput=5MB/sec 2024-04-22T05:01:58.782 INFO:tasks.workunit.client.0.smithi040.stdout: 864: throughput=5MB/sec pending data=0 2024-04-22T05:01:58.782 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mp4_jMm9lvHCb_e off=139857 len=808470 2024-04-22T05:01:58.783 INFO:tasks.workunit.client.0.smithi040.stdout:op 4395 completed, throughput=5MB/sec 2024-04-22T05:01:58.783 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sZCYLsma3vDf4Oz off=14802647 len=1779443 2024-04-22T05:01:58.793 INFO:tasks.workunit.client.0.smithi040.stdout:op 4396 completed, throughput=5MB/sec 2024-04-22T05:01:58.793 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-398mjjvxjLS03QK off=11993525 len=260133 2024-04-22T05:01:58.796 INFO:tasks.workunit.client.0.smithi040.stdout:op 4397 completed, throughput=5MB/sec 2024-04-22T05:01:58.796 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GYRca9HOkJ3M-JI off=16999730 len=519442 2024-04-22T05:01:58.797 INFO:tasks.workunit.client.0.smithi040.stdout:op 4398 completed, throughput=5MB/sec 2024-04-22T05:01:58.797 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NHVJRTUWJwTBkDO off=13507749 len=1021780 2024-04-22T05:01:58.798 INFO:tasks.workunit.client.0.smithi040.stdout:op 4399 completed, throughput=5MB/sec 2024-04-22T05:01:58.799 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nsN59NWNybzvuj0 off=2129495 len=1504412 2024-04-22T05:01:58.800 INFO:tasks.workunit.client.0.smithi040.stdout:op 4400 completed, throughput=5MB/sec 2024-04-22T05:01:58.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:01:58 smithi062 ceph-mon[78153]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-22T05:01:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:01:58 smithi040 ceph-mon[88445]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-22T05:01:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:01:58 smithi040 ceph-mon[91058]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-22T05:01:59.801 INFO:tasks.workunit.client.0.smithi040.stdout: 865: throughput=5MB/sec pending data=0 2024-04-22T05:01:59.801 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eXvLJj-CmB__NJn off=11661636 len=1728411 2024-04-22T05:01:59.803 INFO:tasks.workunit.client.0.smithi040.stdout:op 4401 completed, throughput=5MB/sec 2024-04-22T05:01:59.803 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NiFhRxCTO6XHocU off=2308779 len=318856 2024-04-22T05:01:59.804 INFO:tasks.workunit.client.0.smithi040.stdout:op 4402 completed, throughput=5MB/sec 2024-04-22T05:01:59.804 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JN6eFLvbvUn9892 off=10225260 len=25848 2024-04-22T05:01:59.804 INFO:tasks.workunit.client.0.smithi040.stdout:op 4403 completed, throughput=5MB/sec 2024-04-22T05:01:59.805 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IUzJBAiUCCcC3t- off=3664343 len=1426028 2024-04-22T05:01:59.806 INFO:tasks.workunit.client.0.smithi040.stdout:op 4404 completed, throughput=5MB/sec 2024-04-22T05:01:59.806 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Rggl3fL00Dax9xQ off=10476878 len=238349 2024-04-22T05:01:59.807 INFO:tasks.workunit.client.0.smithi040.stdout:op 4405 completed, throughput=5MB/sec 2024-04-22T05:01:59.807 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MlOjGKy1I1Nc1R- off=9473953 len=107786 2024-04-22T05:01:59.810 INFO:tasks.workunit.client.0.smithi040.stdout:op 4406 completed, throughput=5MB/sec 2024-04-22T05:02:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:02:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:02:00] "GET /metrics HTTP/1.1" 200 240185 "" "Prometheus/2.43.0" 2024-04-22T05:02:00.810 INFO:tasks.workunit.client.0.smithi040.stdout: 866: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:00.810 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KyRQfPOmFBip6TN off=8285023 len=1395478 2024-04-22T05:02:00.819 INFO:tasks.workunit.client.0.smithi040.stdout:op 4407 completed, throughput=5MB/sec 2024-04-22T05:02:00.819 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YX81kc3Fw-F5Nby off=917785 len=1844160 2024-04-22T05:02:00.822 INFO:tasks.workunit.client.0.smithi040.stdout:op 4408 completed, throughput=5MB/sec 2024-04-22T05:02:00.823 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UFWVUGc_dJ3jEBd off=2240294 len=861561 2024-04-22T05:02:00.824 INFO:tasks.workunit.client.0.smithi040.stdout:op 4409 completed, throughput=5MB/sec 2024-04-22T05:02:00.824 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zZQEUIPSmkPg-kw off=5027067 len=1937873 2024-04-22T05:02:00.828 INFO:tasks.workunit.client.0.smithi040.stdout:op 4410 completed, throughput=5MB/sec 2024-04-22T05:02:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:00 smithi062 ceph-mon[78153]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:02:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:00 smithi040 ceph-mon[88445]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:02:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:00 smithi040 ceph-mon[91058]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:02:01.829 INFO:tasks.workunit.client.0.smithi040.stdout: 867: throughput=5MB/sec pending data=0 2024-04-22T05:02:01.829 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BdKVHC7q0xpD495 off=1244605 len=27244 2024-04-22T05:02:01.830 INFO:tasks.workunit.client.0.smithi040.stdout:op 4411 completed, throughput=5MB/sec 2024-04-22T05:02:01.830 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HpwXQ5SU0TDZ92v off=20699696 len=956577 2024-04-22T05:02:01.836 INFO:tasks.workunit.client.0.smithi040.stdout:op 4412 completed, throughput=5MB/sec 2024-04-22T05:02:01.836 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vE6X_GFmehBGT6y off=16980780 len=1803037 2024-04-22T05:02:01.845 INFO:tasks.workunit.client.0.smithi040.stdout:op 4413 completed, throughput=5MB/sec 2024-04-22T05:02:01.845 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RkOvWxQ9IhETzY7 off=3433966 len=831204 2024-04-22T05:02:01.849 INFO:tasks.workunit.client.0.smithi040.stdout:op 4414 completed, throughput=5MB/sec 2024-04-22T05:02:01.849 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zWTTB7DiK1ev3mC off=2821862 len=1875976 2024-04-22T05:02:01.850 INFO:tasks.workunit.client.0.smithi040.stdout:op 4415 completed, throughput=5MB/sec 2024-04-22T05:02:02.851 INFO:tasks.workunit.client.0.smithi040.stdout: 868: throughput=5MB/sec pending data=0 2024-04-22T05:02:02.851 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--AI57WbYvuaUgTp off=4548339 len=858656 2024-04-22T05:02:02.852 INFO:tasks.workunit.client.0.smithi040.stdout:op 4416 completed, throughput=5MB/sec 2024-04-22T05:02:02.852 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9pSTgp3x4KwYl5A off=4674068 len=1215436 2024-04-22T05:02:02.855 INFO:tasks.workunit.client.0.smithi040.stdout:op 4417 completed, throughput=5MB/sec 2024-04-22T05:02:02.855 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yF1H8JZhG4n9ZuU off=10764832 len=1256242 2024-04-22T05:02:02.857 INFO:tasks.workunit.client.0.smithi040.stdout:op 4418 completed, throughput=5MB/sec 2024-04-22T05:02:02.857 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xpDDc7Ppoh-Axpe off=5077467 len=1560412 2024-04-22T05:02:02.869 INFO:tasks.workunit.client.0.smithi040.stdout:op 4419 completed, throughput=5MB/sec 2024-04-22T05:02:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:02 smithi062 ceph-mon[78153]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:02:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:02 smithi040 ceph-mon[88445]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:02:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:02 smithi040 ceph-mon[91058]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:02:03.870 INFO:tasks.workunit.client.0.smithi040.stdout: 869: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:03.870 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nvoPyoibrEWFwuH off=3067366 len=1446485 2024-04-22T05:02:03.878 INFO:tasks.workunit.client.0.smithi040.stdout:op 4420 completed, throughput=5MB/sec 2024-04-22T05:02:03.878 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8c-s5BPts34nSrH off=13056321 len=1375909 2024-04-22T05:02:03.880 INFO:tasks.workunit.client.0.smithi040.stdout:op 4421 completed, throughput=5MB/sec 2024-04-22T05:02:03.880 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7MHX4nXRFIgjT1h off=5481063 len=1334309 2024-04-22T05:02:03.882 INFO:tasks.workunit.client.0.smithi040.stdout:op 4422 completed, throughput=5MB/sec 2024-04-22T05:02:03.882 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oqrpGFInZdDpnGY off=20553255 len=1165317 2024-04-22T05:02:03.887 INFO:tasks.workunit.client.0.smithi040.stdout:op 4423 completed, throughput=5MB/sec 2024-04-22T05:02:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:04 smithi062 ceph-mon[78153]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T05:02:04.887 INFO:tasks.workunit.client.0.smithi040.stdout: 870: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:04.888 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Yaq8qRxDs_qcsii off=4257452 len=238123 2024-04-22T05:02:04.891 INFO:tasks.workunit.client.0.smithi040.stdout:op 4424 completed, throughput=4.99MB/sec 2024-04-22T05:02:04.891 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3o1I-9Ij_utFkjT off=10029724 len=1397902 2024-04-22T05:02:04.894 INFO:tasks.workunit.client.0.smithi040.stdout:op 4425 completed, throughput=5MB/sec 2024-04-22T05:02:04.894 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-E2sFzo1Loqhi8w- off=3882332 len=1236266 2024-04-22T05:02:04.901 INFO:tasks.workunit.client.0.smithi040.stdout:op 4426 completed, throughput=5MB/sec 2024-04-22T05:02:04.901 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-o18ZoiZNU1Ax3RS off=15847293 len=587962 2024-04-22T05:02:04.902 INFO:tasks.workunit.client.0.smithi040.stdout:op 4427 completed, throughput=5MB/sec 2024-04-22T05:02:04.902 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zqnq3ooA2WM0Y4h off=14634743 len=672536 2024-04-22T05:02:04.906 INFO:tasks.workunit.client.0.smithi040.stdout:op 4428 completed, throughput=5MB/sec 2024-04-22T05:02:04.906 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uQ4LKI8Hh-pPpii off=8886464 len=1747868 2024-04-22T05:02:04.908 INFO:tasks.workunit.client.0.smithi040.stdout:op 4429 completed, throughput=5MB/sec 2024-04-22T05:02:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:04 smithi040 ceph-mon[88445]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T05:02:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:04 smithi040 ceph-mon[91058]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T05:02:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:02:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:02:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:02:05.908 INFO:tasks.workunit.client.0.smithi040.stdout: 871: throughput=5MB/sec pending data=0 2024-04-22T05:02:05.908 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-m4JGM31hhjPsJqF off=8092935 len=1585380 2024-04-22T05:02:05.912 INFO:tasks.workunit.client.0.smithi040.stdout:op 4430 completed, throughput=5MB/sec 2024-04-22T05:02:05.912 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-v1F7BIXZ0zv40uG off=3136097 len=794394 2024-04-22T05:02:05.913 INFO:tasks.workunit.client.0.smithi040.stdout:op 4431 completed, throughput=5MB/sec 2024-04-22T05:02:05.913 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TuCEcNvcKclUORJ off=6258370 len=1998453 2024-04-22T05:02:05.915 INFO:tasks.workunit.client.0.smithi040.stdout:op 4432 completed, throughput=5MB/sec 2024-04-22T05:02:05.915 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lM5DeCEyglAvpSf off=590281 len=1897164 2024-04-22T05:02:05.918 INFO:tasks.workunit.client.0.smithi040.stdout:op 4433 completed, throughput=5MB/sec 2024-04-22T05:02:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:06 smithi062 ceph-mon[78153]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T05:02:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:02:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:06 smithi040 ceph-mon[88445]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T05:02:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:02:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:06 smithi040 ceph-mon[91058]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T05:02:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:02:06.918 INFO:tasks.workunit.client.0.smithi040.stdout: 872: throughput=5MB/sec pending data=0 2024-04-22T05:02:06.918 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rUtRX7Om3C--alH off=926335 len=214382 2024-04-22T05:02:06.921 INFO:tasks.workunit.client.0.smithi040.stdout:op 4434 completed, throughput=5MB/sec 2024-04-22T05:02:06.921 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YUUlC8qN_lH1CLb off=13872469 len=900997 2024-04-22T05:02:06.922 INFO:tasks.workunit.client.0.smithi040.stdout:op 4435 completed, throughput=5MB/sec 2024-04-22T05:02:06.923 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KNkBUJqufGtj957 off=475028 len=576174 2024-04-22T05:02:06.929 INFO:tasks.workunit.client.0.smithi040.stdout:op 4436 completed, throughput=5MB/sec 2024-04-22T05:02:06.930 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QWn9exwrwlIrFNH off=19156499 len=142129 2024-04-22T05:02:06.930 INFO:tasks.workunit.client.0.smithi040.stdout:op 4437 completed, throughput=5MB/sec 2024-04-22T05:02:06.930 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TLkj4qWsjGVwPFc off=19310799 len=2044757 2024-04-22T05:02:06.932 INFO:tasks.workunit.client.0.smithi040.stdout:op 4438 completed, throughput=5MB/sec 2024-04-22T05:02:07.933 INFO:tasks.workunit.client.0.smithi040.stdout: 873: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:07.933 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-C-Pswaxycpuo_18 off=8048768 len=407899 2024-04-22T05:02:07.933 INFO:tasks.workunit.client.0.smithi040.stdout:op 4439 completed, throughput=5MB/sec 2024-04-22T05:02:07.933 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7Z_Zu79GiKDcG4I off=9034048 len=369293 2024-04-22T05:02:07.935 INFO:tasks.workunit.client.0.smithi040.stdout:op 4440 completed, throughput=5MB/sec 2024-04-22T05:02:07.935 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-77r9dEDKF9uGzjU off=5118681 len=1420956 2024-04-22T05:02:07.937 INFO:tasks.workunit.client.0.smithi040.stdout:op 4441 completed, throughput=5MB/sec 2024-04-22T05:02:07.937 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Iey_PJZyG3MVjiP off=1301603 len=2049280 2024-04-22T05:02:07.948 INFO:tasks.workunit.client.0.smithi040.stdout:op 4442 completed, throughput=5MB/sec 2024-04-22T05:02:07.948 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5dCM3FVRKPBxVLT off=3229287 len=1488301 2024-04-22T05:02:07.949 INFO:tasks.workunit.client.0.smithi040.stdout:op 4443 completed, throughput=5MB/sec 2024-04-22T05:02:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:08 smithi062 ceph-mon[78153]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T05:02:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:08 smithi040 ceph-mon[88445]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T05:02:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:08 smithi040 ceph-mon[91058]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T05:02:08.949 INFO:tasks.workunit.client.0.smithi040.stdout: 874: throughput=5MB/sec pending data=0 2024-04-22T05:02:08.949 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5fZqXzkt1A93GsO off=21128669 len=415518 2024-04-22T05:02:08.950 INFO:tasks.workunit.client.0.smithi040.stdout:op 4444 completed, throughput=5MB/sec 2024-04-22T05:02:08.951 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-c9TmJPHWodKcANz off=11198687 len=891284 2024-04-22T05:02:08.956 INFO:tasks.workunit.client.0.smithi040.stdout:op 4445 completed, throughput=5MB/sec 2024-04-22T05:02:08.956 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RT7JHbS6DM0bjU2 off=5152162 len=2805 2024-04-22T05:02:08.957 INFO:tasks.workunit.client.0.smithi040.stdout:op 4446 completed, throughput=5MB/sec 2024-04-22T05:02:08.957 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NxCnpiTbLW_O8bj off=434249 len=2019069 2024-04-22T05:02:08.969 INFO:tasks.workunit.client.0.smithi040.stdout:op 4447 completed, throughput=5MB/sec 2024-04-22T05:02:08.969 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YfxazrpS3eXwTQQ off=5797804 len=1946382 2024-04-22T05:02:08.978 INFO:tasks.workunit.client.0.smithi040.stdout:op 4448 completed, throughput=5MB/sec 2024-04-22T05:02:09.978 INFO:tasks.workunit.client.0.smithi040.stdout: 875: throughput=5MB/sec pending data=0 2024-04-22T05:02:09.978 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IyGd7urxPIgrTKa off=15916677 len=1927339 2024-04-22T05:02:09.990 INFO:tasks.workunit.client.0.smithi040.stdout:op 4449 completed, throughput=5MB/sec 2024-04-22T05:02:09.990 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-emOSIzxyj8SG3t7 off=1628470 len=1170223 2024-04-22T05:02:09.991 INFO:tasks.workunit.client.0.smithi040.stdout:op 4450 completed, throughput=5MB/sec 2024-04-22T05:02:09.991 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UhZN7_labbmCHbK off=8637429 len=1906607 2024-04-22T05:02:09.992 INFO:tasks.workunit.client.0.smithi040.stdout:op 4451 completed, throughput=5MB/sec 2024-04-22T05:02:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:02:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:02:10] "GET /metrics HTTP/1.1" 200 240170 "" "Prometheus/2.43.0" 2024-04-22T05:02:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:10 smithi062 ceph-mon[78153]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T05:02:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:10 smithi040 ceph-mon[88445]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T05:02:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:10 smithi040 ceph-mon[91058]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T05:02:10.993 INFO:tasks.workunit.client.0.smithi040.stdout: 876: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:10.993 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Id056XrTGZXO49o off=3947304 len=953125 2024-04-22T05:02:10.994 INFO:tasks.workunit.client.0.smithi040.stdout:op 4452 completed, throughput=5MB/sec 2024-04-22T05:02:10.995 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yKzIc8ep16qhP1N off=4376642 len=613632 2024-04-22T05:02:10.999 INFO:tasks.workunit.client.0.smithi040.stdout:op 4453 completed, throughput=5MB/sec 2024-04-22T05:02:10.999 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GwxypJYP-dJA2wo off=700294 len=1906147 2024-04-22T05:02:11.001 INFO:tasks.workunit.client.0.smithi040.stdout:op 4454 completed, throughput=5MB/sec 2024-04-22T05:02:11.001 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QmfpYbA8cVD-k1B off=11794481 len=568102 2024-04-22T05:02:11.003 INFO:tasks.workunit.client.0.smithi040.stdout:op 4455 completed, throughput=5MB/sec 2024-04-22T05:02:11.003 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qm19lJu1z0p6XHq off=6955270 len=54403 2024-04-22T05:02:11.003 INFO:tasks.workunit.client.0.smithi040.stdout:op 4456 completed, throughput=5MB/sec 2024-04-22T05:02:11.003 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Z4u4ByjPNfYiDf7 off=1585222 len=696547 2024-04-22T05:02:11.007 INFO:tasks.workunit.client.0.smithi040.stdout:op 4457 completed, throughput=5MB/sec 2024-04-22T05:02:11.007 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dVGGneKEhmjEwTM off=13542788 len=1112638 2024-04-22T05:02:11.012 INFO:tasks.workunit.client.0.smithi040.stdout:op 4458 completed, throughput=5MB/sec 2024-04-22T05:02:12.013 INFO:tasks.workunit.client.0.smithi040.stdout: 877: throughput=5MB/sec pending data=0 2024-04-22T05:02:12.013 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5DN9Mryn3gnTbcn off=6715025 len=396056 2024-04-22T05:02:12.017 INFO:tasks.workunit.client.0.smithi040.stdout:op 4459 completed, throughput=5MB/sec 2024-04-22T05:02:12.017 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0o2wrQEoCy-sto9 off=6888729 len=152695 2024-04-22T05:02:12.019 INFO:tasks.workunit.client.0.smithi040.stdout:op 4460 completed, throughput=5MB/sec 2024-04-22T05:02:12.020 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XWZNarU1dhnixi9 off=11512140 len=1238655 2024-04-22T05:02:12.021 INFO:tasks.workunit.client.0.smithi040.stdout:op 4461 completed, throughput=5MB/sec 2024-04-22T05:02:12.021 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6XEnKiJnRY9Dtrz off=1835139 len=1245325 2024-04-22T05:02:12.023 INFO:tasks.workunit.client.0.smithi040.stdout:op 4462 completed, throughput=5MB/sec 2024-04-22T05:02:12.023 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2kzumoESKuI9Ngm off=19510541 len=1346751 2024-04-22T05:02:12.030 INFO:tasks.workunit.client.0.smithi040.stdout:op 4463 completed, throughput=5MB/sec 2024-04-22T05:02:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:12 smithi062 ceph-mon[78153]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T05:02:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:12 smithi040 ceph-mon[88445]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T05:02:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:12 smithi040 ceph-mon[91058]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T05:02:13.031 INFO:tasks.workunit.client.0.smithi040.stdout: 878: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:13.031 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AQ1EbXDB_izFlvT off=11882810 len=1654788 2024-04-22T05:02:13.038 INFO:tasks.workunit.client.0.smithi040.stdout:op 4464 completed, throughput=5MB/sec 2024-04-22T05:02:13.039 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--7N7kyCaKdOBnyY off=13816984 len=1116515 2024-04-22T05:02:13.040 INFO:tasks.workunit.client.0.smithi040.stdout:op 4465 completed, throughput=5MB/sec 2024-04-22T05:02:13.040 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Yh0WZM4nSJdsHvi off=4656586 len=1787432 2024-04-22T05:02:13.051 INFO:tasks.workunit.client.0.smithi040.stdout:op 4466 completed, throughput=5MB/sec 2024-04-22T05:02:13.051 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cq25pd007YfvK10 off=3272036 len=1754682 2024-04-22T05:02:13.059 INFO:tasks.workunit.client.0.smithi040.stdout:op 4467 completed, throughput=5MB/sec 2024-04-22T05:02:14.059 INFO:tasks.workunit.client.0.smithi040.stdout: 879: throughput=5MB/sec pending data=0 2024-04-22T05:02:14.059 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0HqXGjUMkI561hG off=17984828 len=91982 2024-04-22T05:02:14.062 INFO:tasks.workunit.client.0.smithi040.stdout:op 4468 completed, throughput=5MB/sec 2024-04-22T05:02:14.062 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mJN-ktsJhKhO1UT off=604282 len=1358938 2024-04-22T05:02:14.064 INFO:tasks.workunit.client.0.smithi040.stdout:op 4469 completed, throughput=5MB/sec 2024-04-22T05:02:14.065 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4jKgyHyRgyqEXk1 off=8081692 len=467765 2024-04-22T05:02:14.068 INFO:tasks.workunit.client.0.smithi040.stdout:op 4470 completed, throughput=5MB/sec 2024-04-22T05:02:14.068 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KwVhZSpsmmQBI4G off=5995668 len=609915 2024-04-22T05:02:14.072 INFO:tasks.workunit.client.0.smithi040.stdout:op 4471 completed, throughput=5MB/sec 2024-04-22T05:02:14.072 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9gg5bCUOOj9XcK3 off=5903766 len=441026 2024-04-22T05:02:14.075 INFO:tasks.workunit.client.0.smithi040.stdout:op 4472 completed, throughput=5MB/sec 2024-04-22T05:02:14.075 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9PQ53ipQIkfPiKi off=7895335 len=1554234 2024-04-22T05:02:14.076 INFO:tasks.workunit.client.0.smithi040.stdout:op 4473 completed, throughput=5MB/sec 2024-04-22T05:02:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:14 smithi062 ceph-mon[78153]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:02:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:14 smithi040 ceph-mon[88445]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:02:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:14 smithi040 ceph-mon[91058]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:02:15.076 INFO:tasks.workunit.client.0.smithi040.stdout: 880: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:15.077 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1Q8BhK-s_XlFVKJ off=18050896 len=293866 2024-04-22T05:02:15.077 INFO:tasks.workunit.client.0.smithi040.stdout:op 4474 completed, throughput=4.99MB/sec 2024-04-22T05:02:15.078 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9iPQp3aEU-2p8eC off=3600633 len=1251842 2024-04-22T05:02:15.080 INFO:tasks.workunit.client.0.smithi040.stdout:op 4475 completed, throughput=5MB/sec 2024-04-22T05:02:15.080 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UUr0rx2sqjfbge3 off=4192883 len=860287 2024-04-22T05:02:15.082 INFO:tasks.workunit.client.0.smithi040.stdout:op 4476 completed, throughput=5MB/sec 2024-04-22T05:02:15.082 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RoBiaKKzEunHJpv off=16853441 len=2855 2024-04-22T05:02:15.084 INFO:tasks.workunit.client.0.smithi040.stdout:op 4477 completed, throughput=5MB/sec 2024-04-22T05:02:15.084 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pUI2zOOfQrqQYAb off=11747058 len=910484 2024-04-22T05:02:15.086 INFO:tasks.workunit.client.0.smithi040.stdout:op 4478 completed, throughput=5MB/sec 2024-04-22T05:02:15.086 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-P1J1S7kS3SVgljG off=11017731 len=910643 2024-04-22T05:02:15.086 INFO:tasks.workunit.client.0.smithi040.stdout:op 4479 completed, throughput=5MB/sec 2024-04-22T05:02:15.086 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OWaNeEDwHUY-vva off=6346889 len=1891485 2024-04-22T05:02:15.098 INFO:tasks.workunit.client.0.smithi040.stdout:op 4480 completed, throughput=5MB/sec 2024-04-22T05:02:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:02:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:02:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:02:16.098 INFO:tasks.workunit.client.0.smithi040.stdout: 881: throughput=5MB/sec pending data=0 2024-04-22T05:02:16.098 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3a0Uc5exUWHAwuV off=3960826 len=1477241 2024-04-22T05:02:16.108 INFO:tasks.workunit.client.0.smithi040.stdout:op 4481 completed, throughput=5MB/sec 2024-04-22T05:02:16.108 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FYc3K68Sy_XEWWP off=774880 len=713145 2024-04-22T05:02:16.109 INFO:tasks.workunit.client.0.smithi040.stdout:op 4482 completed, throughput=5MB/sec 2024-04-22T05:02:16.109 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GOGaAXb6aLBol1B off=9116086 len=241519 2024-04-22T05:02:16.110 INFO:tasks.workunit.client.0.smithi040.stdout:op 4483 completed, throughput=5MB/sec 2024-04-22T05:02:16.110 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eAE6tpVhzZ7xVWL off=7233017 len=1253623 2024-04-22T05:02:16.116 INFO:tasks.workunit.client.0.smithi040.stdout:op 4484 completed, throughput=5MB/sec 2024-04-22T05:02:16.116 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DWWIchFOyXP3W8K off=4289604 len=1218816 2024-04-22T05:02:16.122 INFO:tasks.workunit.client.0.smithi040.stdout:op 4485 completed, throughput=5MB/sec 2024-04-22T05:02:16.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:16 smithi062 ceph-mon[78153]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:02:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:16 smithi040 ceph-mon[88445]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:02:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:16 smithi040 ceph-mon[91058]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:02:17.122 INFO:tasks.workunit.client.0.smithi040.stdout: 882: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:17.122 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MIUm7dM1hfkYWsM off=4757872 len=1101013 2024-04-22T05:02:17.128 INFO:tasks.workunit.client.0.smithi040.stdout:op 4486 completed, throughput=5MB/sec 2024-04-22T05:02:17.128 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-04IzlR733UCQ74o off=0 len=1366290 2024-04-22T05:02:17.134 INFO:tasks.workunit.client.0.smithi040.stdout:op 4487 completed, throughput=5MB/sec 2024-04-22T05:02:17.134 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q53iRDT6t9Y-fdq off=0 len=1836456 2024-04-22T05:02:17.145 INFO:tasks.workunit.client.0.smithi040.stdout:op 4488 completed, throughput=5MB/sec 2024-04-22T05:02:17.145 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fI-v7NkXUPf2zFO off=556953 len=1506613 2024-04-22T05:02:17.147 INFO:tasks.workunit.client.0.smithi040.stdout:op 4489 completed, throughput=5MB/sec 2024-04-22T05:02:18.148 INFO:tasks.workunit.client.0.smithi040.stdout: 883: throughput=5MB/sec pending data=0 2024-04-22T05:02:18.148 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3fo2CUBF4xHrfW4 off=2477754 len=1424472 2024-04-22T05:02:18.151 INFO:tasks.workunit.client.0.smithi040.stdout:op 4490 completed, throughput=5MB/sec 2024-04-22T05:02:18.151 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-R5MP97mRgrCJkIL off=3474137 len=680974 2024-04-22T05:02:18.152 INFO:tasks.workunit.client.0.smithi040.stdout:op 4491 completed, throughput=5MB/sec 2024-04-22T05:02:18.152 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AU6HtJci8HEbhQh off=10202504 len=1823742 2024-04-22T05:02:18.160 INFO:tasks.workunit.client.0.smithi040.stdout:op 4492 completed, throughput=5MB/sec 2024-04-22T05:02:18.160 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PkbB-jEYjs2bE2f off=1636612 len=1143387 2024-04-22T05:02:18.166 INFO:tasks.workunit.client.0.smithi040.stdout:op 4493 completed, throughput=5MB/sec 2024-04-22T05:02:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:18 smithi062 ceph-mon[78153]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:02:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:18 smithi040 ceph-mon[88445]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:02:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:18 smithi040 ceph-mon[91058]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:02:19.166 INFO:tasks.workunit.client.0.smithi040.stdout: 884: throughput=5MB/sec pending data=0 2024-04-22T05:02:19.166 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KzpXOsbNNMMS6TJ off=9798675 len=1685749 2024-04-22T05:02:19.168 INFO:tasks.workunit.client.0.smithi040.stdout:op 4494 completed, throughput=5MB/sec 2024-04-22T05:02:19.168 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z02-Tyfd0IhdsUE off=7174817 len=723186 2024-04-22T05:02:19.170 INFO:tasks.workunit.client.0.smithi040.stdout:op 4495 completed, throughput=5MB/sec 2024-04-22T05:02:19.170 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-F_oXU0qhxSgZPYF off=11908811 len=1505572 2024-04-22T05:02:19.176 INFO:tasks.workunit.client.0.smithi040.stdout:op 4496 completed, throughput=5MB/sec 2024-04-22T05:02:19.176 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mW6JpC3sQ_PMJmT off=15900752 len=583709 2024-04-22T05:02:19.180 INFO:tasks.workunit.client.0.smithi040.stdout:op 4497 completed, throughput=5MB/sec 2024-04-22T05:02:19.180 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-k6GSg1zkCBO5Ul6 off=4962739 len=785282 2024-04-22T05:02:19.184 INFO:tasks.workunit.client.0.smithi040.stdout:op 4498 completed, throughput=5MB/sec 2024-04-22T05:02:20.184 INFO:tasks.workunit.client.0.smithi040.stdout: 885: throughput=5MB/sec pending data=0 2024-04-22T05:02:20.185 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1cdRCILDHBF-IOc off=2300194 len=992200 2024-04-22T05:02:20.190 INFO:tasks.workunit.client.0.smithi040.stdout:op 4499 completed, throughput=5MB/sec 2024-04-22T05:02:20.190 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wpWQbU1JQ8-16Eo off=8814884 len=892859 2024-04-22T05:02:20.193 INFO:tasks.workunit.client.0.smithi040.stdout:op 4500 completed, throughput=5MB/sec 2024-04-22T05:02:20.193 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FPFGiworDL7kuNe off=8579793 len=1838261 2024-04-22T05:02:20.201 INFO:tasks.workunit.client.0.smithi040.stdout:op 4501 completed, throughput=5MB/sec 2024-04-22T05:02:20.201 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GazxfD3SWYoaOtB off=619952 len=1382355 2024-04-22T05:02:20.202 INFO:tasks.workunit.client.0.smithi040.stdout:op 4502 completed, throughput=5MB/sec 2024-04-22T05:02:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:02:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:02:20] "GET /metrics HTTP/1.1" 200 240170 "" "Prometheus/2.43.0" 2024-04-22T05:02:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:20 smithi062 ceph-mon[78153]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:02:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:20 smithi040 ceph-mon[88445]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:02:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:20 smithi040 ceph-mon[91058]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:02:21.203 INFO:tasks.workunit.client.0.smithi040.stdout: 886: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:21.203 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HD00DzcBGT0xVQW off=1270941 len=1052094 2024-04-22T05:02:21.204 INFO:tasks.workunit.client.0.smithi040.stdout:op 4503 completed, throughput=5MB/sec 2024-04-22T05:02:21.204 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-V5_KmcnSueA64QK off=13726072 len=1760099 2024-04-22T05:02:21.208 INFO:tasks.workunit.client.0.smithi040.stdout:op 4504 completed, throughput=5MB/sec 2024-04-22T05:02:21.208 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QX4Lfnuq0id37FT off=2276813 len=241359 2024-04-22T05:02:21.209 INFO:tasks.workunit.client.0.smithi040.stdout:op 4505 completed, throughput=5MB/sec 2024-04-22T05:02:21.209 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-X2e3EnR5_211SHk off=88366 len=1007488 2024-04-22T05:02:21.210 INFO:tasks.workunit.client.0.smithi040.stdout:op 4506 completed, throughput=5MB/sec 2024-04-22T05:02:21.210 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NQPJgVx7UM6K_od off=7532443 len=425710 2024-04-22T05:02:21.214 INFO:tasks.workunit.client.0.smithi040.stdout:op 4507 completed, throughput=5MB/sec 2024-04-22T05:02:21.214 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zyEM1ReudG5MlAl off=14416363 len=1164672 2024-04-22T05:02:21.219 INFO:tasks.workunit.client.0.smithi040.stdout:op 4508 completed, throughput=5MB/sec 2024-04-22T05:02:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:02:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:02:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:02:22.220 INFO:tasks.workunit.client.0.smithi040.stdout: 887: throughput=5MB/sec pending data=0 2024-04-22T05:02:22.220 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1-c0j6Bi4GX6P8y off=714498 len=1329421 2024-04-22T05:02:22.222 INFO:tasks.workunit.client.0.smithi040.stdout:op 4509 completed, throughput=5MB/sec 2024-04-22T05:02:22.222 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eHEfX-vZcYmk_re off=4128128 len=973741 2024-04-22T05:02:22.223 INFO:tasks.workunit.client.0.smithi040.stdout:op 4510 completed, throughput=5MB/sec 2024-04-22T05:02:22.223 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_Y-9U2FPZxJzARX off=4847499 len=97654 2024-04-22T05:02:22.225 INFO:tasks.workunit.client.0.smithi040.stdout:op 4511 completed, throughput=5MB/sec 2024-04-22T05:02:22.226 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-s19LOv5Q5LTdE3S off=1062432 len=1651872 2024-04-22T05:02:22.234 INFO:tasks.workunit.client.0.smithi040.stdout:op 4512 completed, throughput=5MB/sec 2024-04-22T05:02:22.234 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XXkyG0lX47jwNMv off=346579 len=765294 2024-04-22T05:02:22.238 INFO:tasks.workunit.client.0.smithi040.stdout:op 4513 completed, throughput=5MB/sec 2024-04-22T05:02:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:22 smithi062 ceph-mon[78153]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:02:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:22 smithi040 ceph-mon[88445]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:02:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:22 smithi040 ceph-mon[91058]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:02:23.238 INFO:tasks.workunit.client.0.smithi040.stdout: 888: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:23.239 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xpryPYeaqk4i5B1 off=10245579 len=105918 2024-04-22T05:02:23.239 INFO:tasks.workunit.client.0.smithi040.stdout:op 4514 completed, throughput=4.99MB/sec 2024-04-22T05:02:23.239 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rR5ccH83CEGqT-s off=12478061 len=2049584 2024-04-22T05:02:23.241 INFO:tasks.workunit.client.0.smithi040.stdout:op 4515 completed, throughput=5MB/sec 2024-04-22T05:02:23.241 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qh0Dia0C8SE9dV2 off=540351 len=1433375 2024-04-22T05:02:23.243 INFO:tasks.workunit.client.0.smithi040.stdout:op 4516 completed, throughput=5MB/sec 2024-04-22T05:02:23.243 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Udodps-09-zl0p4 off=13823282 len=1380532 2024-04-22T05:02:23.245 INFO:tasks.workunit.client.0.smithi040.stdout:op 4517 completed, throughput=5MB/sec 2024-04-22T05:02:23.245 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VLGtNdsi7uT8P7X off=1392474 len=2054281 2024-04-22T05:02:23.253 INFO:tasks.workunit.client.0.smithi040.stdout:op 4518 completed, throughput=5MB/sec 2024-04-22T05:02:24.253 INFO:tasks.workunit.client.0.smithi040.stdout: 889: throughput=5MB/sec pending data=0 2024-04-22T05:02:24.253 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MeMDHfVnaSa3kHm off=10549366 len=505435 2024-04-22T05:02:24.254 INFO:tasks.workunit.client.0.smithi040.stdout:op 4519 completed, throughput=5MB/sec 2024-04-22T05:02:24.254 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vDddZa95ySEyPD3 off=6926129 len=1272051 2024-04-22T05:02:24.256 INFO:tasks.workunit.client.0.smithi040.stdout:op 4520 completed, throughput=5MB/sec 2024-04-22T05:02:24.257 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-R08p00EFaAFLqw1 off=5287818 len=693200 2024-04-22T05:02:24.258 INFO:tasks.workunit.client.0.smithi040.stdout:op 4521 completed, throughput=5MB/sec 2024-04-22T05:02:24.258 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zGsUImz7e1y-rFl off=4454580 len=812139 2024-04-22T05:02:24.263 INFO:tasks.workunit.client.0.smithi040.stdout:op 4522 completed, throughput=5MB/sec 2024-04-22T05:02:24.263 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zJvcGh1XlB-WTi3 off=15749675 len=555509 2024-04-22T05:02:24.264 INFO:tasks.workunit.client.0.smithi040.stdout:op 4523 completed, throughput=5MB/sec 2024-04-22T05:02:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:24 smithi062 ceph-mon[78153]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:02:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:24 smithi040 ceph-mon[88445]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:02:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:24 smithi040 ceph-mon[91058]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:02:25.265 INFO:tasks.workunit.client.0.smithi040.stdout: 890: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:25.265 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wtrcug3ZrTo4Tqn off=13782393 len=1863342 2024-04-22T05:02:25.273 INFO:tasks.workunit.client.0.smithi040.stdout:op 4524 completed, throughput=5MB/sec 2024-04-22T05:02:25.273 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-54HXMS572vaVOAr off=6748306 len=1333094 2024-04-22T05:02:25.275 INFO:tasks.workunit.client.0.smithi040.stdout:op 4525 completed, throughput=5MB/sec 2024-04-22T05:02:25.275 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZX8YfAJGDAS7FTp off=12647128 len=2088562 2024-04-22T05:02:25.278 INFO:tasks.workunit.client.0.smithi040.stdout:op 4526 completed, throughput=5MB/sec 2024-04-22T05:02:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:02:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:02:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:02:26.279 INFO:tasks.workunit.client.0.smithi040.stdout: 891: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:26.279 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z5IGb6b-IcXtRQP off=12139481 len=1535291 2024-04-22T05:02:26.281 INFO:tasks.workunit.client.0.smithi040.stdout:op 4527 completed, throughput=5MB/sec 2024-04-22T05:02:26.281 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-po7-qDIUh3qNRvt off=9295930 len=244891 2024-04-22T05:02:26.285 INFO:tasks.workunit.client.0.smithi040.stdout:op 4528 completed, throughput=5MB/sec 2024-04-22T05:02:26.285 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-e63yb4i8MSnR_7u off=448231 len=1875824 2024-04-22T05:02:26.288 INFO:tasks.workunit.client.0.smithi040.stdout:op 4529 completed, throughput=5MB/sec 2024-04-22T05:02:26.288 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-H3jLN6Gunj9fqbZ off=15872308 len=148108 2024-04-22T05:02:26.289 INFO:tasks.workunit.client.0.smithi040.stdout:op 4530 completed, throughput=5MB/sec 2024-04-22T05:02:26.289 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-keITYC-N3p4Mh7I off=741944 len=1568648 2024-04-22T05:02:26.296 INFO:tasks.workunit.client.0.smithi040.stdout:op 4531 completed, throughput=5MB/sec 2024-04-22T05:02:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:26 smithi062 ceph-mon[78153]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:02:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:26 smithi040 ceph-mon[88445]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:02:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:26 smithi040 ceph-mon[91058]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:02:27.297 INFO:tasks.workunit.client.0.smithi040.stdout: 892: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:27.297 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QzfbPUmFSjrqaUb off=472834 len=925667 2024-04-22T05:02:27.303 INFO:tasks.workunit.client.0.smithi040.stdout:op 4532 completed, throughput=5MB/sec 2024-04-22T05:02:27.303 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bfpzbd5yoAgpIDo off=611278 len=1162347 2024-04-22T05:02:27.310 INFO:tasks.workunit.client.0.smithi040.stdout:op 4533 completed, throughput=5MB/sec 2024-04-22T05:02:27.310 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xOZL8e0INwQtWk_ off=11347787 len=811525 2024-04-22T05:02:27.311 INFO:tasks.workunit.client.0.smithi040.stdout:op 4534 completed, throughput=5MB/sec 2024-04-22T05:02:27.311 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qXS_wyPQQnGUoFq off=19096769 len=431859 2024-04-22T05:02:27.312 INFO:tasks.workunit.client.0.smithi040.stdout:op 4535 completed, throughput=5MB/sec 2024-04-22T05:02:27.312 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ms8TlNUp4TTgFVL off=11273619 len=58400 2024-04-22T05:02:27.314 INFO:tasks.workunit.client.0.smithi040.stdout:op 4536 completed, throughput=5MB/sec 2024-04-22T05:02:27.315 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TfHN-lYtC5-fYLY off=14472466 len=822924 2024-04-22T05:02:27.319 INFO:tasks.workunit.client.0.smithi040.stdout:op 4537 completed, throughput=5MB/sec 2024-04-22T05:02:27.319 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hZWmDcH4937LHJ5 off=45997 len=1274014 2024-04-22T05:02:27.320 INFO:tasks.workunit.client.0.smithi040.stdout:op 4538 completed, throughput=5MB/sec 2024-04-22T05:02:28.320 INFO:tasks.workunit.client.0.smithi040.stdout: 893: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:28.321 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DcQi7tQXIYY6d-v off=9079279 len=1936038 2024-04-22T05:02:28.323 INFO:tasks.workunit.client.0.smithi040.stdout:op 4539 completed, throughput=5MB/sec 2024-04-22T05:02:28.323 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Bleo2br7n7HK4hD off=24142080 len=377228 2024-04-22T05:02:28.324 INFO:tasks.workunit.client.0.smithi040.stdout:op 4540 completed, throughput=5MB/sec 2024-04-22T05:02:28.324 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kKG4CDgxVotuKkT off=1798 len=1817798 2024-04-22T05:02:28.331 INFO:tasks.workunit.client.0.smithi040.stdout:op 4541 completed, throughput=5MB/sec 2024-04-22T05:02:28.332 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0_GrPD2zVbbdbRd off=853601 len=279417 2024-04-22T05:02:28.334 INFO:tasks.workunit.client.0.smithi040.stdout:op 4542 completed, throughput=5MB/sec 2024-04-22T05:02:28.334 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cX2thyTsiK5paQa off=5652330 len=180888 2024-04-22T05:02:28.335 INFO:tasks.workunit.client.0.smithi040.stdout:op 4543 completed, throughput=5MB/sec 2024-04-22T05:02:28.336 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-c2iqVPYc-4zxJg8 off=197338 len=1026830 2024-04-22T05:02:28.341 INFO:tasks.workunit.client.0.smithi040.stdout:op 4544 completed, throughput=5MB/sec 2024-04-22T05:02:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:28 smithi062 ceph-mon[78153]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:02:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:28 smithi040 ceph-mon[88445]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:02:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:28 smithi040 ceph-mon[91058]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:02:29.342 INFO:tasks.workunit.client.0.smithi040.stdout: 894: throughput=5MB/sec pending data=0 2024-04-22T05:02:29.342 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LfbcCxliF8PuJ4T off=12027713 len=1550104 2024-04-22T05:02:29.343 INFO:tasks.workunit.client.0.smithi040.stdout:op 4545 completed, throughput=5MB/sec 2024-04-22T05:02:29.344 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eOWrWb8rkDOcHSy off=7013781 len=639463 2024-04-22T05:02:29.348 INFO:tasks.workunit.client.0.smithi040.stdout:op 4546 completed, throughput=5MB/sec 2024-04-22T05:02:29.348 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8dqikRDHVcm6Ksz off=92978 len=1634628 2024-04-22T05:02:29.359 INFO:tasks.workunit.client.0.smithi040.stdout:op 4547 completed, throughput=5MB/sec 2024-04-22T05:02:29.360 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yFRzaC-4TCiCddK off=15233190 len=172075 2024-04-22T05:02:29.360 INFO:tasks.workunit.client.0.smithi040.stdout:op 4548 completed, throughput=5MB/sec 2024-04-22T05:02:29.360 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q7nCJDmEUdX373B off=5009066 len=221284 2024-04-22T05:02:29.363 INFO:tasks.workunit.client.0.smithi040.stdout:op 4549 completed, throughput=5MB/sec 2024-04-22T05:02:29.363 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TBGwsbruCEVde29 off=2572389 len=1555530 2024-04-22T05:02:29.366 INFO:tasks.workunit.client.0.smithi040.stdout:op 4550 completed, throughput=5MB/sec 2024-04-22T05:02:30.367 INFO:tasks.workunit.client.0.smithi040.stdout: 895: throughput=5MB/sec pending data=0 2024-04-22T05:02:30.367 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-P0XWPyyEempD-52 off=13155847 len=808660 2024-04-22T05:02:30.371 INFO:tasks.workunit.client.0.smithi040.stdout:op 4551 completed, throughput=5MB/sec 2024-04-22T05:02:30.371 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5k6AsUNs2fM5DS1 off=6333738 len=1415817 2024-04-22T05:02:30.377 INFO:tasks.workunit.client.0.smithi040.stdout:op 4552 completed, throughput=5MB/sec 2024-04-22T05:02:30.377 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OfKINhm-JGKIq47 off=9314949 len=729947 2024-04-22T05:02:30.378 INFO:tasks.workunit.client.0.smithi040.stdout:op 4553 completed, throughput=5MB/sec 2024-04-22T05:02:30.378 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EWjiHV9JLcg1Bzn off=20320361 len=608815 2024-04-22T05:02:30.382 INFO:tasks.workunit.client.0.smithi040.stdout:op 4554 completed, throughput=5MB/sec 2024-04-22T05:02:30.382 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kfJHwu0BwRF5arE off=290723 len=1602071 2024-04-22T05:02:30.390 INFO:tasks.workunit.client.0.smithi040.stdout:op 4555 completed, throughput=5MB/sec 2024-04-22T05:02:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:02:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:02:30] "GET /metrics HTTP/1.1" 200 240189 "" "Prometheus/2.43.0" 2024-04-22T05:02:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:30 smithi062 ceph-mon[78153]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T05:02:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:30 smithi040 ceph-mon[88445]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T05:02:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:30 smithi040 ceph-mon[91058]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T05:02:31.391 INFO:tasks.workunit.client.0.smithi040.stdout: 896: throughput=5MB/sec pending data=0 2024-04-22T05:02:31.391 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-22rVWsciBtDlbeP off=18269303 len=1537387 2024-04-22T05:02:31.393 INFO:tasks.workunit.client.0.smithi040.stdout:op 4556 completed, throughput=5MB/sec 2024-04-22T05:02:31.393 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-06kszbfP0gWRThv off=10980883 len=1077317 2024-04-22T05:02:31.398 INFO:tasks.workunit.client.0.smithi040.stdout:op 4557 completed, throughput=5MB/sec 2024-04-22T05:02:31.399 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fr-YaBjvC3lMzdz off=5705788 len=738127 2024-04-22T05:02:31.403 INFO:tasks.workunit.client.0.smithi040.stdout:op 4558 completed, throughput=5MB/sec 2024-04-22T05:02:31.403 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LS22Zd9hsGUW874 off=9539057 len=1714712 2024-04-22T05:02:31.405 INFO:tasks.workunit.client.0.smithi040.stdout:op 4559 completed, throughput=5MB/sec 2024-04-22T05:02:32.406 INFO:tasks.workunit.client.0.smithi040.stdout: 897: throughput=5MB/sec pending data=0 2024-04-22T05:02:32.406 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZngOB_4BwNN7hlh off=2869122 len=464872 2024-04-22T05:02:32.407 INFO:tasks.workunit.client.0.smithi040.stdout:op 4560 completed, throughput=5MB/sec 2024-04-22T05:02:32.407 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-o5YsrxaOJp3IpVn off=15402373 len=1218710 2024-04-22T05:02:32.408 INFO:tasks.workunit.client.0.smithi040.stdout:op 4561 completed, throughput=5MB/sec 2024-04-22T05:02:32.409 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aHA3ca-NAGHT35k off=22560081 len=44813 2024-04-22T05:02:32.409 INFO:tasks.workunit.client.0.smithi040.stdout:op 4562 completed, throughput=5MB/sec 2024-04-22T05:02:32.409 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZXJ5cY5A_Tkmafm off=8089714 len=1795257 2024-04-22T05:02:32.412 INFO:tasks.workunit.client.0.smithi040.stdout:op 4563 completed, throughput=5MB/sec 2024-04-22T05:02:32.413 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AV2Y-I936R7PmKW off=2160730 len=295389 2024-04-22T05:02:32.416 INFO:tasks.workunit.client.0.smithi040.stdout:op 4564 completed, throughput=5MB/sec 2024-04-22T05:02:32.416 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uHhKWB3KOJFuF1H off=14745589 len=1176139 2024-04-22T05:02:32.421 INFO:tasks.workunit.client.0.smithi040.stdout:op 4565 completed, throughput=5MB/sec 2024-04-22T05:02:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:32 smithi062 ceph-mon[78153]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:02:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:32 smithi040 ceph-mon[88445]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:02:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:32 smithi040 ceph-mon[91058]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:02:33.421 INFO:tasks.workunit.client.0.smithi040.stdout: 898: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:33.422 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DcQi7tQXIYY6d-v off=717015 len=1819177 2024-04-22T05:02:33.424 INFO:tasks.workunit.client.0.smithi040.stdout:op 4566 completed, throughput=5MB/sec 2024-04-22T05:02:33.424 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-u4CRFjfwLhUc8P0 off=23118364 len=1839508 2024-04-22T05:02:33.428 INFO:tasks.workunit.client.0.smithi040.stdout:op 4567 completed, throughput=5MB/sec 2024-04-22T05:02:33.428 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Sjrph8EZWHCXzlq off=14961222 len=579620 2024-04-22T05:02:33.429 INFO:tasks.workunit.client.0.smithi040.stdout:op 4568 completed, throughput=5MB/sec 2024-04-22T05:02:33.429 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SWw4d-H9KLgKn1p off=12304552 len=1384061 2024-04-22T05:02:33.431 INFO:tasks.workunit.client.0.smithi040.stdout:op 4569 completed, throughput=5MB/sec 2024-04-22T05:02:34.432 INFO:tasks.workunit.client.0.smithi040.stdout: 899: throughput=5MB/sec pending data=0 2024-04-22T05:02:34.432 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-keITYC-N3p4Mh7I off=1824319 len=1054111 2024-04-22T05:02:34.434 INFO:tasks.workunit.client.0.smithi040.stdout:op 4570 completed, throughput=5MB/sec 2024-04-22T05:02:34.434 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9s4UwOSNrcL9niE off=1539788 len=2075116 2024-04-22T05:02:34.436 INFO:tasks.workunit.client.0.smithi040.stdout:op 4571 completed, throughput=5MB/sec 2024-04-22T05:02:34.436 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7MswJjwVrOjYfGj off=15654301 len=64774 2024-04-22T05:02:34.439 INFO:tasks.workunit.client.0.smithi040.stdout:op 4572 completed, throughput=5MB/sec 2024-04-22T05:02:34.439 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CIdumS8PBkFCBF3 off=119932 len=816838 2024-04-22T05:02:34.440 INFO:tasks.workunit.client.0.smithi040.stdout:op 4573 completed, throughput=5MB/sec 2024-04-22T05:02:34.441 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cvnM07ovHmmvsnn off=1997903 len=239362 2024-04-22T05:02:34.443 INFO:tasks.workunit.client.0.smithi040.stdout:op 4574 completed, throughput=5MB/sec 2024-04-22T05:02:34.443 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EwTenEck_rNDHli off=5030789 len=1458461 2024-04-22T05:02:34.445 INFO:tasks.workunit.client.0.smithi040.stdout:op 4575 completed, throughput=5MB/sec 2024-04-22T05:02:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:34 smithi062 ceph-mon[78153]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:02:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:34 smithi040 ceph-mon[88445]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:02:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:34 smithi040 ceph-mon[91058]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:02:35.446 INFO:tasks.workunit.client.0.smithi040.stdout: 900: throughput=5MB/sec pending data=0 2024-04-22T05:02:35.446 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3scLFyWKfbC1-m2 off=801671 len=395630 2024-04-22T05:02:35.447 INFO:tasks.workunit.client.0.smithi040.stdout:op 4576 completed, throughput=5MB/sec 2024-04-22T05:02:35.447 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3UYj4QRJQ7wNFCs off=941977 len=1949265 2024-04-22T05:02:35.457 INFO:tasks.workunit.client.0.smithi040.stdout:op 4577 completed, throughput=5MB/sec 2024-04-22T05:02:35.457 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vonlkhyU_qi4GKj off=6491993 len=1448368 2024-04-22T05:02:35.460 INFO:tasks.workunit.client.0.smithi040.stdout:op 4578 completed, throughput=5MB/sec 2024-04-22T05:02:35.460 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hdPZLBYC8NQzF-m off=2451810 len=1512353 2024-04-22T05:02:35.467 INFO:tasks.workunit.client.0.smithi040.stdout:op 4579 completed, throughput=5MB/sec 2024-04-22T05:02:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:02:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:02:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:02:36.468 INFO:tasks.workunit.client.0.smithi040.stdout: 901: throughput=5MB/sec pending data=0 2024-04-22T05:02:36.468 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-B9wDflgoEDL9197 off=1684111 len=722047 2024-04-22T05:02:36.472 INFO:tasks.workunit.client.0.smithi040.stdout:op 4580 completed, throughput=5MB/sec 2024-04-22T05:02:36.472 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JaY9FMkXVHztOpb off=8614289 len=336149 2024-04-22T05:02:36.475 INFO:tasks.workunit.client.0.smithi040.stdout:op 4581 completed, throughput=5MB/sec 2024-04-22T05:02:36.475 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--WeDC0VO0SoZH8H off=21108 len=1828904 2024-04-22T05:02:36.481 INFO:tasks.workunit.client.0.smithi040.stdout:op 4582 completed, throughput=5MB/sec 2024-04-22T05:02:36.481 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PzClc3tODhNGwXG off=6374659 len=1366554 2024-04-22T05:02:36.483 INFO:tasks.workunit.client.0.smithi040.stdout:op 4583 completed, throughput=5MB/sec 2024-04-22T05:02:36.483 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-68TUUkXvB-JOMfB off=1719824 len=1449733 2024-04-22T05:02:36.490 INFO:tasks.workunit.client.0.smithi040.stdout:op 4584 completed, throughput=5MB/sec 2024-04-22T05:02:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:36 smithi062 ceph-mon[78153]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:02:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:02:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:02:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:02:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:02:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:02:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:36 smithi040 ceph-mon[88445]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:02:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:02:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:02:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:02:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:02:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:02:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:36 smithi040 ceph-mon[91058]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:02:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:02:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:02:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:02:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:02:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:02:37.491 INFO:tasks.workunit.client.0.smithi040.stdout: 902: throughput=5MB/sec pending data=0 2024-04-22T05:02:37.491 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wxiwmb2xAtGKdkH off=1512509 len=1205223 2024-04-22T05:02:37.498 INFO:tasks.workunit.client.0.smithi040.stdout:op 4585 completed, throughput=5MB/sec 2024-04-22T05:02:37.498 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CKApbzCIAIsXM9T off=621590 len=1590607 2024-04-22T05:02:37.501 INFO:tasks.workunit.client.0.smithi040.stdout:op 4586 completed, throughput=5MB/sec 2024-04-22T05:02:37.501 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BkYnQtekXnaCE5P off=418686 len=633529 2024-04-22T05:02:37.502 INFO:tasks.workunit.client.0.smithi040.stdout:op 4587 completed, throughput=5MB/sec 2024-04-22T05:02:37.502 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0ey6Z2zuZP7KfYv off=2515935 len=924902 2024-04-22T05:02:37.503 INFO:tasks.workunit.client.0.smithi040.stdout:op 4588 completed, throughput=5MB/sec 2024-04-22T05:02:38.503 INFO:tasks.workunit.client.0.smithi040.stdout: 903: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:38.503 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Iq53mNZ2271_38z off=1303836 len=1662627 2024-04-22T05:02:38.506 INFO:tasks.workunit.client.0.smithi040.stdout:op 4589 completed, throughput=5MB/sec 2024-04-22T05:02:38.506 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0zsUufusASDcNwc off=0 len=1584830 2024-04-22T05:02:38.515 INFO:tasks.workunit.client.0.smithi040.stdout:op 4590 completed, throughput=5MB/sec 2024-04-22T05:02:38.515 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZCd1Nv8QuvzgME1 off=3940625 len=1125220 2024-04-22T05:02:38.520 INFO:tasks.workunit.client.0.smithi040.stdout:op 4591 completed, throughput=5MB/sec 2024-04-22T05:02:38.520 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-d58BQ-FxuKInDvj off=1092493 len=156426 2024-04-22T05:02:38.523 INFO:tasks.workunit.client.0.smithi040.stdout:op 4592 completed, throughput=5MB/sec 2024-04-22T05:02:38.523 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cuRNrKT_X_X2Wo1 off=3915087 len=1225957 2024-04-22T05:02:38.525 INFO:tasks.workunit.client.0.smithi040.stdout:op 4593 completed, throughput=5MB/sec 2024-04-22T05:02:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:38 smithi062 ceph-mon[78153]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-22T05:02:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:38 smithi040 ceph-mon[88445]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-22T05:02:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:38 smithi040 ceph-mon[91058]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-22T05:02:39.526 INFO:tasks.workunit.client.0.smithi040.stdout: 904: throughput=5MB/sec pending data=0 2024-04-22T05:02:39.526 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bjmKbuACHIqMSew off=8086512 len=503623 2024-04-22T05:02:39.527 INFO:tasks.workunit.client.0.smithi040.stdout:op 4594 completed, throughput=5MB/sec 2024-04-22T05:02:39.527 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mzGnIWTHuu7uLfD off=797044 len=1534326 2024-04-22T05:02:39.535 INFO:tasks.workunit.client.0.smithi040.stdout:op 4595 completed, throughput=5MB/sec 2024-04-22T05:02:39.535 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oLP5XZwfUfXrB-N off=14608520 len=1696124 2024-04-22T05:02:39.544 INFO:tasks.workunit.client.0.smithi040.stdout:op 4596 completed, throughput=5MB/sec 2024-04-22T05:02:39.544 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0eHDgg7kfRqlCZW off=1187231 len=300834 2024-04-22T05:02:39.545 INFO:tasks.workunit.client.0.smithi040.stdout:op 4597 completed, throughput=5MB/sec 2024-04-22T05:02:39.545 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wY549SmalsCNZKS off=3020077 len=22276 2024-04-22T05:02:39.548 INFO:tasks.workunit.client.0.smithi040.stdout:op 4598 completed, throughput=5MB/sec 2024-04-22T05:02:39.548 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WH5vS8atvvn-IAV off=9337802 len=1353214 2024-04-22T05:02:39.554 INFO:tasks.workunit.client.0.smithi040.stdout:op 4599 completed, throughput=5MB/sec 2024-04-22T05:02:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:02:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:02:40] "GET /metrics HTTP/1.1" 200 240165 "" "Prometheus/2.43.0" 2024-04-22T05:02:40.555 INFO:tasks.workunit.client.0.smithi040.stdout: 905: throughput=5MB/sec pending data=0 2024-04-22T05:02:40.555 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3K60yMOvTfZeNIx off=12181332 len=489365 2024-04-22T05:02:40.559 INFO:tasks.workunit.client.0.smithi040.stdout:op 4600 completed, throughput=5MB/sec 2024-04-22T05:02:40.559 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kmsF2MckMQm_8Ys off=5294682 len=1134209 2024-04-22T05:02:40.567 INFO:tasks.workunit.client.0.smithi040.stdout:op 4601 completed, throughput=5MB/sec 2024-04-22T05:02:40.567 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aN--GbBWFZ6Y2xz off=17149382 len=1181027 2024-04-22T05:02:40.568 INFO:tasks.workunit.client.0.smithi040.stdout:op 4602 completed, throughput=5MB/sec 2024-04-22T05:02:40.568 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HDS6zbBJcCdxt6s off=5885710 len=101998 2024-04-22T05:02:40.569 INFO:tasks.workunit.client.0.smithi040.stdout:op 4603 completed, throughput=5MB/sec 2024-04-22T05:02:40.569 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WBdPm2WqN25RlQa off=4392792 len=1237620 2024-04-22T05:02:40.575 INFO:tasks.workunit.client.0.smithi040.stdout:op 4604 completed, throughput=5MB/sec 2024-04-22T05:02:40.575 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RBn2LyeJ2N3ZVyN off=8765339 len=1048712 2024-04-22T05:02:40.576 INFO:tasks.workunit.client.0.smithi040.stdout:op 4605 completed, throughput=5MB/sec 2024-04-22T05:02:40.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:40 smithi062 ceph-mon[78153]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-22T05:02:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:40 smithi040 ceph-mon[88445]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-22T05:02:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:40 smithi040 ceph-mon[91058]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-22T05:02:41.577 INFO:tasks.workunit.client.0.smithi040.stdout: 906: throughput=5MB/sec pending data=0 2024-04-22T05:02:41.578 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cnBVKXSW6gwqPbp off=21435104 len=184187 2024-04-22T05:02:41.578 INFO:tasks.workunit.client.0.smithi040.stdout:op 4606 completed, throughput=5MB/sec 2024-04-22T05:02:41.578 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UOgIjoos90Y3ti_ off=941992 len=656424 2024-04-22T05:02:41.579 INFO:tasks.workunit.client.0.smithi040.stdout:op 4607 completed, throughput=5MB/sec 2024-04-22T05:02:41.579 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-thu_nKgi1yvVFPz off=1945233 len=114114 2024-04-22T05:02:41.579 INFO:tasks.workunit.client.0.smithi040.stdout:op 4608 completed, throughput=5MB/sec 2024-04-22T05:02:41.579 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yn7KksOb5v5R2bS off=3658052 len=1249576 2024-04-22T05:02:41.588 INFO:tasks.workunit.client.0.smithi040.stdout:op 4609 completed, throughput=5MB/sec 2024-04-22T05:02:41.588 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lbUCsb0yPI1Fz-N off=14305940 len=1852195 2024-04-22T05:02:41.590 INFO:tasks.workunit.client.0.smithi040.stdout:op 4610 completed, throughput=5MB/sec 2024-04-22T05:02:41.590 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DBKm-EAB85N7gyG off=2611132 len=166464 2024-04-22T05:02:41.590 INFO:tasks.workunit.client.0.smithi040.stdout:op 4611 completed, throughput=5MB/sec 2024-04-22T05:02:41.591 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EYVEssq491Xbw_Q off=1052954 len=1792609 2024-04-22T05:02:41.592 INFO:tasks.workunit.client.0.smithi040.stdout:op 4612 completed, throughput=5MB/sec 2024-04-22T05:02:42.593 INFO:tasks.workunit.client.0.smithi040.stdout: 907: throughput=5MB/sec pending data=0 2024-04-22T05:02:42.593 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_MeI-zuH6rS8Cvc off=12423976 len=1812423 2024-04-22T05:02:42.603 INFO:tasks.workunit.client.0.smithi040.stdout:op 4613 completed, throughput=5MB/sec 2024-04-22T05:02:42.604 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rR5ccH83CEGqT-s off=20625790 len=1045792 2024-04-22T05:02:42.609 INFO:tasks.workunit.client.0.smithi040.stdout:op 4614 completed, throughput=5MB/sec 2024-04-22T05:02:42.609 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-G5QJ6dpScaFxkeH off=732193 len=1478032 2024-04-22T05:02:42.616 INFO:tasks.workunit.client.0.smithi040.stdout:op 4615 completed, throughput=5MB/sec 2024-04-22T05:02:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:42 smithi062 ceph-mon[78153]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T05:02:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:42 smithi040 ceph-mon[88445]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T05:02:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:42 smithi040 ceph-mon[91058]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T05:02:43.617 INFO:tasks.workunit.client.0.smithi040.stdout: 908: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:43.617 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-so-bEOQwZWD6Fqh off=17851025 len=521564 2024-04-22T05:02:43.621 INFO:tasks.workunit.client.0.smithi040.stdout:op 4616 completed, throughput=5MB/sec 2024-04-22T05:02:43.621 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0g9bFQDtgtfTVSw off=15577704 len=1679651 2024-04-22T05:02:43.623 INFO:tasks.workunit.client.0.smithi040.stdout:op 4617 completed, throughput=5MB/sec 2024-04-22T05:02:43.623 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9pxTa3g2s2wWq8R off=16260542 len=182408 2024-04-22T05:02:43.624 INFO:tasks.workunit.client.0.smithi040.stdout:op 4618 completed, throughput=5MB/sec 2024-04-22T05:02:43.624 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VW5-8D7NY6Og77K off=6748675 len=2095758 2024-04-22T05:02:43.636 INFO:tasks.workunit.client.0.smithi040.stdout:op 4619 completed, throughput=5MB/sec 2024-04-22T05:02:43.636 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yix6fXvEPDqcQT5 off=5426087 len=955995 2024-04-22T05:02:43.637 INFO:tasks.workunit.client.0.smithi040.stdout:op 4620 completed, throughput=5MB/sec 2024-04-22T05:02:44.638 INFO:tasks.workunit.client.0.smithi040.stdout: 909: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:44.638 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5eJ-CItbu3t5o6L off=483295 len=1465053 2024-04-22T05:02:44.641 INFO:tasks.workunit.client.0.smithi040.stdout:op 4621 completed, throughput=5MB/sec 2024-04-22T05:02:44.641 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jgjfykM00jhsJUH off=8136348 len=345402 2024-04-22T05:02:44.644 INFO:tasks.workunit.client.0.smithi040.stdout:op 4622 completed, throughput=5MB/sec 2024-04-22T05:02:44.644 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wYpKEfQ2N_LP534 off=8915105 len=2053061 2024-04-22T05:02:44.653 INFO:tasks.workunit.client.0.smithi040.stdout:op 4623 completed, throughput=5MB/sec 2024-04-22T05:02:44.654 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-css8xxJpSA3L0qK off=794988 len=485498 2024-04-22T05:02:44.655 INFO:tasks.workunit.client.0.smithi040.stdout:op 4624 completed, throughput=5MB/sec 2024-04-22T05:02:44.655 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vAwIKoeMNzRzLFS off=11992332 len=886905 2024-04-22T05:02:44.659 INFO:tasks.workunit.client.0.smithi040.stdout:op 4625 completed, throughput=5MB/sec 2024-04-22T05:02:44.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:44 smithi062 ceph-mon[78153]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:02:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:44 smithi040 ceph-mon[88445]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:02:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:44 smithi040 ceph-mon[91058]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:02:45.660 INFO:tasks.workunit.client.0.smithi040.stdout: 910: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:45.660 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ToHf7iKKFtciOHa off=8253764 len=704510 2024-04-22T05:02:45.664 INFO:tasks.workunit.client.0.smithi040.stdout:op 4626 completed, throughput=5MB/sec 2024-04-22T05:02:45.665 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BvCMZSZHA-7XBrD off=7243481 len=645836 2024-04-22T05:02:45.668 INFO:tasks.workunit.client.0.smithi040.stdout:op 4627 completed, throughput=5MB/sec 2024-04-22T05:02:45.669 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BTVMVW_GrreX8yJ off=2546019 len=973817 2024-04-22T05:02:45.674 INFO:tasks.workunit.client.0.smithi040.stdout:op 4628 completed, throughput=5MB/sec 2024-04-22T05:02:45.674 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2AcovhQYSyVUGRK off=617126 len=622440 2024-04-22T05:02:45.677 INFO:tasks.workunit.client.0.smithi040.stdout:op 4629 completed, throughput=5MB/sec 2024-04-22T05:02:45.677 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-90fm9cPlfiPkYca off=1398502 len=1446412 2024-04-22T05:02:45.685 INFO:tasks.workunit.client.0.smithi040.stdout:op 4630 completed, throughput=5MB/sec 2024-04-22T05:02:45.685 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-I-Rn0jjCcNRdWRg off=8863664 len=158111 2024-04-22T05:02:45.688 INFO:tasks.workunit.client.0.smithi040.stdout:op 4631 completed, throughput=5MB/sec 2024-04-22T05:02:45.688 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-c4rr8evkn4dRLcn off=12827921 len=1647330 2024-04-22T05:02:45.689 INFO:tasks.workunit.client.0.smithi040.stdout:op 4632 completed, throughput=5MB/sec 2024-04-22T05:02:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:02:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:02:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:02:46.690 INFO:tasks.workunit.client.0.smithi040.stdout: 911: throughput=5MB/sec pending data=0 2024-04-22T05:02:46.690 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DNXT3Ia5F0a7fxp off=3130326 len=1960730 2024-04-22T05:02:46.701 INFO:tasks.workunit.client.0.smithi040.stdout:op 4633 completed, throughput=5MB/sec 2024-04-22T05:02:46.701 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hlWfO6eAISG-ab4 off=7760625 len=1164920 2024-04-22T05:02:46.706 INFO:tasks.workunit.client.0.smithi040.stdout:op 4634 completed, throughput=5MB/sec 2024-04-22T05:02:46.706 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9jqyMFkupZNkWL9 off=3751042 len=1614311 2024-04-22T05:02:46.715 INFO:tasks.workunit.client.0.smithi040.stdout:op 4635 completed, throughput=5MB/sec 2024-04-22T05:02:46.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:46 smithi062 ceph-mon[78153]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:02:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:46 smithi040 ceph-mon[88445]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:02:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:46 smithi040 ceph-mon[91058]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:02:47.716 INFO:tasks.workunit.client.0.smithi040.stdout: 912: throughput=5MB/sec pending data=0 2024-04-22T05:02:47.716 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AevP5UKO4ImyYbB off=9906980 len=1148059 2024-04-22T05:02:47.722 INFO:tasks.workunit.client.0.smithi040.stdout:op 4636 completed, throughput=5MB/sec 2024-04-22T05:02:47.722 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OKrUaq-7uZcMva9 off=3022679 len=454994 2024-04-22T05:02:47.725 INFO:tasks.workunit.client.0.smithi040.stdout:op 4637 completed, throughput=5MB/sec 2024-04-22T05:02:47.725 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uLsfAgmrENSXsMK off=7827769 len=1861033 2024-04-22T05:02:47.727 INFO:tasks.workunit.client.0.smithi040.stdout:op 4638 completed, throughput=5MB/sec 2024-04-22T05:02:47.728 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jnasdJU0yrBe612 off=2023579 len=1558894 2024-04-22T05:02:47.734 INFO:tasks.workunit.client.0.smithi040.stdout:op 4639 completed, throughput=5MB/sec 2024-04-22T05:02:48.734 INFO:tasks.workunit.client.0.smithi040.stdout: 913: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:48.734 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6bUSHpnSs4oebyn off=18796931 len=1385033 2024-04-22T05:02:48.736 INFO:tasks.workunit.client.0.smithi040.stdout:op 4640 completed, throughput=5MB/sec 2024-04-22T05:02:48.736 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sz2dH8DJXBSk5SH off=607158 len=523977 2024-04-22T05:02:48.740 INFO:tasks.workunit.client.0.smithi040.stdout:op 4641 completed, throughput=5MB/sec 2024-04-22T05:02:48.740 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-N6BvtSq8DG71bfV off=0 len=1315610 2024-04-22T05:02:48.746 INFO:tasks.workunit.client.0.smithi040.stdout:op 4642 completed, throughput=5MB/sec 2024-04-22T05:02:48.746 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bGJTXs83Klz8FL9 off=2842636 len=896504 2024-04-22T05:02:48.748 INFO:tasks.workunit.client.0.smithi040.stdout:op 4643 completed, throughput=5MB/sec 2024-04-22T05:02:48.748 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DfFwr3LRvl6ewES off=574837 len=1996778 2024-04-22T05:02:48.759 INFO:tasks.workunit.client.0.smithi040.stdout:op 4644 completed, throughput=5MB/sec 2024-04-22T05:02:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:48 smithi062 ceph-mon[78153]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:02:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:48 smithi040 ceph-mon[88445]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:02:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:48 smithi040 ceph-mon[91058]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:02:49.760 INFO:tasks.workunit.client.0.smithi040.stdout: 914: throughput=5MB/sec pending data=0 2024-04-22T05:02:49.760 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZeQY72c5ih7wfYB off=4667510 len=1268203 2024-04-22T05:02:49.766 INFO:tasks.workunit.client.0.smithi040.stdout:op 4645 completed, throughput=5MB/sec 2024-04-22T05:02:49.766 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--76GEFSlueiUu7A off=16962755 len=1148106 2024-04-22T05:02:49.767 INFO:tasks.workunit.client.0.smithi040.stdout:op 4646 completed, throughput=5MB/sec 2024-04-22T05:02:49.768 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-N03-c2dXK42ASJJ off=263918 len=1867469 2024-04-22T05:02:49.777 INFO:tasks.workunit.client.0.smithi040.stdout:op 4647 completed, throughput=5MB/sec 2024-04-22T05:02:49.777 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GkmlZMDVSb_Mt-w off=5793410 len=1978562 2024-04-22T05:02:49.779 INFO:tasks.workunit.client.0.smithi040.stdout:op 4648 completed, throughput=5MB/sec 2024-04-22T05:02:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:02:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:02:50] "GET /metrics HTTP/1.1" 200 240165 "" "Prometheus/2.43.0" 2024-04-22T05:02:50.780 INFO:tasks.workunit.client.0.smithi040.stdout: 915: throughput=5MB/sec pending data=0 2024-04-22T05:02:50.780 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-A4Dlt0_9IwPxRPb off=1137408 len=1844156 2024-04-22T05:02:50.782 INFO:tasks.workunit.client.0.smithi040.stdout:op 4649 completed, throughput=5MB/sec 2024-04-22T05:02:50.782 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8r1VkOQ64oRRv8J off=1716017 len=865016 2024-04-22T05:02:50.784 INFO:tasks.workunit.client.0.smithi040.stdout:op 4650 completed, throughput=5MB/sec 2024-04-22T05:02:50.784 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FzMZh_aoYg3sBFf off=9078612 len=269156 2024-04-22T05:02:50.787 INFO:tasks.workunit.client.0.smithi040.stdout:op 4651 completed, throughput=5MB/sec 2024-04-22T05:02:50.787 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SpoUQM8F85JhqiH off=11397626 len=1166079 2024-04-22T05:02:50.794 INFO:tasks.workunit.client.0.smithi040.stdout:op 4652 completed, throughput=5MB/sec 2024-04-22T05:02:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:50 smithi062 ceph-mon[78153]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T05:02:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:50 smithi040 ceph-mon[88445]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T05:02:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:50 smithi040 ceph-mon[91058]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T05:02:51.795 INFO:tasks.workunit.client.0.smithi040.stdout: 916: throughput=5MB/sec pending data=0 2024-04-22T05:02:51.795 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-J-qB7Nv6Sl2y6PC off=10537709 len=1736641 2024-04-22T05:02:51.802 INFO:tasks.workunit.client.0.smithi040.stdout:op 4653 completed, throughput=5MB/sec 2024-04-22T05:02:51.802 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uMPN19LhKGcBTb2 off=11177479 len=540378 2024-04-22T05:02:51.806 INFO:tasks.workunit.client.0.smithi040.stdout:op 4654 completed, throughput=5MB/sec 2024-04-22T05:02:51.806 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uuPxZP_cGNtXF7i off=4027136 len=762819 2024-04-22T05:02:51.810 INFO:tasks.workunit.client.0.smithi040.stdout:op 4655 completed, throughput=5MB/sec 2024-04-22T05:02:51.810 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tH5rrsD39GEEwN5 off=6893615 len=245803 2024-04-22T05:02:51.811 INFO:tasks.workunit.client.0.smithi040.stdout:op 4656 completed, throughput=5MB/sec 2024-04-22T05:02:51.811 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-z2_Op70sZt7j84U off=5235711 len=413361 2024-04-22T05:02:51.814 INFO:tasks.workunit.client.0.smithi040.stdout:op 4657 completed, throughput=5MB/sec 2024-04-22T05:02:51.814 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-avcjuZAjkdYMjeq off=6090772 len=703380 2024-04-22T05:02:51.815 INFO:tasks.workunit.client.0.smithi040.stdout:op 4658 completed, throughput=5MB/sec 2024-04-22T05:02:51.815 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-m7IM7VCQDD5LdU2 off=8891175 len=50386 2024-04-22T05:02:51.817 INFO:tasks.workunit.client.0.smithi040.stdout:op 4659 completed, throughput=5MB/sec 2024-04-22T05:02:51.817 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZNb_ChcZfrbt9CI off=1379323 len=443940 2024-04-22T05:02:51.820 INFO:tasks.workunit.client.0.smithi040.stdout:op 4660 completed, throughput=5MB/sec 2024-04-22T05:02:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:02:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:02:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:02:52.820 INFO:tasks.workunit.client.0.smithi040.stdout: 917: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:52.821 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gv0DY9gBYGgoy7I off=4112049 len=1762206 2024-04-22T05:02:52.831 INFO:tasks.workunit.client.0.smithi040.stdout:op 4661 completed, throughput=5MB/sec 2024-04-22T05:02:52.831 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kjpka3sA-dt__Np off=0 len=1672330 2024-04-22T05:02:52.835 INFO:tasks.workunit.client.0.smithi040.stdout:op 4662 completed, throughput=5MB/sec 2024-04-22T05:02:52.835 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ns_olYVO6cTCcl4 off=418123 len=860507 2024-04-22T05:02:52.836 INFO:tasks.workunit.client.0.smithi040.stdout:op 4663 completed, throughput=5MB/sec 2024-04-22T05:02:52.836 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-svp0ettmJLp2o2j off=1044190 len=1816433 2024-04-22T05:02:52.839 INFO:tasks.workunit.client.0.smithi040.stdout:op 4664 completed, throughput=5MB/sec 2024-04-22T05:02:52.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:52 smithi062 ceph-mon[78153]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T05:02:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:52 smithi040 ceph-mon[88445]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T05:02:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:52 smithi040 ceph-mon[91058]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T05:02:53.840 INFO:tasks.workunit.client.0.smithi040.stdout: 918: throughput=5MB/sec pending data=0 2024-04-22T05:02:53.840 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eR7OAHWA92YpyX8 off=440120 len=1923242 2024-04-22T05:02:53.842 INFO:tasks.workunit.client.0.smithi040.stdout:op 4665 completed, throughput=5MB/sec 2024-04-22T05:02:53.842 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sNePqk1DI7oiAPc off=9688940 len=136263 2024-04-22T05:02:53.843 INFO:tasks.workunit.client.0.smithi040.stdout:op 4666 completed, throughput=5MB/sec 2024-04-22T05:02:53.843 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MqDwVR4T3HYB2qQ off=926848 len=822200 2024-04-22T05:02:53.848 INFO:tasks.workunit.client.0.smithi040.stdout:op 4667 completed, throughput=5MB/sec 2024-04-22T05:02:53.848 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VOvZ3cE-9w9JO1o off=7106588 len=432464 2024-04-22T05:02:53.849 INFO:tasks.workunit.client.0.smithi040.stdout:op 4668 completed, throughput=5MB/sec 2024-04-22T05:02:53.849 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IEeUlix4VebfReB off=7542765 len=1282558 2024-04-22T05:02:53.851 INFO:tasks.workunit.client.0.smithi040.stdout:op 4669 completed, throughput=5MB/sec 2024-04-22T05:02:54.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:54 smithi062 ceph-mon[78153]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-22T05:02:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:54 smithi040 ceph-mon[88445]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-22T05:02:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:54 smithi040 ceph-mon[91058]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-22T05:02:54.851 INFO:tasks.workunit.client.0.smithi040.stdout: 919: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:54.851 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VDKsj0AxTn-KEQ_ off=450223 len=1063689 2024-04-22T05:02:54.853 INFO:tasks.workunit.client.0.smithi040.stdout:op 4670 completed, throughput=5MB/sec 2024-04-22T05:02:54.853 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LjhGROeKYgpDB_s off=7757376 len=1387614 2024-04-22T05:02:54.861 INFO:tasks.workunit.client.0.smithi040.stdout:op 4671 completed, throughput=5MB/sec 2024-04-22T05:02:54.861 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-p3oomi-cqBW9xYZ off=983291 len=1256073 2024-04-22T05:02:54.863 INFO:tasks.workunit.client.0.smithi040.stdout:op 4672 completed, throughput=5MB/sec 2024-04-22T05:02:54.863 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QiITOZ7SJ6rSx9e off=2422488 len=1277531 2024-04-22T05:02:54.864 INFO:tasks.workunit.client.0.smithi040.stdout:op 4673 completed, throughput=5MB/sec 2024-04-22T05:02:54.864 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YfkjHqJdUMpN_fx off=2931571 len=1397852 2024-04-22T05:02:54.872 INFO:tasks.workunit.client.0.smithi040.stdout:op 4674 completed, throughput=5MB/sec 2024-04-22T05:02:55.872 INFO:tasks.workunit.client.0.smithi040.stdout: 920: throughput=5MB/sec pending data=0 2024-04-22T05:02:55.873 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rpZwSkZMqzK_J-N off=0 len=1403829 2024-04-22T05:02:55.876 INFO:tasks.workunit.client.0.smithi040.stdout:op 4675 completed, throughput=5MB/sec 2024-04-22T05:02:55.876 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YxxP_QvN0JIabpU off=3735098 len=1107041 2024-04-22T05:02:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:02:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:02:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:02:55.882 INFO:tasks.workunit.client.0.smithi040.stdout:op 4676 completed, throughput=5MB/sec 2024-04-22T05:02:55.882 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LbCicIjpKVtq6X9 off=20639003 len=58791 2024-04-22T05:02:55.885 INFO:tasks.workunit.client.0.smithi040.stdout:op 4677 completed, throughput=5MB/sec 2024-04-22T05:02:55.885 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pQ8C6sXMf9wDwUr off=6622125 len=1549561 2024-04-22T05:02:55.894 INFO:tasks.workunit.client.0.smithi040.stdout:op 4678 completed, throughput=5MB/sec 2024-04-22T05:02:55.894 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RzR1Q5VXXxhJj5H off=6300197 len=372403 2024-04-22T05:02:55.895 INFO:tasks.workunit.client.0.smithi040.stdout:op 4679 completed, throughput=5MB/sec 2024-04-22T05:02:56.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:56 smithi062 ceph-mon[78153]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-22T05:02:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:56 smithi040 ceph-mon[88445]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-22T05:02:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:56 smithi040 ceph-mon[91058]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-22T05:02:56.895 INFO:tasks.workunit.client.0.smithi040.stdout: 921: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:56.896 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YMAbMvC3GTKtQcH off=3267638 len=317637 2024-04-22T05:02:56.899 INFO:tasks.workunit.client.0.smithi040.stdout:op 4680 completed, throughput=5MB/sec 2024-04-22T05:02:56.899 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NsIp75A1nCTmjpn off=732492 len=746244 2024-04-22T05:02:56.903 INFO:tasks.workunit.client.0.smithi040.stdout:op 4681 completed, throughput=5MB/sec 2024-04-22T05:02:56.904 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2w2ok4eC9hpEG30 off=66882 len=2067855 2024-04-22T05:02:56.912 INFO:tasks.workunit.client.0.smithi040.stdout:op 4682 completed, throughput=5MB/sec 2024-04-22T05:02:56.912 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fzRxP7joFL22Wl3 off=13854849 len=275489 2024-04-22T05:02:56.913 INFO:tasks.workunit.client.0.smithi040.stdout:op 4683 completed, throughput=5MB/sec 2024-04-22T05:02:56.913 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-v0KCciaojQDOVxm off=11871757 len=1912582 2024-04-22T05:02:56.916 INFO:tasks.workunit.client.0.smithi040.stdout:op 4684 completed, throughput=5MB/sec 2024-04-22T05:02:57.917 INFO:tasks.workunit.client.0.smithi040.stdout: 922: throughput=4.99MB/sec pending data=0 2024-04-22T05:02:57.917 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2xeZT6rKwVSn_u0 off=4171103 len=1864021 2024-04-22T05:02:57.919 INFO:tasks.workunit.client.0.smithi040.stdout:op 4685 completed, throughput=5MB/sec 2024-04-22T05:02:57.919 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vFevNbAvkA9dOoL off=6448877 len=1522370 2024-04-22T05:02:57.928 INFO:tasks.workunit.client.0.smithi040.stdout:op 4686 completed, throughput=5MB/sec 2024-04-22T05:02:57.928 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2hkOA-0xDH7oq_8 off=2722896 len=398347 2024-04-22T05:02:57.932 INFO:tasks.workunit.client.0.smithi040.stdout:op 4687 completed, throughput=5MB/sec 2024-04-22T05:02:57.932 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-I6TrzMRXMBXTWoa off=5702112 len=160537 2024-04-22T05:02:57.932 INFO:tasks.workunit.client.0.smithi040.stdout:op 4688 completed, throughput=5MB/sec 2024-04-22T05:02:57.932 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iODQ0FvIkII0P4n off=10397588 len=48373 2024-04-22T05:02:57.933 INFO:tasks.workunit.client.0.smithi040.stdout:op 4689 completed, throughput=5MB/sec 2024-04-22T05:02:57.933 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-23TYuEIhfL1f3Ta off=2921172 len=1548751 2024-04-22T05:02:57.935 INFO:tasks.workunit.client.0.smithi040.stdout:op 4690 completed, throughput=5MB/sec 2024-04-22T05:02:58.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:02:58 smithi062 ceph-mon[78153]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T05:02:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:02:58 smithi040 ceph-mon[88445]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T05:02:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:02:58 smithi040 ceph-mon[91058]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T05:02:58.935 INFO:tasks.workunit.client.0.smithi040.stdout: 923: throughput=5MB/sec pending data=0 2024-04-22T05:02:58.935 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Hrldxj-P9IeXhy6 off=2605003 len=1258070 2024-04-22T05:02:58.943 INFO:tasks.workunit.client.0.smithi040.stdout:op 4691 completed, throughput=5MB/sec 2024-04-22T05:02:58.944 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-s2Tq9_xb3s49imP off=6188881 len=995089 2024-04-22T05:02:58.946 INFO:tasks.workunit.client.0.smithi040.stdout:op 4692 completed, throughput=5MB/sec 2024-04-22T05:02:58.946 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IFnx2FchY6rfH9l off=7282873 len=1841561 2024-04-22T05:02:58.955 INFO:tasks.workunit.client.0.smithi040.stdout:op 4693 completed, throughput=5MB/sec 2024-04-22T05:02:58.955 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-biV8rIOmPhj515u off=2003018 len=56953 2024-04-22T05:02:58.955 INFO:tasks.workunit.client.0.smithi040.stdout:op 4694 completed, throughput=5MB/sec 2024-04-22T05:02:58.956 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uQ4LKI8Hh-pPpii off=14461328 len=337916 2024-04-22T05:02:58.958 INFO:tasks.workunit.client.0.smithi040.stdout:op 4695 completed, throughput=5MB/sec 2024-04-22T05:02:58.959 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-91LgSZ4jtNz0lhe off=8595791 len=393072 2024-04-22T05:02:58.959 INFO:tasks.workunit.client.0.smithi040.stdout:op 4696 completed, throughput=5MB/sec 2024-04-22T05:02:58.960 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wEl8lZiAkfaIul1 off=19920541 len=1761634 2024-04-22T05:02:58.968 INFO:tasks.workunit.client.0.smithi040.stdout:op 4697 completed, throughput=5MB/sec 2024-04-22T05:02:59.969 INFO:tasks.workunit.client.0.smithi040.stdout: 924: throughput=5MB/sec pending data=0 2024-04-22T05:02:59.969 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DkS8XNrD6D6kZsj off=7439680 len=1344302 2024-04-22T05:02:59.976 INFO:tasks.workunit.client.0.smithi040.stdout:op 4698 completed, throughput=5MB/sec 2024-04-22T05:02:59.977 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6kU3fEebAes3ZIC off=695932 len=541485 2024-04-22T05:02:59.977 INFO:tasks.workunit.client.0.smithi040.stdout:op 4699 completed, throughput=5MB/sec 2024-04-22T05:02:59.977 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ns-Pb09uZqPztbD off=6283763 len=1724886 2024-04-22T05:02:59.987 INFO:tasks.workunit.client.0.smithi040.stdout:op 4700 completed, throughput=5MB/sec 2024-04-22T05:02:59.987 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tE94-bqnGBgzDVW off=11455834 len=1239768 2024-04-22T05:02:59.992 INFO:tasks.workunit.client.0.smithi040.stdout:op 4701 completed, throughput=5MB/sec 2024-04-22T05:03:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:00 smithi040 ceph-mon[88445]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:03:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:03:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:03:00] "GET /metrics HTTP/1.1" 200 240173 "" "Prometheus/2.43.0" 2024-04-22T05:03:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:00 smithi040 ceph-mon[91058]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:03:00.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:00 smithi062 ceph-mon[78153]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:03:00.993 INFO:tasks.workunit.client.0.smithi040.stdout: 925: throughput=5MB/sec pending data=0 2024-04-22T05:03:00.993 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5z5BzMFxGtrcvFs off=9794696 len=1576666 2024-04-22T05:03:01.002 INFO:tasks.workunit.client.0.smithi040.stdout:op 4702 completed, throughput=5MB/sec 2024-04-22T05:03:01.002 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kPjnDDS21-pWXpL off=591796 len=1493516 2024-04-22T05:03:01.010 INFO:tasks.workunit.client.0.smithi040.stdout:op 4703 completed, throughput=5MB/sec 2024-04-22T05:03:01.010 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-E3fu4CBcyP2vTFR off=685738 len=1927733 2024-04-22T05:03:01.018 INFO:tasks.workunit.client.0.smithi040.stdout:op 4704 completed, throughput=5MB/sec 2024-04-22T05:03:02.018 INFO:tasks.workunit.client.0.smithi040.stdout: 926: throughput=5MB/sec pending data=0 2024-04-22T05:03:02.019 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XKj568alEl-ctgY off=244369 len=976439 2024-04-22T05:03:02.024 INFO:tasks.workunit.client.0.smithi040.stdout:op 4705 completed, throughput=5MB/sec 2024-04-22T05:03:02.024 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--xfYZmHKxyEpJhe off=12261812 len=1273598 2024-04-22T05:03:02.032 INFO:tasks.workunit.client.0.smithi040.stdout:op 4706 completed, throughput=5MB/sec 2024-04-22T05:03:02.032 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RKH3K8azxV9kEtg off=10642382 len=1617247 2024-04-22T05:03:02.034 INFO:tasks.workunit.client.0.smithi040.stdout:op 4707 completed, throughput=5MB/sec 2024-04-22T05:03:02.034 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-94CeIQdbjMtw__E off=588909 len=744356 2024-04-22T05:03:02.036 INFO:tasks.workunit.client.0.smithi040.stdout:op 4708 completed, throughput=5MB/sec 2024-04-22T05:03:02.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:02 smithi062 ceph-mon[78153]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-22T05:03:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:02 smithi040 ceph-mon[88445]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-22T05:03:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:02 smithi040 ceph-mon[91058]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-22T05:03:03.036 INFO:tasks.workunit.client.0.smithi040.stdout: 927: throughput=4.99MB/sec pending data=0 2024-04-22T05:03:03.037 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tqA_yzXwBz0kafr off=5068670 len=1480561 2024-04-22T05:03:03.038 INFO:tasks.workunit.client.0.smithi040.stdout:op 4709 completed, throughput=5MB/sec 2024-04-22T05:03:03.039 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MI2eQp1q_l9C8Co off=6796093 len=248424 2024-04-22T05:03:03.042 INFO:tasks.workunit.client.0.smithi040.stdout:op 4710 completed, throughput=5MB/sec 2024-04-22T05:03:03.042 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OVaQ6Beqclp9bKr off=474362 len=301120 2024-04-22T05:03:03.045 INFO:tasks.workunit.client.0.smithi040.stdout:op 4711 completed, throughput=5MB/sec 2024-04-22T05:03:03.045 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-d9GexA_RJ_4zbNb off=1572137 len=1977025 2024-04-22T05:03:03.057 INFO:tasks.workunit.client.0.smithi040.stdout:op 4712 completed, throughput=5MB/sec 2024-04-22T05:03:03.057 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--Gn0KvdOC2bzlNC off=7666128 len=211106 2024-04-22T05:03:03.060 INFO:tasks.workunit.client.0.smithi040.stdout:op 4713 completed, throughput=5MB/sec 2024-04-22T05:03:03.060 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fF4B0revMY28ed3 off=3468976 len=1715038 2024-04-22T05:03:03.066 INFO:tasks.workunit.client.0.smithi040.stdout:op 4714 completed, throughput=5MB/sec 2024-04-22T05:03:04.066 INFO:tasks.workunit.client.0.smithi040.stdout: 928: throughput=5MB/sec pending data=0 2024-04-22T05:03:04.067 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pODJ1wa8KpNrv_7 off=19868243 len=1681017 2024-04-22T05:03:04.068 INFO:tasks.workunit.client.0.smithi040.stdout:op 4715 completed, throughput=5MB/sec 2024-04-22T05:03:04.069 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BNkMkRM7DECWBSL off=4588657 len=413485 2024-04-22T05:03:04.070 INFO:tasks.workunit.client.0.smithi040.stdout:op 4716 completed, throughput=5MB/sec 2024-04-22T05:03:04.070 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JnQ9wXUJcew5iPs off=5980555 len=442660 2024-04-22T05:03:04.073 INFO:tasks.workunit.client.0.smithi040.stdout:op 4717 completed, throughput=5MB/sec 2024-04-22T05:03:04.073 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Xkt1q6QgDBECOxF off=15160538 len=234683 2024-04-22T05:03:04.076 INFO:tasks.workunit.client.0.smithi040.stdout:op 4718 completed, throughput=5MB/sec 2024-04-22T05:03:04.076 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QDmUTXl3CfnOq9w off=19467499 len=1473008 2024-04-22T05:03:04.085 INFO:tasks.workunit.client.0.smithi040.stdout:op 4719 completed, throughput=5MB/sec 2024-04-22T05:03:04.085 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5TOx58xTY21QCmi off=4608612 len=606233 2024-04-22T05:03:04.089 INFO:tasks.workunit.client.0.smithi040.stdout:op 4720 completed, throughput=5MB/sec 2024-04-22T05:03:04.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:04 smithi062 ceph-mon[78153]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-22T05:03:04.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:04 smithi040 ceph-mon[88445]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-22T05:03:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:04 smithi040 ceph-mon[91058]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-22T05:03:05.089 INFO:tasks.workunit.client.0.smithi040.stdout: 929: throughput=4.99MB/sec pending data=0 2024-04-22T05:03:05.090 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-odMzYsPUv_-5ZmJ off=452256 len=781425 2024-04-22T05:03:05.091 INFO:tasks.workunit.client.0.smithi040.stdout:op 4721 completed, throughput=5MB/sec 2024-04-22T05:03:05.091 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QDmUTXl3CfnOq9w off=16340139 len=1900733 2024-04-22T05:03:05.095 INFO:tasks.workunit.client.0.smithi040.stdout:op 4722 completed, throughput=5MB/sec 2024-04-22T05:03:05.095 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nQyLwxzkkALHCF0 off=3695887 len=426312 2024-04-22T05:03:05.099 INFO:tasks.workunit.client.0.smithi040.stdout:op 4723 completed, throughput=5MB/sec 2024-04-22T05:03:05.099 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YJ8o7FiCAgpj4G8 off=1811905 len=1755209 2024-04-22T05:03:05.102 INFO:tasks.workunit.client.0.smithi040.stdout:op 4724 completed, throughput=5MB/sec 2024-04-22T05:03:05.102 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Gx8K8B9I5lLRbM1 off=13362480 len=1810387 2024-04-22T05:03:05.105 INFO:tasks.workunit.client.0.smithi040.stdout:op 4725 completed, throughput=5MB/sec 2024-04-22T05:03:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:03:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:03:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:03:06.105 INFO:tasks.workunit.client.0.smithi040.stdout: 930: throughput=5MB/sec pending data=0 2024-04-22T05:03:06.105 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Rpa-4sq82dddLP3 off=23569196 len=747070 2024-04-22T05:03:06.110 INFO:tasks.workunit.client.0.smithi040.stdout:op 4726 completed, throughput=5MB/sec 2024-04-22T05:03:06.110 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CRuniZJSvp0RYSa off=14249053 len=1093545 2024-04-22T05:03:06.116 INFO:tasks.workunit.client.0.smithi040.stdout:op 4727 completed, throughput=5MB/sec 2024-04-22T05:03:06.116 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-D04_htNJTijnavm off=8136432 len=2039326 2024-04-22T05:03:06.128 INFO:tasks.workunit.client.0.smithi040.stdout:op 4728 completed, throughput=5MB/sec 2024-04-22T05:03:06.128 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Aoq8nr-KOutFmHd off=6964061 len=628034 2024-04-22T05:03:06.132 INFO:tasks.workunit.client.0.smithi040.stdout:op 4729 completed, throughput=5MB/sec 2024-04-22T05:03:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:06 smithi062 ceph-mon[78153]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T05:03:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:03:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:06 smithi040 ceph-mon[88445]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T05:03:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:03:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:06 smithi040 ceph-mon[91058]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-22T05:03:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:03:07.132 INFO:tasks.workunit.client.0.smithi040.stdout: 931: throughput=5MB/sec pending data=0 2024-04-22T05:03:07.132 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bm4L4G9KVOQa9s1 off=10570625 len=97429 2024-04-22T05:03:07.133 INFO:tasks.workunit.client.0.smithi040.stdout:op 4730 completed, throughput=5MB/sec 2024-04-22T05:03:07.133 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RooxhlN28LHScnQ off=5334545 len=1118842 2024-04-22T05:03:07.134 INFO:tasks.workunit.client.0.smithi040.stdout:op 4731 completed, throughput=5MB/sec 2024-04-22T05:03:07.135 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XQaopi_spEbkfH4 off=1270292 len=278562 2024-04-22T05:03:07.135 INFO:tasks.workunit.client.0.smithi040.stdout:op 4732 completed, throughput=5MB/sec 2024-04-22T05:03:07.135 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8DJ5N06J4D_H18J off=6056360 len=1301316 2024-04-22T05:03:07.142 INFO:tasks.workunit.client.0.smithi040.stdout:op 4733 completed, throughput=5MB/sec 2024-04-22T05:03:07.142 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HYyGyjDDkepPCcc off=4595477 len=744991 2024-04-22T05:03:07.144 INFO:tasks.workunit.client.0.smithi040.stdout:op 4734 completed, throughput=5MB/sec 2024-04-22T05:03:07.144 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--WeDC0VO0SoZH8H off=3639888 len=1121076 2024-04-22T05:03:07.149 INFO:tasks.workunit.client.0.smithi040.stdout:op 4735 completed, throughput=5MB/sec 2024-04-22T05:03:07.149 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-W3-lFnuCIhIdLsJ off=16379677 len=552636 2024-04-22T05:03:07.152 INFO:tasks.workunit.client.0.smithi040.stdout:op 4736 completed, throughput=5MB/sec 2024-04-22T05:03:08.152 INFO:tasks.workunit.client.0.smithi040.stdout: 932: throughput=5MB/sec pending data=0 2024-04-22T05:03:08.153 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Vu55f1LopOmD-BX off=1173286 len=1289383 2024-04-22T05:03:08.159 INFO:tasks.workunit.client.0.smithi040.stdout:op 4737 completed, throughput=5MB/sec 2024-04-22T05:03:08.159 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-05iDoRfDYY437cC off=1231506 len=897602 2024-04-22T05:03:08.160 INFO:tasks.workunit.client.0.smithi040.stdout:op 4738 completed, throughput=5MB/sec 2024-04-22T05:03:08.160 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hl_yRV4F6UqYPsh off=2779922 len=2096882 2024-04-22T05:03:08.172 INFO:tasks.workunit.client.0.smithi040.stdout:op 4739 completed, throughput=5MB/sec 2024-04-22T05:03:08.172 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-P55YzDUGPezau4e off=5425818 len=768693 2024-04-22T05:03:08.177 INFO:tasks.workunit.client.0.smithi040.stdout:op 4740 completed, throughput=5MB/sec 2024-04-22T05:03:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:08 smithi062 ceph-mon[78153]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T05:03:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:08 smithi040 ceph-mon[88445]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T05:03:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:08 smithi040 ceph-mon[91058]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-22T05:03:09.177 INFO:tasks.workunit.client.0.smithi040.stdout: 933: throughput=4.99MB/sec pending data=0 2024-04-22T05:03:09.177 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8pD1RZMMHuKxz4z off=7380557 len=766732 2024-04-22T05:03:09.178 INFO:tasks.workunit.client.0.smithi040.stdout:op 4741 completed, throughput=5MB/sec 2024-04-22T05:03:09.178 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-S_xbaGXRF9KoQia off=16740575 len=1926687 2024-04-22T05:03:09.190 INFO:tasks.workunit.client.0.smithi040.stdout:op 4742 completed, throughput=5MB/sec 2024-04-22T05:03:09.190 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mT8L4nDJH1yaGpi off=3504340 len=1859743 2024-04-22T05:03:09.198 INFO:tasks.workunit.client.0.smithi040.stdout:op 4743 completed, throughput=5MB/sec 2024-04-22T05:03:09.198 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WBdPm2WqN25RlQa off=9727513 len=498982 2024-04-22T05:03:09.199 INFO:tasks.workunit.client.0.smithi040.stdout:op 4744 completed, throughput=5MB/sec 2024-04-22T05:03:09.199 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-46XyaXaAaZxE3_r off=13848761 len=788696 2024-04-22T05:03:09.204 INFO:tasks.workunit.client.0.smithi040.stdout:op 4745 completed, throughput=5MB/sec 2024-04-22T05:03:10.204 INFO:tasks.workunit.client.0.smithi040.stdout: 934: throughput=5MB/sec pending data=0 2024-04-22T05:03:10.204 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-flaG-gY76Zdkurg off=22293301 len=1492491 2024-04-22T05:03:10.206 INFO:tasks.workunit.client.0.smithi040.stdout:op 4746 completed, throughput=5MB/sec 2024-04-22T05:03:10.206 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-t0VnmwuLPoCoVKS off=6155211 len=795945 2024-04-22T05:03:10.208 INFO:tasks.workunit.client.0.smithi040.stdout:op 4747 completed, throughput=5MB/sec 2024-04-22T05:03:10.208 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Mi8u4C2cSIMcEEc off=17254694 len=668325 2024-04-22T05:03:10.212 INFO:tasks.workunit.client.0.smithi040.stdout:op 4748 completed, throughput=5MB/sec 2024-04-22T05:03:10.213 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-S_87bidMqw1rkV2 off=7795676 len=995173 2024-04-22T05:03:10.214 INFO:tasks.workunit.client.0.smithi040.stdout:op 4749 completed, throughput=5MB/sec 2024-04-22T05:03:10.214 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Hz0D3gBd27o5muI off=2427536 len=1750328 2024-04-22T05:03:10.223 INFO:tasks.workunit.client.0.smithi040.stdout:op 4750 completed, throughput=5MB/sec 2024-04-22T05:03:10.325 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:03:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:03:10] "GET /metrics HTTP/1.1" 200 240186 "" "Prometheus/2.43.0" 2024-04-22T05:03:10.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:10 smithi062 ceph-mon[78153]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T05:03:10.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:10 smithi040 ceph-mon[88445]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T05:03:10.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:10 smithi040 ceph-mon[91058]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-22T05:03:11.223 INFO:tasks.workunit.client.0.smithi040.stdout: 935: throughput=5MB/sec pending data=0 2024-04-22T05:03:11.224 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-71F1eHcSbyf9a3G off=2755859 len=1804222 2024-04-22T05:03:11.234 INFO:tasks.workunit.client.0.smithi040.stdout:op 4751 completed, throughput=5MB/sec 2024-04-22T05:03:11.234 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AQLkwOyDuMpViFZ off=1290879 len=1431744 2024-04-22T05:03:11.234 INFO:tasks.workunit.client.0.smithi040.stdout:op 4752 completed, throughput=5MB/sec 2024-04-22T05:03:11.234 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pzTGvOVMRykEQwC off=2837213 len=483939 2024-04-22T05:03:11.234 INFO:tasks.workunit.client.0.smithi040.stdout:op 4753 completed, throughput=5MB/sec 2024-04-22T05:03:11.234 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MvMwwESoxMa6Ffk off=3760362 len=16156 2024-04-22T05:03:11.236 INFO:tasks.workunit.client.0.smithi040.stdout:op 4754 completed, throughput=5MB/sec 2024-04-22T05:03:11.236 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aMa8vcynog_IcOJ off=337602 len=868978 2024-04-22T05:03:11.240 INFO:tasks.workunit.client.0.smithi040.stdout:op 4755 completed, throughput=5MB/sec 2024-04-22T05:03:12.241 INFO:tasks.workunit.client.0.smithi040.stdout: 936: throughput=4.99MB/sec pending data=0 2024-04-22T05:03:12.241 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MLvIkTOwsxZAOwO off=5290124 len=1010967 2024-04-22T05:03:12.242 INFO:tasks.workunit.client.0.smithi040.stdout:op 4756 completed, throughput=5MB/sec 2024-04-22T05:03:12.242 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-U5fOH8905s4OzN3 off=804204 len=499293 2024-04-22T05:03:12.244 INFO:tasks.workunit.client.0.smithi040.stdout:op 4757 completed, throughput=5MB/sec 2024-04-22T05:03:12.244 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-izEVLzag6D8p1Lm off=6299089 len=723918 2024-04-22T05:03:12.245 INFO:tasks.workunit.client.0.smithi040.stdout:op 4758 completed, throughput=5MB/sec 2024-04-22T05:03:12.245 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-V8CXeFSrpw1Srqa off=4878349 len=1879511 2024-04-22T05:03:12.247 INFO:tasks.workunit.client.0.smithi040.stdout:op 4759 completed, throughput=5MB/sec 2024-04-22T05:03:12.247 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ywMyYpMOnNxwoB9 off=17166553 len=1260151 2024-04-22T05:03:12.253 INFO:tasks.workunit.client.0.smithi040.stdout:op 4760 completed, throughput=5MB/sec 2024-04-22T05:03:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:12 smithi062 ceph-mon[78153]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T05:03:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:12 smithi040 ceph-mon[88445]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T05:03:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:12 smithi040 ceph-mon[91058]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-22T05:03:13.254 INFO:tasks.workunit.client.0.smithi040.stdout: 937: throughput=5MB/sec pending data=0 2024-04-22T05:03:13.254 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pjFewP9lkztkfqp off=1479412 len=973185 2024-04-22T05:03:13.256 INFO:tasks.workunit.client.0.smithi040.stdout:op 4761 completed, throughput=5MB/sec 2024-04-22T05:03:13.256 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DsM_ZyBN7afzXWi off=564192 len=1368271 2024-04-22T05:03:13.263 INFO:tasks.workunit.client.0.smithi040.stdout:op 4762 completed, throughput=5MB/sec 2024-04-22T05:03:13.263 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lulgf5KZm2kvLcU off=11758223 len=121873 2024-04-22T05:03:13.264 INFO:tasks.workunit.client.0.smithi040.stdout:op 4763 completed, throughput=5MB/sec 2024-04-22T05:03:13.264 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-v8Ly6LfJETqxI8p off=3826708 len=2033273 2024-04-22T05:03:13.276 INFO:tasks.workunit.client.0.smithi040.stdout:op 4764 completed, throughput=5MB/sec 2024-04-22T05:03:13.276 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WByHoKQkemSZkyn off=1189556 len=1462216 2024-04-22T05:03:13.277 INFO:tasks.workunit.client.0.smithi040.stdout:op 4765 completed, throughput=5MB/sec 2024-04-22T05:03:14.278 INFO:tasks.workunit.client.0.smithi040.stdout: 938: throughput=5MB/sec pending data=0 2024-04-22T05:03:14.278 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2PXqPefZTXJCzD_ off=2851987 len=1537229 2024-04-22T05:03:14.280 INFO:tasks.workunit.client.0.smithi040.stdout:op 4766 completed, throughput=5MB/sec 2024-04-22T05:03:14.280 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0gy8J2FX2b4pS6a off=2991784 len=1192758 2024-04-22T05:03:14.283 INFO:tasks.workunit.client.0.smithi040.stdout:op 4767 completed, throughput=5MB/sec 2024-04-22T05:03:14.283 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WeJfxq4eUIi8LIg off=11364290 len=1244524 2024-04-22T05:03:14.290 INFO:tasks.workunit.client.0.smithi040.stdout:op 4768 completed, throughput=5MB/sec 2024-04-22T05:03:14.290 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dZFT84QNleEWG-b off=7041138 len=12562 2024-04-22T05:03:14.291 INFO:tasks.workunit.client.0.smithi040.stdout:op 4769 completed, throughput=5MB/sec 2024-04-22T05:03:14.291 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5lkf8Jw7gHWVCbs off=4809794 len=1739743 2024-04-22T05:03:14.292 INFO:tasks.workunit.client.0.smithi040.stdout:op 4770 completed, throughput=5MB/sec 2024-04-22T05:03:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:14 smithi062 ceph-mon[78153]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:03:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:14 smithi040 ceph-mon[88445]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:03:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:14 smithi040 ceph-mon[91058]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:03:15.293 INFO:tasks.workunit.client.0.smithi040.stdout: 939: throughput=5MB/sec pending data=0 2024-04-22T05:03:15.293 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XoxsJHm9VvQLRW- off=21020324 len=480651 2024-04-22T05:03:15.297 INFO:tasks.workunit.client.0.smithi040.stdout:op 4771 completed, throughput=5MB/sec 2024-04-22T05:03:15.297 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3w4FV_dEofqK7iN off=152051 len=1779613 2024-04-22T05:03:15.301 INFO:tasks.workunit.client.0.smithi040.stdout:op 4772 completed, throughput=5MB/sec 2024-04-22T05:03:15.301 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1Q84bR2ASKYMg11 off=549321 len=1923365 2024-04-22T05:03:15.309 INFO:tasks.workunit.client.0.smithi040.stdout:op 4773 completed, throughput=5MB/sec 2024-04-22T05:03:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:03:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:03:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:03:16.309 INFO:tasks.workunit.client.0.smithi040.stdout: 940: throughput=4.99MB/sec pending data=0 2024-04-22T05:03:16.309 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q9Xfki7eOhFiFl0 off=1569069 len=1504406 2024-04-22T05:03:16.317 INFO:tasks.workunit.client.0.smithi040.stdout:op 4774 completed, throughput=5MB/sec 2024-04-22T05:03:16.318 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VxMP6Twm6Wh5PSH off=4170279 len=536972 2024-04-22T05:03:16.318 INFO:tasks.workunit.client.0.smithi040.stdout:op 4775 completed, throughput=5MB/sec 2024-04-22T05:03:16.318 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TuH6s5uvFzvfeyU off=2012677 len=1444629 2024-04-22T05:03:16.324 INFO:tasks.workunit.client.0.smithi040.stdout:op 4776 completed, throughput=5MB/sec 2024-04-22T05:03:16.324 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-D4NLsRHF-uS-6gg off=10316128 len=1443411 2024-04-22T05:03:16.327 INFO:tasks.workunit.client.0.smithi040.stdout:op 4777 completed, throughput=5MB/sec 2024-04-22T05:03:16.327 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MmwoWVTGumHcjqr off=90955 len=87503 2024-04-22T05:03:16.328 INFO:tasks.workunit.client.0.smithi040.stdout:op 4778 completed, throughput=5MB/sec 2024-04-22T05:03:16.328 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UKWiMhNFBvkjwxn off=2018236 len=179435 2024-04-22T05:03:16.331 INFO:tasks.workunit.client.0.smithi040.stdout:op 4779 completed, throughput=5MB/sec 2024-04-22T05:03:16.331 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0emyCbNBTnqahAM off=139659 len=2057623 2024-04-22T05:03:16.333 INFO:tasks.workunit.client.0.smithi040.stdout:op 4780 completed, throughput=5MB/sec 2024-04-22T05:03:16.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:16 smithi062 ceph-mon[78153]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:03:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:16 smithi040 ceph-mon[88445]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:03:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:16 smithi040 ceph-mon[91058]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:03:17.333 INFO:tasks.workunit.client.0.smithi040.stdout: 941: throughput=5MB/sec pending data=0 2024-04-22T05:03:17.334 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Y6pPWsD0zkqtSME off=878973 len=1688582 2024-04-22T05:03:17.338 INFO:tasks.workunit.client.0.smithi040.stdout:op 4781 completed, throughput=5MB/sec 2024-04-22T05:03:17.338 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vtZ8Hhngsazvwpz off=1233619 len=173851 2024-04-22T05:03:17.341 INFO:tasks.workunit.client.0.smithi040.stdout:op 4782 completed, throughput=5MB/sec 2024-04-22T05:03:17.341 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-c-pVzZ-jP_rZ9-0 off=259273 len=403191 2024-04-22T05:03:17.342 INFO:tasks.workunit.client.0.smithi040.stdout:op 4783 completed, throughput=5MB/sec 2024-04-22T05:03:17.342 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-i0VxlS8JvA_-us2 off=9465483 len=1095153 2024-04-22T05:03:17.347 INFO:tasks.workunit.client.0.smithi040.stdout:op 4784 completed, throughput=5MB/sec 2024-04-22T05:03:18.348 INFO:tasks.workunit.client.0.smithi040.stdout: 942: throughput=4.99MB/sec pending data=0 2024-04-22T05:03:18.348 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-C7Gu9BTwpPE4gUj off=3557546 len=886485 2024-04-22T05:03:18.353 INFO:tasks.workunit.client.0.smithi040.stdout:op 4785 completed, throughput=5MB/sec 2024-04-22T05:03:18.353 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-w8PA6yunPvdktI7 off=4162778 len=1337049 2024-04-22T05:03:18.354 INFO:tasks.workunit.client.0.smithi040.stdout:op 4786 completed, throughput=5MB/sec 2024-04-22T05:03:18.354 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lYLKT3JaB4GCx34 off=10519119 len=1366165 2024-04-22T05:03:18.362 INFO:tasks.workunit.client.0.smithi040.stdout:op 4787 completed, throughput=5MB/sec 2024-04-22T05:03:18.362 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Z0tMF0f3wZI-sl5 off=5445594 len=135816 2024-04-22T05:03:18.364 INFO:tasks.workunit.client.0.smithi040.stdout:op 4788 completed, throughput=5MB/sec 2024-04-22T05:03:18.365 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vlXmFDu3vn4rhfD off=5229936 len=778326 2024-04-22T05:03:18.366 INFO:tasks.workunit.client.0.smithi040.stdout:op 4789 completed, throughput=5MB/sec 2024-04-22T05:03:18.366 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ijCGOOnisIt6x-4 off=838589 len=812888 2024-04-22T05:03:18.371 INFO:tasks.workunit.client.0.smithi040.stdout:op 4790 completed, throughput=5MB/sec 2024-04-22T05:03:18.371 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5TfiZjvKaxPRnXY off=14290098 len=1241391 2024-04-22T05:03:18.376 INFO:tasks.workunit.client.0.smithi040.stdout:op 4791 completed, throughput=5MB/sec 2024-04-22T05:03:18.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:18 smithi062 ceph-mon[78153]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:03:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:18 smithi040 ceph-mon[88445]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:03:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:18 smithi040 ceph-mon[91058]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:03:19.376 INFO:tasks.workunit.client.0.smithi040.stdout: 943: throughput=5MB/sec pending data=0 2024-04-22T05:03:19.376 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tN8NFKoklW79AAY off=3239074 len=570436 2024-04-22T05:03:19.377 INFO:tasks.workunit.client.0.smithi040.stdout:op 4792 completed, throughput=5MB/sec 2024-04-22T05:03:19.378 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vxZ8raFLnIH-57d off=1510190 len=942909 2024-04-22T05:03:19.379 INFO:tasks.workunit.client.0.smithi040.stdout:op 4793 completed, throughput=5MB/sec 2024-04-22T05:03:19.379 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zfMua9P0P4jeVyo off=7625051 len=197859 2024-04-22T05:03:19.382 INFO:tasks.workunit.client.0.smithi040.stdout:op 4794 completed, throughput=5MB/sec 2024-04-22T05:03:19.383 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WoeBXX88tYW6Hu3 off=18453100 len=182823 2024-04-22T05:03:19.385 INFO:tasks.workunit.client.0.smithi040.stdout:op 4795 completed, throughput=5MB/sec 2024-04-22T05:03:19.385 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-K7kjtogmdMcXFx2 off=9756034 len=390259 2024-04-22T05:03:19.388 INFO:tasks.workunit.client.0.smithi040.stdout:op 4796 completed, throughput=5MB/sec 2024-04-22T05:03:19.389 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5UBavZvO1I96Wn5 off=2302201 len=1513113 2024-04-22T05:03:19.392 INFO:tasks.workunit.client.0.smithi040.stdout:op 4797 completed, throughput=5MB/sec 2024-04-22T05:03:19.392 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IGIfbKgtgsGYTAp off=7349316 len=1284969 2024-04-22T05:03:19.393 INFO:tasks.workunit.client.0.smithi040.stdout:op 4798 completed, throughput=5MB/sec 2024-04-22T05:03:20.338 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:03:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:03:20] "GET /metrics HTTP/1.1" 200 240186 "" "Prometheus/2.43.0" 2024-04-22T05:03:20.394 INFO:tasks.workunit.client.0.smithi040.stdout: 944: throughput=5MB/sec pending data=0 2024-04-22T05:03:20.394 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XqgbQMbncrYI4uK off=9215 len=1242819 2024-04-22T05:03:20.400 INFO:tasks.workunit.client.0.smithi040.stdout:op 4799 completed, throughput=5MB/sec 2024-04-22T05:03:20.400 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SwZUeYyfdEKQWu2 off=6015087 len=1494409 2024-04-22T05:03:20.402 INFO:tasks.workunit.client.0.smithi040.stdout:op 4800 completed, throughput=5MB/sec 2024-04-22T05:03:20.402 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bTV41JvemvMHGqY off=8750798 len=407723 2024-04-22T05:03:20.405 INFO:tasks.workunit.client.0.smithi040.stdout:op 4801 completed, throughput=5MB/sec 2024-04-22T05:03:20.405 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7uRXVvu9LjxdNHh off=322581 len=1537453 2024-04-22T05:03:20.411 INFO:tasks.workunit.client.0.smithi040.stdout:op 4802 completed, throughput=5MB/sec 2024-04-22T05:03:20.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:20 smithi062 ceph-mon[78153]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T05:03:20.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:20 smithi040 ceph-mon[88445]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T05:03:20.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:20 smithi040 ceph-mon[91058]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-22T05:03:21.412 INFO:tasks.workunit.client.0.smithi040.stdout: 945: throughput=5MB/sec pending data=0 2024-04-22T05:03:21.412 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HCfhDNM0dBbW12p off=2586363 len=1427011 2024-04-22T05:03:21.414 INFO:tasks.workunit.client.0.smithi040.stdout:op 4803 completed, throughput=5MB/sec 2024-04-22T05:03:21.414 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-m7IM7VCQDD5LdU2 off=12102232 len=184300 2024-04-22T05:03:21.417 INFO:tasks.workunit.client.0.smithi040.stdout:op 4804 completed, throughput=5MB/sec 2024-04-22T05:03:21.417 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_mhPQ30FQ55j8Tf off=1246260 len=124942 2024-04-22T05:03:21.420 INFO:tasks.workunit.client.0.smithi040.stdout:op 4805 completed, throughput=5MB/sec 2024-04-22T05:03:21.420 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_kdWbE81e6Lwvim off=10224453 len=460661 2024-04-22T05:03:21.423 INFO:tasks.workunit.client.0.smithi040.stdout:op 4806 completed, throughput=5MB/sec 2024-04-22T05:03:21.423 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1pgQQ1y2EzUZv1T off=9678708 len=1723965 2024-04-22T05:03:21.431 INFO:tasks.workunit.client.0.smithi040.stdout:op 4807 completed, throughput=5MB/sec 2024-04-22T05:03:21.431 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-faw0xZqXJfy4gws off=0 len=1337730 2024-04-22T05:03:21.432 INFO:tasks.workunit.client.0.smithi040.stdout:op 4808 completed, throughput=5MB/sec 2024-04-22T05:03:21.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:03:21.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:03:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:03:22.432 INFO:tasks.workunit.client.0.smithi040.stdout: 946: throughput=5MB/sec pending data=0 2024-04-22T05:03:22.432 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-m2c410m5aQjWGo4 off=10743415 len=914229 2024-04-22T05:03:22.437 INFO:tasks.workunit.client.0.smithi040.stdout:op 4809 completed, throughput=5MB/sec 2024-04-22T05:03:22.437 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-86XqwnoB3crYlRn off=8414137 len=543398 2024-04-22T05:03:22.441 INFO:tasks.workunit.client.0.smithi040.stdout:op 4810 completed, throughput=5MB/sec 2024-04-22T05:03:22.441 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-M5kMN6iBD_JaQdG off=5275151 len=1780953 2024-04-22T05:03:22.443 INFO:tasks.workunit.client.0.smithi040.stdout:op 4811 completed, throughput=5MB/sec 2024-04-22T05:03:22.443 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-usurtxYlxprpCdn off=1412768 len=716334 2024-04-22T05:03:22.445 INFO:tasks.workunit.client.0.smithi040.stdout:op 4812 completed, throughput=5MB/sec 2024-04-22T05:03:22.445 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zHVmFeLqL3XDKqr off=3255794 len=424167 2024-04-22T05:03:22.449 INFO:tasks.workunit.client.0.smithi040.stdout:op 4813 completed, throughput=5MB/sec 2024-04-22T05:03:22.449 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-coN3sVvWh_BJCuI off=4048958 len=222206 2024-04-22T05:03:22.452 INFO:tasks.workunit.client.0.smithi040.stdout:op 4814 completed, throughput=5MB/sec 2024-04-22T05:03:22.452 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mr54IMvp_vQeKLo off=14492294 len=960914 2024-04-22T05:03:22.454 INFO:tasks.workunit.client.0.smithi040.stdout:op 4815 completed, throughput=5MB/sec 2024-04-22T05:03:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:22 smithi062 ceph-mon[78153]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:03:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:22 smithi040 ceph-mon[88445]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:03:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:22 smithi040 ceph-mon[91058]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:03:23.454 INFO:tasks.workunit.client.0.smithi040.stdout: 947: throughput=5MB/sec pending data=0 2024-04-22T05:03:23.454 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xPFbrKriieZDF7u off=6944958 len=202506 2024-04-22T05:03:23.457 INFO:tasks.workunit.client.0.smithi040.stdout:op 4816 completed, throughput=5MB/sec 2024-04-22T05:03:23.458 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ehIxLXmBFJ0eDSS off=1309410 len=381631 2024-04-22T05:03:23.461 INFO:tasks.workunit.client.0.smithi040.stdout:op 4817 completed, throughput=5MB/sec 2024-04-22T05:03:23.462 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bdbUhQEIW5C7173 off=4083855 len=351575 2024-04-22T05:03:23.463 INFO:tasks.workunit.client.0.smithi040.stdout:op 4818 completed, throughput=5MB/sec 2024-04-22T05:03:23.463 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dDt6VoRuW6aLCdC off=3509292 len=1820940 2024-04-22T05:03:23.465 INFO:tasks.workunit.client.0.smithi040.stdout:op 4819 completed, throughput=5MB/sec 2024-04-22T05:03:23.465 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-le1-olQNO1iROBS off=10835090 len=1544385 2024-04-22T05:03:23.472 INFO:tasks.workunit.client.0.smithi040.stdout:op 4820 completed, throughput=5MB/sec 2024-04-22T05:03:23.472 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IPXOliiLVrMgD2s off=16009524 len=1191636 2024-04-22T05:03:23.474 INFO:tasks.workunit.client.0.smithi040.stdout:op 4821 completed, throughput=5MB/sec 2024-04-22T05:03:24.475 INFO:tasks.workunit.client.0.smithi040.stdout: 948: throughput=5MB/sec pending data=0 2024-04-22T05:03:24.475 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Jb4H_G5ifx49VVK off=1082748 len=1673686 2024-04-22T05:03:24.483 INFO:tasks.workunit.client.0.smithi040.stdout:op 4822 completed, throughput=5MB/sec 2024-04-22T05:03:24.483 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CInpGfh9FOSJq1E off=3118142 len=1947540 2024-04-22T05:03:24.492 INFO:tasks.workunit.client.0.smithi040.stdout:op 4823 completed, throughput=5MB/sec 2024-04-22T05:03:24.492 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XYFc2wL9T040gf4 off=15029066 len=345259 2024-04-22T05:03:24.495 INFO:tasks.workunit.client.0.smithi040.stdout:op 4824 completed, throughput=5MB/sec 2024-04-22T05:03:24.496 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-y06Sq63SherCKPG off=6109907 len=1788927 2024-04-22T05:03:24.499 INFO:tasks.workunit.client.0.smithi040.stdout:op 4825 completed, throughput=5MB/sec 2024-04-22T05:03:24.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:24 smithi062 ceph-mon[78153]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:03:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:24 smithi040 ceph-mon[88445]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:03:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:24 smithi040 ceph-mon[91058]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:03:25.499 INFO:tasks.workunit.client.0.smithi040.stdout: 949: throughput=5MB/sec pending data=0 2024-04-22T05:03:25.500 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fCEDbBo22PBYBAv off=584262 len=443510 2024-04-22T05:03:25.501 INFO:tasks.workunit.client.0.smithi040.stdout:op 4826 completed, throughput=5MB/sec 2024-04-22T05:03:25.501 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xI4IXzGc5e_Yz4S off=7903016 len=1685367 2024-04-22T05:03:25.503 INFO:tasks.workunit.client.0.smithi040.stdout:op 4827 completed, throughput=5MB/sec 2024-04-22T05:03:25.503 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-adv2VquMbz1Mx3M off=1872444 len=1072918 2024-04-22T05:03:25.508 INFO:tasks.workunit.client.0.smithi040.stdout:op 4828 completed, throughput=5MB/sec 2024-04-22T05:03:25.509 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fMQ0SkT6sNzhHgx off=14668982 len=749644 2024-04-22T05:03:25.510 INFO:tasks.workunit.client.0.smithi040.stdout:op 4829 completed, throughput=5MB/sec 2024-04-22T05:03:25.510 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eayLemaTbnq3cr9 off=8986566 len=1193514 2024-04-22T05:03:25.513 INFO:tasks.workunit.client.0.smithi040.stdout:op 4830 completed, throughput=5MB/sec 2024-04-22T05:03:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:03:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:03:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:03:26.513 INFO:tasks.workunit.client.0.smithi040.stdout: 950: throughput=5MB/sec pending data=0 2024-04-22T05:03:26.513 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-d7NBWe8rlPIeZtv off=5256475 len=996469 2024-04-22T05:03:26.518 INFO:tasks.workunit.client.0.smithi040.stdout:op 4831 completed, throughput=5MB/sec 2024-04-22T05:03:26.518 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nPQ8CNEE5GuV9tB off=11942705 len=1582429 2024-04-22T05:03:26.520 INFO:tasks.workunit.client.0.smithi040.stdout:op 4832 completed, throughput=5MB/sec 2024-04-22T05:03:26.520 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JBxwk2u9oi-twn8 off=882894 len=455383 2024-04-22T05:03:26.523 INFO:tasks.workunit.client.0.smithi040.stdout:op 4833 completed, throughput=5MB/sec 2024-04-22T05:03:26.523 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zMk00P6ne6Va7lU off=5666624 len=1740624 2024-04-22T05:03:26.525 INFO:tasks.workunit.client.0.smithi040.stdout:op 4834 completed, throughput=5MB/sec 2024-04-22T05:03:26.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:26 smithi062 ceph-mon[78153]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:03:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:26 smithi040 ceph-mon[88445]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:03:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:26 smithi040 ceph-mon[91058]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:03:27.525 INFO:tasks.workunit.client.0.smithi040.stdout: 951: throughput=5MB/sec pending data=0 2024-04-22T05:03:27.525 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cKQeOBnAHn9GvvY off=8797763 len=460288 2024-04-22T05:03:27.526 INFO:tasks.workunit.client.0.smithi040.stdout:op 4835 completed, throughput=5MB/sec 2024-04-22T05:03:27.526 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9Fv2J9NDWZmA-Uc off=8560634 len=55243 2024-04-22T05:03:27.529 INFO:tasks.workunit.client.0.smithi040.stdout:op 4836 completed, throughput=5MB/sec 2024-04-22T05:03:27.529 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9BHWfo3nbo8xgCw off=2350836 len=1566394 2024-04-22T05:03:27.531 INFO:tasks.workunit.client.0.smithi040.stdout:op 4837 completed, throughput=5MB/sec 2024-04-22T05:03:27.531 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-73C4VGbiSfs39wW off=16746341 len=342125 2024-04-22T05:03:27.532 INFO:tasks.workunit.client.0.smithi040.stdout:op 4838 completed, throughput=5MB/sec 2024-04-22T05:03:27.532 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dcf_2oeOhNl6TCp off=13907092 len=868819 2024-04-22T05:03:27.534 INFO:tasks.workunit.client.0.smithi040.stdout:op 4839 completed, throughput=5MB/sec 2024-04-22T05:03:27.534 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-o9BEBoEyQxdrktx off=12272717 len=105928 2024-04-22T05:03:27.535 INFO:tasks.workunit.client.0.smithi040.stdout:op 4840 completed, throughput=5MB/sec 2024-04-22T05:03:27.535 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mjCSKdG-iEV0Hah off=2237568 len=1558908 2024-04-22T05:03:27.537 INFO:tasks.workunit.client.0.smithi040.stdout:op 4841 completed, throughput=5MB/sec 2024-04-22T05:03:27.537 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-T9FH1SieER-9krr off=2711474 len=1488968 2024-04-22T05:03:27.539 INFO:tasks.workunit.client.0.smithi040.stdout:op 4842 completed, throughput=5MB/sec 2024-04-22T05:03:28.539 INFO:tasks.workunit.client.0.smithi040.stdout: 952: throughput=5MB/sec pending data=0 2024-04-22T05:03:28.539 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ON2_hjUn0DiX4S0 off=7273059 len=1855203 2024-04-22T05:03:28.541 INFO:tasks.workunit.client.0.smithi040.stdout:op 4843 completed, throughput=5MB/sec 2024-04-22T05:03:28.542 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hdPZLBYC8NQzF-m off=16585086 len=1214831 2024-04-22T05:03:28.543 INFO:tasks.workunit.client.0.smithi040.stdout:op 4844 completed, throughput=5MB/sec 2024-04-22T05:03:28.543 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bMnY5R--sB907jP off=6563867 len=295305 2024-04-22T05:03:28.546 INFO:tasks.workunit.client.0.smithi040.stdout:op 4845 completed, throughput=5MB/sec 2024-04-22T05:03:28.546 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lJRBLqpZfxYBrwn off=165127 len=616568 2024-04-22T05:03:28.547 INFO:tasks.workunit.client.0.smithi040.stdout:op 4846 completed, throughput=5MB/sec 2024-04-22T05:03:28.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:28 smithi062 ceph-mon[78153]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-22T05:03:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:28 smithi040 ceph-mon[88445]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-22T05:03:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:28 smithi040 ceph-mon[91058]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-22T05:03:29.548 INFO:tasks.workunit.client.0.smithi040.stdout: 953: throughput=4.99MB/sec pending data=0 2024-04-22T05:03:29.548 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xDrdcooN2kfKyk8 off=1462810 len=1884142 2024-04-22T05:03:29.557 INFO:tasks.workunit.client.0.smithi040.stdout:op 4847 completed, throughput=5MB/sec 2024-04-22T05:03:29.557 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wm2OR1XgZN3a_dW off=15797027 len=1042264 2024-04-22T05:03:29.559 INFO:tasks.workunit.client.0.smithi040.stdout:op 4848 completed, throughput=5MB/sec 2024-04-22T05:03:29.559 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mPEc-i4S68dJ4Nl off=209902 len=751708 2024-04-22T05:03:29.564 INFO:tasks.workunit.client.0.smithi040.stdout:op 4849 completed, throughput=5MB/sec 2024-04-22T05:03:29.564 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kBNXbB1FLVQY8oP off=7867097 len=816991 2024-04-22T05:03:29.566 INFO:tasks.workunit.client.0.smithi040.stdout:op 4850 completed, throughput=5MB/sec 2024-04-22T05:03:29.566 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rW0nO4ZSbgX2dEY off=9129227 len=889071 2024-04-22T05:03:29.567 INFO:tasks.workunit.client.0.smithi040.stdout:op 4851 completed, throughput=5MB/sec 2024-04-22T05:03:30.358 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:03:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:03:30] "GET /metrics HTTP/1.1" 200 240174 "" "Prometheus/2.43.0" 2024-04-22T05:03:30.567 INFO:tasks.workunit.client.0.smithi040.stdout: 954: throughput=4.99MB/sec pending data=0 2024-04-22T05:03:30.568 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YLgocNV-uwpoAjD off=14051720 len=670069 2024-04-22T05:03:30.574 INFO:tasks.workunit.client.0.smithi040.stdout:op 4852 completed, throughput=5MB/sec 2024-04-22T05:03:30.574 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jRwbv0jDq4pmqhb off=6764207 len=1116207 2024-04-22T05:03:30.574 INFO:tasks.workunit.client.0.smithi040.stdout:op 4853 completed, throughput=5MB/sec 2024-04-22T05:03:30.574 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yxqD_SSRnwkbekg off=4586205 len=283927 2024-04-22T05:03:30.576 INFO:tasks.workunit.client.0.smithi040.stdout:op 4854 completed, throughput=5MB/sec 2024-04-22T05:03:30.576 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jM8DEF7d92caIvA off=8712612 len=1072471 2024-04-22T05:03:30.577 INFO:tasks.workunit.client.0.smithi040.stdout:op 4855 completed, throughput=5MB/sec 2024-04-22T05:03:30.577 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mddpNHbkehfU_hX off=10401405 len=628005 2024-04-22T05:03:30.578 INFO:tasks.workunit.client.0.smithi040.stdout:op 4856 completed, throughput=5MB/sec 2024-04-22T05:03:30.578 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8_rXLIagArWEk3S off=3741641 len=1813535 2024-04-22T05:03:30.580 INFO:tasks.workunit.client.0.smithi040.stdout:op 4857 completed, throughput=5MB/sec 2024-04-22T05:03:30.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:30 smithi062 ceph-mon[78153]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:03:30.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:30 smithi040 ceph-mon[91058]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:03:30.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:30 smithi040 ceph-mon[88445]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:03:31.581 INFO:tasks.workunit.client.0.smithi040.stdout: 955: throughput=5MB/sec pending data=0 2024-04-22T05:03:31.581 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kBZmV6TsTSvB448 off=2387337 len=608832 2024-04-22T05:03:31.585 INFO:tasks.workunit.client.0.smithi040.stdout:op 4858 completed, throughput=5MB/sec 2024-04-22T05:03:31.585 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-W9xecvYEaZzlip5 off=15525292 len=1794298 2024-04-22T05:03:31.594 INFO:tasks.workunit.client.0.smithi040.stdout:op 4859 completed, throughput=5MB/sec 2024-04-22T05:03:31.594 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--6V_VbnSIi-hISU off=4086024 len=1602346 2024-04-22T05:03:31.595 INFO:tasks.workunit.client.0.smithi040.stdout:op 4860 completed, throughput=5MB/sec 2024-04-22T05:03:31.596 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-x8xj-5-icbM8Mhu off=2406070 len=354685 2024-04-22T05:03:31.597 INFO:tasks.workunit.client.0.smithi040.stdout:op 4861 completed, throughput=5MB/sec 2024-04-22T05:03:31.597 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-J4vpUtGYXh25uUr off=3324113 len=355789 2024-04-22T05:03:31.599 INFO:tasks.workunit.client.0.smithi040.stdout:op 4862 completed, throughput=5MB/sec 2024-04-22T05:03:31.600 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-f5zkXEjk5BSrXJE off=4209788 len=1733920 2024-04-22T05:03:31.609 INFO:tasks.workunit.client.0.smithi040.stdout:op 4863 completed, throughput=5MB/sec 2024-04-22T05:03:32.609 INFO:tasks.workunit.client.0.smithi040.stdout: 956: throughput=5MB/sec pending data=0 2024-04-22T05:03:32.610 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ciGNLD5cbxmz57X off=6943764 len=1129567 2024-04-22T05:03:32.615 INFO:tasks.workunit.client.0.smithi040.stdout:op 4864 completed, throughput=5MB/sec 2024-04-22T05:03:32.615 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-egxZrhkQ7Ghbbzd off=16460270 len=1231923 2024-04-22T05:03:32.621 INFO:tasks.workunit.client.0.smithi040.stdout:op 4865 completed, throughput=5MB/sec 2024-04-22T05:03:32.621 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-H2w7-z7wi5yx_Ku off=0 len=1086026 2024-04-22T05:03:32.625 INFO:tasks.workunit.client.0.smithi040.stdout:op 4866 completed, throughput=5MB/sec 2024-04-22T05:03:32.626 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ToLwPU5nZvTc841 off=4487566 len=401506 2024-04-22T05:03:32.629 INFO:tasks.workunit.client.0.smithi040.stdout:op 4867 completed, throughput=5MB/sec 2024-04-22T05:03:32.629 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zhGbKyVFkgFRC4Q off=17053118 len=1067503 2024-04-22T05:03:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:32 smithi062 ceph-mon[78153]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T05:03:32.634 INFO:tasks.workunit.client.0.smithi040.stdout:op 4868 completed, throughput=5MB/sec 2024-04-22T05:03:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:32 smithi040 ceph-mon[91058]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T05:03:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:32 smithi040 ceph-mon[88445]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T05:03:33.637 INFO:tasks.workunit.client.0.smithi040.stdout: 957: throughput=5MB/sec pending data=0 2024-04-22T05:03:33.638 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ioLRWBss7vb7Ucj off=9554191 len=1261856 2024-04-22T05:03:33.638 INFO:tasks.workunit.client.0.smithi040.stdout:op 4869 completed, throughput=5MB/sec 2024-04-22T05:03:33.638 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RFu1JDCvl_u3ezJ off=11783833 len=108290 2024-04-22T05:03:33.640 INFO:tasks.workunit.client.0.smithi040.stdout:op 4870 completed, throughput=5MB/sec 2024-04-22T05:03:33.640 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rIFfILdPijZ5ry2 off=12003441 len=545127 2024-04-22T05:03:33.640 INFO:tasks.workunit.client.0.smithi040.stdout:op 4871 completed, throughput=5MB/sec 2024-04-22T05:03:33.641 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CPdpHfqlgHjL5nC off=2659026 len=662759 2024-04-22T05:03:33.642 INFO:tasks.workunit.client.0.smithi040.stdout:op 4872 completed, throughput=5MB/sec 2024-04-22T05:03:33.643 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-k6GSg1zkCBO5Ul6 off=13731084 len=1439540 2024-04-22T05:03:33.649 INFO:tasks.workunit.client.0.smithi040.stdout:op 4873 completed, throughput=5MB/sec 2024-04-22T05:03:33.649 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ucu2Bjo2hdq-dDY off=3306832 len=1343720 2024-04-22T05:03:33.650 INFO:tasks.workunit.client.0.smithi040.stdout:op 4874 completed, throughput=5MB/sec 2024-04-22T05:03:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:34 smithi062 ceph-mon[78153]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T05:03:34.650 INFO:tasks.workunit.client.0.smithi040.stdout: 958: throughput=5MB/sec pending data=0 2024-04-22T05:03:34.650 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Bzw19wYewuz1wfv off=1744326 len=1130528 2024-04-22T05:03:34.652 INFO:tasks.workunit.client.0.smithi040.stdout:op 4875 completed, throughput=5MB/sec 2024-04-22T05:03:34.652 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2b0FD722B7LD5GV off=1771830 len=1713746 2024-04-22T05:03:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:34 smithi040 ceph-mon[91058]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T05:03:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:34 smithi040 ceph-mon[88445]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-22T05:03:34.662 INFO:tasks.workunit.client.0.smithi040.stdout:op 4876 completed, throughput=5MB/sec 2024-04-22T05:03:34.662 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vfNl13D8KkdAt1- off=3051156 len=33358 2024-04-22T05:03:34.665 INFO:tasks.workunit.client.0.smithi040.stdout:op 4877 completed, throughput=5MB/sec 2024-04-22T05:03:34.665 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q7nCJDmEUdX373B off=14507809 len=687008 2024-04-22T05:03:34.669 INFO:tasks.workunit.client.0.smithi040.stdout:op 4878 completed, throughput=5MB/sec 2024-04-22T05:03:34.669 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-s-reD7RMjxdOs5A off=107461 len=1560009 2024-04-22T05:03:34.671 INFO:tasks.workunit.client.0.smithi040.stdout:op 4879 completed, throughput=5MB/sec 2024-04-22T05:03:35.671 INFO:tasks.workunit.client.0.smithi040.stdout: 959: throughput=5MB/sec pending data=0 2024-04-22T05:03:35.671 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-N45OMJm2ISgYyYP off=22084549 len=1429108 2024-04-22T05:03:35.673 INFO:tasks.workunit.client.0.smithi040.stdout:op 4880 completed, throughput=5MB/sec 2024-04-22T05:03:35.673 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AsCJni9gs7Situj off=393046 len=800360 2024-04-22T05:03:35.677 INFO:tasks.workunit.client.0.smithi040.stdout:op 4881 completed, throughput=5MB/sec 2024-04-22T05:03:35.678 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-n4jZ5jSZ_u5InUm off=2642488 len=926076 2024-04-22T05:03:35.681 INFO:tasks.workunit.client.0.smithi040.stdout:op 4882 completed, throughput=5MB/sec 2024-04-22T05:03:35.681 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tb_-P6x99vQtFgf off=3093843 len=40719 2024-04-22T05:03:35.682 INFO:tasks.workunit.client.0.smithi040.stdout:op 4883 completed, throughput=5MB/sec 2024-04-22T05:03:35.682 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7E3goOPoY3Pg7tf off=1060172 len=980092 2024-04-22T05:03:35.686 INFO:tasks.workunit.client.0.smithi040.stdout:op 4884 completed, throughput=5MB/sec 2024-04-22T05:03:35.686 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NJnaY1HEgzJ8_Kd off=10144890 len=480271 2024-04-22T05:03:35.687 INFO:tasks.workunit.client.0.smithi040.stdout:op 4885 completed, throughput=5MB/sec 2024-04-22T05:03:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:03:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:03:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:03:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:36 smithi062 ceph-mon[78153]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-22T05:03:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:03:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:36 smithi040 ceph-mon[88445]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-22T05:03:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:03:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:36 smithi040 ceph-mon[91058]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-22T05:03:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:03:36.687 INFO:tasks.workunit.client.0.smithi040.stdout: 960: throughput=4.99MB/sec pending data=0 2024-04-22T05:03:36.687 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-16P-lyBwhxJzQas off=7218643 len=442584 2024-04-22T05:03:36.690 INFO:tasks.workunit.client.0.smithi040.stdout:op 4886 completed, throughput=5MB/sec 2024-04-22T05:03:36.690 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SqAbaXNLoXGz4nq off=11505960 len=720572 2024-04-22T05:03:36.694 INFO:tasks.workunit.client.0.smithi040.stdout:op 4887 completed, throughput=5MB/sec 2024-04-22T05:03:36.694 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6BPYDKLEDlDV6_M off=1558810 len=1355783 2024-04-22T05:03:36.696 INFO:tasks.workunit.client.0.smithi040.stdout:op 4888 completed, throughput=5MB/sec 2024-04-22T05:03:36.696 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LsDLGo8OOUkR731 off=1629978 len=1212940 2024-04-22T05:03:36.697 INFO:tasks.workunit.client.0.smithi040.stdout:op 4889 completed, throughput=5MB/sec 2024-04-22T05:03:36.697 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MYmMbSoDEJKR0O4 off=2083293 len=1585131 2024-04-22T05:03:36.698 INFO:tasks.workunit.client.0.smithi040.stdout:op 4890 completed, throughput=5MB/sec 2024-04-22T05:03:37.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:37 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:03:37.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:37 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:03:37.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:37 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:03:37.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:37 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:03:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:37 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:03:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:37 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:03:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:37 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:03:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:37 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:03:37.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:37 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:03:37.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:37 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:03:37.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:37 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:03:37.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:37 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:03:37.699 INFO:tasks.workunit.client.0.smithi040.stdout: 961: throughput=5MB/sec pending data=0 2024-04-22T05:03:37.699 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-R5CxEh1jH7IYMi6 off=18386021 len=1506195 2024-04-22T05:03:37.707 INFO:tasks.workunit.client.0.smithi040.stdout:op 4891 completed, throughput=5MB/sec 2024-04-22T05:03:37.707 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bTQEnI8XQcLjpMz off=2142964 len=2535 2024-04-22T05:03:37.708 INFO:tasks.workunit.client.0.smithi040.stdout:op 4892 completed, throughput=5MB/sec 2024-04-22T05:03:37.709 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-y7scGkOxbZGgIV4 off=9185707 len=907606 2024-04-22T05:03:37.710 INFO:tasks.workunit.client.0.smithi040.stdout:op 4893 completed, throughput=5MB/sec 2024-04-22T05:03:37.710 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lRIwvEnJGTM3InZ off=1798546 len=646293 2024-04-22T05:03:37.713 INFO:tasks.workunit.client.0.smithi040.stdout:op 4894 completed, throughput=5MB/sec 2024-04-22T05:03:37.713 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HrrDJThwFs81MB5 off=1356321 len=2089882 2024-04-22T05:03:37.723 INFO:tasks.workunit.client.0.smithi040.stdout:op 4895 completed, throughput=5MB/sec 2024-04-22T05:03:37.723 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0fZGpm9XOy7IP0h off=1212732 len=1049333 2024-04-22T05:03:37.724 INFO:tasks.workunit.client.0.smithi040.stdout:op 4896 completed, throughput=5MB/sec 2024-04-22T05:03:38.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:38 smithi062 ceph-mon[78153]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T05:03:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:38 smithi040 ceph-mon[88445]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T05:03:38.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:38 smithi040 ceph-mon[91058]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T05:03:38.725 INFO:tasks.workunit.client.0.smithi040.stdout: 962: throughput=5MB/sec pending data=0 2024-04-22T05:03:38.725 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JSdTL5plLtO2eaZ off=2113157 len=1574822 2024-04-22T05:03:38.728 INFO:tasks.workunit.client.0.smithi040.stdout:op 4897 completed, throughput=5MB/sec 2024-04-22T05:03:38.728 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zc_v3WjOnaIIAVH off=14956483 len=578733 2024-04-22T05:03:38.732 INFO:tasks.workunit.client.0.smithi040.stdout:op 4898 completed, throughput=5MB/sec 2024-04-22T05:03:38.732 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ql-yS2XXYA_L6AN off=4613581 len=994547 2024-04-22T05:03:38.734 INFO:tasks.workunit.client.0.smithi040.stdout:op 4899 completed, throughput=5MB/sec 2024-04-22T05:03:38.734 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hJ70zwDe_gQJJ-l off=16752305 len=1835504 2024-04-22T05:03:38.736 INFO:tasks.workunit.client.0.smithi040.stdout:op 4900 completed, throughput=5MB/sec 2024-04-22T05:03:39.736 INFO:tasks.workunit.client.0.smithi040.stdout: 963: throughput=5MB/sec pending data=0 2024-04-22T05:03:39.737 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zXeomMbMBZELDXk off=12412100 len=1713924 2024-04-22T05:03:39.739 INFO:tasks.workunit.client.0.smithi040.stdout:op 4901 completed, throughput=5MB/sec 2024-04-22T05:03:39.739 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-S5QlRVaI-PzeesT off=6597316 len=807545 2024-04-22T05:03:39.743 INFO:tasks.workunit.client.0.smithi040.stdout:op 4902 completed, throughput=5MB/sec 2024-04-22T05:03:39.744 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-u-omtPUQ-tCMj92 off=860066 len=364009 2024-04-22T05:03:39.744 INFO:tasks.workunit.client.0.smithi040.stdout:op 4903 completed, throughput=5MB/sec 2024-04-22T05:03:39.745 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HOj_qb8Q7aFha32 off=9997235 len=497374 2024-04-22T05:03:39.748 INFO:tasks.workunit.client.0.smithi040.stdout:op 4904 completed, throughput=5MB/sec 2024-04-22T05:03:39.748 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-m36BSVG6Y5XqwqQ off=11726635 len=1978329 2024-04-22T05:03:39.752 INFO:tasks.workunit.client.0.smithi040.stdout:op 4905 completed, throughput=5MB/sec 2024-04-22T05:03:40.371 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:03:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:03:40] "GET /metrics HTTP/1.1" 200 240156 "" "Prometheus/2.43.0" 2024-04-22T05:03:40.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:40 smithi062 ceph-mon[78153]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:03:40.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:40 smithi040 ceph-mon[91058]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:03:40.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:40 smithi040 ceph-mon[88445]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:03:40.752 INFO:tasks.workunit.client.0.smithi040.stdout: 964: throughput=5MB/sec pending data=0 2024-04-22T05:03:40.752 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Gtv1WH-yp1TVQZf off=1137488 len=847531 2024-04-22T05:03:40.755 INFO:tasks.workunit.client.0.smithi040.stdout:op 4906 completed, throughput=5MB/sec 2024-04-22T05:03:40.755 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-U3qzKevqhuCVw_6 off=3212191 len=248364 2024-04-22T05:03:40.755 INFO:tasks.workunit.client.0.smithi040.stdout:op 4907 completed, throughput=5MB/sec 2024-04-22T05:03:40.755 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vnBUfBY4Zpi7ctr off=6704261 len=972373 2024-04-22T05:03:40.761 INFO:tasks.workunit.client.0.smithi040.stdout:op 4908 completed, throughput=5MB/sec 2024-04-22T05:03:40.761 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aQiXTcc9-wJzU6E off=13418845 len=1876417 2024-04-22T05:03:40.770 INFO:tasks.workunit.client.0.smithi040.stdout:op 4909 completed, throughput=5MB/sec 2024-04-22T05:03:40.770 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VfnE58v5hEjaMcu off=20086601 len=983026 2024-04-22T05:03:40.772 INFO:tasks.workunit.client.0.smithi040.stdout:op 4910 completed, throughput=5MB/sec 2024-04-22T05:03:41.773 INFO:tasks.workunit.client.0.smithi040.stdout: 965: throughput=5MB/sec pending data=0 2024-04-22T05:03:41.773 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GoMku7wpuC666JD off=12721686 len=1819988 2024-04-22T05:03:41.783 INFO:tasks.workunit.client.0.smithi040.stdout:op 4911 completed, throughput=5MB/sec 2024-04-22T05:03:41.784 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Wgk-uhmjOyB2ypk off=2000170 len=823083 2024-04-22T05:03:41.785 INFO:tasks.workunit.client.0.smithi040.stdout:op 4912 completed, throughput=5MB/sec 2024-04-22T05:03:41.785 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PX8ccQ2zPR32b13 off=7919256 len=158685 2024-04-22T05:03:41.786 INFO:tasks.workunit.client.0.smithi040.stdout:op 4913 completed, throughput=5MB/sec 2024-04-22T05:03:41.786 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EF0YLA9J5c9yz0P off=948736 len=30734 2024-04-22T05:03:41.786 INFO:tasks.workunit.client.0.smithi040.stdout:op 4914 completed, throughput=5MB/sec 2024-04-22T05:03:41.787 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-M0jCu9ECG0JzBeC off=0 len=1114063 2024-04-22T05:03:41.792 INFO:tasks.workunit.client.0.smithi040.stdout:op 4915 completed, throughput=5MB/sec 2024-04-22T05:03:41.792 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-T198Sup3XgTAfpv off=7101353 len=193003 2024-04-22T05:03:41.795 INFO:tasks.workunit.client.0.smithi040.stdout:op 4916 completed, throughput=5MB/sec 2024-04-22T05:03:41.795 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zZXhSxIb64nROsC off=13372798 len=1060871 2024-04-22T05:03:41.800 INFO:tasks.workunit.client.0.smithi040.stdout:op 4917 completed, throughput=5MB/sec 2024-04-22T05:03:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:42 smithi062 ceph-mon[78153]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T05:03:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:42 smithi040 ceph-mon[88445]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T05:03:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:42 smithi040 ceph-mon[91058]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T05:03:42.801 INFO:tasks.workunit.client.0.smithi040.stdout: 966: throughput=4.99MB/sec pending data=0 2024-04-22T05:03:42.801 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KM31YzOiV9fFt0r off=306774 len=1714863 2024-04-22T05:03:42.803 INFO:tasks.workunit.client.0.smithi040.stdout:op 4918 completed, throughput=5MB/sec 2024-04-22T05:03:42.803 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3RQBULfkvgE4UBc off=3895325 len=848675 2024-04-22T05:03:42.808 INFO:tasks.workunit.client.0.smithi040.stdout:op 4919 completed, throughput=5MB/sec 2024-04-22T05:03:42.808 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cWaNMJHry0k45X8 off=4885548 len=515016 2024-04-22T05:03:42.812 INFO:tasks.workunit.client.0.smithi040.stdout:op 4920 completed, throughput=5MB/sec 2024-04-22T05:03:42.812 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2x72-_jfzTlQO-A off=1189818 len=419682 2024-04-22T05:03:42.813 INFO:tasks.workunit.client.0.smithi040.stdout:op 4921 completed, throughput=5MB/sec 2024-04-22T05:03:42.814 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yj_NJ6db9vdQ5yk off=4226108 len=395856 2024-04-22T05:03:42.814 INFO:tasks.workunit.client.0.smithi040.stdout:op 4922 completed, throughput=5MB/sec 2024-04-22T05:03:42.814 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-P0OH9dytWBrxlD5 off=4504450 len=501660 2024-04-22T05:03:42.818 INFO:tasks.workunit.client.0.smithi040.stdout:op 4923 completed, throughput=5MB/sec 2024-04-22T05:03:42.818 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-22ADuISVLXcpml2 off=10741321 len=874590 2024-04-22T05:03:42.823 INFO:tasks.workunit.client.0.smithi040.stdout:op 4924 completed, throughput=5MB/sec 2024-04-22T05:03:42.823 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MrdL01oa6Acp5BD off=3071073 len=1730095 2024-04-22T05:03:42.825 INFO:tasks.workunit.client.0.smithi040.stdout:op 4925 completed, throughput=5MB/sec 2024-04-22T05:03:43.825 INFO:tasks.workunit.client.0.smithi040.stdout: 967: throughput=5MB/sec pending data=0 2024-04-22T05:03:43.826 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rGrpIbjCkrLmX2e off=12089730 len=433352 2024-04-22T05:03:43.826 INFO:tasks.workunit.client.0.smithi040.stdout:op 4926 completed, throughput=5MB/sec 2024-04-22T05:03:43.826 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3pz2Jhh0A0rvT8A off=2631089 len=2073639 2024-04-22T05:03:43.830 INFO:tasks.workunit.client.0.smithi040.stdout:op 4927 completed, throughput=5MB/sec 2024-04-22T05:03:43.830 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sPHeCN-W-8Y4h-R off=13459030 len=672056 2024-04-22T05:03:43.832 INFO:tasks.workunit.client.0.smithi040.stdout:op 4928 completed, throughput=5MB/sec 2024-04-22T05:03:43.832 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SaTvM3PF_hrpsfk off=5557459 len=1532707 2024-04-22T05:03:43.838 INFO:tasks.workunit.client.0.smithi040.stdout:op 4929 completed, throughput=5MB/sec 2024-04-22T05:03:44.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:44 smithi062 ceph-mon[78153]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:03:44.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:44 smithi040 ceph-mon[91058]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:03:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:44 smithi040 ceph-mon[88445]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:03:44.839 INFO:tasks.workunit.client.0.smithi040.stdout: 968: throughput=5MB/sec pending data=0 2024-04-22T05:03:44.839 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qfXoj4t9rMaqvaX off=12630849 len=870851 2024-04-22T05:03:44.840 INFO:tasks.workunit.client.0.smithi040.stdout:op 4930 completed, throughput=5MB/sec 2024-04-22T05:03:44.840 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-w2rmAFuy_gAJ4F0 off=6793559 len=1259330 2024-04-22T05:03:44.843 INFO:tasks.workunit.client.0.smithi040.stdout:op 4931 completed, throughput=5MB/sec 2024-04-22T05:03:44.843 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tWIPmbaYA7zVHdm off=339046 len=103968 2024-04-22T05:03:44.844 INFO:tasks.workunit.client.0.smithi040.stdout:op 4932 completed, throughput=5MB/sec 2024-04-22T05:03:44.844 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YPwFP9OLgrevniL off=14829359 len=1822744 2024-04-22T05:03:44.852 INFO:tasks.workunit.client.0.smithi040.stdout:op 4933 completed, throughput=5MB/sec 2024-04-22T05:03:44.852 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-511hgRZBwpLH2JT off=4229904 len=1569167 2024-04-22T05:03:44.853 INFO:tasks.workunit.client.0.smithi040.stdout:op 4934 completed, throughput=5MB/sec 2024-04-22T05:03:45.853 INFO:tasks.workunit.client.0.smithi040.stdout: 969: throughput=5MB/sec pending data=0 2024-04-22T05:03:45.854 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LAu9SNls0QjBhni off=790420 len=1562543 2024-04-22T05:03:45.855 INFO:tasks.workunit.client.0.smithi040.stdout:op 4935 completed, throughput=5MB/sec 2024-04-22T05:03:45.855 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KGf095lD3rlGMT0 off=7739128 len=1969630 2024-04-22T05:03:45.859 INFO:tasks.workunit.client.0.smithi040.stdout:op 4936 completed, throughput=5MB/sec 2024-04-22T05:03:45.859 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DWF-_bFiTylnqXT off=2195096 len=1271830 2024-04-22T05:03:45.861 INFO:tasks.workunit.client.0.smithi040.stdout:op 4937 completed, throughput=5MB/sec 2024-04-22T05:03:45.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:03:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:03:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:03:46.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:46 smithi062 ceph-mon[78153]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:03:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:46 smithi040 ceph-mon[91058]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:03:46.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:46 smithi040 ceph-mon[88445]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:03:46.861 INFO:tasks.workunit.client.0.smithi040.stdout: 970: throughput=5MB/sec pending data=0 2024-04-22T05:03:46.861 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SJNa7VKCMZbEONW off=6042876 len=1781401 2024-04-22T05:03:46.865 INFO:tasks.workunit.client.0.smithi040.stdout:op 4938 completed, throughput=5MB/sec 2024-04-22T05:03:46.865 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-n-jaQApXlwyoFqs off=2291857 len=1892303 2024-04-22T05:03:46.868 INFO:tasks.workunit.client.0.smithi040.stdout:op 4939 completed, throughput=5MB/sec 2024-04-22T05:03:46.868 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OLI5WqZDMiWBVT5 off=8898175 len=1691009 2024-04-22T05:03:46.877 INFO:tasks.workunit.client.0.smithi040.stdout:op 4940 completed, throughput=5MB/sec 2024-04-22T05:03:47.877 INFO:tasks.workunit.client.0.smithi040.stdout: 971: throughput=5MB/sec pending data=0 2024-04-22T05:03:47.878 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-u3cH7dTrZnu30r_ off=6056952 len=442675 2024-04-22T05:03:47.879 INFO:tasks.workunit.client.0.smithi040.stdout:op 4941 completed, throughput=5MB/sec 2024-04-22T05:03:47.879 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sNePqk1DI7oiAPc off=4914319 len=634452 2024-04-22T05:03:47.880 INFO:tasks.workunit.client.0.smithi040.stdout:op 4942 completed, throughput=5MB/sec 2024-04-22T05:03:47.880 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_jI3w9Ud9hXpTCS off=890030 len=435761 2024-04-22T05:03:47.884 INFO:tasks.workunit.client.0.smithi040.stdout:op 4943 completed, throughput=5MB/sec 2024-04-22T05:03:47.884 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HffMQTCRrr8bkwr off=8092213 len=315324 2024-04-22T05:03:47.887 INFO:tasks.workunit.client.0.smithi040.stdout:op 4944 completed, throughput=5MB/sec 2024-04-22T05:03:47.887 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3pgH4mu4G8ZpDju off=7305790 len=2029106 2024-04-22T05:03:47.889 INFO:tasks.workunit.client.0.smithi040.stdout:op 4945 completed, throughput=5MB/sec 2024-04-22T05:03:47.889 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9gg5bCUOOj9XcK3 off=10101846 len=281458 2024-04-22T05:03:47.892 INFO:tasks.workunit.client.0.smithi040.stdout:op 4946 completed, throughput=5MB/sec 2024-04-22T05:03:47.892 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0zsUufusASDcNwc off=28174 len=373365 2024-04-22T05:03:47.896 INFO:tasks.workunit.client.0.smithi040.stdout:op 4947 completed, throughput=5MB/sec 2024-04-22T05:03:48.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:48 smithi040 ceph-mon[88445]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-22T05:03:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:48 smithi040 ceph-mon[91058]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-22T05:03:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:48 smithi062 ceph-mon[78153]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-22T05:03:48.896 INFO:tasks.workunit.client.0.smithi040.stdout: 972: throughput=5MB/sec pending data=0 2024-04-22T05:03:48.896 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ryAmRduyNcWox4S off=1548972 len=42926 2024-04-22T05:03:48.899 INFO:tasks.workunit.client.0.smithi040.stdout:op 4948 completed, throughput=5MB/sec 2024-04-22T05:03:48.900 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6i7ameaFMqJxyAh off=0 len=1474764 2024-04-22T05:03:48.907 INFO:tasks.workunit.client.0.smithi040.stdout:op 4949 completed, throughput=5MB/sec 2024-04-22T05:03:48.907 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rEdJsaveh8LtUcc off=2005648 len=1039988 2024-04-22T05:03:48.913 INFO:tasks.workunit.client.0.smithi040.stdout:op 4950 completed, throughput=5MB/sec 2024-04-22T05:03:48.913 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0Q6LVsWcFx3S4qM off=12062180 len=425129 2024-04-22T05:03:48.914 INFO:tasks.workunit.client.0.smithi040.stdout:op 4951 completed, throughput=5MB/sec 2024-04-22T05:03:48.914 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-W0zG-0-MIe8z1xt off=16058779 len=2096404 2024-04-22T05:03:48.922 INFO:tasks.workunit.client.0.smithi040.stdout:op 4952 completed, throughput=5MB/sec 2024-04-22T05:03:48.922 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PA0ODvM__Xj9D05 off=9836582 len=185559 2024-04-22T05:03:48.926 INFO:tasks.workunit.client.0.smithi040.stdout:op 4953 completed, throughput=5MB/sec 2024-04-22T05:03:48.926 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bRetS2r7KsrC-MK off=1251274 len=700294 2024-04-22T05:03:48.929 INFO:tasks.workunit.client.0.smithi040.stdout:op 4954 completed, throughput=5MB/sec 2024-04-22T05:03:49.930 INFO:tasks.workunit.client.0.smithi040.stdout: 973: throughput=5MB/sec pending data=0 2024-04-22T05:03:49.930 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VbXc25GD8In78Ge off=10969076 len=403170 2024-04-22T05:03:49.933 INFO:tasks.workunit.client.0.smithi040.stdout:op 4955 completed, throughput=5MB/sec 2024-04-22T05:03:49.933 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CsFeoUIAxW6zZ-P off=14297482 len=1317029 2024-04-22T05:03:49.939 INFO:tasks.workunit.client.0.smithi040.stdout:op 4956 completed, throughput=5MB/sec 2024-04-22T05:03:49.939 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MdykHmEtzLbe2Ms off=15832740 len=108175 2024-04-22T05:03:49.940 INFO:tasks.workunit.client.0.smithi040.stdout:op 4957 completed, throughput=5MB/sec 2024-04-22T05:03:49.940 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lGLz0HsCDd4Vw6N off=20069370 len=653215 2024-04-22T05:03:49.944 INFO:tasks.workunit.client.0.smithi040.stdout:op 4958 completed, throughput=5MB/sec 2024-04-22T05:03:49.944 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JbsGlUabVG54Axl off=6400364 len=1967407 2024-04-22T05:03:49.946 INFO:tasks.workunit.client.0.smithi040.stdout:op 4959 completed, throughput=5MB/sec 2024-04-22T05:03:49.946 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z8XHiSu4wyk1axm off=5209263 len=1264596 2024-04-22T05:03:49.947 INFO:tasks.workunit.client.0.smithi040.stdout:op 4960 completed, throughput=5MB/sec 2024-04-22T05:03:50.385 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:03:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:03:50] "GET /metrics HTTP/1.1" 200 240156 "" "Prometheus/2.43.0" 2024-04-22T05:03:50.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:50 smithi040 ceph-mon[91058]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T05:03:50.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:50 smithi040 ceph-mon[88445]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T05:03:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:50 smithi062 ceph-mon[78153]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T05:03:50.947 INFO:tasks.workunit.client.0.smithi040.stdout: 974: throughput=5MB/sec pending data=0 2024-04-22T05:03:50.948 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kYSvfy5v0Eh2T-p off=3206519 len=1303868 2024-04-22T05:03:50.949 INFO:tasks.workunit.client.0.smithi040.stdout:op 4961 completed, throughput=5MB/sec 2024-04-22T05:03:50.949 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qwAIOA_91rYchC7 off=702838 len=1603339 2024-04-22T05:03:50.952 INFO:tasks.workunit.client.0.smithi040.stdout:op 4962 completed, throughput=5MB/sec 2024-04-22T05:03:50.952 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-u4CRFjfwLhUc8P0 off=2676652 len=1162600 2024-04-22T05:03:50.960 INFO:tasks.workunit.client.0.smithi040.stdout:op 4963 completed, throughput=5MB/sec 2024-04-22T05:03:50.960 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zq2ma0ApSbyx6ny off=10932510 len=1866421 2024-04-22T05:03:50.963 INFO:tasks.workunit.client.0.smithi040.stdout:op 4964 completed, throughput=5MB/sec 2024-04-22T05:03:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:03:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:03:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:03:51.963 INFO:tasks.workunit.client.0.smithi040.stdout: 975: throughput=5MB/sec pending data=0 2024-04-22T05:03:51.964 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-loLWyXpAPh7xcTO off=8508430 len=246630 2024-04-22T05:03:51.967 INFO:tasks.workunit.client.0.smithi040.stdout:op 4965 completed, throughput=5MB/sec 2024-04-22T05:03:51.967 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-q1YWTIXG9wytWOg off=4427188 len=1740290 2024-04-22T05:03:51.970 INFO:tasks.workunit.client.0.smithi040.stdout:op 4966 completed, throughput=5MB/sec 2024-04-22T05:03:51.971 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jcMPpAVGBvKN9Nz off=1489850 len=936576 2024-04-22T05:03:51.972 INFO:tasks.workunit.client.0.smithi040.stdout:op 4967 completed, throughput=5MB/sec 2024-04-22T05:03:51.972 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4gckKt9y7WHB-eE off=96332 len=155877 2024-04-22T05:03:51.975 INFO:tasks.workunit.client.0.smithi040.stdout:op 4968 completed, throughput=5MB/sec 2024-04-22T05:03:51.975 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4WIiamyzXSHcPng off=2193624 len=1624455 2024-04-22T05:03:51.983 INFO:tasks.workunit.client.0.smithi040.stdout:op 4969 completed, throughput=5MB/sec 2024-04-22T05:03:52.663 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:52 smithi040 ceph-mon[88445]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-22T05:03:52.663 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:52 smithi040 ceph-mon[91058]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-22T05:03:52.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:52 smithi062 ceph-mon[78153]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-22T05:03:52.984 INFO:tasks.workunit.client.0.smithi040.stdout: 976: throughput=5MB/sec pending data=0 2024-04-22T05:03:52.984 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UDrauPNzxEzq3Ii off=14676489 len=982854 2024-04-22T05:03:52.985 INFO:tasks.workunit.client.0.smithi040.stdout:op 4970 completed, throughput=5MB/sec 2024-04-22T05:03:52.985 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ue0ZD9sJ0aEQq6G off=9721615 len=1277341 2024-04-22T05:03:52.992 INFO:tasks.workunit.client.0.smithi040.stdout:op 4971 completed, throughput=5MB/sec 2024-04-22T05:03:52.993 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zsWrJcIkpDiXowK off=13428615 len=1905964 2024-04-22T05:03:53.004 INFO:tasks.workunit.client.0.smithi040.stdout:op 4972 completed, throughput=5MB/sec 2024-04-22T05:03:53.004 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fhP24CPhApCRQWv off=5188722 len=1157129 2024-04-22T05:03:53.009 INFO:tasks.workunit.client.0.smithi040.stdout:op 4973 completed, throughput=5MB/sec 2024-04-22T05:03:54.010 INFO:tasks.workunit.client.0.smithi040.stdout: 977: throughput=5MB/sec pending data=0 2024-04-22T05:03:54.010 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wujET3caGUaDGRb off=11071741 len=1597140 2024-04-22T05:03:54.012 INFO:tasks.workunit.client.0.smithi040.stdout:op 4974 completed, throughput=5MB/sec 2024-04-22T05:03:54.012 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zm_i2420c4MUgcs off=13805050 len=1293307 2024-04-22T05:03:54.015 INFO:tasks.workunit.client.0.smithi040.stdout:op 4975 completed, throughput=5MB/sec 2024-04-22T05:03:54.015 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ymRN75zjp8qH2IQ off=14337704 len=107175 2024-04-22T05:03:54.018 INFO:tasks.workunit.client.0.smithi040.stdout:op 4976 completed, throughput=5MB/sec 2024-04-22T05:03:54.018 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VlXFEGRovjSZSX3 off=1036368 len=441195 2024-04-22T05:03:54.021 INFO:tasks.workunit.client.0.smithi040.stdout:op 4977 completed, throughput=5MB/sec 2024-04-22T05:03:54.021 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SGneYEZJFUMf3Ef off=4375845 len=354954 2024-04-22T05:03:54.024 INFO:tasks.workunit.client.0.smithi040.stdout:op 4978 completed, throughput=5MB/sec 2024-04-22T05:03:54.024 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-04UPbj-kCpuMiKt off=1069010 len=1169456 2024-04-22T05:03:54.026 INFO:tasks.workunit.client.0.smithi040.stdout:op 4979 completed, throughput=5MB/sec 2024-04-22T05:03:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:54 smithi040 ceph-mon[88445]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:03:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:54 smithi040 ceph-mon[91058]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:03:54.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:54 smithi062 ceph-mon[78153]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:03:55.026 INFO:tasks.workunit.client.0.smithi040.stdout: 978: throughput=5MB/sec pending data=0 2024-04-22T05:03:55.027 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jw_i3sJEiVpfqyA off=4391890 len=2093146 2024-04-22T05:03:55.039 INFO:tasks.workunit.client.0.smithi040.stdout:op 4980 completed, throughput=5MB/sec 2024-04-22T05:03:55.039 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OD-zP2HBWWowoQD off=123138 len=350408 2024-04-22T05:03:55.042 INFO:tasks.workunit.client.0.smithi040.stdout:op 4981 completed, throughput=5MB/sec 2024-04-22T05:03:55.042 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-atZYz7T3G3OCc4t off=16451116 len=1810272 2024-04-22T05:03:55.049 INFO:tasks.workunit.client.0.smithi040.stdout:op 4982 completed, throughput=5MB/sec 2024-04-22T05:03:55.049 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vWJ28brITajs7vP off=14866801 len=966772 2024-04-22T05:03:55.050 INFO:tasks.workunit.client.0.smithi040.stdout:op 4983 completed, throughput=5MB/sec 2024-04-22T05:03:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:03:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:03:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:03:56.051 INFO:tasks.workunit.client.0.smithi040.stdout: 979: throughput=5MB/sec pending data=0 2024-04-22T05:03:56.051 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0XDA7-zg1yzSJeU off=12090742 len=404372 2024-04-22T05:03:56.054 INFO:tasks.workunit.client.0.smithi040.stdout:op 4984 completed, throughput=5MB/sec 2024-04-22T05:03:56.055 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BMPhkGG2zH7tkZ1 off=5303095 len=316580 2024-04-22T05:03:56.056 INFO:tasks.workunit.client.0.smithi040.stdout:op 4985 completed, throughput=5MB/sec 2024-04-22T05:03:56.056 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-u46qRDK8OMx9c3P off=5821722 len=566440 2024-04-22T05:03:56.059 INFO:tasks.workunit.client.0.smithi040.stdout:op 4986 completed, throughput=5MB/sec 2024-04-22T05:03:56.059 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MJgjqwRnZbv1S-8 off=10331982 len=1051528 2024-04-22T05:03:56.061 INFO:tasks.workunit.client.0.smithi040.stdout:op 4987 completed, throughput=5MB/sec 2024-04-22T05:03:56.061 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_qszNJX65z_8-k0 off=11441739 len=1224799 2024-04-22T05:03:56.067 INFO:tasks.workunit.client.0.smithi040.stdout:op 4988 completed, throughput=5MB/sec 2024-04-22T05:03:56.067 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3XYrAtat9BYVyWS off=14770389 len=1814639 2024-04-22T05:03:56.068 INFO:tasks.workunit.client.0.smithi040.stdout:op 4989 completed, throughput=5MB/sec 2024-04-22T05:03:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:56 smithi040 ceph-mon[88445]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:03:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:56 smithi040 ceph-mon[91058]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:03:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:56 smithi062 ceph-mon[78153]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:03:57.069 INFO:tasks.workunit.client.0.smithi040.stdout: 980: throughput=5MB/sec pending data=0 2024-04-22T05:03:57.069 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ialcd6IOcVzY6sv off=9256747 len=964266 2024-04-22T05:03:57.070 INFO:tasks.workunit.client.0.smithi040.stdout:op 4990 completed, throughput=5MB/sec 2024-04-22T05:03:57.070 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1YdCytTb2Ph1Zs_ off=3966038 len=1225899 2024-04-22T05:03:57.077 INFO:tasks.workunit.client.0.smithi040.stdout:op 4991 completed, throughput=5MB/sec 2024-04-22T05:03:57.077 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YO33MMrVVWD3ClM off=7778764 len=1418954 2024-04-22T05:03:57.086 INFO:tasks.workunit.client.0.smithi040.stdout:op 4992 completed, throughput=5MB/sec 2024-04-22T05:03:57.086 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tmchcNbQ6ZdnSHk off=3315178 len=1090487 2024-04-22T05:03:57.091 INFO:tasks.workunit.client.0.smithi040.stdout:op 4993 completed, throughput=5MB/sec 2024-04-22T05:03:57.091 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-83QQdBcSzU1qbWG off=2302509 len=1213488 2024-04-22T05:03:57.093 INFO:tasks.workunit.client.0.smithi040.stdout:op 4994 completed, throughput=5MB/sec 2024-04-22T05:03:58.094 INFO:tasks.workunit.client.0.smithi040.stdout: 981: throughput=5MB/sec pending data=0 2024-04-22T05:03:58.094 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-btk1_06dnqXEClI off=4680112 len=285613 2024-04-22T05:03:58.094 INFO:tasks.workunit.client.0.smithi040.stdout:op 4995 completed, throughput=5MB/sec 2024-04-22T05:03:58.094 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9wGVPgHNeQq1YhO off=11391186 len=240796 2024-04-22T05:03:58.098 INFO:tasks.workunit.client.0.smithi040.stdout:op 4996 completed, throughput=5MB/sec 2024-04-22T05:03:58.098 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uIXeaF1r0ZYO_2L off=454422 len=463830 2024-04-22T05:03:58.099 INFO:tasks.workunit.client.0.smithi040.stdout:op 4997 completed, throughput=5MB/sec 2024-04-22T05:03:58.099 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-A9bZ6O1SgXuohWd off=12818398 len=637246 2024-04-22T05:03:58.103 INFO:tasks.workunit.client.0.smithi040.stdout:op 4998 completed, throughput=5MB/sec 2024-04-22T05:03:58.104 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6Uj8ev10qnLttsj off=9231916 len=1215976 2024-04-22T05:03:58.106 INFO:tasks.workunit.client.0.smithi040.stdout:op 4999 completed, throughput=5MB/sec 2024-04-22T05:03:58.106 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ExLCF50VeWIb2NF off=46657 len=823940 2024-04-22T05:03:58.107 INFO:tasks.workunit.client.0.smithi040.stdout:op 5000 completed, throughput=5MB/sec 2024-04-22T05:03:58.107 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-b8uKMPmQeUIV8os off=23266 len=1546780 2024-04-22T05:03:58.116 INFO:tasks.workunit.client.0.smithi040.stdout:op 5001 completed, throughput=5MB/sec 2024-04-22T05:03:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:03:58 smithi040 ceph-mon[88445]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T05:03:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:03:58 smithi040 ceph-mon[91058]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T05:03:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:03:58 smithi062 ceph-mon[78153]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T05:03:59.116 INFO:tasks.workunit.client.0.smithi040.stdout: 982: throughput=5MB/sec pending data=0 2024-04-22T05:03:59.116 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-T6GdJowzUIQ3nNl off=1834655 len=471800 2024-04-22T05:03:59.120 INFO:tasks.workunit.client.0.smithi040.stdout:op 5002 completed, throughput=5MB/sec 2024-04-22T05:03:59.120 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LolEhcn6lqL-Eiw off=6975739 len=1726400 2024-04-22T05:03:59.130 INFO:tasks.workunit.client.0.smithi040.stdout:op 5003 completed, throughput=5MB/sec 2024-04-22T05:03:59.131 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-V6eqnJgKnnf_5wL off=9138281 len=1688592 2024-04-22T05:03:59.137 INFO:tasks.workunit.client.0.smithi040.stdout:op 5004 completed, throughput=5MB/sec 2024-04-22T05:03:59.137 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-s6tzfkoF8iHqc8m off=146294 len=725739 2024-04-22T05:03:59.138 INFO:tasks.workunit.client.0.smithi040.stdout:op 5005 completed, throughput=5MB/sec 2024-04-22T05:04:00.139 INFO:tasks.workunit.client.0.smithi040.stdout: 983: throughput=5MB/sec pending data=0 2024-04-22T05:04:00.139 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-16SL9q3Q7-GyjDp off=6821551 len=961227 2024-04-22T05:04:00.143 INFO:tasks.workunit.client.0.smithi040.stdout:op 5006 completed, throughput=5MB/sec 2024-04-22T05:04:00.144 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mRG4nBh2b_U0T8r off=5416159 len=1022547 2024-04-22T05:04:00.145 INFO:tasks.workunit.client.0.smithi040.stdout:op 5007 completed, throughput=5MB/sec 2024-04-22T05:04:00.145 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ksFX5ljHWpOhjyE off=365579 len=1635792 2024-04-22T05:04:00.152 INFO:tasks.workunit.client.0.smithi040.stdout:op 5008 completed, throughput=5MB/sec 2024-04-22T05:04:00.152 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HOj_qb8Q7aFha32 off=7581121 len=1421084 2024-04-22T05:04:00.154 INFO:tasks.workunit.client.0.smithi040.stdout:op 5009 completed, throughput=5MB/sec 2024-04-22T05:04:00.154 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-95dYLUg6QqbVBtV off=6010645 len=1717402 2024-04-22T05:04:00.155 INFO:tasks.workunit.client.0.smithi040.stdout:op 5010 completed, throughput=5MB/sec 2024-04-22T05:04:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:04:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:04:00] "GET /metrics HTTP/1.1" 200 240173 "" "Prometheus/2.43.0" 2024-04-22T05:04:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:00 smithi062 ceph-mon[78153]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:04:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:00 smithi040 ceph-mon[88445]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:04:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:00 smithi040 ceph-mon[91058]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:04:01.156 INFO:tasks.workunit.client.0.smithi040.stdout: 984: throughput=5MB/sec pending data=0 2024-04-22T05:04:01.156 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VT23D52vdaEL9mu off=3527355 len=558306 2024-04-22T05:04:01.157 INFO:tasks.workunit.client.0.smithi040.stdout:op 5011 completed, throughput=5MB/sec 2024-04-22T05:04:01.157 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wUlFLGvF9IoNPHJ off=7207373 len=1997143 2024-04-22T05:04:01.159 INFO:tasks.workunit.client.0.smithi040.stdout:op 5012 completed, throughput=5MB/sec 2024-04-22T05:04:01.159 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JML0yAuqbxOKTR7 off=2301792 len=1782792 2024-04-22T05:04:01.161 INFO:tasks.workunit.client.0.smithi040.stdout:op 5013 completed, throughput=5MB/sec 2024-04-22T05:04:02.162 INFO:tasks.workunit.client.0.smithi040.stdout: 985: throughput=5MB/sec pending data=0 2024-04-22T05:04:02.162 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_mhPQ30FQ55j8Tf off=7679938 len=48898 2024-04-22T05:04:02.164 INFO:tasks.workunit.client.0.smithi040.stdout:op 5014 completed, throughput=5MB/sec 2024-04-22T05:04:02.164 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Okqs8kSJmABNFWV off=4586080 len=371773 2024-04-22T05:04:02.168 INFO:tasks.workunit.client.0.smithi040.stdout:op 5015 completed, throughput=5MB/sec 2024-04-22T05:04:02.168 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iipCvl30TlHI4rr off=511788 len=799990 2024-04-22T05:04:02.172 INFO:tasks.workunit.client.0.smithi040.stdout:op 5016 completed, throughput=5MB/sec 2024-04-22T05:04:02.173 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KRMa6mz7B0NN9O6 off=1134900 len=819707 2024-04-22T05:04:02.184 INFO:tasks.workunit.client.0.smithi040.stdout:op 5017 completed, throughput=5MB/sec 2024-04-22T05:04:02.184 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wFDWzYcU6GEaLZT off=5404733 len=984327 2024-04-22T05:04:02.185 INFO:tasks.workunit.client.0.smithi040.stdout:op 5018 completed, throughput=5MB/sec 2024-04-22T05:04:02.185 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-r8TB6tJTR63CeC2 off=8793443 len=32773 2024-04-22T05:04:02.185 INFO:tasks.workunit.client.0.smithi040.stdout:op 5019 completed, throughput=5MB/sec 2024-04-22T05:04:02.186 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Rwx0N-vDADHHeXN off=21945454 len=408158 2024-04-22T05:04:02.186 INFO:tasks.workunit.client.0.smithi040.stdout:op 5020 completed, throughput=5MB/sec 2024-04-22T05:04:02.186 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GaCjmT0SWOQ4dm1 off=7229973 len=1901768 2024-04-22T05:04:02.194 INFO:tasks.workunit.client.0.smithi040.stdout:op 5021 completed, throughput=5MB/sec 2024-04-22T05:04:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:02 smithi062 ceph-mon[78153]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T05:04:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:02 smithi040 ceph-mon[88445]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T05:04:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:02 smithi040 ceph-mon[91058]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T05:04:03.194 INFO:tasks.workunit.client.0.smithi040.stdout: 986: throughput=5MB/sec pending data=0 2024-04-22T05:04:03.195 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NqCUDg4LGtJJvmV off=6967115 len=767411 2024-04-22T05:04:03.196 INFO:tasks.workunit.client.0.smithi040.stdout:op 5022 completed, throughput=5MB/sec 2024-04-22T05:04:03.196 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--4YL_54M_ssn7kQ off=9797061 len=660789 2024-04-22T05:04:03.200 INFO:tasks.workunit.client.0.smithi040.stdout:op 5023 completed, throughput=5MB/sec 2024-04-22T05:04:03.200 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ojCJoy7Znt-7hLb off=1530535 len=1291071 2024-04-22T05:04:03.202 INFO:tasks.workunit.client.0.smithi040.stdout:op 5024 completed, throughput=5MB/sec 2024-04-22T05:04:03.202 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hh2Qrkypxel30Y0 off=11975058 len=1467125 2024-04-22T05:04:03.204 INFO:tasks.workunit.client.0.smithi040.stdout:op 5025 completed, throughput=5MB/sec 2024-04-22T05:04:03.204 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sL8t5Tn2vSR1BBc off=21044853 len=221991 2024-04-22T05:04:03.205 INFO:tasks.workunit.client.0.smithi040.stdout:op 5026 completed, throughput=5MB/sec 2024-04-22T05:04:03.205 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jNwXiuTrC8P6opn off=446089 len=1359511 2024-04-22T05:04:03.208 INFO:tasks.workunit.client.0.smithi040.stdout:op 5027 completed, throughput=5MB/sec 2024-04-22T05:04:04.208 INFO:tasks.workunit.client.0.smithi040.stdout: 987: throughput=5MB/sec pending data=0 2024-04-22T05:04:04.208 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-W6LKE5qTb61KTnJ off=3226502 len=1010140 2024-04-22T05:04:04.209 INFO:tasks.workunit.client.0.smithi040.stdout:op 5028 completed, throughput=5MB/sec 2024-04-22T05:04:04.209 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MeApql_3eRPwPTb off=13256183 len=1775833 2024-04-22T05:04:04.212 INFO:tasks.workunit.client.0.smithi040.stdout:op 5029 completed, throughput=5MB/sec 2024-04-22T05:04:04.212 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UJF3vwxoeaWBVBu off=19164440 len=935472 2024-04-22T05:04:04.217 INFO:tasks.workunit.client.0.smithi040.stdout:op 5030 completed, throughput=5MB/sec 2024-04-22T05:04:04.217 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-X2e3EnR5_211SHk off=2204658 len=897964 2024-04-22T05:04:04.218 INFO:tasks.workunit.client.0.smithi040.stdout:op 5031 completed, throughput=5MB/sec 2024-04-22T05:04:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:04 smithi062 ceph-mon[78153]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:04:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:04 smithi040 ceph-mon[88445]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:04:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:04 smithi040 ceph-mon[91058]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:04:05.218 INFO:tasks.workunit.client.0.smithi040.stdout: 988: throughput=5MB/sec pending data=0 2024-04-22T05:04:05.218 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-S_jZsxvgDH6zC70 off=7822538 len=99026 2024-04-22T05:04:05.221 INFO:tasks.workunit.client.0.smithi040.stdout:op 5032 completed, throughput=5MB/sec 2024-04-22T05:04:05.221 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RcfrUuzaju9JIrR off=11557539 len=1280191 2024-04-22T05:04:05.227 INFO:tasks.workunit.client.0.smithi040.stdout:op 5033 completed, throughput=5MB/sec 2024-04-22T05:04:05.227 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8kqZTt5k11_wnNA off=7261235 len=1262827 2024-04-22T05:04:05.235 INFO:tasks.workunit.client.0.smithi040.stdout:op 5034 completed, throughput=5MB/sec 2024-04-22T05:04:05.235 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RqKXftZWX-TjYph off=3986094 len=1854881 2024-04-22T05:04:05.245 INFO:tasks.workunit.client.0.smithi040.stdout:op 5035 completed, throughput=5MB/sec 2024-04-22T05:04:05.246 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ogflvrmbgQASacn off=1274014 len=341118 2024-04-22T05:04:05.246 INFO:tasks.workunit.client.0.smithi040.stdout:op 5036 completed, throughput=5MB/sec 2024-04-22T05:04:05.247 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rWp3zpgsW9hGJhk off=212387 len=662728 2024-04-22T05:04:05.247 INFO:tasks.workunit.client.0.smithi040.stdout:op 5037 completed, throughput=5MB/sec 2024-04-22T05:04:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:04:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:04:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:04:06.248 INFO:tasks.workunit.client.0.smithi040.stdout: 989: throughput=5MB/sec pending data=0 2024-04-22T05:04:06.248 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oWaRWt835dUmSHh off=17583732 len=841404 2024-04-22T05:04:06.250 INFO:tasks.workunit.client.0.smithi040.stdout:op 5038 completed, throughput=5MB/sec 2024-04-22T05:04:06.250 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NGQngz82MZ5MF8o off=8424851 len=1471527 2024-04-22T05:04:06.252 INFO:tasks.workunit.client.0.smithi040.stdout:op 5039 completed, throughput=5MB/sec 2024-04-22T05:04:06.252 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7MswJjwVrOjYfGj off=825865 len=797241 2024-04-22T05:04:06.257 INFO:tasks.workunit.client.0.smithi040.stdout:op 5040 completed, throughput=5MB/sec 2024-04-22T05:04:06.257 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-X1XVKfVcwnx-HWb off=7527966 len=404756 2024-04-22T05:04:06.261 INFO:tasks.workunit.client.0.smithi040.stdout:op 5041 completed, throughput=5MB/sec 2024-04-22T05:04:06.261 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vlDnGl1RZn8rupx off=8200924 len=156950 2024-04-22T05:04:06.262 INFO:tasks.workunit.client.0.smithi040.stdout:op 5042 completed, throughput=5MB/sec 2024-04-22T05:04:06.262 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CdM2GlAE7X8N3uV off=849735 len=389964 2024-04-22T05:04:06.265 INFO:tasks.workunit.client.0.smithi040.stdout:op 5043 completed, throughput=5MB/sec 2024-04-22T05:04:06.265 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-L-aYRNMBGlMlIWs off=76932 len=1200020 2024-04-22T05:04:06.266 INFO:tasks.workunit.client.0.smithi040.stdout:op 5044 completed, throughput=5MB/sec 2024-04-22T05:04:06.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:06 smithi062 ceph-mon[78153]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:04:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:04:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:06 smithi040 ceph-mon[88445]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:04:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:04:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:06 smithi040 ceph-mon[91058]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:04:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:04:07.267 INFO:tasks.workunit.client.0.smithi040.stdout: 990: throughput=5MB/sec pending data=0 2024-04-22T05:04:07.267 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-C_9NOzC6qPbR5LL off=831041 len=159518 2024-04-22T05:04:07.268 INFO:tasks.workunit.client.0.smithi040.stdout:op 5045 completed, throughput=5MB/sec 2024-04-22T05:04:07.268 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nEA2dVZJ0CVUBIE off=13786762 len=1217310 2024-04-22T05:04:07.269 INFO:tasks.workunit.client.0.smithi040.stdout:op 5046 completed, throughput=5MB/sec 2024-04-22T05:04:07.269 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-i0yPa9QgKC7blrt off=1340074 len=1099840 2024-04-22T05:04:07.274 INFO:tasks.workunit.client.0.smithi040.stdout:op 5047 completed, throughput=5MB/sec 2024-04-22T05:04:07.274 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KSHyfu_VIVNJpFI off=12963874 len=1749124 2024-04-22T05:04:07.284 INFO:tasks.workunit.client.0.smithi040.stdout:op 5048 completed, throughput=5MB/sec 2024-04-22T05:04:07.284 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qNTG7g42PqTDumH off=1956133 len=1932856 2024-04-22T05:04:07.294 INFO:tasks.workunit.client.0.smithi040.stdout:op 5049 completed, throughput=5MB/sec 2024-04-22T05:04:08.295 INFO:tasks.workunit.client.0.smithi040.stdout: 991: throughput=5MB/sec pending data=0 2024-04-22T05:04:08.295 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lGfQCMDkHwJwHPc off=866310 len=999161 2024-04-22T05:04:08.300 INFO:tasks.workunit.client.0.smithi040.stdout:op 5050 completed, throughput=5MB/sec 2024-04-22T05:04:08.300 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JgiM3Fd0K6_jocV off=5418742 len=2036459 2024-04-22T05:04:08.302 INFO:tasks.workunit.client.0.smithi040.stdout:op 5051 completed, throughput=5MB/sec 2024-04-22T05:04:08.303 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wVfmJgrOFGGKNlw off=21425777 len=1927227 2024-04-22T05:04:08.306 INFO:tasks.workunit.client.0.smithi040.stdout:op 5052 completed, throughput=5MB/sec 2024-04-22T05:04:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:08 smithi062 ceph-mon[78153]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:04:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:08 smithi040 ceph-mon[88445]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:04:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:08 smithi040 ceph-mon[91058]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:04:09.307 INFO:tasks.workunit.client.0.smithi040.stdout: 992: throughput=5MB/sec pending data=0 2024-04-22T05:04:09.307 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zCFNMmY0Mlqi7B0 off=6943642 len=1540037 2024-04-22T05:04:09.313 INFO:tasks.workunit.client.0.smithi040.stdout:op 5053 completed, throughput=5MB/sec 2024-04-22T05:04:09.313 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q6kpXevO0Y1HBz6 off=408787 len=1194773 2024-04-22T05:04:09.319 INFO:tasks.workunit.client.0.smithi040.stdout:op 5054 completed, throughput=5MB/sec 2024-04-22T05:04:09.319 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6gKncvWy_gXSzpN off=3894872 len=536120 2024-04-22T05:04:09.323 INFO:tasks.workunit.client.0.smithi040.stdout:op 5055 completed, throughput=5MB/sec 2024-04-22T05:04:09.323 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_32-_CEAUaT-yhu off=18710538 len=668070 2024-04-22T05:04:09.325 INFO:tasks.workunit.client.0.smithi040.stdout:op 5056 completed, throughput=5MB/sec 2024-04-22T05:04:09.325 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2cEe7drR4kWvkzI off=5821412 len=1400867 2024-04-22T05:04:09.327 INFO:tasks.workunit.client.0.smithi040.stdout:op 5057 completed, throughput=5MB/sec 2024-04-22T05:04:10.327 INFO:tasks.workunit.client.0.smithi040.stdout: 993: throughput=5MB/sec pending data=0 2024-04-22T05:04:10.328 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-38Qk_a-IwjdSIXn off=15275928 len=357481 2024-04-22T05:04:10.331 INFO:tasks.workunit.client.0.smithi040.stdout:op 5058 completed, throughput=5MB/sec 2024-04-22T05:04:10.331 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yjcnG6MvdpwnQvq off=3435566 len=1360938 2024-04-22T05:04:10.338 INFO:tasks.workunit.client.0.smithi040.stdout:op 5059 completed, throughput=5MB/sec 2024-04-22T05:04:10.338 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jtGetUpslX13w43 off=1679298 len=162001 2024-04-22T05:04:10.341 INFO:tasks.workunit.client.0.smithi040.stdout:op 5060 completed, throughput=5MB/sec 2024-04-22T05:04:10.341 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tWt_nxaoWKPpW7H off=5425262 len=1781176 2024-04-22T05:04:10.350 INFO:tasks.workunit.client.0.smithi040.stdout:op 5061 completed, throughput=5MB/sec 2024-04-22T05:04:10.350 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-D7xJGslSNaED9f7 off=6390338 len=98382 2024-04-22T05:04:10.350 INFO:tasks.workunit.client.0.smithi040.stdout:op 5062 completed, throughput=5MB/sec 2024-04-22T05:04:10.350 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ptmqt_Zb4vTPp1t off=118940 len=1025712 2024-04-22T05:04:10.351 INFO:tasks.workunit.client.0.smithi040.stdout:op 5063 completed, throughput=5MB/sec 2024-04-22T05:04:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:04:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:04:10] "GET /metrics HTTP/1.1" 200 240175 "" "Prometheus/2.43.0" 2024-04-22T05:04:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:10 smithi062 ceph-mon[78153]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:04:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:10 smithi040 ceph-mon[88445]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:04:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:10 smithi040 ceph-mon[91058]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:04:11.351 INFO:tasks.workunit.client.0.smithi040.stdout: 994: throughput=5MB/sec pending data=0 2024-04-22T05:04:11.352 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VI2vHLsxDTdl2kh off=7300874 len=1546277 2024-04-22T05:04:11.358 INFO:tasks.workunit.client.0.smithi040.stdout:op 5064 completed, throughput=5MB/sec 2024-04-22T05:04:11.358 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TcS_tSSAnnz2D-- off=9156230 len=855568 2024-04-22T05:04:11.363 INFO:tasks.workunit.client.0.smithi040.stdout:op 5065 completed, throughput=5MB/sec 2024-04-22T05:04:11.363 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--Q8f7p86aeEWCAd off=12083923 len=151077 2024-04-22T05:04:11.365 INFO:tasks.workunit.client.0.smithi040.stdout:op 5066 completed, throughput=5MB/sec 2024-04-22T05:04:11.365 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FTsU0tQP2oNAr1d off=4780020 len=1128946 2024-04-22T05:04:11.368 INFO:tasks.workunit.client.0.smithi040.stdout:op 5067 completed, throughput=5MB/sec 2024-04-22T05:04:11.368 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IzlvNfgP_4Se8gB off=15434624 len=1356319 2024-04-22T05:04:11.377 INFO:tasks.workunit.client.0.smithi040.stdout:op 5068 completed, throughput=5MB/sec 2024-04-22T05:04:11.377 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XPFqEvr0LfVG-OJ off=984314 len=1019346 2024-04-22T05:04:11.379 INFO:tasks.workunit.client.0.smithi040.stdout:op 5069 completed, throughput=5MB/sec 2024-04-22T05:04:12.379 INFO:tasks.workunit.client.0.smithi040.stdout: 995: throughput=5MB/sec pending data=0 2024-04-22T05:04:12.379 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-W_8ryYzS5tU2XXz off=11396521 len=396175 2024-04-22T05:04:12.380 INFO:tasks.workunit.client.0.smithi040.stdout:op 5070 completed, throughput=5MB/sec 2024-04-22T05:04:12.380 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sOTx8OzKiPodXT- off=8891450 len=958118 2024-04-22T05:04:12.386 INFO:tasks.workunit.client.0.smithi040.stdout:op 5071 completed, throughput=5MB/sec 2024-04-22T05:04:12.386 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-B_DM4I2WKhb2FPJ off=3126194 len=905689 2024-04-22T05:04:12.391 INFO:tasks.workunit.client.0.smithi040.stdout:op 5072 completed, throughput=5MB/sec 2024-04-22T05:04:12.392 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Ppn8kwS3YiWSuh6 off=15683113 len=1054382 2024-04-22T05:04:12.397 INFO:tasks.workunit.client.0.smithi040.stdout:op 5073 completed, throughput=5MB/sec 2024-04-22T05:04:12.397 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HkH1nhYJjQ5TJKS off=2131821 len=64768 2024-04-22T05:04:12.397 INFO:tasks.workunit.client.0.smithi040.stdout:op 5074 completed, throughput=5MB/sec 2024-04-22T05:04:12.398 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IkqQ4wl3aaR8M5N off=9116009 len=188633 2024-04-22T05:04:12.398 INFO:tasks.workunit.client.0.smithi040.stdout:op 5075 completed, throughput=5MB/sec 2024-04-22T05:04:12.398 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5lkf8Jw7gHWVCbs off=3895152 len=23030 2024-04-22T05:04:12.399 INFO:tasks.workunit.client.0.smithi040.stdout:op 5076 completed, throughput=5MB/sec 2024-04-22T05:04:12.399 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yi3e4VXDm21pisV off=1868090 len=505389 2024-04-22T05:04:12.399 INFO:tasks.workunit.client.0.smithi040.stdout:op 5077 completed, throughput=5MB/sec 2024-04-22T05:04:12.399 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VECibh3P2Ij2Uif off=4414093 len=545210 2024-04-22T05:04:12.403 INFO:tasks.workunit.client.0.smithi040.stdout:op 5078 completed, throughput=5MB/sec 2024-04-22T05:04:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:12 smithi062 ceph-mon[78153]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T05:04:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:12 smithi040 ceph-mon[88445]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T05:04:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:12 smithi040 ceph-mon[91058]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T05:04:13.403 INFO:tasks.workunit.client.0.smithi040.stdout: 996: throughput=5MB/sec pending data=0 2024-04-22T05:04:13.403 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AaKGinUZSc6v1D2 off=8714392 len=1809610 2024-04-22T05:04:13.411 INFO:tasks.workunit.client.0.smithi040.stdout:op 5079 completed, throughput=5MB/sec 2024-04-22T05:04:13.412 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-l6R3-TcKJO8ggHV off=1860587 len=605931 2024-04-22T05:04:13.414 INFO:tasks.workunit.client.0.smithi040.stdout:op 5080 completed, throughput=5MB/sec 2024-04-22T05:04:13.414 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kNo4LsFkazDxuWH off=3313715 len=342780 2024-04-22T05:04:13.414 INFO:tasks.workunit.client.0.smithi040.stdout:op 5081 completed, throughput=5MB/sec 2024-04-22T05:04:13.414 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--EY09gmMLvabCGI off=324339 len=2078713 2024-04-22T05:04:13.416 INFO:tasks.workunit.client.0.smithi040.stdout:op 5082 completed, throughput=5MB/sec 2024-04-22T05:04:13.416 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9SpY4qtr08ftAPU off=11650820 len=288074 2024-04-22T05:04:13.417 INFO:tasks.workunit.client.0.smithi040.stdout:op 5083 completed, throughput=5MB/sec 2024-04-22T05:04:13.417 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nk9rA7-IVC6GkqJ off=508168 len=922044 2024-04-22T05:04:13.422 INFO:tasks.workunit.client.0.smithi040.stdout:op 5084 completed, throughput=5MB/sec 2024-04-22T05:04:14.423 INFO:tasks.workunit.client.0.smithi040.stdout: 997: throughput=5MB/sec pending data=0 2024-04-22T05:04:14.423 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Uzxqib8T8w6mMb2 off=13557192 len=31303 2024-04-22T05:04:14.425 INFO:tasks.workunit.client.0.smithi040.stdout:op 5085 completed, throughput=5MB/sec 2024-04-22T05:04:14.425 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rWp3zpgsW9hGJhk off=3299457 len=200237 2024-04-22T05:04:14.428 INFO:tasks.workunit.client.0.smithi040.stdout:op 5086 completed, throughput=5MB/sec 2024-04-22T05:04:14.428 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3dSeHlmcv3SU7_R off=3430833 len=742859 2024-04-22T05:04:14.433 INFO:tasks.workunit.client.0.smithi040.stdout:op 5087 completed, throughput=5MB/sec 2024-04-22T05:04:14.433 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-haKxGRugn-juS-A off=13342053 len=476511 2024-04-22T05:04:14.434 INFO:tasks.workunit.client.0.smithi040.stdout:op 5088 completed, throughput=5MB/sec 2024-04-22T05:04:14.435 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-E7Z0Rf68Tg_SaRy off=5528045 len=783916 2024-04-22T05:04:14.436 INFO:tasks.workunit.client.0.smithi040.stdout:op 5089 completed, throughput=5MB/sec 2024-04-22T05:04:14.436 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9BXIrNFwY0QK8Nr off=3839439 len=662511 2024-04-22T05:04:14.437 INFO:tasks.workunit.client.0.smithi040.stdout:op 5090 completed, throughput=5MB/sec 2024-04-22T05:04:14.437 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aMR3FdNTEEdX1rY off=16125226 len=1238297 2024-04-22T05:04:14.439 INFO:tasks.workunit.client.0.smithi040.stdout:op 5091 completed, throughput=5MB/sec 2024-04-22T05:04:14.439 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FkxAapAkLSjAD_l off=1721437 len=372055 2024-04-22T05:04:14.440 INFO:tasks.workunit.client.0.smithi040.stdout:op 5092 completed, throughput=5MB/sec 2024-04-22T05:04:14.440 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sLu8WuMCluuCAbr off=242574 len=59056 2024-04-22T05:04:14.440 INFO:tasks.workunit.client.0.smithi040.stdout:op 5093 completed, throughput=5MB/sec 2024-04-22T05:04:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:14 smithi062 ceph-mon[78153]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:04:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:14 smithi040 ceph-mon[88445]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:04:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:14 smithi040 ceph-mon[91058]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:04:15.440 INFO:tasks.workunit.client.0.smithi040.stdout: 998: throughput=5MB/sec pending data=0 2024-04-22T05:04:15.441 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z-68qOSpRfl9ADe off=891422 len=171900 2024-04-22T05:04:15.442 INFO:tasks.workunit.client.0.smithi040.stdout:op 5094 completed, throughput=5MB/sec 2024-04-22T05:04:15.442 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-byHKdecSYC2ZjbK off=5415405 len=458495 2024-04-22T05:04:15.446 INFO:tasks.workunit.client.0.smithi040.stdout:op 5095 completed, throughput=5MB/sec 2024-04-22T05:04:15.446 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ya05nsjCDzwyzBg off=411974 len=759706 2024-04-22T05:04:15.447 INFO:tasks.workunit.client.0.smithi040.stdout:op 5096 completed, throughput=5MB/sec 2024-04-22T05:04:15.447 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kBZmV6TsTSvB448 off=18168104 len=1733296 2024-04-22T05:04:15.456 INFO:tasks.workunit.client.0.smithi040.stdout:op 5097 completed, throughput=5MB/sec 2024-04-22T05:04:15.456 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KRMa6mz7B0NN9O6 off=6043455 len=987333 2024-04-22T05:04:15.462 INFO:tasks.workunit.client.0.smithi040.stdout:op 5098 completed, throughput=5MB/sec 2024-04-22T05:04:15.462 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ULx4VP5ylB-XAi9 off=11893035 len=1302665 2024-04-22T05:04:15.468 INFO:tasks.workunit.client.0.smithi040.stdout:op 5099 completed, throughput=5MB/sec 2024-04-22T05:04:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:04:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:04:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:04:16.469 INFO:tasks.workunit.client.0.smithi040.stdout: 999: throughput=5MB/sec pending data=0 2024-04-22T05:04:16.469 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-s949FAnDG17f4hH off=2042812 len=1404715 2024-04-22T05:04:16.478 INFO:tasks.workunit.client.0.smithi040.stdout:op 5100 completed, throughput=5MB/sec 2024-04-22T05:04:16.478 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-H7oOx2Wq-t608US off=1810482 len=1769377 2024-04-22T05:04:16.480 INFO:tasks.workunit.client.0.smithi040.stdout:op 5101 completed, throughput=5MB/sec 2024-04-22T05:04:16.480 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Usx3K2xJ9bTiDR6 off=9834824 len=745523 2024-04-22T05:04:16.482 INFO:tasks.workunit.client.0.smithi040.stdout:op 5102 completed, throughput=5MB/sec 2024-04-22T05:04:16.482 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2x26zptphVyFfBk off=7298343 len=314965 2024-04-22T05:04:16.483 INFO:tasks.workunit.client.0.smithi040.stdout:op 5103 completed, throughput=5MB/sec 2024-04-22T05:04:16.483 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-W6LKE5qTb61KTnJ off=200189 len=456217 2024-04-22T05:04:16.484 INFO:tasks.workunit.client.0.smithi040.stdout:op 5104 completed, throughput=5MB/sec 2024-04-22T05:04:16.484 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mVQYELyAZ1UaQk9 off=24529808 len=455212 2024-04-22T05:04:16.485 INFO:tasks.workunit.client.0.smithi040.stdout:op 5105 completed, throughput=5MB/sec 2024-04-22T05:04:16.485 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-31yJTp09Sh3Yk1b off=8069151 len=276833 2024-04-22T05:04:16.487 INFO:tasks.workunit.client.0.smithi040.stdout:op 5106 completed, throughput=5MB/sec 2024-04-22T05:04:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:16 smithi062 ceph-mon[78153]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:04:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:16 smithi040 ceph-mon[88445]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:04:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:16 smithi040 ceph-mon[91058]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:04:17.488 INFO:tasks.workunit.client.0.smithi040.stdout: 1000: throughput=5MB/sec pending data=0 2024-04-22T05:04:17.488 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AQ44pWdL3qKyz5S off=294803 len=510756 2024-04-22T05:04:17.492 INFO:tasks.workunit.client.0.smithi040.stdout:op 5107 completed, throughput=5MB/sec 2024-04-22T05:04:17.492 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-V6eqnJgKnnf_5wL off=16298971 len=1376579 2024-04-22T05:04:17.498 INFO:tasks.workunit.client.0.smithi040.stdout:op 5108 completed, throughput=5MB/sec 2024-04-22T05:04:17.498 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MdTDZPjSCisE1Zi off=14905328 len=924584 2024-04-22T05:04:17.503 INFO:tasks.workunit.client.0.smithi040.stdout:op 5109 completed, throughput=5MB/sec 2024-04-22T05:04:17.503 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7IUM1_sMEezm3Tp off=5728218 len=70619 2024-04-22T05:04:17.504 INFO:tasks.workunit.client.0.smithi040.stdout:op 5110 completed, throughput=5MB/sec 2024-04-22T05:04:17.504 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sFMkSISNnnbYc-W off=6213178 len=1753972 2024-04-22T05:04:17.506 INFO:tasks.workunit.client.0.smithi040.stdout:op 5111 completed, throughput=5MB/sec 2024-04-22T05:04:17.506 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HrcKd23c0WIynkL off=248839 len=482796 2024-04-22T05:04:17.509 INFO:tasks.workunit.client.0.smithi040.stdout:op 5112 completed, throughput=5MB/sec 2024-04-22T05:04:17.510 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hLGamKbgf0NfifT off=769268 len=564660 2024-04-22T05:04:17.513 INFO:tasks.workunit.client.0.smithi040.stdout:op 5113 completed, throughput=5MB/sec 2024-04-22T05:04:18.513 INFO:tasks.workunit.client.0.smithi040.stdout: 1001: throughput=5MB/sec pending data=0 2024-04-22T05:04:18.513 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FLp4DhqW_XB0aZZ off=5081156 len=390768 2024-04-22T05:04:18.517 INFO:tasks.workunit.client.0.smithi040.stdout:op 5114 completed, throughput=5MB/sec 2024-04-22T05:04:18.517 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lyl-sOQ1JMxGO0p off=3520031 len=248402 2024-04-22T05:04:18.518 INFO:tasks.workunit.client.0.smithi040.stdout:op 5115 completed, throughput=5MB/sec 2024-04-22T05:04:18.518 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6zdibBiAWXkz-xZ off=25546 len=1511842 2024-04-22T05:04:18.519 INFO:tasks.workunit.client.0.smithi040.stdout:op 5116 completed, throughput=5MB/sec 2024-04-22T05:04:18.519 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Y0zQNL2_yFLGwX2 off=1362594 len=819832 2024-04-22T05:04:18.524 INFO:tasks.workunit.client.0.smithi040.stdout:op 5117 completed, throughput=5MB/sec 2024-04-22T05:04:18.524 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2XszCdgjp-Dq6_A off=3416716 len=1707293 2024-04-22T05:04:18.526 INFO:tasks.workunit.client.0.smithi040.stdout:op 5118 completed, throughput=5MB/sec 2024-04-22T05:04:18.527 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tP_cQhIRlUr3QNi off=2130739 len=1696951 2024-04-22T05:04:18.529 INFO:tasks.workunit.client.0.smithi040.stdout:op 5119 completed, throughput=5MB/sec 2024-04-22T05:04:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:18 smithi062 ceph-mon[78153]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T05:04:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:18 smithi040 ceph-mon[88445]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T05:04:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:18 smithi040 ceph-mon[91058]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-22T05:04:19.530 INFO:tasks.workunit.client.0.smithi040.stdout: 1002: throughput=5MB/sec pending data=0 2024-04-22T05:04:19.530 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iLdAYAnPDtK6zb2 off=18261694 len=346024 2024-04-22T05:04:19.534 INFO:tasks.workunit.client.0.smithi040.stdout:op 5120 completed, throughput=5MB/sec 2024-04-22T05:04:19.534 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-f2HQ5KXA0d3FON6 off=2567675 len=626802 2024-04-22T05:04:19.538 INFO:tasks.workunit.client.0.smithi040.stdout:op 5121 completed, throughput=5MB/sec 2024-04-22T05:04:19.538 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KQERuPNuOc8RrvW off=0 len=1498847 2024-04-22T05:04:19.540 INFO:tasks.workunit.client.0.smithi040.stdout:op 5122 completed, throughput=5MB/sec 2024-04-22T05:04:19.540 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6WEjSraPREHij-a off=11606167 len=1175123 2024-04-22T05:04:19.545 INFO:tasks.workunit.client.0.smithi040.stdout:op 5123 completed, throughput=5MB/sec 2024-04-22T05:04:19.545 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--l3g1RtCS2jxYyt off=7844323 len=268594 2024-04-22T05:04:19.548 INFO:tasks.workunit.client.0.smithi040.stdout:op 5124 completed, throughput=5MB/sec 2024-04-22T05:04:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:04:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:04:20] "GET /metrics HTTP/1.1" 200 240175 "" "Prometheus/2.43.0" 2024-04-22T05:04:20.549 INFO:tasks.workunit.client.0.smithi040.stdout: 1003: throughput=5MB/sec pending data=0 2024-04-22T05:04:20.549 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xOetcF3y7sgpDJz off=19229891 len=1905141 2024-04-22T05:04:20.553 INFO:tasks.workunit.client.0.smithi040.stdout:op 5125 completed, throughput=5MB/sec 2024-04-22T05:04:20.553 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gPUD91Vv9upKx2Y off=2354066 len=85787 2024-04-22T05:04:20.555 INFO:tasks.workunit.client.0.smithi040.stdout:op 5126 completed, throughput=5MB/sec 2024-04-22T05:04:20.556 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kvSFR_-1R-WJGdz off=10009237 len=600134 2024-04-22T05:04:20.559 INFO:tasks.workunit.client.0.smithi040.stdout:op 5127 completed, throughput=5MB/sec 2024-04-22T05:04:20.559 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eV2kj1QidWEsnU0 off=3573226 len=1696077 2024-04-22T05:04:20.566 INFO:tasks.workunit.client.0.smithi040.stdout:op 5128 completed, throughput=5MB/sec 2024-04-22T05:04:20.566 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Z9zvPq0hrnwdmb5 off=117129 len=674455 2024-04-22T05:04:20.571 INFO:tasks.workunit.client.0.smithi040.stdout:op 5129 completed, throughput=5MB/sec 2024-04-22T05:04:20.571 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HtjHB8pq9SZBOZc off=262771 len=863134 2024-04-22T05:04:20.573 INFO:tasks.workunit.client.0.smithi040.stdout:op 5130 completed, throughput=5MB/sec 2024-04-22T05:04:20.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:20 smithi062 ceph-mon[78153]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:04:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:20 smithi040 ceph-mon[88445]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:04:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:20 smithi040 ceph-mon[91058]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:04:21.573 INFO:tasks.workunit.client.0.smithi040.stdout: 1004: throughput=5MB/sec pending data=0 2024-04-22T05:04:21.573 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kjpka3sA-dt__Np off=0 len=1672330 2024-04-22T05:04:21.575 INFO:tasks.workunit.client.0.smithi040.stdout:op 5131 completed, throughput=5MB/sec 2024-04-22T05:04:21.576 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VV2BjuXqyJeezsL off=3637589 len=1732717 2024-04-22T05:04:21.578 INFO:tasks.workunit.client.0.smithi040.stdout:op 5132 completed, throughput=5MB/sec 2024-04-22T05:04:21.578 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mgvRBCbs6azFT7x off=14552758 len=1464248 2024-04-22T05:04:21.579 INFO:tasks.workunit.client.0.smithi040.stdout:op 5133 completed, throughput=5MB/sec 2024-04-22T05:04:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:04:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:04:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:04:22.580 INFO:tasks.workunit.client.0.smithi040.stdout: 1005: throughput=5MB/sec pending data=0 2024-04-22T05:04:22.580 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zMk00P6ne6Va7lU off=7775039 len=480884 2024-04-22T05:04:22.581 INFO:tasks.workunit.client.0.smithi040.stdout:op 5134 completed, throughput=5MB/sec 2024-04-22T05:04:22.581 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rRzoNRYfFyNU_yX off=3539759 len=1125546 2024-04-22T05:04:22.587 INFO:tasks.workunit.client.0.smithi040.stdout:op 5135 completed, throughput=5MB/sec 2024-04-22T05:04:22.587 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1owiFpzVXuRK5bZ off=5297738 len=856191 2024-04-22T05:04:22.588 INFO:tasks.workunit.client.0.smithi040.stdout:op 5136 completed, throughput=5MB/sec 2024-04-22T05:04:22.588 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LAu9SNls0QjBhni off=236868 len=901437 2024-04-22T05:04:22.592 INFO:tasks.workunit.client.0.smithi040.stdout:op 5137 completed, throughput=5MB/sec 2024-04-22T05:04:22.592 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-i5DEsvn2_hW4ESO off=2910430 len=1836818 2024-04-22T05:04:22.600 INFO:tasks.workunit.client.0.smithi040.stdout:op 5138 completed, throughput=5MB/sec 2024-04-22T05:04:22.600 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VkVF2tzpz_oGcrJ off=929895 len=2026243 2024-04-22T05:04:22.603 INFO:tasks.workunit.client.0.smithi040.stdout:op 5139 completed, throughput=5MB/sec 2024-04-22T05:04:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:22 smithi062 ceph-mon[78153]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-04-22T05:04:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:22 smithi040 ceph-mon[88445]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-04-22T05:04:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:22 smithi040 ceph-mon[91058]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-04-22T05:04:23.603 INFO:tasks.workunit.client.0.smithi040.stdout: 1006: throughput=5MB/sec pending data=0 2024-04-22T05:04:23.603 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zbgohtOcvbO8tF8 off=263190 len=695061 2024-04-22T05:04:23.607 INFO:tasks.workunit.client.0.smithi040.stdout:op 5140 completed, throughput=5MB/sec 2024-04-22T05:04:23.607 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--76GEFSlueiUu7A off=11707233 len=936443 2024-04-22T05:04:23.613 INFO:tasks.workunit.client.0.smithi040.stdout:op 5141 completed, throughput=5MB/sec 2024-04-22T05:04:23.613 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-t7ZpAD69_0pO-0b off=1501312 len=679865 2024-04-22T05:04:23.618 INFO:tasks.workunit.client.0.smithi040.stdout:op 5142 completed, throughput=5MB/sec 2024-04-22T05:04:23.618 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Lmg0c7WlMiteuyX off=3184035 len=1545605 2024-04-22T05:04:23.625 INFO:tasks.workunit.client.0.smithi040.stdout:op 5143 completed, throughput=5MB/sec 2024-04-22T05:04:24.625 INFO:tasks.workunit.client.0.smithi040.stdout: 1007: throughput=5MB/sec pending data=0 2024-04-22T05:04:24.625 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XYpLgGxBUf8fXTG off=4515754 len=1573406 2024-04-22T05:04:24.632 INFO:tasks.workunit.client.0.smithi040.stdout:op 5144 completed, throughput=5MB/sec 2024-04-22T05:04:24.632 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-r8POrhrDgX6OBDU off=10450520 len=566262 2024-04-22T05:04:24.636 INFO:tasks.workunit.client.0.smithi040.stdout:op 5145 completed, throughput=5MB/sec 2024-04-22T05:04:24.636 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-o_WOs7_3hnifk-t off=649933 len=480703 2024-04-22T05:04:24.637 INFO:tasks.workunit.client.0.smithi040.stdout:op 5146 completed, throughput=5MB/sec 2024-04-22T05:04:24.637 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8FhRc_aXujZIrj8 off=2785970 len=813296 2024-04-22T05:04:24.642 INFO:tasks.workunit.client.0.smithi040.stdout:op 5147 completed, throughput=5MB/sec 2024-04-22T05:04:24.642 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9cLIUE5t3EVWtDD off=465970 len=210531 2024-04-22T05:04:24.642 INFO:tasks.workunit.client.0.smithi040.stdout:op 5148 completed, throughput=5MB/sec 2024-04-22T05:04:24.642 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lOKSURt2M24CodS off=9480030 len=1392228 2024-04-22T05:04:24.644 INFO:tasks.workunit.client.0.smithi040.stdout:op 5149 completed, throughput=5MB/sec 2024-04-22T05:04:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:24 smithi062 ceph-mon[78153]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T05:04:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:24 smithi040 ceph-mon[88445]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T05:04:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:24 smithi040 ceph-mon[91058]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T05:04:25.644 INFO:tasks.workunit.client.0.smithi040.stdout: 1008: throughput=5MB/sec pending data=0 2024-04-22T05:04:25.644 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9g5KFWw4eUChhNc off=3172788 len=1796775 2024-04-22T05:04:25.646 INFO:tasks.workunit.client.0.smithi040.stdout:op 5150 completed, throughput=5MB/sec 2024-04-22T05:04:25.646 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-59nVJwayfQuKb3C off=7838197 len=636987 2024-04-22T05:04:25.650 INFO:tasks.workunit.client.0.smithi040.stdout:op 5151 completed, throughput=5MB/sec 2024-04-22T05:04:25.650 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7DBfHbpc3xpetnf off=747418 len=447880 2024-04-22T05:04:25.651 INFO:tasks.workunit.client.0.smithi040.stdout:op 5152 completed, throughput=5MB/sec 2024-04-22T05:04:25.651 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aiAegF90QytV0wJ off=8697247 len=980768 2024-04-22T05:04:25.656 INFO:tasks.workunit.client.0.smithi040.stdout:op 5153 completed, throughput=5MB/sec 2024-04-22T05:04:25.657 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lKbNCcRaJJVs1rn off=7634541 len=1436401 2024-04-22T05:04:25.664 INFO:tasks.workunit.client.0.smithi040.stdout:op 5154 completed, throughput=5MB/sec 2024-04-22T05:04:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:04:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:04:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:04:26.665 INFO:tasks.workunit.client.0.smithi040.stdout: 1009: throughput=5MB/sec pending data=0 2024-04-22T05:04:26.665 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gYWN6XZPWb8-LKk off=816539 len=175145 2024-04-22T05:04:26.668 INFO:tasks.workunit.client.0.smithi040.stdout:op 5155 completed, throughput=5MB/sec 2024-04-22T05:04:26.668 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KGfUF82x7NIFhPB off=476073 len=910177 2024-04-22T05:04:26.672 INFO:tasks.workunit.client.0.smithi040.stdout:op 5156 completed, throughput=5MB/sec 2024-04-22T05:04:26.672 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-51ygYzfMiCpB47e off=10257386 len=501460 2024-04-22T05:04:26.673 INFO:tasks.workunit.client.0.smithi040.stdout:op 5157 completed, throughput=5MB/sec 2024-04-22T05:04:26.674 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uyWUQJcoz87NxuK off=70364 len=89242 2024-04-22T05:04:26.676 INFO:tasks.workunit.client.0.smithi040.stdout:op 5158 completed, throughput=5MB/sec 2024-04-22T05:04:26.677 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5VRgzsQM_C7GgqK off=1990505 len=1298653 2024-04-22T05:04:26.682 INFO:tasks.workunit.client.0.smithi040.stdout:op 5159 completed, throughput=5MB/sec 2024-04-22T05:04:26.682 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XyTNZMr-sen7tQ1 off=1528204 len=83023 2024-04-22T05:04:26.685 INFO:tasks.workunit.client.0.smithi040.stdout:op 5160 completed, throughput=5MB/sec 2024-04-22T05:04:26.685 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-D98EVwrSfNgaQfB off=1267766 len=1117931 2024-04-22T05:04:26.689 INFO:tasks.workunit.client.0.smithi040.stdout:op 5161 completed, throughput=5MB/sec 2024-04-22T05:04:26.689 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xeom7pYXmbY_dvA off=7511588 len=1000435 2024-04-22T05:04:26.695 INFO:tasks.workunit.client.0.smithi040.stdout:op 5162 completed, throughput=5MB/sec 2024-04-22T05:04:26.695 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ozYnSF4LVcmfShs off=4978863 len=413993 2024-04-22T05:04:26.695 INFO:tasks.workunit.client.0.smithi040.stdout:op 5163 completed, throughput=5MB/sec 2024-04-22T05:04:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:26 smithi062 ceph-mon[78153]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T05:04:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:26 smithi040 ceph-mon[88445]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T05:04:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:26 smithi040 ceph-mon[91058]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-22T05:04:27.696 INFO:tasks.workunit.client.0.smithi040.stdout: 1010: throughput=5MB/sec pending data=0 2024-04-22T05:04:27.696 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sHesLqhqEba-G08 off=4324062 len=1927142 2024-04-22T05:04:27.698 INFO:tasks.workunit.client.0.smithi040.stdout:op 5164 completed, throughput=5MB/sec 2024-04-22T05:04:27.698 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zRh1CgSm0cq_1iL off=1037841 len=657644 2024-04-22T05:04:27.699 INFO:tasks.workunit.client.0.smithi040.stdout:op 5165 completed, throughput=5MB/sec 2024-04-22T05:04:27.699 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-po7-qDIUh3qNRvt off=3496090 len=1236474 2024-04-22T05:04:27.707 INFO:tasks.workunit.client.0.smithi040.stdout:op 5166 completed, throughput=5MB/sec 2024-04-22T05:04:27.708 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_6z9p2PLf4VoXIF off=1764747 len=474203 2024-04-22T05:04:27.708 INFO:tasks.workunit.client.0.smithi040.stdout:op 5167 completed, throughput=5MB/sec 2024-04-22T05:04:27.709 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pR9mnoHTJ-hBBeb off=19724356 len=721468 2024-04-22T05:04:27.713 INFO:tasks.workunit.client.0.smithi040.stdout:op 5168 completed, throughput=5MB/sec 2024-04-22T05:04:27.713 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iuJ6GzGP5thUyrV off=1749743 len=1579660 2024-04-22T05:04:27.722 INFO:tasks.workunit.client.0.smithi040.stdout:op 5169 completed, throughput=5MB/sec 2024-04-22T05:04:28.722 INFO:tasks.workunit.client.0.smithi040.stdout: 1011: throughput=5MB/sec pending data=0 2024-04-22T05:04:28.723 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1ZGLJuprKth1PAb off=12168369 len=1027668 2024-04-22T05:04:28.724 INFO:tasks.workunit.client.0.smithi040.stdout:op 5170 completed, throughput=5MB/sec 2024-04-22T05:04:28.724 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6OoOaQx44y-ULr- off=9894955 len=244312 2024-04-22T05:04:28.727 INFO:tasks.workunit.client.0.smithi040.stdout:op 5171 completed, throughput=5MB/sec 2024-04-22T05:04:28.727 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DHAkCZxOnHuwJqu off=889733 len=904685 2024-04-22T05:04:28.732 INFO:tasks.workunit.client.0.smithi040.stdout:op 5172 completed, throughput=5MB/sec 2024-04-22T05:04:28.732 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-P41nVimnSI1CbZi off=1205315 len=1898443 2024-04-22T05:04:28.740 INFO:tasks.workunit.client.0.smithi040.stdout:op 5173 completed, throughput=5MB/sec 2024-04-22T05:04:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:28 smithi062 ceph-mon[78153]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T05:04:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:28 smithi040 ceph-mon[88445]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T05:04:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:28 smithi040 ceph-mon[91058]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-22T05:04:29.740 INFO:tasks.workunit.client.0.smithi040.stdout: 1012: throughput=5MB/sec pending data=0 2024-04-22T05:04:29.740 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HOixmMXpS-5mCJu off=14772737 len=957659 2024-04-22T05:04:29.746 INFO:tasks.workunit.client.0.smithi040.stdout:op 5174 completed, throughput=5MB/sec 2024-04-22T05:04:29.747 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TrulwwZkwkFQg8r off=6173501 len=1029925 2024-04-22T05:04:29.748 INFO:tasks.workunit.client.0.smithi040.stdout:op 5175 completed, throughput=5MB/sec 2024-04-22T05:04:29.748 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3S7BB6kuZrpkd-j off=3576834 len=661027 2024-04-22T05:04:29.749 INFO:tasks.workunit.client.0.smithi040.stdout:op 5176 completed, throughput=5MB/sec 2024-04-22T05:04:29.749 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-haNPMNNyyTGwE7K off=8844080 len=594538 2024-04-22T05:04:29.753 INFO:tasks.workunit.client.0.smithi040.stdout:op 5177 completed, throughput=5MB/sec 2024-04-22T05:04:29.753 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Vi8GdVB46ZmntoU off=13507009 len=1487353 2024-04-22T05:04:29.762 INFO:tasks.workunit.client.0.smithi040.stdout:op 5178 completed, throughput=5MB/sec 2024-04-22T05:04:29.762 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-r8b2QOzLgzxNgXS off=264433 len=1297541 2024-04-22T05:04:29.764 INFO:tasks.workunit.client.0.smithi040.stdout:op 5179 completed, throughput=5MB/sec 2024-04-22T05:04:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:04:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:04:30] "GET /metrics HTTP/1.1" 200 240197 "" "Prometheus/2.43.0" 2024-04-22T05:04:30.765 INFO:tasks.workunit.client.0.smithi040.stdout: 1013: throughput=5MB/sec pending data=0 2024-04-22T05:04:30.765 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Tvx8J22GRo6Xp8M off=19434087 len=1696248 2024-04-22T05:04:30.767 INFO:tasks.workunit.client.0.smithi040.stdout:op 5180 completed, throughput=5MB/sec 2024-04-22T05:04:30.767 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-dgzyH7iaT4Qg5jo off=2132675 len=1171484 2024-04-22T05:04:30.770 INFO:tasks.workunit.client.0.smithi040.stdout:op 5181 completed, throughput=5MB/sec 2024-04-22T05:04:30.770 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TMjHCPbXB7VvTby off=3661455 len=552825 2024-04-22T05:04:30.771 INFO:tasks.workunit.client.0.smithi040.stdout:op 5182 completed, throughput=5MB/sec 2024-04-22T05:04:30.771 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cYzw5xtZ-6_Z2_v off=2499566 len=601954 2024-04-22T05:04:30.773 INFO:tasks.workunit.client.0.smithi040.stdout:op 5183 completed, throughput=5MB/sec 2024-04-22T05:04:30.773 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pd_lBSw0ijPIAoI off=4696258 len=738059 2024-04-22T05:04:30.777 INFO:tasks.workunit.client.0.smithi040.stdout:op 5184 completed, throughput=5MB/sec 2024-04-22T05:04:30.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:30 smithi062 ceph-mon[78153]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:04:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:30 smithi040 ceph-mon[88445]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:04:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:30 smithi040 ceph-mon[91058]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:04:31.778 INFO:tasks.workunit.client.0.smithi040.stdout: 1014: throughput=5MB/sec pending data=0 2024-04-22T05:04:31.778 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TCjqAO3kbY0WXfy off=8722070 len=651672 2024-04-22T05:04:31.782 INFO:tasks.workunit.client.0.smithi040.stdout:op 5185 completed, throughput=5MB/sec 2024-04-22T05:04:31.782 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-w-l4-x8WI6O4V-l off=4742921 len=286312 2024-04-22T05:04:31.783 INFO:tasks.workunit.client.0.smithi040.stdout:op 5186 completed, throughput=5MB/sec 2024-04-22T05:04:31.783 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--eCjNITGexMFtSA off=11759779 len=1776222 2024-04-22T05:04:31.785 INFO:tasks.workunit.client.0.smithi040.stdout:op 5187 completed, throughput=5MB/sec 2024-04-22T05:04:31.785 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YMAbMvC3GTKtQcH off=6349754 len=542037 2024-04-22T05:04:31.786 INFO:tasks.workunit.client.0.smithi040.stdout:op 5188 completed, throughput=5MB/sec 2024-04-22T05:04:31.786 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4cbWUN1PFY30obH off=20196402 len=732969 2024-04-22T05:04:31.791 INFO:tasks.workunit.client.0.smithi040.stdout:op 5189 completed, throughput=5MB/sec 2024-04-22T05:04:31.791 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CGPPAgkJBiFGVcw off=1617696 len=684700 2024-04-22T05:04:31.792 INFO:tasks.workunit.client.0.smithi040.stdout:op 5190 completed, throughput=5MB/sec 2024-04-22T05:04:31.793 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8WK36gcaKv-yAw2 off=486609 len=187854 2024-04-22T05:04:31.796 INFO:tasks.workunit.client.0.smithi040.stdout:op 5191 completed, throughput=5MB/sec 2024-04-22T05:04:31.796 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XEj2ccQdfC0I5df off=9806479 len=1816908 2024-04-22T05:04:31.798 INFO:tasks.workunit.client.0.smithi040.stdout:op 5192 completed, throughput=5MB/sec 2024-04-22T05:04:32.798 INFO:tasks.workunit.client.0.smithi040.stdout: 1015: throughput=5MB/sec pending data=0 2024-04-22T05:04:32.799 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5TOx58xTY21QCmi off=15103699 len=1587706 2024-04-22T05:04:32.807 INFO:tasks.workunit.client.0.smithi040.stdout:op 5193 completed, throughput=5MB/sec 2024-04-22T05:04:32.807 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wHBw7PHuzt5bh1j off=6733980 len=1089784 2024-04-22T05:04:32.810 INFO:tasks.workunit.client.0.smithi040.stdout:op 5194 completed, throughput=5MB/sec 2024-04-22T05:04:32.811 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-M9EQ4Sw0aoM7dgT off=16465919 len=1537534 2024-04-22T05:04:32.812 INFO:tasks.workunit.client.0.smithi040.stdout:op 5195 completed, throughput=5MB/sec 2024-04-22T05:04:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:32 smithi062 ceph-mon[78153]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-22T05:04:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:32 smithi040 ceph-mon[88445]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-22T05:04:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:32 smithi040 ceph-mon[91058]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-22T05:04:33.812 INFO:tasks.workunit.client.0.smithi040.stdout: 1016: throughput=5MB/sec pending data=0 2024-04-22T05:04:33.812 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9zfthivwjQKJLv_ off=7610812 len=700196 2024-04-22T05:04:33.817 INFO:tasks.workunit.client.0.smithi040.stdout:op 5196 completed, throughput=5MB/sec 2024-04-22T05:04:33.817 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3GYB9IEqEAZ5WVS off=2089432 len=959585 2024-04-22T05:04:33.818 INFO:tasks.workunit.client.0.smithi040.stdout:op 5197 completed, throughput=5MB/sec 2024-04-22T05:04:33.818 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6JoCQIOQueLAsSH off=4229230 len=532983 2024-04-22T05:04:33.822 INFO:tasks.workunit.client.0.smithi040.stdout:op 5198 completed, throughput=5MB/sec 2024-04-22T05:04:33.822 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0vysDQrDC3Pg7gu off=9505902 len=339421 2024-04-22T05:04:33.823 INFO:tasks.workunit.client.0.smithi040.stdout:op 5199 completed, throughput=5MB/sec 2024-04-22T05:04:33.823 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lWqVkaSu7xPgJv8 off=2167594 len=2024089 2024-04-22T05:04:33.834 INFO:tasks.workunit.client.0.smithi040.stdout:op 5200 completed, throughput=5MB/sec 2024-04-22T05:04:33.834 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7xFT9qW4lWEcZDC off=22464534 len=1531303 2024-04-22T05:04:33.840 INFO:tasks.workunit.client.0.smithi040.stdout:op 5201 completed, throughput=5MB/sec 2024-04-22T05:04:34.840 INFO:tasks.workunit.client.0.smithi040.stdout: 1017: throughput=5MB/sec pending data=0 2024-04-22T05:04:34.840 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kd4c6td9uex1Z2s off=9526562 len=1452945 2024-04-22T05:04:34.849 INFO:tasks.workunit.client.0.smithi040.stdout:op 5202 completed, throughput=5MB/sec 2024-04-22T05:04:34.849 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VKJN4dQ8P1TloHb off=3911747 len=1212593 2024-04-22T05:04:34.852 INFO:tasks.workunit.client.0.smithi040.stdout:op 5203 completed, throughput=5MB/sec 2024-04-22T05:04:34.852 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-h1eqAofzHZqm1bJ off=13605691 len=1171022 2024-04-22T05:04:34.858 INFO:tasks.workunit.client.0.smithi040.stdout:op 5204 completed, throughput=5MB/sec 2024-04-22T05:04:34.858 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nzUUpSM165NiMHV off=2689707 len=1411044 2024-04-22T05:04:34.863 INFO:tasks.workunit.client.0.smithi040.stdout:op 5205 completed, throughput=5MB/sec 2024-04-22T05:04:34.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:34 smithi062 ceph-mon[78153]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:04:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:34 smithi040 ceph-mon[88445]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:04:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:34 smithi040 ceph-mon[91058]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:04:35.864 INFO:tasks.workunit.client.0.smithi040.stdout: 1018: throughput=5MB/sec pending data=0 2024-04-22T05:04:35.864 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PnP4LXWD1L4S7d0 off=0 len=1600278 2024-04-22T05:04:35.871 INFO:tasks.workunit.client.0.smithi040.stdout:op 5206 completed, throughput=5MB/sec 2024-04-22T05:04:35.871 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uwIgncmZIiWF9jF off=2044070 len=704914 2024-04-22T05:04:35.875 INFO:tasks.workunit.client.0.smithi040.stdout:op 5207 completed, throughput=5MB/sec 2024-04-22T05:04:35.875 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CwUUfGIraheeVRn off=6830092 len=1553191 2024-04-22T05:04:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:04:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:04:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:04:35.884 INFO:tasks.workunit.client.0.smithi040.stdout:op 5208 completed, throughput=5MB/sec 2024-04-22T05:04:35.884 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LEKYhoLrW9wQE2D off=5365225 len=557744 2024-04-22T05:04:35.885 INFO:tasks.workunit.client.0.smithi040.stdout:op 5209 completed, throughput=5MB/sec 2024-04-22T05:04:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:36 smithi062 ceph-mon[78153]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T05:04:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:04:36.885 INFO:tasks.workunit.client.0.smithi040.stdout: 1019: throughput=5MB/sec pending data=0 2024-04-22T05:04:36.885 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-luWpBfifQGLYznZ off=153204 len=712895 2024-04-22T05:04:36.887 INFO:tasks.workunit.client.0.smithi040.stdout:op 5210 completed, throughput=5MB/sec 2024-04-22T05:04:36.887 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6FLLoSomCvhKHCf off=11626990 len=1662276 2024-04-22T05:04:36.894 INFO:tasks.workunit.client.0.smithi040.stdout:op 5211 completed, throughput=5MB/sec 2024-04-22T05:04:36.894 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-B2_nrZK2nPLBpbS off=3982800 len=1861243 2024-04-22T05:04:36.897 INFO:tasks.workunit.client.0.smithi040.stdout:op 5212 completed, throughput=5MB/sec 2024-04-22T05:04:36.897 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kDyQHoW2nxFhvmz off=8523778 len=1018286 2024-04-22T05:04:36.899 INFO:tasks.workunit.client.0.smithi040.stdout:op 5213 completed, throughput=5MB/sec 2024-04-22T05:04:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:36 smithi040 ceph-mon[91058]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T05:04:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:04:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:36 smithi040 ceph-mon[88445]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T05:04:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:04:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:37 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:04:37.899 INFO:tasks.workunit.client.0.smithi040.stdout: 1020: throughput=5MB/sec pending data=0 2024-04-22T05:04:37.899 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QN3SVawIZd8oFr3 off=6265874 len=559574 2024-04-22T05:04:37.901 INFO:tasks.workunit.client.0.smithi040.stdout:op 5214 completed, throughput=5MB/sec 2024-04-22T05:04:37.901 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oabC-bZvpIGL8aP off=14027933 len=1613531 2024-04-22T05:04:37.902 INFO:tasks.workunit.client.0.smithi040.stdout:op 5215 completed, throughput=5MB/sec 2024-04-22T05:04:37.902 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZstefUXV9fZSqae off=8427672 len=1311369 2024-04-22T05:04:37.907 INFO:tasks.workunit.client.0.smithi040.stdout:op 5216 completed, throughput=5MB/sec 2024-04-22T05:04:37.907 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XqgbQMbncrYI4uK off=257446 len=99730 2024-04-22T05:04:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:37 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:04:37.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:37 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:04:37.910 INFO:tasks.workunit.client.0.smithi040.stdout:op 5217 completed, throughput=5MB/sec 2024-04-22T05:04:37.910 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eQYbaKnfcpxDWYD off=3891757 len=290121 2024-04-22T05:04:37.913 INFO:tasks.workunit.client.0.smithi040.stdout:op 5218 completed, throughput=5MB/sec 2024-04-22T05:04:37.913 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ECSLoY4Ts090tB2 off=15721264 len=1250392 2024-04-22T05:04:37.919 INFO:tasks.workunit.client.0.smithi040.stdout:op 5219 completed, throughput=5MB/sec 2024-04-22T05:04:37.919 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TDJeFPdheWJtE0p off=6948510 len=317896 2024-04-22T05:04:37.919 INFO:tasks.workunit.client.0.smithi040.stdout:op 5220 completed, throughput=5MB/sec 2024-04-22T05:04:38.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:38 smithi062 ceph-mon[78153]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-22T05:04:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:38 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:04:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:38 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:04:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:38 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:04:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:38 smithi040 ceph-mon[88445]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-22T05:04:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:38 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:04:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:38 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:04:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:38 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:04:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:38 smithi040 ceph-mon[91058]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-22T05:04:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:38 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:04:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:38 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:04:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:38 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:04:38.919 INFO:tasks.workunit.client.0.smithi040.stdout: 1021: throughput=5MB/sec pending data=0 2024-04-22T05:04:38.919 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-F7UX1Yg1o3qsBA9 off=83390 len=1009984 2024-04-22T05:04:38.921 INFO:tasks.workunit.client.0.smithi040.stdout:op 5221 completed, throughput=5MB/sec 2024-04-22T05:04:38.921 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_WIX_ATONOkUNVw off=5384928 len=581310 2024-04-22T05:04:38.925 INFO:tasks.workunit.client.0.smithi040.stdout:op 5222 completed, throughput=5MB/sec 2024-04-22T05:04:38.925 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PL1xoWg4jhSljC5 off=1447798 len=1607441 2024-04-22T05:04:38.933 INFO:tasks.workunit.client.0.smithi040.stdout:op 5223 completed, throughput=5MB/sec 2024-04-22T05:04:38.933 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gRgkCVKM8upsb9z off=2710478 len=1980660 2024-04-22T05:04:38.935 INFO:tasks.workunit.client.0.smithi040.stdout:op 5224 completed, throughput=5MB/sec 2024-04-22T05:04:39.936 INFO:tasks.workunit.client.0.smithi040.stdout: 1022: throughput=5MB/sec pending data=0 2024-04-22T05:04:39.936 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-14icPIGG38sPF9Q off=3885977 len=594137 2024-04-22T05:04:39.936 INFO:tasks.workunit.client.0.smithi040.stdout:op 5225 completed, throughput=5MB/sec 2024-04-22T05:04:39.937 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yJc_Vfhfz4c0bu3 off=9211507 len=430096 2024-04-22T05:04:39.940 INFO:tasks.workunit.client.0.smithi040.stdout:op 5226 completed, throughput=5MB/sec 2024-04-22T05:04:39.940 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yJc_Vfhfz4c0bu3 off=9858820 len=232827 2024-04-22T05:04:39.943 INFO:tasks.workunit.client.0.smithi040.stdout:op 5227 completed, throughput=5MB/sec 2024-04-22T05:04:39.943 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9Fv2J9NDWZmA-Uc off=824670 len=1639122 2024-04-22T05:04:39.945 INFO:tasks.workunit.client.0.smithi040.stdout:op 5228 completed, throughput=5MB/sec 2024-04-22T05:04:39.945 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-d1FEj0CRnRJjYiu off=12114431 len=667088 2024-04-22T05:04:39.946 INFO:tasks.workunit.client.0.smithi040.stdout:op 5229 completed, throughput=5MB/sec 2024-04-22T05:04:39.946 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uGkYxs9AaAO1j-O off=4296798 len=1983062 2024-04-22T05:04:39.955 INFO:tasks.workunit.client.0.smithi040.stdout:op 5230 completed, throughput=5MB/sec 2024-04-22T05:04:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:04:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:04:40] "GET /metrics HTTP/1.1" 200 240167 "" "Prometheus/2.43.0" 2024-04-22T05:04:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:40 smithi062 ceph-mon[78153]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:04:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:40 smithi040 ceph-mon[88445]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:04:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:40 smithi040 ceph-mon[91058]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:04:40.955 INFO:tasks.workunit.client.0.smithi040.stdout: 1023: throughput=5MB/sec pending data=0 2024-04-22T05:04:40.955 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AT-DjWnqVHGGk7w off=19965014 len=841273 2024-04-22T05:04:40.957 INFO:tasks.workunit.client.0.smithi040.stdout:op 5231 completed, throughput=5MB/sec 2024-04-22T05:04:40.957 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UK0TT7zpN8zCuOy off=2716560 len=1336354 2024-04-22T05:04:40.958 INFO:tasks.workunit.client.0.smithi040.stdout:op 5232 completed, throughput=5MB/sec 2024-04-22T05:04:40.958 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LUxQxgh9-tSqUTT off=7345138 len=1168882 2024-04-22T05:04:40.960 INFO:tasks.workunit.client.0.smithi040.stdout:op 5233 completed, throughput=5MB/sec 2024-04-22T05:04:40.960 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Jd6T6OI1ca9SKu_ off=8993054 len=1386419 2024-04-22T05:04:40.967 INFO:tasks.workunit.client.0.smithi040.stdout:op 5234 completed, throughput=5MB/sec 2024-04-22T05:04:40.968 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-h_Sc8PpiFh1Dvr_ off=8631017 len=500308 2024-04-22T05:04:40.968 INFO:tasks.workunit.client.0.smithi040.stdout:op 5235 completed, throughput=5MB/sec 2024-04-22T05:04:41.969 INFO:tasks.workunit.client.0.smithi040.stdout: 1024: throughput=5MB/sec pending data=0 2024-04-22T05:04:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pG20qrNcl5qgl8H off=753946 len=1165215 2024-04-22T05:04:41.975 INFO:tasks.workunit.client.0.smithi040.stdout:op 5236 completed, throughput=5MB/sec 2024-04-22T05:04:41.975 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-KKRKPAPgDXipadD off=7736968 len=828903 2024-04-22T05:04:41.976 INFO:tasks.workunit.client.0.smithi040.stdout:op 5237 completed, throughput=5MB/sec 2024-04-22T05:04:41.976 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cV9gLyEf0biEFL8 off=2914784 len=1664094 2024-04-22T05:04:41.979 INFO:tasks.workunit.client.0.smithi040.stdout:op 5238 completed, throughput=5MB/sec 2024-04-22T05:04:41.979 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ggbdyqwXHeDENFr off=19185028 len=193801 2024-04-22T05:04:41.982 INFO:tasks.workunit.client.0.smithi040.stdout:op 5239 completed, throughput=5MB/sec 2024-04-22T05:04:41.982 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8A7_xPI6D5pmA9R off=5452653 len=590334 2024-04-22T05:04:41.986 INFO:tasks.workunit.client.0.smithi040.stdout:op 5240 completed, throughput=5MB/sec 2024-04-22T05:04:41.986 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-I5Z0bkx2g85y4Bh off=14331937 len=1738679 2024-04-22T05:04:41.988 INFO:tasks.workunit.client.0.smithi040.stdout:op 5241 completed, throughput=5MB/sec 2024-04-22T05:04:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:42 smithi062 ceph-mon[78153]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:04:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:42 smithi040 ceph-mon[88445]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:04:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:42 smithi040 ceph-mon[91058]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:04:42.989 INFO:tasks.workunit.client.0.smithi040.stdout: 1025: throughput=5MB/sec pending data=0 2024-04-22T05:04:42.989 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mf6RVSotlWgBYcb off=1254788 len=1685166 2024-04-22T05:04:42.998 INFO:tasks.workunit.client.0.smithi040.stdout:op 5242 completed, throughput=5MB/sec 2024-04-22T05:04:42.998 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MznMQbasnGi1Z8o off=9505462 len=738209 2024-04-22T05:04:43.000 INFO:tasks.workunit.client.0.smithi040.stdout:op 5243 completed, throughput=5MB/sec 2024-04-22T05:04:43.000 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zipG1KN-Z6lf202 off=12864413 len=363825 2024-04-22T05:04:43.001 INFO:tasks.workunit.client.0.smithi040.stdout:op 5244 completed, throughput=5MB/sec 2024-04-22T05:04:43.001 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-U5fOH8905s4OzN3 off=1364028 len=1944747 2024-04-22T05:04:43.004 INFO:tasks.workunit.client.0.smithi040.stdout:op 5245 completed, throughput=5MB/sec 2024-04-22T05:04:44.004 INFO:tasks.workunit.client.0.smithi040.stdout: 1026: throughput=5MB/sec pending data=0 2024-04-22T05:04:44.005 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NE1xL9u1m5TISWe off=5299593 len=606627 2024-04-22T05:04:44.006 INFO:tasks.workunit.client.0.smithi040.stdout:op 5246 completed, throughput=5MB/sec 2024-04-22T05:04:44.006 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IUYK2fR3u36Rcj0 off=4451635 len=1579430 2024-04-22T05:04:44.014 INFO:tasks.workunit.client.0.smithi040.stdout:op 5247 completed, throughput=5MB/sec 2024-04-22T05:04:44.014 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QsNPZL_rGFQKf-G off=1803479 len=609965 2024-04-22T05:04:44.015 INFO:tasks.workunit.client.0.smithi040.stdout:op 5248 completed, throughput=5MB/sec 2024-04-22T05:04:44.015 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uRnS3vqYCL2E_1H off=10463381 len=1691577 2024-04-22T05:04:44.017 INFO:tasks.workunit.client.0.smithi040.stdout:op 5249 completed, throughput=5MB/sec 2024-04-22T05:04:44.017 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ybYeDmsmqlFyzTo off=8881088 len=2001397 2024-04-22T05:04:44.029 INFO:tasks.workunit.client.0.smithi040.stdout:op 5250 completed, throughput=5MB/sec 2024-04-22T05:04:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:44 smithi062 ceph-mon[78153]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:04:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:44 smithi040 ceph-mon[88445]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:04:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:44 smithi040 ceph-mon[91058]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:04:45.029 INFO:tasks.workunit.client.0.smithi040.stdout: 1027: throughput=5MB/sec pending data=0 2024-04-22T05:04:45.029 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9VdL-2x0hdz52Pv off=4600533 len=326231 2024-04-22T05:04:45.033 INFO:tasks.workunit.client.0.smithi040.stdout:op 5251 completed, throughput=5MB/sec 2024-04-22T05:04:45.033 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MVFWLf8UTQ-pF10 off=1656330 len=627210 2024-04-22T05:04:45.037 INFO:tasks.workunit.client.0.smithi040.stdout:op 5252 completed, throughput=5MB/sec 2024-04-22T05:04:45.037 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9y6WPQ_LoMUgC2R off=7818452 len=1549108 2024-04-22T05:04:45.046 INFO:tasks.workunit.client.0.smithi040.stdout:op 5253 completed, throughput=5MB/sec 2024-04-22T05:04:45.046 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ny1skDLilTGgOUU off=6458456 len=390136 2024-04-22T05:04:45.050 INFO:tasks.workunit.client.0.smithi040.stdout:op 5254 completed, throughput=5MB/sec 2024-04-22T05:04:45.050 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2ZnoaWkZtlexAis off=10066748 len=1347964 2024-04-22T05:04:45.050 INFO:tasks.workunit.client.0.smithi040.stdout:op 5255 completed, throughput=5MB/sec 2024-04-22T05:04:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:04:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:04:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:04:46.048 INFO:tasks.workunit.client.0.smithi040.stdout: 1028: throughput=5MB/sec pending data=0 2024-04-22T05:04:46.049 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QN7mHgQBWw4UdeP off=9408195 len=832372 2024-04-22T05:04:46.054 INFO:tasks.workunit.client.0.smithi040.stdout:op 5256 completed, throughput=5MB/sec 2024-04-22T05:04:46.054 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OBRj-_dNVrGLlC_ off=4533342 len=1644271 2024-04-22T05:04:46.062 INFO:tasks.workunit.client.0.smithi040.stdout:op 5257 completed, throughput=5MB/sec 2024-04-22T05:04:46.062 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OcJuwHbMvmJHcxG off=375270 len=1589454 2024-04-22T05:04:46.064 INFO:tasks.workunit.client.0.smithi040.stdout:op 5258 completed, throughput=5MB/sec 2024-04-22T05:04:46.064 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Tm7aMaXtijf_U9- off=10347838 len=1195340 2024-04-22T05:04:46.069 INFO:tasks.workunit.client.0.smithi040.stdout:op 5259 completed, throughput=5MB/sec 2024-04-22T05:04:46.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:46 smithi062 ceph-mon[78153]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:04:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:46 smithi040 ceph-mon[88445]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:04:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:46 smithi040 ceph-mon[91058]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:04:47.070 INFO:tasks.workunit.client.0.smithi040.stdout: 1029: throughput=5MB/sec pending data=0 2024-04-22T05:04:47.070 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-D0aNgOxw5zx4rcm off=3487235 len=1453120 2024-04-22T05:04:47.071 INFO:tasks.workunit.client.0.smithi040.stdout:op 5260 completed, throughput=5MB/sec 2024-04-22T05:04:47.072 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-avcjuZAjkdYMjeq off=1413411 len=640537 2024-04-22T05:04:47.073 INFO:tasks.workunit.client.0.smithi040.stdout:op 5261 completed, throughput=5MB/sec 2024-04-22T05:04:47.073 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oXC82STpM-KEdXc off=882126 len=1656851 2024-04-22T05:04:47.080 INFO:tasks.workunit.client.0.smithi040.stdout:op 5262 completed, throughput=5MB/sec 2024-04-22T05:04:47.080 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-uk_Jzqtq6qJ2SaS off=2264510 len=935510 2024-04-22T05:04:47.082 INFO:tasks.workunit.client.0.smithi040.stdout:op 5263 completed, throughput=5MB/sec 2024-04-22T05:04:47.082 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Yipff4RlnQSb68J off=13992960 len=291097 2024-04-22T05:04:47.082 INFO:tasks.workunit.client.0.smithi040.stdout:op 5264 completed, throughput=5MB/sec 2024-04-22T05:04:48.083 INFO:tasks.workunit.client.0.smithi040.stdout: 1030: throughput=5MB/sec pending data=0 2024-04-22T05:04:48.083 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MBD37I1YpnucZQh off=16028019 len=785484 2024-04-22T05:04:48.089 INFO:tasks.workunit.client.0.smithi040.stdout:op 5265 completed, throughput=5MB/sec 2024-04-22T05:04:48.089 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DZXxy3DfoW21J9u off=6422749 len=883134 2024-04-22T05:04:48.094 INFO:tasks.workunit.client.0.smithi040.stdout:op 5266 completed, throughput=5MB/sec 2024-04-22T05:04:48.094 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ggbdyqwXHeDENFr off=3530344 len=1281397 2024-04-22T05:04:48.095 INFO:tasks.workunit.client.0.smithi040.stdout:op 5267 completed, throughput=5MB/sec 2024-04-22T05:04:48.096 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6-j5_g1O4v5SBTe off=11237453 len=1194775 2024-04-22T05:04:48.097 INFO:tasks.workunit.client.0.smithi040.stdout:op 5268 completed, throughput=5MB/sec 2024-04-22T05:04:48.097 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XUu2ZfHgIftlu7l off=8301108 len=1522748 2024-04-22T05:04:48.104 INFO:tasks.workunit.client.0.smithi040.stdout:op 5269 completed, throughput=5MB/sec 2024-04-22T05:04:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:48 smithi062 ceph-mon[78153]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:04:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:48 smithi040 ceph-mon[88445]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:04:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:48 smithi040 ceph-mon[91058]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-22T05:04:49.104 INFO:tasks.workunit.client.0.smithi040.stdout: 1031: throughput=5MB/sec pending data=0 2024-04-22T05:04:49.105 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-c81UiDXPE8yOJi4 off=6493597 len=1869075 2024-04-22T05:04:49.107 INFO:tasks.workunit.client.0.smithi040.stdout:op 5270 completed, throughput=5MB/sec 2024-04-22T05:04:49.107 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SYMPiud7xmYh2mI off=768533 len=827939 2024-04-22T05:04:49.112 INFO:tasks.workunit.client.0.smithi040.stdout:op 5271 completed, throughput=5MB/sec 2024-04-22T05:04:49.112 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MYJ81Jl2PSrkIuB off=3876331 len=973281 2024-04-22T05:04:49.116 INFO:tasks.workunit.client.0.smithi040.stdout:op 5272 completed, throughput=5MB/sec 2024-04-22T05:04:49.116 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iDk3PvrjheQNuaA off=415437 len=692396 2024-04-22T05:04:49.117 INFO:tasks.workunit.client.0.smithi040.stdout:op 5273 completed, throughput=5MB/sec 2024-04-22T05:04:49.117 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-X-2Vubq8lc4Hoz5 off=1155936 len=148153 2024-04-22T05:04:49.120 INFO:tasks.workunit.client.0.smithi040.stdout:op 5274 completed, throughput=5MB/sec 2024-04-22T05:04:49.120 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-r2tmA7kqoYiWk7N off=10786709 len=1967764 2024-04-22T05:04:49.122 INFO:tasks.workunit.client.0.smithi040.stdout:op 5275 completed, throughput=5MB/sec 2024-04-22T05:04:50.122 INFO:tasks.workunit.client.0.smithi040.stdout: 1032: throughput=5MB/sec pending data=0 2024-04-22T05:04:50.123 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mxU59ZRleHC1A1X off=16565985 len=949835 2024-04-22T05:04:50.124 INFO:tasks.workunit.client.0.smithi040.stdout:op 5276 completed, throughput=5MB/sec 2024-04-22T05:04:50.124 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-T_vgBHhANSVUroe off=729886 len=1240092 2024-04-22T05:04:50.130 INFO:tasks.workunit.client.0.smithi040.stdout:op 5277 completed, throughput=5MB/sec 2024-04-22T05:04:50.131 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jSvFPYANDEKyJBu off=7458257 len=379958 2024-04-22T05:04:50.131 INFO:tasks.workunit.client.0.smithi040.stdout:op 5278 completed, throughput=5MB/sec 2024-04-22T05:04:50.132 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kIK-UHHP1OoS0jn off=14013395 len=18448 2024-04-22T05:04:50.133 INFO:tasks.workunit.client.0.smithi040.stdout:op 5279 completed, throughput=5MB/sec 2024-04-22T05:04:50.134 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OTveqqW5E0LhtFR off=12316106 len=386191 2024-04-22T05:04:50.134 INFO:tasks.workunit.client.0.smithi040.stdout:op 5280 completed, throughput=5MB/sec 2024-04-22T05:04:50.135 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vJN8V3xcFGX18rO off=2879565 len=684804 2024-04-22T05:04:50.135 INFO:tasks.workunit.client.0.smithi040.stdout:op 5281 completed, throughput=5MB/sec 2024-04-22T05:04:50.135 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2RQiRn9ao3raYxp off=1594838 len=248601 2024-04-22T05:04:50.138 INFO:tasks.workunit.client.0.smithi040.stdout:op 5282 completed, throughput=5MB/sec 2024-04-22T05:04:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:04:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:04:50] "GET /metrics HTTP/1.1" 200 240167 "" "Prometheus/2.43.0" 2024-04-22T05:04:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:50 smithi062 ceph-mon[78153]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:04:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:50 smithi040 ceph-mon[88445]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:04:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:50 smithi040 ceph-mon[91058]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:04:51.138 INFO:tasks.workunit.client.0.smithi040.stdout: 1033: throughput=5MB/sec pending data=0 2024-04-22T05:04:51.139 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ffZikvkdDjZ2IM7 off=12309072 len=1039496 2024-04-22T05:04:51.144 INFO:tasks.workunit.client.0.smithi040.stdout:op 5283 completed, throughput=5MB/sec 2024-04-22T05:04:51.144 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pWyCHG4ezs7NVhI off=3855843 len=98913 2024-04-22T05:04:51.147 INFO:tasks.workunit.client.0.smithi040.stdout:op 5284 completed, throughput=5MB/sec 2024-04-22T05:04:51.147 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SoNp1lj5A69-P74 off=10632044 len=697228 2024-04-22T05:04:51.148 INFO:tasks.workunit.client.0.smithi040.stdout:op 5285 completed, throughput=5MB/sec 2024-04-22T05:04:51.148 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ADUQC-to-alhgka off=16578626 len=1790068 2024-04-22T05:04:51.150 INFO:tasks.workunit.client.0.smithi040.stdout:op 5286 completed, throughput=5MB/sec 2024-04-22T05:04:51.150 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ocp53x4ZdECBj_i off=3224642 len=116531 2024-04-22T05:04:51.151 INFO:tasks.workunit.client.0.smithi040.stdout:op 5287 completed, throughput=5MB/sec 2024-04-22T05:04:51.151 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7KoM6tAdP8AVA-3 off=7657053 len=463135 2024-04-22T05:04:51.155 INFO:tasks.workunit.client.0.smithi040.stdout:op 5288 completed, throughput=5MB/sec 2024-04-22T05:04:51.155 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-V9tiq1SPFnObzf1 off=2032418 len=801795 2024-04-22T05:04:51.156 INFO:tasks.workunit.client.0.smithi040.stdout:op 5289 completed, throughput=5MB/sec 2024-04-22T05:04:51.156 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3VB52Qwz_gr7GoD off=4345134 len=974009 2024-04-22T05:04:51.157 INFO:tasks.workunit.client.0.smithi040.stdout:op 5290 completed, throughput=5MB/sec 2024-04-22T05:04:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:04:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:04:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:04:52.158 INFO:tasks.workunit.client.0.smithi040.stdout: 1034: throughput=5MB/sec pending data=0 2024-04-22T05:04:52.158 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qm19lJu1z0p6XHq off=243113 len=1187546 2024-04-22T05:04:52.159 INFO:tasks.workunit.client.0.smithi040.stdout:op 5291 completed, throughput=5MB/sec 2024-04-22T05:04:52.160 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CvfhWfZ9HSI1VnD off=5073659 len=103690 2024-04-22T05:04:52.163 INFO:tasks.workunit.client.0.smithi040.stdout:op 5292 completed, throughput=5MB/sec 2024-04-22T05:04:52.163 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PEjCIjVPznezyoF off=16096538 len=996377 2024-04-22T05:04:52.168 INFO:tasks.workunit.client.0.smithi040.stdout:op 5293 completed, throughput=5MB/sec 2024-04-22T05:04:52.168 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bxwMnN6pWQMMWxd off=9969355 len=430723 2024-04-22T05:04:52.171 INFO:tasks.workunit.client.0.smithi040.stdout:op 5294 completed, throughput=5MB/sec 2024-04-22T05:04:52.171 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AhYjw6nwiJIYlPM off=76873 len=1164209 2024-04-22T05:04:52.173 INFO:tasks.workunit.client.0.smithi040.stdout:op 5295 completed, throughput=5MB/sec 2024-04-22T05:04:52.173 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-J80_q4DBOWdzY20 off=17777683 len=848984 2024-04-22T05:04:52.176 INFO:tasks.workunit.client.0.smithi040.stdout:op 5296 completed, throughput=5MB/sec 2024-04-22T05:04:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:52 smithi062 ceph-mon[78153]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T05:04:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:52 smithi040 ceph-mon[88445]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T05:04:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:52 smithi040 ceph-mon[91058]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-22T05:04:53.177 INFO:tasks.workunit.client.0.smithi040.stdout: 1035: throughput=5MB/sec pending data=0 2024-04-22T05:04:53.177 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IExMrLfQC2wMoc2 off=10572201 len=230206 2024-04-22T05:04:53.178 INFO:tasks.workunit.client.0.smithi040.stdout:op 5297 completed, throughput=5MB/sec 2024-04-22T05:04:53.178 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zyhinbrmYVOEARD off=3970988 len=1723395 2024-04-22T05:04:53.180 INFO:tasks.workunit.client.0.smithi040.stdout:op 5298 completed, throughput=5MB/sec 2024-04-22T05:04:53.180 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-keITYC-N3p4Mh7I off=1455736 len=589916 2024-04-22T05:04:53.181 INFO:tasks.workunit.client.0.smithi040.stdout:op 5299 completed, throughput=5MB/sec 2024-04-22T05:04:53.181 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Kd9GgWquYLlpRp3 off=7145766 len=558858 2024-04-22T05:04:53.186 INFO:tasks.workunit.client.0.smithi040.stdout:op 5300 completed, throughput=5MB/sec 2024-04-22T05:04:53.186 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-reUTYI9edOfksC3 off=11638070 len=356383 2024-04-22T05:04:53.186 INFO:tasks.workunit.client.0.smithi040.stdout:op 5301 completed, throughput=5MB/sec 2024-04-22T05:04:53.186 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oqd9N7XwDJUeURv off=4169517 len=57840 2024-04-22T05:04:53.186 INFO:tasks.workunit.client.0.smithi040.stdout:op 5302 completed, throughput=5MB/sec 2024-04-22T05:04:53.186 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WZtdfzdsREeGvcK off=1525666 len=1399337 2024-04-22T05:04:53.192 INFO:tasks.workunit.client.0.smithi040.stdout:op 5303 completed, throughput=5MB/sec 2024-04-22T05:04:53.192 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-E48lwKi4QlboWQp off=8510272 len=748933 2024-04-22T05:04:53.197 INFO:tasks.workunit.client.0.smithi040.stdout:op 5304 completed, throughput=5MB/sec 2024-04-22T05:04:54.197 INFO:tasks.workunit.client.0.smithi040.stdout: 1036: throughput=5MB/sec pending data=0 2024-04-22T05:04:54.197 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mFi14MUpBv88VH- off=5173119 len=1880419 2024-04-22T05:04:54.199 INFO:tasks.workunit.client.0.smithi040.stdout:op 5305 completed, throughput=5MB/sec 2024-04-22T05:04:54.199 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Lo5PfZJhXNmJqN9 off=2016031 len=1333100 2024-04-22T05:04:54.202 INFO:tasks.workunit.client.0.smithi040.stdout:op 5306 completed, throughput=5MB/sec 2024-04-22T05:04:54.203 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eL7t4p41BT_bUm4 off=6483180 len=2086811 2024-04-22T05:04:54.205 INFO:tasks.workunit.client.0.smithi040.stdout:op 5307 completed, throughput=5MB/sec 2024-04-22T05:04:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:54 smithi062 ceph-mon[78153]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:04:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:54 smithi040 ceph-mon[88445]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:04:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:54 smithi040 ceph-mon[91058]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:04:55.205 INFO:tasks.workunit.client.0.smithi040.stdout: 1037: throughput=5MB/sec pending data=0 2024-04-22T05:04:55.206 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kt8U_b1WvcL-Lu_ off=2578610 len=916810 2024-04-22T05:04:55.207 INFO:tasks.workunit.client.0.smithi040.stdout:op 5308 completed, throughput=5MB/sec 2024-04-22T05:04:55.207 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4SFUbjEljDRx3dZ off=20281862 len=1238444 2024-04-22T05:04:55.209 INFO:tasks.workunit.client.0.smithi040.stdout:op 5309 completed, throughput=5MB/sec 2024-04-22T05:04:55.209 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Bf51JyWgX1v3y8E off=647625 len=1912513 2024-04-22T05:04:55.216 INFO:tasks.workunit.client.0.smithi040.stdout:op 5310 completed, throughput=5MB/sec 2024-04-22T05:04:55.217 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bPoLC6yP94HwcTW off=5427799 len=186246 2024-04-22T05:04:55.220 INFO:tasks.workunit.client.0.smithi040.stdout:op 5311 completed, throughput=5MB/sec 2024-04-22T05:04:55.220 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2YKFSDj8HeFGwpu off=12937791 len=1919084 2024-04-22T05:04:55.229 INFO:tasks.workunit.client.0.smithi040.stdout:op 5312 completed, throughput=5MB/sec 2024-04-22T05:04:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:04:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:04:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:04:56.229 INFO:tasks.workunit.client.0.smithi040.stdout: 1038: throughput=5MB/sec pending data=0 2024-04-22T05:04:56.229 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-C7fQnyvIm0aFgVX off=8765233 len=13968 2024-04-22T05:04:56.232 INFO:tasks.workunit.client.0.smithi040.stdout:op 5313 completed, throughput=5MB/sec 2024-04-22T05:04:56.232 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-g69F2-l_VzdUw-C off=13966694 len=368968 2024-04-22T05:04:56.232 INFO:tasks.workunit.client.0.smithi040.stdout:op 5314 completed, throughput=5MB/sec 2024-04-22T05:04:56.232 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1WeKLEqYyoN3KZ- off=8719211 len=1145566 2024-04-22T05:04:56.235 INFO:tasks.workunit.client.0.smithi040.stdout:op 5315 completed, throughput=5MB/sec 2024-04-22T05:04:56.235 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-opCQPtTV-jXYX6r off=5339454 len=1328698 2024-04-22T05:04:56.237 INFO:tasks.workunit.client.0.smithi040.stdout:op 5316 completed, throughput=5MB/sec 2024-04-22T05:04:56.237 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fKstbwcI1m4cHrd off=6713560 len=28420 2024-04-22T05:04:56.239 INFO:tasks.workunit.client.0.smithi040.stdout:op 5317 completed, throughput=5MB/sec 2024-04-22T05:04:56.239 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-A9LHiJ2InjgkVRp off=5165367 len=2092430 2024-04-22T05:04:56.242 INFO:tasks.workunit.client.0.smithi040.stdout:op 5318 completed, throughput=5MB/sec 2024-04-22T05:04:56.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:56 smithi062 ceph-mon[78153]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-22T05:04:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:56 smithi040 ceph-mon[88445]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-22T05:04:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:56 smithi040 ceph-mon[91058]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-22T05:04:57.242 INFO:tasks.workunit.client.0.smithi040.stdout: 1039: throughput=5MB/sec pending data=0 2024-04-22T05:04:57.242 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-haKxGRugn-juS-A off=4316066 len=1073895 2024-04-22T05:04:57.248 INFO:tasks.workunit.client.0.smithi040.stdout:op 5319 completed, throughput=5MB/sec 2024-04-22T05:04:57.249 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UTuT1nLfUoNd7Tn off=16096702 len=1617253 2024-04-22T05:04:57.256 INFO:tasks.workunit.client.0.smithi040.stdout:op 5320 completed, throughput=5MB/sec 2024-04-22T05:04:57.256 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0HIamOvG7jJkn8e off=19362701 len=853239 2024-04-22T05:04:57.260 INFO:tasks.workunit.client.0.smithi040.stdout:op 5321 completed, throughput=5MB/sec 2024-04-22T05:04:57.260 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NHao7BZ7U8o2KFO off=8195641 len=359320 2024-04-22T05:04:57.261 INFO:tasks.workunit.client.0.smithi040.stdout:op 5322 completed, throughput=5MB/sec 2024-04-22T05:04:57.261 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cjXKq0XZ3mjLRbd off=4453399 len=1618569 2024-04-22T05:04:57.264 INFO:tasks.workunit.client.0.smithi040.stdout:op 5323 completed, throughput=5MB/sec 2024-04-22T05:04:58.264 INFO:tasks.workunit.client.0.smithi040.stdout: 1040: throughput=5MB/sec pending data=0 2024-04-22T05:04:58.265 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SrFJVaGkEWsf2ao off=14238653 len=1469237 2024-04-22T05:04:58.273 INFO:tasks.workunit.client.0.smithi040.stdout:op 5324 completed, throughput=5MB/sec 2024-04-22T05:04:58.273 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AR_wbmIZR2Zt5Tm off=5869408 len=629949 2024-04-22T05:04:58.274 INFO:tasks.workunit.client.0.smithi040.stdout:op 5325 completed, throughput=5MB/sec 2024-04-22T05:04:58.275 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-71a1HNwbZ-pHc_0 off=13013660 len=1747015 2024-04-22T05:04:58.281 INFO:tasks.workunit.client.0.smithi040.stdout:op 5326 completed, throughput=5MB/sec 2024-04-22T05:04:58.282 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-d95D-_gtKUo3GWo off=11857648 len=566704 2024-04-22T05:04:58.285 INFO:tasks.workunit.client.0.smithi040.stdout:op 5327 completed, throughput=5MB/sec 2024-04-22T05:04:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:04:58 smithi062 ceph-mon[78153]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-22T05:04:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:04:58 smithi040 ceph-mon[88445]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-22T05:04:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:04:58 smithi040 ceph-mon[91058]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-22T05:04:59.285 INFO:tasks.workunit.client.0.smithi040.stdout: 1041: throughput=5MB/sec pending data=0 2024-04-22T05:04:59.285 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0LXnZD7AvGVYLqh off=15882499 len=210113 2024-04-22T05:04:59.286 INFO:tasks.workunit.client.0.smithi040.stdout:op 5328 completed, throughput=5MB/sec 2024-04-22T05:04:59.286 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-M6GRRmvf0UFlG7r off=8627543 len=1771352 2024-04-22T05:04:59.297 INFO:tasks.workunit.client.0.smithi040.stdout:op 5329 completed, throughput=5MB/sec 2024-04-22T05:04:59.297 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Qj4Qg_nwhy7xWBL off=8060463 len=892499 2024-04-22T05:04:59.299 INFO:tasks.workunit.client.0.smithi040.stdout:op 5330 completed, throughput=5MB/sec 2024-04-22T05:04:59.299 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-a9PmnidV7ZRIk7Y off=1129928 len=975310 2024-04-22T05:04:59.302 INFO:tasks.workunit.client.0.smithi040.stdout:op 5331 completed, throughput=5MB/sec 2024-04-22T05:04:59.302 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dR-63h95xCFjd1E off=1691496 len=571436 2024-04-22T05:04:59.305 INFO:tasks.workunit.client.0.smithi040.stdout:op 5332 completed, throughput=5MB/sec 2024-04-22T05:04:59.305 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4sQAZkhKKnacEtO off=18997574 len=1917347 2024-04-22T05:04:59.307 INFO:tasks.workunit.client.0.smithi040.stdout:op 5333 completed, throughput=5MB/sec 2024-04-22T05:05:00.307 INFO:tasks.workunit.client.0.smithi040.stdout: 1042: throughput=5MB/sec pending data=0 2024-04-22T05:05:00.307 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XERHBQv7SZntd8W off=1070273 len=101410 2024-04-22T05:05:00.308 INFO:tasks.workunit.client.0.smithi040.stdout:op 5334 completed, throughput=5MB/sec 2024-04-22T05:05:00.308 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kaTevaIIehIIXt2 off=472915 len=530729 2024-04-22T05:05:00.309 INFO:tasks.workunit.client.0.smithi040.stdout:op 5335 completed, throughput=5MB/sec 2024-04-22T05:05:00.309 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_toOkpRSndYsVz1 off=5882988 len=1413434 2024-04-22T05:05:00.310 INFO:tasks.workunit.client.0.smithi040.stdout:op 5336 completed, throughput=5MB/sec 2024-04-22T05:05:00.311 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OSTnTTPIUzrj1Nr off=15765865 len=1365576 2024-04-22T05:05:00.312 INFO:tasks.workunit.client.0.smithi040.stdout:op 5337 completed, throughput=5MB/sec 2024-04-22T05:05:00.312 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IHo8uC5vDTAeHpi off=3656149 len=1934764 2024-04-22T05:05:00.321 INFO:tasks.workunit.client.0.smithi040.stdout:op 5338 completed, throughput=5MB/sec 2024-04-22T05:05:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:05:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:05:00] "GET /metrics HTTP/1.1" 200 240187 "" "Prometheus/2.43.0" 2024-04-22T05:05:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:00 smithi062 ceph-mon[78153]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-22T05:05:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:00 smithi040 ceph-mon[88445]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-22T05:05:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:00 smithi040 ceph-mon[91058]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-22T05:05:01.322 INFO:tasks.workunit.client.0.smithi040.stdout: 1043: throughput=5MB/sec pending data=0 2024-04-22T05:05:01.322 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-N45OMJm2ISgYyYP off=5079770 len=886229 2024-04-22T05:05:01.327 INFO:tasks.workunit.client.0.smithi040.stdout:op 5339 completed, throughput=5MB/sec 2024-04-22T05:05:01.327 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qdnpMT7ikD-Bf6f off=11705635 len=1200612 2024-04-22T05:05:01.333 INFO:tasks.workunit.client.0.smithi040.stdout:op 5340 completed, throughput=5MB/sec 2024-04-22T05:05:01.333 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nEA2dVZJ0CVUBIE off=15988807 len=70607 2024-04-22T05:05:01.336 INFO:tasks.workunit.client.0.smithi040.stdout:op 5341 completed, throughput=5MB/sec 2024-04-22T05:05:01.336 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LWTLtfbFTt7SwdS off=8815623 len=20192 2024-04-22T05:05:01.336 INFO:tasks.workunit.client.0.smithi040.stdout:op 5342 completed, throughput=5MB/sec 2024-04-22T05:05:01.336 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ww4V8h5PJVGblLn off=18433522 len=1112154 2024-04-22T05:05:01.344 INFO:tasks.workunit.client.0.smithi040.stdout:op 5343 completed, throughput=5MB/sec 2024-04-22T05:05:01.344 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4IQlb97YYL11gde off=689289 len=970814 2024-04-22T05:05:01.345 INFO:tasks.workunit.client.0.smithi040.stdout:op 5344 completed, throughput=5MB/sec 2024-04-22T05:05:02.346 INFO:tasks.workunit.client.0.smithi040.stdout: 1044: throughput=5MB/sec pending data=0 2024-04-22T05:05:02.346 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CT2eo1Al4HA7bW- off=1449605 len=828312 2024-04-22T05:05:02.351 INFO:tasks.workunit.client.0.smithi040.stdout:op 5345 completed, throughput=5MB/sec 2024-04-22T05:05:02.351 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-q2PwUdjOPQjqrnC off=120652 len=1570490 2024-04-22T05:05:02.361 INFO:tasks.workunit.client.0.smithi040.stdout:op 5346 completed, throughput=5MB/sec 2024-04-22T05:05:02.361 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vlXmFDu3vn4rhfD off=4333136 len=1575526 2024-04-22T05:05:02.368 INFO:tasks.workunit.client.0.smithi040.stdout:op 5347 completed, throughput=5MB/sec 2024-04-22T05:05:02.368 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lkp2Qc-zVnULgqK off=10832340 len=891506 2024-04-22T05:05:02.373 INFO:tasks.workunit.client.0.smithi040.stdout:op 5348 completed, throughput=5MB/sec 2024-04-22T05:05:02.373 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--DLmdJK8FpcnXNv off=7979168 len=1463119 2024-04-22T05:05:02.380 INFO:tasks.workunit.client.0.smithi040.stdout:op 5349 completed, throughput=5MB/sec 2024-04-22T05:05:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:02 smithi062 ceph-mon[78153]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T05:05:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:02 smithi040 ceph-mon[88445]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T05:05:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:02 smithi040 ceph-mon[91058]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-22T05:05:03.381 INFO:tasks.workunit.client.0.smithi040.stdout: 1045: throughput=5MB/sec pending data=0 2024-04-22T05:05:03.381 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ljo6F1W9KKoklkq off=13545307 len=188389 2024-04-22T05:05:03.384 INFO:tasks.workunit.client.0.smithi040.stdout:op 5350 completed, throughput=5MB/sec 2024-04-22T05:05:03.384 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-efAQhQlLQrL-JQz off=9498426 len=1774920 2024-04-22T05:05:03.387 INFO:tasks.workunit.client.0.smithi040.stdout:op 5351 completed, throughput=5MB/sec 2024-04-22T05:05:03.387 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NJE8dPJEn_JIbWF off=7695748 len=1689491 2024-04-22T05:05:03.389 INFO:tasks.workunit.client.0.smithi040.stdout:op 5352 completed, throughput=5MB/sec 2024-04-22T05:05:03.389 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iz38lHLY7mGhz2e off=7824824 len=543615 2024-04-22T05:05:03.393 INFO:tasks.workunit.client.0.smithi040.stdout:op 5353 completed, throughput=5MB/sec 2024-04-22T05:05:03.394 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rRWIJOR5-FWlv4B off=24136064 len=1448820 2024-04-22T05:05:03.396 INFO:tasks.workunit.client.0.smithi040.stdout:op 5354 completed, throughput=5MB/sec 2024-04-22T05:05:04.396 INFO:tasks.workunit.client.0.smithi040.stdout: 1046: throughput=5MB/sec pending data=0 2024-04-22T05:05:04.396 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yYpx7ilKx73s_d1 off=11307259 len=683386 2024-04-22T05:05:04.397 INFO:tasks.workunit.client.0.smithi040.stdout:op 5355 completed, throughput=5MB/sec 2024-04-22T05:05:04.397 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JDrRkkIXcE8cpkI off=1556285 len=1049838 2024-04-22T05:05:04.402 INFO:tasks.workunit.client.0.smithi040.stdout:op 5356 completed, throughput=5MB/sec 2024-04-22T05:05:04.403 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-En66BfPvC1HsBSi off=3976678 len=1087027 2024-04-22T05:05:04.404 INFO:tasks.workunit.client.0.smithi040.stdout:op 5357 completed, throughput=5MB/sec 2024-04-22T05:05:04.404 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tyAm4VQMg5LRSRT off=13268989 len=1302928 2024-04-22T05:05:04.405 INFO:tasks.workunit.client.0.smithi040.stdout:op 5358 completed, throughput=5MB/sec 2024-04-22T05:05:04.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:04 smithi062 ceph-mon[78153]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-22T05:05:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:04 smithi040 ceph-mon[88445]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-22T05:05:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:04 smithi040 ceph-mon[91058]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-22T05:05:05.406 INFO:tasks.workunit.client.0.smithi040.stdout: 1047: throughput=5MB/sec pending data=0 2024-04-22T05:05:05.406 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ggbdyqwXHeDENFr off=6287418 len=2076628 2024-04-22T05:05:05.408 INFO:tasks.workunit.client.0.smithi040.stdout:op 5359 completed, throughput=5MB/sec 2024-04-22T05:05:05.408 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MAoukQ2p7Ues3Xy off=4397991 len=1415856 2024-04-22T05:05:05.414 INFO:tasks.workunit.client.0.smithi040.stdout:op 5360 completed, throughput=5MB/sec 2024-04-22T05:05:05.414 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kBNXbB1FLVQY8oP off=5135939 len=663250 2024-04-22T05:05:05.419 INFO:tasks.workunit.client.0.smithi040.stdout:op 5361 completed, throughput=5MB/sec 2024-04-22T05:05:05.419 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VLGtNdsi7uT8P7X off=4114119 len=2082952 2024-04-22T05:05:05.421 INFO:tasks.workunit.client.0.smithi040.stdout:op 5362 completed, throughput=5MB/sec 2024-04-22T05:05:05.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:05:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:05:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:05:06.422 INFO:tasks.workunit.client.0.smithi040.stdout: 1048: throughput=5MB/sec pending data=0 2024-04-22T05:05:06.422 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VOvZ3cE-9w9JO1o off=6571314 len=107285 2024-04-22T05:05:06.423 INFO:tasks.workunit.client.0.smithi040.stdout:op 5363 completed, throughput=5MB/sec 2024-04-22T05:05:06.423 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0Qu_reoRJhTPsUM off=2718427 len=1458128 2024-04-22T05:05:06.426 INFO:tasks.workunit.client.0.smithi040.stdout:op 5364 completed, throughput=5MB/sec 2024-04-22T05:05:06.426 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DEnlpekbw5xZi4O off=1638139 len=55526 2024-04-22T05:05:06.429 INFO:tasks.workunit.client.0.smithi040.stdout:op 5365 completed, throughput=5MB/sec 2024-04-22T05:05:06.429 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-U76NYhVhnwdC2Z0 off=21602176 len=1072478 2024-04-22T05:05:06.435 INFO:tasks.workunit.client.0.smithi040.stdout:op 5366 completed, throughput=5MB/sec 2024-04-22T05:05:06.435 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mBBkT4WykaRPCwq off=3200841 len=1169364 2024-04-22T05:05:06.441 INFO:tasks.workunit.client.0.smithi040.stdout:op 5367 completed, throughput=5MB/sec 2024-04-22T05:05:06.441 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-glZJPrieY6xce77 off=8794999 len=1703858 2024-04-22T05:05:06.449 INFO:tasks.workunit.client.0.smithi040.stdout:op 5368 completed, throughput=5MB/sec 2024-04-22T05:05:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:06 smithi062 ceph-mon[78153]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:05:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:05:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:06 smithi040 ceph-mon[88445]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:05:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:05:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:06 smithi040 ceph-mon[91058]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:05:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:05:07.449 INFO:tasks.workunit.client.0.smithi040.stdout: 1049: throughput=5MB/sec pending data=0 2024-04-22T05:05:07.450 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-W7biZSITO7r3Ra_ off=4280829 len=1447484 2024-04-22T05:05:07.451 INFO:tasks.workunit.client.0.smithi040.stdout:op 5369 completed, throughput=5MB/sec 2024-04-22T05:05:07.451 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gLlVmvMBm6xI0CE off=4656093 len=1171398 2024-04-22T05:05:07.453 INFO:tasks.workunit.client.0.smithi040.stdout:op 5370 completed, throughput=5MB/sec 2024-04-22T05:05:07.453 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xLCupNAO-zaVVTf off=2518925 len=451994 2024-04-22T05:05:07.457 INFO:tasks.workunit.client.0.smithi040.stdout:op 5371 completed, throughput=5MB/sec 2024-04-22T05:05:07.457 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Y39vM5Imj6BnPln off=3712724 len=672056 2024-04-22T05:05:07.458 INFO:tasks.workunit.client.0.smithi040.stdout:op 5372 completed, throughput=5MB/sec 2024-04-22T05:05:07.459 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Y3dyM5uokSDn-xv off=6480887 len=637569 2024-04-22T05:05:07.462 INFO:tasks.workunit.client.0.smithi040.stdout:op 5373 completed, throughput=5MB/sec 2024-04-22T05:05:08.463 INFO:tasks.workunit.client.0.smithi040.stdout: 1050: throughput=5MB/sec pending data=0 2024-04-22T05:05:08.463 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tBMcypnMYZGhrA1 off=4950523 len=1624086 2024-04-22T05:05:08.465 INFO:tasks.workunit.client.0.smithi040.stdout:op 5374 completed, throughput=5MB/sec 2024-04-22T05:05:08.465 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Kxxbc0o_ykiBpOy off=6399952 len=403037 2024-04-22T05:05:08.466 INFO:tasks.workunit.client.0.smithi040.stdout:op 5375 completed, throughput=5MB/sec 2024-04-22T05:05:08.466 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cxvEcI5t-a3T5-9 off=12969172 len=1513035 2024-04-22T05:05:08.467 INFO:tasks.workunit.client.0.smithi040.stdout:op 5376 completed, throughput=5MB/sec 2024-04-22T05:05:08.467 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cygWmeN7sLy-C3n off=21313130 len=1864824 2024-04-22T05:05:08.478 INFO:tasks.workunit.client.0.smithi040.stdout:op 5377 completed, throughput=5MB/sec 2024-04-22T05:05:08.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:08 smithi062 ceph-mon[78153]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:05:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:08 smithi040 ceph-mon[88445]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:05:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:08 smithi040 ceph-mon[91058]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:05:09.478 INFO:tasks.workunit.client.0.smithi040.stdout: 1051: throughput=5MB/sec pending data=0 2024-04-22T05:05:09.479 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wzCXLrMXReraj-z off=692926 len=805024 2024-04-22T05:05:09.480 INFO:tasks.workunit.client.0.smithi040.stdout:op 5378 completed, throughput=5MB/sec 2024-04-22T05:05:09.480 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TewAy5LywKSMGFT off=12049657 len=1637972 2024-04-22T05:05:09.482 INFO:tasks.workunit.client.0.smithi040.stdout:op 5379 completed, throughput=5MB/sec 2024-04-22T05:05:09.482 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AGoNjYPLeu8l59I off=1583747 len=975227 2024-04-22T05:05:09.487 INFO:tasks.workunit.client.0.smithi040.stdout:op 5380 completed, throughput=5MB/sec 2024-04-22T05:05:09.487 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IDdxbeGpIQJESvD off=308078 len=1581595 2024-04-22T05:05:09.494 INFO:tasks.workunit.client.0.smithi040.stdout:op 5381 completed, throughput=5MB/sec 2024-04-22T05:05:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:05:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:05:10] "GET /metrics HTTP/1.1" 200 240195 "" "Prometheus/2.43.0" 2024-04-22T05:05:10.494 INFO:tasks.workunit.client.0.smithi040.stdout: 1052: throughput=5MB/sec pending data=0 2024-04-22T05:05:10.495 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PfdqX7Nr3CiIC3a off=5024355 len=685227 2024-04-22T05:05:10.496 INFO:tasks.workunit.client.0.smithi040.stdout:op 5382 completed, throughput=5MB/sec 2024-04-22T05:05:10.496 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-90ldz2q5gI3CS45 off=16292718 len=126045 2024-04-22T05:05:10.496 INFO:tasks.workunit.client.0.smithi040.stdout:op 5383 completed, throughput=5MB/sec 2024-04-22T05:05:10.497 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bUOfQmXq07S2gux off=14519583 len=1786055 2024-04-22T05:05:10.506 INFO:tasks.workunit.client.0.smithi040.stdout:op 5384 completed, throughput=5MB/sec 2024-04-22T05:05:10.507 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3icL-YonlnVGYBZ off=4970386 len=441610 2024-04-22T05:05:10.508 INFO:tasks.workunit.client.0.smithi040.stdout:op 5385 completed, throughput=5MB/sec 2024-04-22T05:05:10.508 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0QmGeOxH8aGnTNl off=8953044 len=1168297 2024-04-22T05:05:10.514 INFO:tasks.workunit.client.0.smithi040.stdout:op 5386 completed, throughput=5MB/sec 2024-04-22T05:05:10.514 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-q_hBhcjoLAiVPMp off=4303273 len=265426 2024-04-22T05:05:10.515 INFO:tasks.workunit.client.0.smithi040.stdout:op 5387 completed, throughput=5MB/sec 2024-04-22T05:05:10.515 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-H7YsjT4xT_IBsLG off=6537534 len=1578382 2024-04-22T05:05:10.524 INFO:tasks.workunit.client.0.smithi040.stdout:op 5388 completed, throughput=5MB/sec 2024-04-22T05:05:10.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:10 smithi062 ceph-mon[78153]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:05:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:10 smithi040 ceph-mon[88445]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:05:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:10 smithi040 ceph-mon[91058]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:05:11.525 INFO:tasks.workunit.client.0.smithi040.stdout: 1053: throughput=5MB/sec pending data=0 2024-04-22T05:05:11.525 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PC3hR1S4fTFRM2m off=13334956 len=1655918 2024-04-22T05:05:11.534 INFO:tasks.workunit.client.0.smithi040.stdout:op 5389 completed, throughput=5MB/sec 2024-04-22T05:05:11.534 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-d_srOxYd9exhH0x off=3802990 len=1888340 2024-04-22T05:05:11.536 INFO:tasks.workunit.client.0.smithi040.stdout:op 5390 completed, throughput=5MB/sec 2024-04-22T05:05:11.536 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bY5IO7yTNWcv8GG off=17796747 len=1288221 2024-04-22T05:05:11.543 INFO:tasks.workunit.client.0.smithi040.stdout:op 5391 completed, throughput=5MB/sec 2024-04-22T05:05:12.544 INFO:tasks.workunit.client.0.smithi040.stdout: 1054: throughput=5MB/sec pending data=0 2024-04-22T05:05:12.544 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xrNdt-CQlrWLMRs off=11131784 len=1051753 2024-04-22T05:05:12.550 INFO:tasks.workunit.client.0.smithi040.stdout:op 5392 completed, throughput=5MB/sec 2024-04-22T05:05:12.550 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--o2o-4rFlA4BYZ0 off=121812 len=102233 2024-04-22T05:05:12.552 INFO:tasks.workunit.client.0.smithi040.stdout:op 5393 completed, throughput=5MB/sec 2024-04-22T05:05:12.552 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ck-yxq71WVgdhSD off=2124374 len=1781388 2024-04-22T05:05:12.559 INFO:tasks.workunit.client.0.smithi040.stdout:op 5394 completed, throughput=5MB/sec 2024-04-22T05:05:12.559 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9hhd9mk8nLGQZCQ off=3746403 len=1102477 2024-04-22T05:05:12.561 INFO:tasks.workunit.client.0.smithi040.stdout:op 5395 completed, throughput=5MB/sec 2024-04-22T05:05:12.561 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-K-7m1zZ42XSWbCT off=6755240 len=1917917 2024-04-22T05:05:12.569 INFO:tasks.workunit.client.0.smithi040.stdout:op 5396 completed, throughput=5MB/sec 2024-04-22T05:05:12.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:12 smithi062 ceph-mon[78153]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T05:05:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:12 smithi040 ceph-mon[88445]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T05:05:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:12 smithi040 ceph-mon[91058]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T05:05:13.569 INFO:tasks.workunit.client.0.smithi040.stdout: 1055: throughput=5MB/sec pending data=0 2024-04-22T05:05:13.569 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8eltJCZHFgpN8Nq off=8449978 len=615349 2024-04-22T05:05:13.571 INFO:tasks.workunit.client.0.smithi040.stdout:op 5397 completed, throughput=5MB/sec 2024-04-22T05:05:13.571 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ps-l2-LpvDurnwI off=609006 len=897187 2024-04-22T05:05:13.573 INFO:tasks.workunit.client.0.smithi040.stdout:op 5398 completed, throughput=5MB/sec 2024-04-22T05:05:13.573 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lyl-sOQ1JMxGO0p off=5360108 len=1092199 2024-04-22T05:05:13.579 INFO:tasks.workunit.client.0.smithi040.stdout:op 5399 completed, throughput=5MB/sec 2024-04-22T05:05:13.579 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FwjH_Sdk2cZj_f8 off=6260743 len=596803 2024-04-22T05:05:13.583 INFO:tasks.workunit.client.0.smithi040.stdout:op 5400 completed, throughput=5MB/sec 2024-04-22T05:05:13.583 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xoiEJ3I2GvJoRkY off=15630170 len=40161 2024-04-22T05:05:13.584 INFO:tasks.workunit.client.0.smithi040.stdout:op 5401 completed, throughput=5MB/sec 2024-04-22T05:05:13.584 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6_r_FDwjbxbVNZ3 off=4467681 len=1557229 2024-04-22T05:05:13.590 INFO:tasks.workunit.client.0.smithi040.stdout:op 5402 completed, throughput=5MB/sec 2024-04-22T05:05:14.590 INFO:tasks.workunit.client.0.smithi040.stdout: 1056: throughput=5MB/sec pending data=0 2024-04-22T05:05:14.591 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1kmxLTuTruhijc0 off=417934 len=1256204 2024-04-22T05:05:14.597 INFO:tasks.workunit.client.0.smithi040.stdout:op 5403 completed, throughput=5MB/sec 2024-04-22T05:05:14.597 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZmRhYZoB4rnd3dv off=5786727 len=249443 2024-04-22T05:05:14.598 INFO:tasks.workunit.client.0.smithi040.stdout:op 5404 completed, throughput=5MB/sec 2024-04-22T05:05:14.598 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JPTUGEl_gO1a4yL off=11773825 len=1549215 2024-04-22T05:05:14.607 INFO:tasks.workunit.client.0.smithi040.stdout:op 5405 completed, throughput=5MB/sec 2024-04-22T05:05:14.607 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0ueBvf1_vRpF2RU off=1724239 len=630924 2024-04-22T05:05:14.610 INFO:tasks.workunit.client.0.smithi040.stdout:op 5406 completed, throughput=5MB/sec 2024-04-22T05:05:14.611 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TVJiLjALbUyPrYs off=14491894 len=563602 2024-04-22T05:05:14.614 INFO:tasks.workunit.client.0.smithi040.stdout:op 5407 completed, throughput=5MB/sec 2024-04-22T05:05:14.614 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GfIpzdvEPqBpTed off=2000125 len=161167 2024-04-22T05:05:14.615 INFO:tasks.workunit.client.0.smithi040.stdout:op 5408 completed, throughput=5MB/sec 2024-04-22T05:05:14.615 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-k1ya2BGFl-3pIwU off=6576619 len=372351 2024-04-22T05:05:14.615 INFO:tasks.workunit.client.0.smithi040.stdout:op 5409 completed, throughput=5MB/sec 2024-04-22T05:05:14.615 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--DLmdJK8FpcnXNv off=1416412 len=1281013 2024-04-22T05:05:14.618 INFO:tasks.workunit.client.0.smithi040.stdout:op 5410 completed, throughput=5MB/sec 2024-04-22T05:05:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:14 smithi062 ceph-mon[78153]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:05:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:14 smithi040 ceph-mon[88445]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:05:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:14 smithi040 ceph-mon[91058]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:05:15.618 INFO:tasks.workunit.client.0.smithi040.stdout: 1057: throughput=5MB/sec pending data=0 2024-04-22T05:05:15.618 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-X7EIWV9FRbPH-z4 off=4571489 len=640801 2024-04-22T05:05:15.620 INFO:tasks.workunit.client.0.smithi040.stdout:op 5411 completed, throughput=5MB/sec 2024-04-22T05:05:15.620 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tP_cQhIRlUr3QNi off=1964971 len=1661758 2024-04-22T05:05:15.623 INFO:tasks.workunit.client.0.smithi040.stdout:op 5412 completed, throughput=5MB/sec 2024-04-22T05:05:15.623 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IwkjN9DqxTrNIRL off=11868084 len=378045 2024-04-22T05:05:15.627 INFO:tasks.workunit.client.0.smithi040.stdout:op 5413 completed, throughput=5MB/sec 2024-04-22T05:05:15.627 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-UDLPW8u8gNgp5IW off=15592585 len=1315022 2024-04-22T05:05:15.634 INFO:tasks.workunit.client.0.smithi040.stdout:op 5414 completed, throughput=5MB/sec 2024-04-22T05:05:15.634 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GCgRYAyTyavuHVU off=3081582 len=250356 2024-04-22T05:05:15.637 INFO:tasks.workunit.client.0.smithi040.stdout:op 5415 completed, throughput=5MB/sec 2024-04-22T05:05:15.637 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KM31YzOiV9fFt0r off=3105265 len=810160 2024-04-22T05:05:15.642 INFO:tasks.workunit.client.0.smithi040.stdout:op 5416 completed, throughput=5MB/sec 2024-04-22T05:05:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:05:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:05:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:05:16.642 INFO:tasks.workunit.client.0.smithi040.stdout: 1058: throughput=5MB/sec pending data=0 2024-04-22T05:05:16.642 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hkojp1NmGXsP5EH off=6020186 len=993129 2024-04-22T05:05:16.644 INFO:tasks.workunit.client.0.smithi040.stdout:op 5417 completed, throughput=5MB/sec 2024-04-22T05:05:16.645 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Vcta1YHVWgyglMm off=8153584 len=18307 2024-04-22T05:05:16.647 INFO:tasks.workunit.client.0.smithi040.stdout:op 5418 completed, throughput=5MB/sec 2024-04-22T05:05:16.647 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PDKq3jTplRD6WZd off=4529380 len=1308850 2024-04-22T05:05:16.649 INFO:tasks.workunit.client.0.smithi040.stdout:op 5419 completed, throughput=5MB/sec 2024-04-22T05:05:16.649 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KPdkHQyvDLxO1f5 off=5842086 len=2083117 2024-04-22T05:05:16.660 INFO:tasks.workunit.client.0.smithi040.stdout:op 5420 completed, throughput=5MB/sec 2024-04-22T05:05:16.660 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LYMXnahM76dI-Pk off=8272734 len=1173142 2024-04-22T05:05:16.666 INFO:tasks.workunit.client.0.smithi040.stdout:op 5421 completed, throughput=5MB/sec 2024-04-22T05:05:16.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:16 smithi062 ceph-mon[78153]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:05:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:16 smithi040 ceph-mon[88445]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:05:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:16 smithi040 ceph-mon[91058]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:05:17.667 INFO:tasks.workunit.client.0.smithi040.stdout: 1059: throughput=5MB/sec pending data=0 2024-04-22T05:05:17.667 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZOBNhdP98tJhdtz off=19912078 len=1194882 2024-04-22T05:05:17.672 INFO:tasks.workunit.client.0.smithi040.stdout:op 5422 completed, throughput=5MB/sec 2024-04-22T05:05:17.672 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9FDgnYpaSq9EIiT off=5550737 len=80954 2024-04-22T05:05:17.673 INFO:tasks.workunit.client.0.smithi040.stdout:op 5423 completed, throughput=5MB/sec 2024-04-22T05:05:17.673 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-P2cM9b0vIpEnI8d off=10957318 len=270145 2024-04-22T05:05:17.674 INFO:tasks.workunit.client.0.smithi040.stdout:op 5424 completed, throughput=5MB/sec 2024-04-22T05:05:17.674 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hpzelweRyyYDr64 off=9234501 len=399618 2024-04-22T05:05:17.675 INFO:tasks.workunit.client.0.smithi040.stdout:op 5425 completed, throughput=5MB/sec 2024-04-22T05:05:17.675 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cdQNjma77pzUFKr off=4860250 len=818976 2024-04-22T05:05:17.676 INFO:tasks.workunit.client.0.smithi040.stdout:op 5426 completed, throughput=5MB/sec 2024-04-22T05:05:17.676 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DN5jtccG5RbOPRK off=5582178 len=1872003 2024-04-22T05:05:17.678 INFO:tasks.workunit.client.0.smithi040.stdout:op 5427 completed, throughput=5MB/sec 2024-04-22T05:05:18.678 INFO:tasks.workunit.client.0.smithi040.stdout: 1060: throughput=5MB/sec pending data=0 2024-04-22T05:05:18.678 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GvB51ddd4wjIEZy off=5618358 len=835910 2024-04-22T05:05:18.680 INFO:tasks.workunit.client.0.smithi040.stdout:op 5428 completed, throughput=5MB/sec 2024-04-22T05:05:18.680 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SEU39CtOlwUk6B8 off=7728314 len=174529 2024-04-22T05:05:18.683 INFO:tasks.workunit.client.0.smithi040.stdout:op 5429 completed, throughput=5MB/sec 2024-04-22T05:05:18.683 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kGWdGe7pu6fNpB9 off=287763 len=1969912 2024-04-22T05:05:18.693 INFO:tasks.workunit.client.0.smithi040.stdout:op 5430 completed, throughput=5MB/sec 2024-04-22T05:05:18.693 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GkmlZMDVSb_Mt-w off=6294213 len=516911 2024-04-22T05:05:18.697 INFO:tasks.workunit.client.0.smithi040.stdout:op 5431 completed, throughput=5MB/sec 2024-04-22T05:05:18.698 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cQcG8AIfc5Df7g_ off=862618 len=1731831 2024-04-22T05:05:18.706 INFO:tasks.workunit.client.0.smithi040.stdout:op 5432 completed, throughput=5MB/sec 2024-04-22T05:05:18.706 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-oHEpkDsLc29w-LK off=956026 len=734730 2024-04-22T05:05:18.710 INFO:tasks.workunit.client.0.smithi040.stdout:op 5433 completed, throughput=5MB/sec 2024-04-22T05:05:18.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:18 smithi062 ceph-mon[78153]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-22T05:05:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:18 smithi040 ceph-mon[88445]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-22T05:05:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:18 smithi040 ceph-mon[91058]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-22T05:05:19.710 INFO:tasks.workunit.client.0.smithi040.stdout: 1061: throughput=5MB/sec pending data=0 2024-04-22T05:05:19.710 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1-SOUrmiTQfr2Ef off=288391 len=713893 2024-04-22T05:05:19.714 INFO:tasks.workunit.client.0.smithi040.stdout:op 5434 completed, throughput=5MB/sec 2024-04-22T05:05:19.715 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-U6v2W3sOn1cXofE off=3325234 len=39385 2024-04-22T05:05:19.717 INFO:tasks.workunit.client.0.smithi040.stdout:op 5435 completed, throughput=5MB/sec 2024-04-22T05:05:19.717 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dW4YzdMLAHygMhJ off=5255329 len=67372 2024-04-22T05:05:19.719 INFO:tasks.workunit.client.0.smithi040.stdout:op 5436 completed, throughput=5MB/sec 2024-04-22T05:05:19.720 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gjM6J5io03WvEXL off=0 len=1489225 2024-04-22T05:05:19.722 INFO:tasks.workunit.client.0.smithi040.stdout:op 5437 completed, throughput=5MB/sec 2024-04-22T05:05:19.722 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XcFdlldXE_2O_Mb off=1881448 len=2007007 2024-04-22T05:05:19.725 INFO:tasks.workunit.client.0.smithi040.stdout:op 5438 completed, throughput=5MB/sec 2024-04-22T05:05:19.725 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-49gdHU5B1FPMnWh off=14895874 len=1317662 2024-04-22T05:05:19.727 INFO:tasks.workunit.client.0.smithi040.stdout:op 5439 completed, throughput=5MB/sec 2024-04-22T05:05:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:05:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:05:20] "GET /metrics HTTP/1.1" 200 240195 "" "Prometheus/2.43.0" 2024-04-22T05:05:20.727 INFO:tasks.workunit.client.0.smithi040.stdout: 1062: throughput=5MB/sec pending data=0 2024-04-22T05:05:20.728 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KpKzHz4PpetM6YH off=2059525 len=423795 2024-04-22T05:05:20.732 INFO:tasks.workunit.client.0.smithi040.stdout:op 5440 completed, throughput=5MB/sec 2024-04-22T05:05:20.732 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PJAz3Iulh1x3Bag off=13442785 len=1120885 2024-04-22T05:05:20.733 INFO:tasks.workunit.client.0.smithi040.stdout:op 5441 completed, throughput=5MB/sec 2024-04-22T05:05:20.733 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rJj8Ssd7MG5-H-L off=9166271 len=1444665 2024-04-22T05:05:20.735 INFO:tasks.workunit.client.0.smithi040.stdout:op 5442 completed, throughput=5MB/sec 2024-04-22T05:05:20.735 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iGoPOgcFGn9vl0V off=2573369 len=625595 2024-04-22T05:05:20.737 INFO:tasks.workunit.client.0.smithi040.stdout:op 5443 completed, throughput=5MB/sec 2024-04-22T05:05:20.737 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bano1Dm5VOyCuBr off=1533908 len=159107 2024-04-22T05:05:20.740 INFO:tasks.workunit.client.0.smithi040.stdout:op 5444 completed, throughput=5MB/sec 2024-04-22T05:05:20.741 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9aCxNX2tjFpKOHL off=265895 len=1377335 2024-04-22T05:05:20.749 INFO:tasks.workunit.client.0.smithi040.stdout:op 5445 completed, throughput=5MB/sec 2024-04-22T05:05:20.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:20 smithi062 ceph-mon[78153]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:05:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:20 smithi040 ceph-mon[88445]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:05:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:20 smithi040 ceph-mon[91058]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:05:21.749 INFO:tasks.workunit.client.0.smithi040.stdout: 1063: throughput=5MB/sec pending data=0 2024-04-22T05:05:21.749 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6DPA4YF1TRA62au off=3041744 len=909821 2024-04-22T05:05:21.751 INFO:tasks.workunit.client.0.smithi040.stdout:op 5446 completed, throughput=5MB/sec 2024-04-22T05:05:21.751 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fDxyUwXtdjRnPU8 off=6589251 len=921696 2024-04-22T05:05:21.755 INFO:tasks.workunit.client.0.smithi040.stdout:op 5447 completed, throughput=5MB/sec 2024-04-22T05:05:21.756 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zyEM1ReudG5MlAl off=8034504 len=1509021 2024-04-22T05:05:21.757 INFO:tasks.workunit.client.0.smithi040.stdout:op 5448 completed, throughput=5MB/sec 2024-04-22T05:05:21.757 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3eyXwwvWAW5nvan off=6934094 len=1724556 2024-04-22T05:05:21.759 INFO:tasks.workunit.client.0.smithi040.stdout:op 5449 completed, throughput=5MB/sec 2024-04-22T05:05:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:05:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:05:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:05:22.760 INFO:tasks.workunit.client.0.smithi040.stdout: 1064: throughput=5MB/sec pending data=0 2024-04-22T05:05:22.760 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-efBTntfSbFr-dDj off=1257976 len=761785 2024-04-22T05:05:22.762 INFO:tasks.workunit.client.0.smithi040.stdout:op 5450 completed, throughput=5MB/sec 2024-04-22T05:05:22.762 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wwhs5dq-yRUTJhq off=1143390 len=1602975 2024-04-22T05:05:22.764 INFO:tasks.workunit.client.0.smithi040.stdout:op 5451 completed, throughput=5MB/sec 2024-04-22T05:05:22.765 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GXcuxkdfq2BovjC off=840120 len=1534067 2024-04-22T05:05:22.772 INFO:tasks.workunit.client.0.smithi040.stdout:op 5452 completed, throughput=5MB/sec 2024-04-22T05:05:22.772 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CA1lrUBbHZAu-RD off=10301330 len=1646790 2024-04-22T05:05:22.774 INFO:tasks.workunit.client.0.smithi040.stdout:op 5453 completed, throughput=5MB/sec 2024-04-22T05:05:22.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:22 smithi062 ceph-mon[78153]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:05:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:22 smithi040 ceph-mon[88445]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:05:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:22 smithi040 ceph-mon[91058]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:05:23.775 INFO:tasks.workunit.client.0.smithi040.stdout: 1065: throughput=5MB/sec pending data=0 2024-04-22T05:05:23.775 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NKqyxZfrq_5T20t off=7070770 len=733516 2024-04-22T05:05:23.779 INFO:tasks.workunit.client.0.smithi040.stdout:op 5454 completed, throughput=5MB/sec 2024-04-22T05:05:23.779 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Jh_EzGSs7gQ_u-9 off=1200293 len=331353 2024-04-22T05:05:23.780 INFO:tasks.workunit.client.0.smithi040.stdout:op 5455 completed, throughput=5MB/sec 2024-04-22T05:05:23.781 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pTbgJE6v3s5OFA- off=6309480 len=1134421 2024-04-22T05:05:23.786 INFO:tasks.workunit.client.0.smithi040.stdout:op 5456 completed, throughput=5MB/sec 2024-04-22T05:05:23.787 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wf3uKH1r90ER_rO off=5134285 len=603369 2024-04-22T05:05:23.788 INFO:tasks.workunit.client.0.smithi040.stdout:op 5457 completed, throughput=5MB/sec 2024-04-22T05:05:23.788 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fFRdzdXuiweOhTF off=3592423 len=2004558 2024-04-22T05:05:23.798 INFO:tasks.workunit.client.0.smithi040.stdout:op 5458 completed, throughput=5MB/sec 2024-04-22T05:05:24.799 INFO:tasks.workunit.client.0.smithi040.stdout: 1066: throughput=5MB/sec pending data=0 2024-04-22T05:05:24.799 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SQeDiqfGGFNFl_s off=904963 len=1295739 2024-04-22T05:05:24.802 INFO:tasks.workunit.client.0.smithi040.stdout:op 5459 completed, throughput=5MB/sec 2024-04-22T05:05:24.802 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FqzxhTHl4tK3w1B off=13570148 len=191010 2024-04-22T05:05:24.803 INFO:tasks.workunit.client.0.smithi040.stdout:op 5460 completed, throughput=5MB/sec 2024-04-22T05:05:24.803 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pbu9ellD2EVpo5I off=1741735 len=1437488 2024-04-22T05:05:24.805 INFO:tasks.workunit.client.0.smithi040.stdout:op 5461 completed, throughput=5MB/sec 2024-04-22T05:05:24.805 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vNWx86RJiE1n3_H off=507365 len=1544288 2024-04-22T05:05:24.812 INFO:tasks.workunit.client.0.smithi040.stdout:op 5462 completed, throughput=5MB/sec 2024-04-22T05:05:24.812 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IEEy_MtILoNb1MB off=17998 len=1357271 2024-04-22T05:05:24.819 INFO:tasks.workunit.client.0.smithi040.stdout:op 5463 completed, throughput=5MB/sec 2024-04-22T05:05:24.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:24 smithi062 ceph-mon[78153]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:05:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:24 smithi040 ceph-mon[88445]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:05:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:24 smithi040 ceph-mon[91058]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:05:25.819 INFO:tasks.workunit.client.0.smithi040.stdout: 1067: throughput=5MB/sec pending data=0 2024-04-22T05:05:25.820 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z7G0pLJdvyC2wMB off=3919064 len=875439 2024-04-22T05:05:25.821 INFO:tasks.workunit.client.0.smithi040.stdout:op 5464 completed, throughput=5MB/sec 2024-04-22T05:05:25.821 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Op4Xv-WqeLZEfCe off=6095843 len=100921 2024-04-22T05:05:25.822 INFO:tasks.workunit.client.0.smithi040.stdout:op 5465 completed, throughput=5MB/sec 2024-04-22T05:05:25.822 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Nul4lsYvQ6mbjuY off=6890882 len=1256625 2024-04-22T05:05:25.829 INFO:tasks.workunit.client.0.smithi040.stdout:op 5466 completed, throughput=5MB/sec 2024-04-22T05:05:25.829 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-k8N0269vjxIV-vT off=3295921 len=1383857 2024-04-22T05:05:25.836 INFO:tasks.workunit.client.0.smithi040.stdout:op 5467 completed, throughput=5MB/sec 2024-04-22T05:05:25.836 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ypa4bj1VYLBOqeK off=1514475 len=49969 2024-04-22T05:05:25.837 INFO:tasks.workunit.client.0.smithi040.stdout:op 5468 completed, throughput=5MB/sec 2024-04-22T05:05:25.837 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2QFYTUQMY6fK80a off=2133908 len=374385 2024-04-22T05:05:25.837 INFO:tasks.workunit.client.0.smithi040.stdout:op 5469 completed, throughput=5MB/sec 2024-04-22T05:05:25.837 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MvKlkDdNzW9Ezc9 off=12032571 len=2024491 2024-04-22T05:05:25.848 INFO:tasks.workunit.client.0.smithi040.stdout:op 5470 completed, throughput=5MB/sec 2024-04-22T05:05:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:05:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:05:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:05:26.848 INFO:tasks.workunit.client.0.smithi040.stdout: 1068: throughput=5MB/sec pending data=0 2024-04-22T05:05:26.849 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CxgNut84oTfRza1 off=3138983 len=1628661 2024-04-22T05:05:26.851 INFO:tasks.workunit.client.0.smithi040.stdout:op 5471 completed, throughput=5MB/sec 2024-04-22T05:05:26.851 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-W3cVYl_TpTKdIFT off=3258503 len=209008 2024-04-22T05:05:26.854 INFO:tasks.workunit.client.0.smithi040.stdout:op 5472 completed, throughput=5MB/sec 2024-04-22T05:05:26.855 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0z7iXTzvEzh5t1Q off=4441539 len=525940 2024-04-22T05:05:26.856 INFO:tasks.workunit.client.0.smithi040.stdout:op 5473 completed, throughput=5MB/sec 2024-04-22T05:05:26.856 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WLhXaHOYUrZWJ8y off=18664810 len=355368 2024-04-22T05:05:26.857 INFO:tasks.workunit.client.0.smithi040.stdout:op 5474 completed, throughput=5MB/sec 2024-04-22T05:05:26.857 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qSjPCVlPQ_PqXqv off=15306648 len=1476481 2024-04-22T05:05:26.859 INFO:tasks.workunit.client.0.smithi040.stdout:op 5475 completed, throughput=5MB/sec 2024-04-22T05:05:26.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:26 smithi062 ceph-mon[78153]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:05:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:26 smithi040 ceph-mon[88445]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:05:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:26 smithi040 ceph-mon[91058]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:05:27.859 INFO:tasks.workunit.client.0.smithi040.stdout: 1069: throughput=5MB/sec pending data=0 2024-04-22T05:05:27.860 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-myclx-VHpETCTiO off=6746753 len=744367 2024-04-22T05:05:27.861 INFO:tasks.workunit.client.0.smithi040.stdout:op 5476 completed, throughput=5MB/sec 2024-04-22T05:05:27.861 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-q9y_TvM7-cHEOWu off=5632448 len=711700 2024-04-22T05:05:27.866 INFO:tasks.workunit.client.0.smithi040.stdout:op 5477 completed, throughput=5MB/sec 2024-04-22T05:05:27.866 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mZPaeDS1Y3DNYRe off=19364368 len=999240 2024-04-22T05:05:27.871 INFO:tasks.workunit.client.0.smithi040.stdout:op 5478 completed, throughput=5MB/sec 2024-04-22T05:05:27.871 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NiBZajOZNtYfwLO off=13439511 len=1517186 2024-04-22T05:05:27.873 INFO:tasks.workunit.client.0.smithi040.stdout:op 5479 completed, throughput=5MB/sec 2024-04-22T05:05:27.873 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4nOpjouGVUxFDvT off=19906575 len=1600307 2024-04-22T05:05:27.881 INFO:tasks.workunit.client.0.smithi040.stdout:op 5480 completed, throughput=5MB/sec 2024-04-22T05:05:28.882 INFO:tasks.workunit.client.0.smithi040.stdout: 1070: throughput=5MB/sec pending data=0 2024-04-22T05:05:28.882 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0eEhOM3rOyte0ZA off=11007333 len=282648 2024-04-22T05:05:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:28 smithi062 ceph-mon[78153]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:05:28.883 INFO:tasks.workunit.client.0.smithi040.stdout:op 5481 completed, throughput=5MB/sec 2024-04-22T05:05:28.883 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RKH3K8azxV9kEtg off=5315283 len=1273061 2024-04-22T05:05:28.884 INFO:tasks.workunit.client.0.smithi040.stdout:op 5482 completed, throughput=5MB/sec 2024-04-22T05:05:28.884 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5g58pCU_ERTEPqQ off=14422145 len=1036399 2024-04-22T05:05:28.889 INFO:tasks.workunit.client.0.smithi040.stdout:op 5483 completed, throughput=5MB/sec 2024-04-22T05:05:28.889 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fQNADkyjbfbkkES off=293722 len=1258331 2024-04-22T05:05:28.892 INFO:tasks.workunit.client.0.smithi040.stdout:op 5484 completed, throughput=5MB/sec 2024-04-22T05:05:28.892 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-krm4wtH6ut53wvV off=2067387 len=1489646 2024-04-22T05:05:28.899 INFO:tasks.workunit.client.0.smithi040.stdout:op 5485 completed, throughput=5MB/sec 2024-04-22T05:05:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:28 smithi040 ceph-mon[88445]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:05:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:28 smithi040 ceph-mon[91058]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:05:29.899 INFO:tasks.workunit.client.0.smithi040.stdout: 1071: throughput=5MB/sec pending data=0 2024-04-22T05:05:29.900 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--S4SQgk4AmoZGaf off=1802132 len=1911036 2024-04-22T05:05:29.908 INFO:tasks.workunit.client.0.smithi040.stdout:op 5486 completed, throughput=5MB/sec 2024-04-22T05:05:29.908 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yuhoxmzC0YbHv-r off=5900257 len=1462237 2024-04-22T05:05:29.912 INFO:tasks.workunit.client.0.smithi040.stdout:op 5487 completed, throughput=5MB/sec 2024-04-22T05:05:29.912 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nmo2CetUnQ8DmZu off=4422809 len=551698 2024-04-22T05:05:29.915 INFO:tasks.workunit.client.0.smithi040.stdout:op 5488 completed, throughput=5MB/sec 2024-04-22T05:05:29.915 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-t6XgN6AqWyat-Pe off=13318811 len=1671648 2024-04-22T05:05:29.921 INFO:tasks.workunit.client.0.smithi040.stdout:op 5489 completed, throughput=5MB/sec 2024-04-22T05:05:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:05:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:05:30] "GET /metrics HTTP/1.1" 200 240196 "" "Prometheus/2.43.0" 2024-04-22T05:05:30.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:30 smithi062 ceph-mon[78153]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:05:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:30 smithi040 ceph-mon[88445]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:05:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:30 smithi040 ceph-mon[91058]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-22T05:05:30.921 INFO:tasks.workunit.client.0.smithi040.stdout: 1072: throughput=5MB/sec pending data=0 2024-04-22T05:05:30.921 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yi3e4VXDm21pisV off=3379502 len=1192553 2024-04-22T05:05:30.928 INFO:tasks.workunit.client.0.smithi040.stdout:op 5490 completed, throughput=5MB/sec 2024-04-22T05:05:30.928 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nXVLaqJDqw9-mQX off=4730784 len=1875129 2024-04-22T05:05:30.932 INFO:tasks.workunit.client.0.smithi040.stdout:op 5491 completed, throughput=5MB/sec 2024-04-22T05:05:30.932 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JbrOpFaf9juBnpi off=0 len=1094031 2024-04-22T05:05:30.933 INFO:tasks.workunit.client.0.smithi040.stdout:op 5492 completed, throughput=5MB/sec 2024-04-22T05:05:30.933 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-u63n1XTAMEvvxMV off=1373746 len=524802 2024-04-22T05:05:30.934 INFO:tasks.workunit.client.0.smithi040.stdout:op 5493 completed, throughput=5MB/sec 2024-04-22T05:05:31.935 INFO:tasks.workunit.client.0.smithi040.stdout: 1073: throughput=5MB/sec pending data=0 2024-04-22T05:05:31.935 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6c5pInUEJJyhcWU off=7875390 len=1981736 2024-04-22T05:05:31.948 INFO:tasks.workunit.client.0.smithi040.stdout:op 5494 completed, throughput=5MB/sec 2024-04-22T05:05:31.948 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fPhDxqeP3g8ZQWD off=2077650 len=654133 2024-04-22T05:05:31.949 INFO:tasks.workunit.client.0.smithi040.stdout:op 5495 completed, throughput=5MB/sec 2024-04-22T05:05:31.949 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TLjKOergWh4ooV2 off=11331465 len=1863677 2024-04-22T05:05:31.951 INFO:tasks.workunit.client.0.smithi040.stdout:op 5496 completed, throughput=5MB/sec 2024-04-22T05:05:31.951 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LHisYlDNU7ctJuG off=4766939 len=1196553 2024-04-22T05:05:31.957 INFO:tasks.workunit.client.0.smithi040.stdout:op 5497 completed, throughput=5MB/sec 2024-04-22T05:05:32.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:32 smithi062 ceph-mon[78153]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T05:05:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:32 smithi040 ceph-mon[88445]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T05:05:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:32 smithi040 ceph-mon[91058]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-22T05:05:32.957 INFO:tasks.workunit.client.0.smithi040.stdout: 1074: throughput=5MB/sec pending data=0 2024-04-22T05:05:32.957 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BNlx9M9RE_BA-dT off=8328810 len=1134080 2024-04-22T05:05:32.964 INFO:tasks.workunit.client.0.smithi040.stdout:op 5498 completed, throughput=5MB/sec 2024-04-22T05:05:32.964 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pytRA-cpHhECkV6 off=195520 len=1891919 2024-04-22T05:05:32.966 INFO:tasks.workunit.client.0.smithi040.stdout:op 5499 completed, throughput=5MB/sec 2024-04-22T05:05:32.966 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7ZBZUFRHR8boULc off=1058860 len=64542 2024-04-22T05:05:32.969 INFO:tasks.workunit.client.0.smithi040.stdout:op 5500 completed, throughput=5MB/sec 2024-04-22T05:05:32.969 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cS6jaNdUgMO6LVk off=834937 len=1757915 2024-04-22T05:05:32.978 INFO:tasks.workunit.client.0.smithi040.stdout:op 5501 completed, throughput=5MB/sec 2024-04-22T05:05:32.978 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RniHcnL0g-yYy6C off=347830 len=1871838 2024-04-22T05:05:32.984 INFO:tasks.workunit.client.0.smithi040.stdout:op 5502 completed, throughput=5MB/sec 2024-04-22T05:05:33.985 INFO:tasks.workunit.client.0.smithi040.stdout: 1075: throughput=5MB/sec pending data=0 2024-04-22T05:05:33.985 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FYOMfGYyH5ZN7rT off=3320028 len=777706 2024-04-22T05:05:33.989 INFO:tasks.workunit.client.0.smithi040.stdout:op 5503 completed, throughput=5MB/sec 2024-04-22T05:05:33.989 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nP3j3R512hgm4aQ off=2758615 len=837435 2024-04-22T05:05:33.991 INFO:tasks.workunit.client.0.smithi040.stdout:op 5504 completed, throughput=5MB/sec 2024-04-22T05:05:33.991 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nDtsvXC2D0q5wVl off=12795618 len=1107283 2024-04-22T05:05:33.997 INFO:tasks.workunit.client.0.smithi040.stdout:op 5505 completed, throughput=5MB/sec 2024-04-22T05:05:33.997 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Z5WH3Py1Kxz9E3l off=6323010 len=2088853 2024-04-22T05:05:33.999 INFO:tasks.workunit.client.0.smithi040.stdout:op 5506 completed, throughput=5MB/sec 2024-04-22T05:05:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:34 smithi062 ceph-mon[78153]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:05:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:34 smithi040 ceph-mon[88445]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:05:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:34 smithi040 ceph-mon[91058]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:05:35.000 INFO:tasks.workunit.client.0.smithi040.stdout: 1076: throughput=5MB/sec pending data=0 2024-04-22T05:05:35.000 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iRylw0fpQq71tRF off=1865020 len=1697291 2024-04-22T05:05:35.003 INFO:tasks.workunit.client.0.smithi040.stdout:op 5507 completed, throughput=5MB/sec 2024-04-22T05:05:35.003 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wbaKO80Xojg0f4z off=609231 len=786911 2024-04-22T05:05:35.008 INFO:tasks.workunit.client.0.smithi040.stdout:op 5508 completed, throughput=5MB/sec 2024-04-22T05:05:35.008 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fi_FZ60TffsCKd6 off=9596743 len=422834 2024-04-22T05:05:35.011 INFO:tasks.workunit.client.0.smithi040.stdout:op 5509 completed, throughput=5MB/sec 2024-04-22T05:05:35.012 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-loLWyXpAPh7xcTO off=18994081 len=1579816 2024-04-22T05:05:35.013 INFO:tasks.workunit.client.0.smithi040.stdout:op 5510 completed, throughput=5MB/sec 2024-04-22T05:05:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:05:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:05:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:05:36.013 INFO:tasks.workunit.client.0.smithi040.stdout: 1077: throughput=5MB/sec pending data=0 2024-04-22T05:05:36.014 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ckI_roK25xAHJCd off=2044232 len=1917276 2024-04-22T05:05:36.024 INFO:tasks.workunit.client.0.smithi040.stdout:op 5511 completed, throughput=5MB/sec 2024-04-22T05:05:36.024 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gNXi3OIk9Exh034 off=43668 len=1375210 2024-04-22T05:05:36.025 INFO:tasks.workunit.client.0.smithi040.stdout:op 5512 completed, throughput=5MB/sec 2024-04-22T05:05:36.026 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vDddZa95ySEyPD3 off=5619731 len=1880090 2024-04-22T05:05:36.029 INFO:tasks.workunit.client.0.smithi040.stdout:op 5513 completed, throughput=5MB/sec 2024-04-22T05:05:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:36 smithi062 ceph-mon[78153]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:05:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:05:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:36 smithi040 ceph-mon[88445]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:05:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:05:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:36 smithi040 ceph-mon[91058]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:05:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:05:37.030 INFO:tasks.workunit.client.0.smithi040.stdout: 1078: throughput=5MB/sec pending data=0 2024-04-22T05:05:37.030 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8AAyOGDAwdnqXOr off=13997609 len=473161 2024-04-22T05:05:37.031 INFO:tasks.workunit.client.0.smithi040.stdout:op 5514 completed, throughput=5MB/sec 2024-04-22T05:05:37.032 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-XCF27ojOXok1Rbe off=454092 len=1262294 2024-04-22T05:05:37.033 INFO:tasks.workunit.client.0.smithi040.stdout:op 5515 completed, throughput=5MB/sec 2024-04-22T05:05:37.033 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iJjBC7i4a4XuRZ5 off=8359080 len=434319 2024-04-22T05:05:37.037 INFO:tasks.workunit.client.0.smithi040.stdout:op 5516 completed, throughput=5MB/sec 2024-04-22T05:05:37.037 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q2rsfj-yBDsrELR off=1445092 len=605224 2024-04-22T05:05:37.041 INFO:tasks.workunit.client.0.smithi040.stdout:op 5517 completed, throughput=5MB/sec 2024-04-22T05:05:37.041 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ucu2Bjo2hdq-dDY off=3436057 len=1721927 2024-04-22T05:05:37.047 INFO:tasks.workunit.client.0.smithi040.stdout:op 5518 completed, throughput=5MB/sec 2024-04-22T05:05:37.048 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zDAd2OysJ4Ei5ty off=10599772 len=198243 2024-04-22T05:05:37.048 INFO:tasks.workunit.client.0.smithi040.stdout:op 5519 completed, throughput=5MB/sec 2024-04-22T05:05:37.048 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-r-gidhJ552p7E6C off=1596458 len=1770537 2024-04-22T05:05:37.056 INFO:tasks.workunit.client.0.smithi040.stdout:op 5520 completed, throughput=5MB/sec 2024-04-22T05:05:38.056 INFO:tasks.workunit.client.0.smithi040.stdout: 1079: throughput=5MB/sec pending data=0 2024-04-22T05:05:38.056 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xCdHAbcH71itatU off=11511664 len=1993084 2024-04-22T05:05:38.065 INFO:tasks.workunit.client.0.smithi040.stdout:op 5521 completed, throughput=5MB/sec 2024-04-22T05:05:38.065 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hYbI_Lyom24zFLR off=130677 len=1306208 2024-04-22T05:05:38.066 INFO:tasks.workunit.client.0.smithi040.stdout:op 5522 completed, throughput=5MB/sec 2024-04-22T05:05:38.066 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gn5pkgHEJBCBMsI off=7156369 len=1831190 2024-04-22T05:05:38.076 INFO:tasks.workunit.client.0.smithi040.stdout:op 5523 completed, throughput=5MB/sec 2024-04-22T05:05:38.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:38 smithi062 ceph-mon[78153]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:05:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:38 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:05:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:38 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:05:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:38 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:05:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:38 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:05:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:38 smithi040 ceph-mon[88445]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:05:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:38 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:05:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:38 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:05:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:38 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:05:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:38 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:05:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:38 smithi040 ceph-mon[91058]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:05:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:38 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:05:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:38 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:05:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:38 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:05:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:38 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:05:39.076 INFO:tasks.workunit.client.0.smithi040.stdout: 1080: throughput=5MB/sec pending data=0 2024-04-22T05:05:39.077 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tf-VGx_NauCy_b3 off=19600890 len=1898153 2024-04-22T05:05:39.079 INFO:tasks.workunit.client.0.smithi040.stdout:op 5524 completed, throughput=5MB/sec 2024-04-22T05:05:39.079 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qWo6vdwBBi6NiWF off=2146300 len=534399 2024-04-22T05:05:39.081 INFO:tasks.workunit.client.0.smithi040.stdout:op 5525 completed, throughput=5MB/sec 2024-04-22T05:05:39.081 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-EKUBWoMKX56Q7np off=4927129 len=306017 2024-04-22T05:05:39.082 INFO:tasks.workunit.client.0.smithi040.stdout:op 5526 completed, throughput=5MB/sec 2024-04-22T05:05:39.082 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xNWdB_-xz55coN_ off=1828721 len=1908275 2024-04-22T05:05:39.095 INFO:tasks.workunit.client.0.smithi040.stdout:op 5527 completed, throughput=5MB/sec 2024-04-22T05:05:40.096 INFO:tasks.workunit.client.0.smithi040.stdout: 1081: throughput=5MB/sec pending data=0 2024-04-22T05:05:40.096 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IiGCkWoA29njKzq off=8577750 len=2064405 2024-04-22T05:05:40.104 INFO:tasks.workunit.client.0.smithi040.stdout:op 5528 completed, throughput=5MB/sec 2024-04-22T05:05:40.105 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-govBpClj3DLeJlE off=12140721 len=359723 2024-04-22T05:05:40.105 INFO:tasks.workunit.client.0.smithi040.stdout:op 5529 completed, throughput=5MB/sec 2024-04-22T05:05:40.105 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TDDs2gCLkqxkKmF off=20674065 len=559530 2024-04-22T05:05:40.110 INFO:tasks.workunit.client.0.smithi040.stdout:op 5530 completed, throughput=5MB/sec 2024-04-22T05:05:40.110 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pmkIqaS7w0KHPBP off=5859359 len=796647 2024-04-22T05:05:40.111 INFO:tasks.workunit.client.0.smithi040.stdout:op 5531 completed, throughput=5MB/sec 2024-04-22T05:05:40.112 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jSvFPYANDEKyJBu off=64513 len=978414 2024-04-22T05:05:40.112 INFO:tasks.workunit.client.0.smithi040.stdout:op 5532 completed, throughput=5MB/sec 2024-04-22T05:05:40.113 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0g9bFQDtgtfTVSw off=4759857 len=1047698 2024-04-22T05:05:40.114 INFO:tasks.workunit.client.0.smithi040.stdout:op 5533 completed, throughput=5MB/sec 2024-04-22T05:05:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:05:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:05:40] "GET /metrics HTTP/1.1" 200 240207 "" "Prometheus/2.43.0" 2024-04-22T05:05:40.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:40 smithi062 ceph-mon[78153]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T05:05:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:40 smithi040 ceph-mon[88445]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T05:05:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:40 smithi040 ceph-mon[91058]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T05:05:41.114 INFO:tasks.workunit.client.0.smithi040.stdout: 1082: throughput=5MB/sec pending data=0 2024-04-22T05:05:41.114 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kmXiCgCAsCcvLfj off=1317243 len=1992372 2024-04-22T05:05:41.116 INFO:tasks.workunit.client.0.smithi040.stdout:op 5534 completed, throughput=5MB/sec 2024-04-22T05:05:41.116 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6zX-gE89kg5vyiW off=2852890 len=104483 2024-04-22T05:05:41.120 INFO:tasks.workunit.client.0.smithi040.stdout:op 5535 completed, throughput=5MB/sec 2024-04-22T05:05:41.120 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-05iDoRfDYY437cC off=709227 len=1671708 2024-04-22T05:05:41.128 INFO:tasks.workunit.client.0.smithi040.stdout:op 5536 completed, throughput=5MB/sec 2024-04-22T05:05:41.128 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EQWOp1Xpp98QqaB off=5116196 len=909863 2024-04-22T05:05:41.132 INFO:tasks.workunit.client.0.smithi040.stdout:op 5537 completed, throughput=5MB/sec 2024-04-22T05:05:42.133 INFO:tasks.workunit.client.0.smithi040.stdout: 1083: throughput=5MB/sec pending data=0 2024-04-22T05:05:42.133 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z7uonnMtxQyRczf off=2802594 len=1472675 2024-04-22T05:05:42.135 INFO:tasks.workunit.client.0.smithi040.stdout:op 5538 completed, throughput=5MB/sec 2024-04-22T05:05:42.135 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yV7T9ypz6sy9055 off=1167594 len=31857 2024-04-22T05:05:42.138 INFO:tasks.workunit.client.0.smithi040.stdout:op 5539 completed, throughput=5MB/sec 2024-04-22T05:05:42.138 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZcL5IIpPENtQrkq off=4610296 len=17336 2024-04-22T05:05:42.140 INFO:tasks.workunit.client.0.smithi040.stdout:op 5540 completed, throughput=5MB/sec 2024-04-22T05:05:42.140 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Wt0Ic2FQ80uaH6B off=2274640 len=409561 2024-04-22T05:05:42.141 INFO:tasks.workunit.client.0.smithi040.stdout:op 5541 completed, throughput=5MB/sec 2024-04-22T05:05:42.141 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xK-Trnk2AmV-QvO off=14093279 len=1789200 2024-04-22T05:05:42.152 INFO:tasks.workunit.client.0.smithi040.stdout:op 5542 completed, throughput=5MB/sec 2024-04-22T05:05:42.152 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aQiXTcc9-wJzU6E off=8945448 len=1194844 2024-04-22T05:05:42.153 INFO:tasks.workunit.client.0.smithi040.stdout:op 5543 completed, throughput=5MB/sec 2024-04-22T05:05:42.153 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-y2xhGeBODCuz1_l off=672950 len=93677 2024-04-22T05:05:42.156 INFO:tasks.workunit.client.0.smithi040.stdout:op 5544 completed, throughput=5MB/sec 2024-04-22T05:05:42.156 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JJNx3dwBtOgQNMY off=51180 len=303987 2024-04-22T05:05:42.157 INFO:tasks.workunit.client.0.smithi040.stdout:op 5545 completed, throughput=5MB/sec 2024-04-22T05:05:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:42 smithi062 ceph-mon[78153]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T05:05:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:42 smithi040 ceph-mon[88445]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T05:05:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:42 smithi040 ceph-mon[91058]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T05:05:43.157 INFO:tasks.workunit.client.0.smithi040.stdout: 1084: throughput=5MB/sec pending data=0 2024-04-22T05:05:43.158 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kdUvqfCVcAO9uOB off=9675057 len=1385552 2024-04-22T05:05:43.160 INFO:tasks.workunit.client.0.smithi040.stdout:op 5546 completed, throughput=5MB/sec 2024-04-22T05:05:43.160 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-umm1xEb_hZ0kVom off=6426222 len=1460866 2024-04-22T05:05:43.162 INFO:tasks.workunit.client.0.smithi040.stdout:op 5547 completed, throughput=5MB/sec 2024-04-22T05:05:43.162 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sbv9DnW1jt-NMVu off=2794197 len=1945096 2024-04-22T05:05:43.173 INFO:tasks.workunit.client.0.smithi040.stdout:op 5548 completed, throughput=5MB/sec 2024-04-22T05:05:43.174 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zzLflEfyRdLELp6 off=10201231 len=532069 2024-04-22T05:05:43.174 INFO:tasks.workunit.client.0.smithi040.stdout:op 5549 completed, throughput=5MB/sec 2024-04-22T05:05:44.175 INFO:tasks.workunit.client.0.smithi040.stdout: 1085: throughput=5MB/sec pending data=0 2024-04-22T05:05:44.175 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-L2LYIxWeIM7XQOf off=1208400 len=1653733 2024-04-22T05:05:44.176 INFO:tasks.workunit.client.0.smithi040.stdout:op 5550 completed, throughput=5MB/sec 2024-04-22T05:05:44.177 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HgNtkJTQ_s2U4g5 off=12785980 len=606511 2024-04-22T05:05:44.181 INFO:tasks.workunit.client.0.smithi040.stdout:op 5551 completed, throughput=5MB/sec 2024-04-22T05:05:44.181 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GXfX1ENAUzsMNDh off=0 len=1979681 2024-04-22T05:05:44.183 INFO:tasks.workunit.client.0.smithi040.stdout:op 5552 completed, throughput=5MB/sec 2024-04-22T05:05:44.183 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jl0A6B_BtsWzynD off=4544953 len=1609451 2024-04-22T05:05:44.191 INFO:tasks.workunit.client.0.smithi040.stdout:op 5553 completed, throughput=5MB/sec 2024-04-22T05:05:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:44 smithi062 ceph-mon[78153]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-22T05:05:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:44 smithi040 ceph-mon[88445]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-22T05:05:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:44 smithi040 ceph-mon[91058]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-22T05:05:45.191 INFO:tasks.workunit.client.0.smithi040.stdout: 1086: throughput=5MB/sec pending data=0 2024-04-22T05:05:45.191 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jj9VfLq2KygG80j off=4160115 len=1610813 2024-04-22T05:05:45.193 INFO:tasks.workunit.client.0.smithi040.stdout:op 5554 completed, throughput=5MB/sec 2024-04-22T05:05:45.193 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-M6GRRmvf0UFlG7r off=4403936 len=1293154 2024-04-22T05:05:45.195 INFO:tasks.workunit.client.0.smithi040.stdout:op 5555 completed, throughput=5MB/sec 2024-04-22T05:05:45.195 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zu3uhugIbj1Wm0_ off=440931 len=1091233 2024-04-22T05:05:45.202 INFO:tasks.workunit.client.0.smithi040.stdout:op 5556 completed, throughput=5MB/sec 2024-04-22T05:05:45.202 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZbI1dEmQ5f6EwGY off=1319036 len=1895706 2024-04-22T05:05:45.204 INFO:tasks.workunit.client.0.smithi040.stdout:op 5557 completed, throughput=5MB/sec 2024-04-22T05:05:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:05:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:05:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:05:46.204 INFO:tasks.workunit.client.0.smithi040.stdout: 1087: throughput=5MB/sec pending data=0 2024-04-22T05:05:46.205 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HT4y8RCO4wP6BKw off=12080960 len=67720 2024-04-22T05:05:46.205 INFO:tasks.workunit.client.0.smithi040.stdout:op 5558 completed, throughput=5MB/sec 2024-04-22T05:05:46.205 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7tl4Od8PfIVHKI5 off=1256931 len=1567011 2024-04-22T05:05:46.209 INFO:tasks.workunit.client.0.smithi040.stdout:op 5559 completed, throughput=5MB/sec 2024-04-22T05:05:46.209 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jV51JogFY-u2UsI off=6799773 len=62714 2024-04-22T05:05:46.210 INFO:tasks.workunit.client.0.smithi040.stdout:op 5560 completed, throughput=5MB/sec 2024-04-22T05:05:46.210 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Y9LQ0QWUecoVS_f off=4407719 len=970598 2024-04-22T05:05:46.212 INFO:tasks.workunit.client.0.smithi040.stdout:op 5561 completed, throughput=5MB/sec 2024-04-22T05:05:46.212 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4P4nsX4xsgQXuWA off=6528168 len=38879 2024-04-22T05:05:46.214 INFO:tasks.workunit.client.0.smithi040.stdout:op 5562 completed, throughput=5MB/sec 2024-04-22T05:05:46.214 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kb22eY7NSE6nwCe off=2383637 len=1026653 2024-04-22T05:05:46.215 INFO:tasks.workunit.client.0.smithi040.stdout:op 5563 completed, throughput=5MB/sec 2024-04-22T05:05:46.215 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KFiwQ0jnky59UBP off=3374023 len=263459 2024-04-22T05:05:46.218 INFO:tasks.workunit.client.0.smithi040.stdout:op 5564 completed, throughput=5MB/sec 2024-04-22T05:05:46.218 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hZz1qPEZ7ePThFM off=181362 len=1770384 2024-04-22T05:05:46.226 INFO:tasks.workunit.client.0.smithi040.stdout:op 5565 completed, throughput=5MB/sec 2024-04-22T05:05:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:46 smithi062 ceph-mon[78153]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:05:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:46 smithi040 ceph-mon[88445]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:05:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:46 smithi040 ceph-mon[91058]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-22T05:05:47.226 INFO:tasks.workunit.client.0.smithi040.stdout: 1088: throughput=5MB/sec pending data=0 2024-04-22T05:05:47.227 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DK7cJUU4KrgwOxG off=4206199 len=129338 2024-04-22T05:05:47.227 INFO:tasks.workunit.client.0.smithi040.stdout:op 5566 completed, throughput=5MB/sec 2024-04-22T05:05:47.227 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-rNbg_jiAWnMOv7W off=6613315 len=1256969 2024-04-22T05:05:47.229 INFO:tasks.workunit.client.0.smithi040.stdout:op 5567 completed, throughput=5MB/sec 2024-04-22T05:05:47.229 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZHxMDYajzt9AFyc off=9574133 len=1267136 2024-04-22T05:05:47.232 INFO:tasks.workunit.client.0.smithi040.stdout:op 5568 completed, throughput=5MB/sec 2024-04-22T05:05:47.232 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YJG1lVedJsYxayg off=7286228 len=1325278 2024-04-22T05:05:47.234 INFO:tasks.workunit.client.0.smithi040.stdout:op 5569 completed, throughput=5MB/sec 2024-04-22T05:05:48.235 INFO:tasks.workunit.client.0.smithi040.stdout: 1089: throughput=5MB/sec pending data=0 2024-04-22T05:05:48.235 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7xWGZajS16sog3w off=1386145 len=1330941 2024-04-22T05:05:48.236 INFO:tasks.workunit.client.0.smithi040.stdout:op 5570 completed, throughput=5MB/sec 2024-04-22T05:05:48.236 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7rNKdR3D3WpNsAy off=575740 len=1676915 2024-04-22T05:05:48.243 INFO:tasks.workunit.client.0.smithi040.stdout:op 5571 completed, throughput=5MB/sec 2024-04-22T05:05:48.244 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kO2ppWN_oIjgF8o off=8565633 len=668899 2024-04-22T05:05:48.249 INFO:tasks.workunit.client.0.smithi040.stdout:op 5572 completed, throughput=5MB/sec 2024-04-22T05:05:48.249 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-s3QP8ymvex51pww off=6092616 len=1144806 2024-04-22T05:05:48.254 INFO:tasks.workunit.client.0.smithi040.stdout:op 5573 completed, throughput=5MB/sec 2024-04-22T05:05:48.257 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-23o0rYXW30BURdb off=15195634 len=1689862 2024-04-22T05:05:48.261 INFO:tasks.workunit.client.0.smithi040.stdout:op 5574 completed, throughput=5MB/sec 2024-04-22T05:05:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:48 smithi062 ceph-mon[78153]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:05:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:48 smithi040 ceph-mon[88445]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:05:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:48 smithi040 ceph-mon[91058]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:05:49.261 INFO:tasks.workunit.client.0.smithi040.stdout: 1090: throughput=5MB/sec pending data=0 2024-04-22T05:05:49.262 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fqq3yZ2_Nj7RYlp off=4288648 len=1972438 2024-04-22T05:05:49.274 INFO:tasks.workunit.client.0.smithi040.stdout:op 5575 completed, throughput=5MB/sec 2024-04-22T05:05:49.274 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZCd1Nv8QuvzgME1 off=3617911 len=525154 2024-04-22T05:05:49.278 INFO:tasks.workunit.client.0.smithi040.stdout:op 5576 completed, throughput=5MB/sec 2024-04-22T05:05:49.278 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qRC63W5_mdaqnnG off=1268105 len=781432 2024-04-22T05:05:49.283 INFO:tasks.workunit.client.0.smithi040.stdout:op 5577 completed, throughput=5MB/sec 2024-04-22T05:05:49.283 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FPFGiworDL7kuNe off=122467 len=519355 2024-04-22T05:05:49.283 INFO:tasks.workunit.client.0.smithi040.stdout:op 5578 completed, throughput=5MB/sec 2024-04-22T05:05:49.283 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4P4nsX4xsgQXuWA off=6198735 len=172515 2024-04-22T05:05:49.286 INFO:tasks.workunit.client.0.smithi040.stdout:op 5579 completed, throughput=5MB/sec 2024-04-22T05:05:50.286 INFO:tasks.workunit.client.0.smithi040.stdout: 1091: throughput=5MB/sec pending data=0 2024-04-22T05:05:50.287 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pooUYbx-5krDf13 off=8558241 len=588028 2024-04-22T05:05:50.288 INFO:tasks.workunit.client.0.smithi040.stdout:op 5580 completed, throughput=5MB/sec 2024-04-22T05:05:50.288 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jkpmutekBxDmtL9 off=1003779 len=2006897 2024-04-22T05:05:50.292 INFO:tasks.workunit.client.0.smithi040.stdout:op 5581 completed, throughput=5MB/sec 2024-04-22T05:05:50.292 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CRuniZJSvp0RYSa off=10252410 len=1182862 2024-04-22T05:05:50.299 INFO:tasks.workunit.client.0.smithi040.stdout:op 5582 completed, throughput=5MB/sec 2024-04-22T05:05:50.299 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7UZ_3rGOeHYwyay off=226762 len=1174318 2024-04-22T05:05:50.305 INFO:tasks.workunit.client.0.smithi040.stdout:op 5583 completed, throughput=5MB/sec 2024-04-22T05:05:50.305 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rYphQaDOPN9FMEB off=2607413 len=1615171 2024-04-22T05:05:50.314 INFO:tasks.workunit.client.0.smithi040.stdout:op 5584 completed, throughput=5MB/sec 2024-04-22T05:05:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:05:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:05:50] "GET /metrics HTTP/1.1" 200 240207 "" "Prometheus/2.43.0" 2024-04-22T05:05:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:50 smithi062 ceph-mon[78153]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T05:05:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:50 smithi040 ceph-mon[88445]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T05:05:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:50 smithi040 ceph-mon[91058]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-22T05:05:51.314 INFO:tasks.workunit.client.0.smithi040.stdout: 1092: throughput=5MB/sec pending data=0 2024-04-22T05:05:51.314 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SLenleQRxxF9WAU off=3511649 len=199314 2024-04-22T05:05:51.315 INFO:tasks.workunit.client.0.smithi040.stdout:op 5585 completed, throughput=5MB/sec 2024-04-22T05:05:51.315 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cGkpDX8iROcqB2S off=316801 len=1465291 2024-04-22T05:05:51.322 INFO:tasks.workunit.client.0.smithi040.stdout:op 5586 completed, throughput=5MB/sec 2024-04-22T05:05:51.322 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bP7x4TFJDmFWyET off=384392 len=1105024 2024-04-22T05:05:51.328 INFO:tasks.workunit.client.0.smithi040.stdout:op 5587 completed, throughput=5MB/sec 2024-04-22T05:05:51.328 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8J92K-o8-8_Qa05 off=14312914 len=1557838 2024-04-22T05:05:51.334 INFO:tasks.workunit.client.0.smithi040.stdout:op 5588 completed, throughput=5MB/sec 2024-04-22T05:05:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:05:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:05:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:05:52.335 INFO:tasks.workunit.client.0.smithi040.stdout: 1093: throughput=5MB/sec pending data=0 2024-04-22T05:05:52.335 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JPTUGEl_gO1a4yL off=9291818 len=1488060 2024-04-22T05:05:52.341 INFO:tasks.workunit.client.0.smithi040.stdout:op 5589 completed, throughput=5MB/sec 2024-04-22T05:05:52.341 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OAnnuBoR-xTvan2 off=2208814 len=440657 2024-04-22T05:05:52.345 INFO:tasks.workunit.client.0.smithi040.stdout:op 5590 completed, throughput=5MB/sec 2024-04-22T05:05:52.345 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-v-sIuMs6i57GEYp off=12281994 len=441112 2024-04-22T05:05:52.348 INFO:tasks.workunit.client.0.smithi040.stdout:op 5591 completed, throughput=5MB/sec 2024-04-22T05:05:52.348 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3CrOF_SP0cSNk9M off=7225818 len=1887376 2024-04-22T05:05:52.358 INFO:tasks.workunit.client.0.smithi040.stdout:op 5592 completed, throughput=5MB/sec 2024-04-22T05:05:52.358 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8ogZuy3tFlKKGsV off=1777355 len=996033 2024-04-22T05:05:52.359 INFO:tasks.workunit.client.0.smithi040.stdout:op 5593 completed, throughput=5MB/sec 2024-04-22T05:05:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:52 smithi062 ceph-mon[78153]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:05:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:52 smithi040 ceph-mon[88445]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:05:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:52 smithi040 ceph-mon[91058]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:05:53.362 INFO:tasks.workunit.client.0.smithi040.stdout: 1094: throughput=5MB/sec pending data=0 2024-04-22T05:05:53.362 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-kRQGfqqt5bYbMYd off=3221811 len=121831 2024-04-22T05:05:53.362 INFO:tasks.workunit.client.0.smithi040.stdout:op 5594 completed, throughput=5MB/sec 2024-04-22T05:05:53.362 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TaJ_wIls_diYY8f off=18803323 len=1022831 2024-04-22T05:05:53.363 INFO:tasks.workunit.client.0.smithi040.stdout:op 5595 completed, throughput=5MB/sec 2024-04-22T05:05:53.363 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-y5gfI2jol6ZmVoR off=13688899 len=1633229 2024-04-22T05:05:53.365 INFO:tasks.workunit.client.0.smithi040.stdout:op 5596 completed, throughput=5MB/sec 2024-04-22T05:05:53.365 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xzz-6wBoxOiw2x6 off=14293313 len=588065 2024-04-22T05:05:53.366 INFO:tasks.workunit.client.0.smithi040.stdout:op 5597 completed, throughput=5MB/sec 2024-04-22T05:05:53.366 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JSdTL5plLtO2eaZ off=962110 len=871885 2024-04-22T05:05:53.367 INFO:tasks.workunit.client.0.smithi040.stdout:op 5598 completed, throughput=5MB/sec 2024-04-22T05:05:53.368 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4ZxFStZKzU0WEkL off=2319280 len=1368374 2024-04-22T05:05:53.369 INFO:tasks.workunit.client.0.smithi040.stdout:op 5599 completed, throughput=5MB/sec 2024-04-22T05:05:54.369 INFO:tasks.workunit.client.0.smithi040.stdout: 1095: throughput=5MB/sec pending data=0 2024-04-22T05:05:54.369 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-864M1YATxO618ek off=6358823 len=1736662 2024-04-22T05:05:54.371 INFO:tasks.workunit.client.0.smithi040.stdout:op 5600 completed, throughput=5MB/sec 2024-04-22T05:05:54.371 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PZ3I5wOWsSXAj_3 off=12589960 len=747057 2024-04-22T05:05:54.373 INFO:tasks.workunit.client.0.smithi040.stdout:op 5601 completed, throughput=5MB/sec 2024-04-22T05:05:54.373 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8Zcnttb7iqkwRrh off=4284510 len=128324 2024-04-22T05:05:54.375 INFO:tasks.workunit.client.0.smithi040.stdout:op 5602 completed, throughput=5MB/sec 2024-04-22T05:05:54.375 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7UTKeADPcIYHLsD off=2810612 len=1804262 2024-04-22T05:05:54.386 INFO:tasks.workunit.client.0.smithi040.stdout:op 5603 completed, throughput=5MB/sec 2024-04-22T05:05:54.386 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ypm_3su7EF2zSsm off=1437648 len=536631 2024-04-22T05:05:54.389 INFO:tasks.workunit.client.0.smithi040.stdout:op 5604 completed, throughput=5MB/sec 2024-04-22T05:05:54.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:54 smithi062 ceph-mon[78153]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-22T05:05:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:54 smithi040 ceph-mon[88445]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-22T05:05:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:54 smithi040 ceph-mon[91058]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-22T05:05:55.387 INFO:tasks.workunit.client.0.smithi040.stdout: 1096: throughput=5MB/sec pending data=0 2024-04-22T05:05:55.388 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qfl8D3se6F1_JXw off=83430 len=693923 2024-04-22T05:05:55.392 INFO:tasks.workunit.client.0.smithi040.stdout:op 5605 completed, throughput=5MB/sec 2024-04-22T05:05:55.392 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zrtXHrmvMl38rsp off=465232 len=419785 2024-04-22T05:05:55.393 INFO:tasks.workunit.client.0.smithi040.stdout:op 5606 completed, throughput=5MB/sec 2024-04-22T05:05:55.393 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-opioJJup3sieiOB off=13952586 len=1325010 2024-04-22T05:05:55.394 INFO:tasks.workunit.client.0.smithi040.stdout:op 5607 completed, throughput=5MB/sec 2024-04-22T05:05:55.394 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aUwhsa3GXRg0dGg off=468885 len=78658 2024-04-22T05:05:55.397 INFO:tasks.workunit.client.0.smithi040.stdout:op 5608 completed, throughput=5MB/sec 2024-04-22T05:05:55.397 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VaX21iCEDapw6t7 off=1930998 len=1558796 2024-04-22T05:05:55.399 INFO:tasks.workunit.client.0.smithi040.stdout:op 5609 completed, throughput=5MB/sec 2024-04-22T05:05:55.399 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aYlXgiJ60z2HkgF off=11010565 len=632722 2024-04-22T05:05:55.403 INFO:tasks.workunit.client.0.smithi040.stdout:op 5610 completed, throughput=5MB/sec 2024-04-22T05:05:55.403 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fS6vWjaCiQxXYc_ off=14126075 len=1913826 2024-04-22T05:05:55.405 INFO:tasks.workunit.client.0.smithi040.stdout:op 5611 completed, throughput=5MB/sec 2024-04-22T05:05:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:05:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:05:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:05:56.406 INFO:tasks.workunit.client.0.smithi040.stdout: 1097: throughput=5MB/sec pending data=0 2024-04-22T05:05:56.406 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cu_fNqdRhBDtBZX off=9758909 len=1081666 2024-04-22T05:05:56.412 INFO:tasks.workunit.client.0.smithi040.stdout:op 5612 completed, throughput=5MB/sec 2024-04-22T05:05:56.413 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-fE0visqkZew8HZo off=204996 len=1405660 2024-04-22T05:05:56.413 INFO:tasks.workunit.client.0.smithi040.stdout:op 5613 completed, throughput=5MB/sec 2024-04-22T05:05:56.413 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FsZsgj-e6vjEngP off=11309557 len=1981210 2024-04-22T05:05:56.416 INFO:tasks.workunit.client.0.smithi040.stdout:op 5614 completed, throughput=5MB/sec 2024-04-22T05:05:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:56 smithi062 ceph-mon[78153]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:05:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:56 smithi040 ceph-mon[88445]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:05:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:56 smithi040 ceph-mon[91058]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:05:57.417 INFO:tasks.workunit.client.0.smithi040.stdout: 1098: throughput=5MB/sec pending data=0 2024-04-22T05:05:57.417 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BXh_Inlj0rwPDvJ off=10478901 len=1018896 2024-04-22T05:05:57.419 INFO:tasks.workunit.client.0.smithi040.stdout:op 5615 completed, throughput=5MB/sec 2024-04-22T05:05:57.419 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-b2f_f323AfPQWeZ off=3804439 len=976630 2024-04-22T05:05:57.422 INFO:tasks.workunit.client.0.smithi040.stdout:op 5616 completed, throughput=5MB/sec 2024-04-22T05:05:57.422 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4HmXE2VN2JBo7k3 off=4420596 len=2036183 2024-04-22T05:05:57.433 INFO:tasks.workunit.client.0.smithi040.stdout:op 5617 completed, throughput=5MB/sec 2024-04-22T05:05:57.433 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fly766aaDDR1kmS off=7421347 len=97773 2024-04-22T05:05:57.435 INFO:tasks.workunit.client.0.smithi040.stdout:op 5618 completed, throughput=5MB/sec 2024-04-22T05:05:57.435 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8ogZuy3tFlKKGsV off=2748261 len=2073634 2024-04-22T05:05:57.446 INFO:tasks.workunit.client.0.smithi040.stdout:op 5619 completed, throughput=5MB/sec 2024-04-22T05:05:58.446 INFO:tasks.workunit.client.0.smithi040.stdout: 1099: throughput=5MB/sec pending data=0 2024-04-22T05:05:58.446 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-QBw9fl4YWZpHrle off=20096023 len=1868701 2024-04-22T05:05:58.448 INFO:tasks.workunit.client.0.smithi040.stdout:op 5620 completed, throughput=5MB/sec 2024-04-22T05:05:58.448 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-2GrpWuFMURsvjis off=1666274 len=1453848 2024-04-22T05:05:58.450 INFO:tasks.workunit.client.0.smithi040.stdout:op 5621 completed, throughput=5MB/sec 2024-04-22T05:05:58.450 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OLcvqv0uGc2lp9x off=11533339 len=1695723 2024-04-22T05:05:58.452 INFO:tasks.workunit.client.0.smithi040.stdout:op 5622 completed, throughput=5MB/sec 2024-04-22T05:05:58.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:05:58 smithi062 ceph-mon[78153]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T05:05:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:05:58 smithi040 ceph-mon[88445]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T05:05:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:05:58 smithi040 ceph-mon[91058]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-22T05:05:59.453 INFO:tasks.workunit.client.0.smithi040.stdout: 1100: throughput=5MB/sec pending data=0 2024-04-22T05:05:59.453 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3jbaalo7AxbGfjE off=218721 len=1244079 2024-04-22T05:05:59.455 INFO:tasks.workunit.client.0.smithi040.stdout:op 5623 completed, throughput=5MB/sec 2024-04-22T05:05:59.455 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-erujZC97lJHfQ51 off=910781 len=959238 2024-04-22T05:05:59.460 INFO:tasks.workunit.client.0.smithi040.stdout:op 5624 completed, throughput=5MB/sec 2024-04-22T05:05:59.460 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DCB2OFEIMXlJtWb off=7687699 len=1551238 2024-04-22T05:05:59.462 INFO:tasks.workunit.client.0.smithi040.stdout:op 5625 completed, throughput=5MB/sec 2024-04-22T05:05:59.462 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TvAkkrXPKYw5zAl off=1217980 len=557589 2024-04-22T05:05:59.463 INFO:tasks.workunit.client.0.smithi040.stdout:op 5626 completed, throughput=5MB/sec 2024-04-22T05:06:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:06:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:06:00] "GET /metrics HTTP/1.1" 200 240182 "" "Prometheus/2.43.0" 2024-04-22T05:06:00.463 INFO:tasks.workunit.client.0.smithi040.stdout: 1101: throughput=5MB/sec pending data=0 2024-04-22T05:06:00.464 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AIyh7lUJo75tP84 off=1742817 len=1483784 2024-04-22T05:06:00.472 INFO:tasks.workunit.client.0.smithi040.stdout:op 5627 completed, throughput=5MB/sec 2024-04-22T05:06:00.472 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ljqC75Yy5H32pJ3 off=7693676 len=1984670 2024-04-22T05:06:00.481 INFO:tasks.workunit.client.0.smithi040.stdout:op 5628 completed, throughput=5MB/sec 2024-04-22T05:06:00.481 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-b3xisEl9QIL8yr4 off=14162217 len=416019 2024-04-22T05:06:00.482 INFO:tasks.workunit.client.0.smithi040.stdout:op 5629 completed, throughput=5MB/sec 2024-04-22T05:06:00.482 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qCvrgEKdqI79lSh off=4464785 len=1484597 2024-04-22T05:06:00.483 INFO:tasks.workunit.client.0.smithi040.stdout:op 5630 completed, throughput=5MB/sec 2024-04-22T05:06:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:00 smithi062 ceph-mon[78153]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:06:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:00 smithi040 ceph-mon[88445]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:06:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:00 smithi040 ceph-mon[91058]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:06:01.483 INFO:tasks.workunit.client.0.smithi040.stdout: 1102: throughput=5MB/sec pending data=0 2024-04-22T05:06:01.484 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pNYGb_6qDEVjL_B off=14111093 len=217593 2024-04-22T05:06:01.485 INFO:tasks.workunit.client.0.smithi040.stdout:op 5631 completed, throughput=5MB/sec 2024-04-22T05:06:01.485 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FaeXnWIAK4_CRRk off=395730 len=588486 2024-04-22T05:06:01.489 INFO:tasks.workunit.client.0.smithi040.stdout:op 5632 completed, throughput=5MB/sec 2024-04-22T05:06:01.489 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-GAuZjLrrcu2xIQD off=7777108 len=1951601 2024-04-22T05:06:01.491 INFO:tasks.workunit.client.0.smithi040.stdout:op 5633 completed, throughput=5MB/sec 2024-04-22T05:06:01.491 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ExLCF50VeWIb2NF off=1790337 len=76094 2024-04-22T05:06:01.494 INFO:tasks.workunit.client.0.smithi040.stdout:op 5634 completed, throughput=5MB/sec 2024-04-22T05:06:01.494 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-F4a-IcTwe8c9YiZ off=7055559 len=1533346 2024-04-22T05:06:01.496 INFO:tasks.workunit.client.0.smithi040.stdout:op 5635 completed, throughput=5MB/sec 2024-04-22T05:06:01.496 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Mwe_4apv3DFCZU4 off=7937059 len=1601252 2024-04-22T05:06:01.504 INFO:tasks.workunit.client.0.smithi040.stdout:op 5636 completed, throughput=5MB/sec 2024-04-22T05:06:02.505 INFO:tasks.workunit.client.0.smithi040.stdout: 1103: throughput=5MB/sec pending data=0 2024-04-22T05:06:02.505 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-A1Cwf_RHtJngcCG off=3405559 len=1506135 2024-04-22T05:06:02.508 INFO:tasks.workunit.client.0.smithi040.stdout:op 5637 completed, throughput=5MB/sec 2024-04-22T05:06:02.508 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vfR6Bi0JD5UgFqF off=13972344 len=1163180 2024-04-22T05:06:02.515 INFO:tasks.workunit.client.0.smithi040.stdout:op 5638 completed, throughput=5MB/sec 2024-04-22T05:06:02.515 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1RYrzRHyHc3SeXL off=18532143 len=31707 2024-04-22T05:06:02.516 INFO:tasks.workunit.client.0.smithi040.stdout:op 5639 completed, throughput=5MB/sec 2024-04-22T05:06:02.516 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Cmg3nqHbCe8kYXu off=6160605 len=1489292 2024-04-22T05:06:02.518 INFO:tasks.workunit.client.0.smithi040.stdout:op 5640 completed, throughput=5MB/sec 2024-04-22T05:06:02.518 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-N_JbY6zh-AimEez off=10539803 len=1872532 2024-04-22T05:06:02.519 INFO:tasks.workunit.client.0.smithi040.stdout:op 5641 completed, throughput=5MB/sec 2024-04-22T05:06:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:02 smithi062 ceph-mon[78153]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:06:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:02 smithi040 ceph-mon[88445]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:06:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:02 smithi040 ceph-mon[91058]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:06:03.520 INFO:tasks.workunit.client.0.smithi040.stdout: 1104: throughput=5MB/sec pending data=0 2024-04-22T05:06:03.520 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LKcJy77H1ssUcTg off=13629253 len=779728 2024-04-22T05:06:03.526 INFO:tasks.workunit.client.0.smithi040.stdout:op 5642 completed, throughput=5MB/sec 2024-04-22T05:06:03.526 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xBSuMx7JGDnyAOT off=14203237 len=280847 2024-04-22T05:06:03.528 INFO:tasks.workunit.client.0.smithi040.stdout:op 5643 completed, throughput=5MB/sec 2024-04-22T05:06:03.529 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-w2dllZuPTvt0B2J off=6846560 len=1550084 2024-04-22T05:06:03.536 INFO:tasks.workunit.client.0.smithi040.stdout:op 5644 completed, throughput=5MB/sec 2024-04-22T05:06:03.536 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zRh1CgSm0cq_1iL off=1128138 len=993801 2024-04-22T05:06:03.540 INFO:tasks.workunit.client.0.smithi040.stdout:op 5645 completed, throughput=5MB/sec 2024-04-22T05:06:03.540 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-V1LLbAKWdfl7yV- off=4416994 len=409755 2024-04-22T05:06:03.544 INFO:tasks.workunit.client.0.smithi040.stdout:op 5646 completed, throughput=5MB/sec 2024-04-22T05:06:04.544 INFO:tasks.workunit.client.0.smithi040.stdout: 1105: throughput=5MB/sec pending data=0 2024-04-22T05:06:04.544 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-QPK0Tr55XRzoKW8 off=9709515 len=1878640 2024-04-22T05:06:04.552 INFO:tasks.workunit.client.0.smithi040.stdout:op 5647 completed, throughput=5MB/sec 2024-04-22T05:06:04.553 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Lb0HdUgJDNlQzth off=19068204 len=724098 2024-04-22T05:06:04.557 INFO:tasks.workunit.client.0.smithi040.stdout:op 5648 completed, throughput=5MB/sec 2024-04-22T05:06:04.557 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HgLXUOv2UW6KE2x off=3449234 len=1182324 2024-04-22T05:06:04.560 INFO:tasks.workunit.client.0.smithi040.stdout:op 5649 completed, throughput=5MB/sec 2024-04-22T05:06:04.560 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-K4Epn2VwJdI9Pjj off=10044633 len=42516 2024-04-22T05:06:04.560 INFO:tasks.workunit.client.0.smithi040.stdout:op 5650 completed, throughput=5MB/sec 2024-04-22T05:06:04.560 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jw_i3sJEiVpfqyA off=5116096 len=965909 2024-04-22T05:06:04.562 INFO:tasks.workunit.client.0.smithi040.stdout:op 5651 completed, throughput=5MB/sec 2024-04-22T05:06:04.562 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vc_4HCP76yBmIAb off=2939609 len=1078387 2024-04-22T05:06:04.564 INFO:tasks.workunit.client.0.smithi040.stdout:op 5652 completed, throughput=5MB/sec 2024-04-22T05:06:04.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:04 smithi062 ceph-mon[78153]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:06:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:04 smithi040 ceph-mon[88445]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:06:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:04 smithi040 ceph-mon[91058]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:06:05.564 INFO:tasks.workunit.client.0.smithi040.stdout: 1106: throughput=5MB/sec pending data=0 2024-04-22T05:06:05.564 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-susTeaINEj0SaMO off=1591054 len=429940 2024-04-22T05:06:05.568 INFO:tasks.workunit.client.0.smithi040.stdout:op 5653 completed, throughput=5MB/sec 2024-04-22T05:06:05.568 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-O33cl3PnZ3v9w5Y off=1995739 len=1105527 2024-04-22T05:06:05.569 INFO:tasks.workunit.client.0.smithi040.stdout:op 5654 completed, throughput=5MB/sec 2024-04-22T05:06:05.569 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YYCVGpLf8wB69iO off=6572411 len=198228 2024-04-22T05:06:05.570 INFO:tasks.workunit.client.0.smithi040.stdout:op 5655 completed, throughput=5MB/sec 2024-04-22T05:06:05.570 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bIqO4mqwCBm9RAC off=186096 len=140785 2024-04-22T05:06:05.573 INFO:tasks.workunit.client.0.smithi040.stdout:op 5656 completed, throughput=5MB/sec 2024-04-22T05:06:05.573 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aKjgliROCgAOzSm off=6276286 len=1376418 2024-04-22T05:06:05.576 INFO:tasks.workunit.client.0.smithi040.stdout:op 5657 completed, throughput=5MB/sec 2024-04-22T05:06:05.576 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-m-jIcHUuMUpYN4E off=1095616 len=1189927 2024-04-22T05:06:05.583 INFO:tasks.workunit.client.0.smithi040.stdout:op 5658 completed, throughput=5MB/sec 2024-04-22T05:06:05.583 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-evBma6_xl7-ZMV4 off=5602464 len=2057803 2024-04-22T05:06:05.593 INFO:tasks.workunit.client.0.smithi040.stdout:op 5659 completed, throughput=5MB/sec 2024-04-22T05:06:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:06:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:06:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:06:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:06:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:06:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:06:06.593 INFO:tasks.workunit.client.0.smithi040.stdout: 1107: throughput=5MB/sec pending data=0 2024-04-22T05:06:06.593 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Oyx5Tr62jrED4ZQ off=25154 len=18493 2024-04-22T05:06:06.596 INFO:tasks.workunit.client.0.smithi040.stdout:op 5660 completed, throughput=5MB/sec 2024-04-22T05:06:06.596 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qmZT6Ovx2je_9ly off=3191451 len=2046199 2024-04-22T05:06:06.598 INFO:tasks.workunit.client.0.smithi040.stdout:op 5661 completed, throughput=5MB/sec 2024-04-22T05:06:06.598 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-22BF5Y1fHJ1UXnk off=10898155 len=887537 2024-04-22T05:06:06.599 INFO:tasks.workunit.client.0.smithi040.stdout:op 5662 completed, throughput=5MB/sec 2024-04-22T05:06:06.600 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NKsxgE8lD5li8rK off=16063336 len=418142 2024-04-22T05:06:06.603 INFO:tasks.workunit.client.0.smithi040.stdout:op 5663 completed, throughput=5MB/sec 2024-04-22T05:06:06.604 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-B37pmXA5oVZ0y0v off=9347856 len=1179372 2024-04-22T05:06:06.606 INFO:tasks.workunit.client.0.smithi040.stdout:op 5664 completed, throughput=5MB/sec 2024-04-22T05:06:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:06 smithi062 ceph-mon[78153]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:06:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:06 smithi040 ceph-mon[88445]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:06:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:06 smithi040 ceph-mon[91058]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:06:07.606 INFO:tasks.workunit.client.0.smithi040.stdout: 1108: throughput=5MB/sec pending data=0 2024-04-22T05:06:07.606 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ls8btZT_YMQBkam off=0 len=1570704 2024-04-22T05:06:07.614 INFO:tasks.workunit.client.0.smithi040.stdout:op 5665 completed, throughput=5MB/sec 2024-04-22T05:06:07.614 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--7TlkhfaOas_Xy2 off=682231 len=1480651 2024-04-22T05:06:07.617 INFO:tasks.workunit.client.0.smithi040.stdout:op 5666 completed, throughput=5MB/sec 2024-04-22T05:06:07.617 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-9wSl-W8N973FA8N off=6432654 len=1559837 2024-04-22T05:06:07.620 INFO:tasks.workunit.client.0.smithi040.stdout:op 5667 completed, throughput=5MB/sec 2024-04-22T05:06:08.621 INFO:tasks.workunit.client.0.smithi040.stdout: 1109: throughput=5MB/sec pending data=0 2024-04-22T05:06:08.621 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-M5kMN6iBD_JaQdG off=1115269 len=842548 2024-04-22T05:06:08.625 INFO:tasks.workunit.client.0.smithi040.stdout:op 5668 completed, throughput=5MB/sec 2024-04-22T05:06:08.625 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xldp7uGcUOyeNaE off=3559934 len=368613 2024-04-22T05:06:08.629 INFO:tasks.workunit.client.0.smithi040.stdout:op 5669 completed, throughput=5MB/sec 2024-04-22T05:06:08.629 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ACOcljoiQiKkuDR off=10352377 len=1780931 2024-04-22T05:06:08.632 INFO:tasks.workunit.client.0.smithi040.stdout:op 5670 completed, throughput=5MB/sec 2024-04-22T05:06:08.632 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OAtk5llYo81iHyr off=6051635 len=898475 2024-04-22T05:06:08.633 INFO:tasks.workunit.client.0.smithi040.stdout:op 5671 completed, throughput=5MB/sec 2024-04-22T05:06:08.633 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Voo_-VuqjFQuk_o off=1221726 len=1957830 2024-04-22T05:06:08.635 INFO:tasks.workunit.client.0.smithi040.stdout:op 5672 completed, throughput=5MB/sec 2024-04-22T05:06:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:08 smithi062 ceph-mon[78153]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T05:06:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:08 smithi040 ceph-mon[88445]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T05:06:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:08 smithi040 ceph-mon[91058]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T05:06:09.636 INFO:tasks.workunit.client.0.smithi040.stdout: 1110: throughput=5MB/sec pending data=0 2024-04-22T05:06:09.636 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gMngXT8P1ekJoUP off=2027715 len=396096 2024-04-22T05:06:09.637 INFO:tasks.workunit.client.0.smithi040.stdout:op 5673 completed, throughput=5MB/sec 2024-04-22T05:06:09.637 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7T2lLs76Pn-g2Nq off=7985505 len=1506340 2024-04-22T05:06:09.640 INFO:tasks.workunit.client.0.smithi040.stdout:op 5674 completed, throughput=5MB/sec 2024-04-22T05:06:09.640 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DEYT7EPzxZ9xn2i off=8158513 len=642228 2024-04-22T05:06:09.645 INFO:tasks.workunit.client.0.smithi040.stdout:op 5675 completed, throughput=5MB/sec 2024-04-22T05:06:09.645 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-J88po31oOIbs8rb off=3063393 len=1650860 2024-04-22T05:06:09.654 INFO:tasks.workunit.client.0.smithi040.stdout:op 5676 completed, throughput=5MB/sec 2024-04-22T05:06:09.654 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eSmzvObGKuSBjVo off=12090908 len=810915 2024-04-22T05:06:09.659 INFO:tasks.workunit.client.0.smithi040.stdout:op 5677 completed, throughput=5MB/sec 2024-04-22T05:06:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:06:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:06:10] "GET /metrics HTTP/1.1" 200 240191 "" "Prometheus/2.43.0" 2024-04-22T05:06:10.659 INFO:tasks.workunit.client.0.smithi040.stdout: 1111: throughput=5MB/sec pending data=0 2024-04-22T05:06:10.660 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MqXuhD0JKkUbu_N off=19487930 len=558893 2024-04-22T05:06:10.661 INFO:tasks.workunit.client.0.smithi040.stdout:op 5678 completed, throughput=5MB/sec 2024-04-22T05:06:10.661 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-PFUWMP9vjDf8GNt off=13547209 len=750643 2024-04-22T05:06:10.663 INFO:tasks.workunit.client.0.smithi040.stdout:op 5679 completed, throughput=5MB/sec 2024-04-22T05:06:10.663 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xTY2usoN2G5kh99 off=21386892 len=2054377 2024-04-22T05:06:10.666 INFO:tasks.workunit.client.0.smithi040.stdout:op 5680 completed, throughput=5MB/sec 2024-04-22T05:06:10.666 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6JM1JDNZptF1QgN off=13442509 len=1681655 2024-04-22T05:06:10.668 INFO:tasks.workunit.client.0.smithi040.stdout:op 5681 completed, throughput=5MB/sec 2024-04-22T05:06:10.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:10 smithi062 ceph-mon[78153]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T05:06:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:10 smithi040 ceph-mon[88445]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T05:06:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:10 smithi040 ceph-mon[91058]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-22T05:06:11.668 INFO:tasks.workunit.client.0.smithi040.stdout: 1112: throughput=5MB/sec pending data=0 2024-04-22T05:06:11.669 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ezGjt0ytOqf5OF8 off=6478238 len=1035469 2024-04-22T05:06:11.674 INFO:tasks.workunit.client.0.smithi040.stdout:op 5682 completed, throughput=5MB/sec 2024-04-22T05:06:11.675 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GUO2DBmMqJuXsdS off=23801164 len=1709489 2024-04-22T05:06:11.686 INFO:tasks.workunit.client.0.smithi040.stdout:op 5683 completed, throughput=5MB/sec 2024-04-22T05:06:11.686 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RJvj0nq96JZFXzF off=13801101 len=1573099 2024-04-22T05:06:11.697 INFO:tasks.workunit.client.0.smithi040.stdout:op 5684 completed, throughput=5MB/sec 2024-04-22T05:06:11.697 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jHlLPXz2ZFMWis6 off=10053606 len=1509719 2024-04-22T05:06:11.698 INFO:tasks.workunit.client.0.smithi040.stdout:op 5685 completed, throughput=5MB/sec 2024-04-22T05:06:12.699 INFO:tasks.workunit.client.0.smithi040.stdout: 1113: throughput=5MB/sec pending data=0 2024-04-22T05:06:12.699 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LsRDuT4m4UA6Ala off=2423676 len=116343 2024-04-22T05:06:12.702 INFO:tasks.workunit.client.0.smithi040.stdout:op 5686 completed, throughput=5MB/sec 2024-04-22T05:06:12.702 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ciGNLD5cbxmz57X off=13841251 len=1704717 2024-04-22T05:06:12.709 INFO:tasks.workunit.client.0.smithi040.stdout:op 5687 completed, throughput=5MB/sec 2024-04-22T05:06:12.710 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-S5QlRVaI-PzeesT off=3878091 len=1150779 2024-04-22T05:06:12.712 INFO:tasks.workunit.client.0.smithi040.stdout:op 5688 completed, throughput=5MB/sec 2024-04-22T05:06:12.712 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-aVgaDGd29sTalkS off=12916182 len=280632 2024-04-22T05:06:12.713 INFO:tasks.workunit.client.0.smithi040.stdout:op 5689 completed, throughput=5MB/sec 2024-04-22T05:06:12.713 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-a95uPvC_emaTSBU off=8969277 len=1979591 2024-04-22T05:06:12.715 INFO:tasks.workunit.client.0.smithi040.stdout:op 5690 completed, throughput=5MB/sec 2024-04-22T05:06:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:12 smithi062 ceph-mon[78153]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T05:06:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:12 smithi040 ceph-mon[88445]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T05:06:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:12 smithi040 ceph-mon[91058]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-22T05:06:13.715 INFO:tasks.workunit.client.0.smithi040.stdout: 1114: throughput=5MB/sec pending data=0 2024-04-22T05:06:13.715 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BC2QVp0iBul4NdC off=2642932 len=326086 2024-04-22T05:06:13.716 INFO:tasks.workunit.client.0.smithi040.stdout:op 5691 completed, throughput=5MB/sec 2024-04-22T05:06:13.716 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CBIXJ8uBCmMhYE0 off=8602225 len=1488563 2024-04-22T05:06:13.726 INFO:tasks.workunit.client.0.smithi040.stdout:op 5692 completed, throughput=5MB/sec 2024-04-22T05:06:13.726 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZjZBUIegK23GAiX off=389803 len=313970 2024-04-22T05:06:13.729 INFO:tasks.workunit.client.0.smithi040.stdout:op 5693 completed, throughput=5MB/sec 2024-04-22T05:06:13.729 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-T1S79LViqrP-eYJ off=5700757 len=468875 2024-04-22T05:06:13.730 INFO:tasks.workunit.client.0.smithi040.stdout:op 5694 completed, throughput=5MB/sec 2024-04-22T05:06:13.730 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YDPV8zgnYx8UGPP off=19696042 len=1651450 2024-04-22T05:06:13.738 INFO:tasks.workunit.client.0.smithi040.stdout:op 5695 completed, throughput=5MB/sec 2024-04-22T05:06:13.738 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Yh0WZM4nSJdsHvi off=6284682 len=1005348 2024-04-22T05:06:13.744 INFO:tasks.workunit.client.0.smithi040.stdout:op 5696 completed, throughput=5MB/sec 2024-04-22T05:06:14.744 INFO:tasks.workunit.client.0.smithi040.stdout: 1115: throughput=5MB/sec pending data=0 2024-04-22T05:06:14.744 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FJ1Y0RzwpRwkVWZ off=7763127 len=1002093 2024-04-22T05:06:14.745 INFO:tasks.workunit.client.0.smithi040.stdout:op 5697 completed, throughput=5MB/sec 2024-04-22T05:06:14.746 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-hitcbPLgGthr7R6 off=18938453 len=1195634 2024-04-22T05:06:14.747 INFO:tasks.workunit.client.0.smithi040.stdout:op 5698 completed, throughput=5MB/sec 2024-04-22T05:06:14.747 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YPwFP9OLgrevniL off=5630190 len=313000 2024-04-22T05:06:14.750 INFO:tasks.workunit.client.0.smithi040.stdout:op 5699 completed, throughput=5MB/sec 2024-04-22T05:06:14.750 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-4HzvQVktz-rZK8S off=18203016 len=2002563 2024-04-22T05:06:14.759 INFO:tasks.workunit.client.0.smithi040.stdout:op 5700 completed, throughput=5MB/sec 2024-04-22T05:06:14.759 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-h31SFeaQZC7W-5X off=103288 len=176469 2024-04-22T05:06:14.760 INFO:tasks.workunit.client.0.smithi040.stdout:op 5701 completed, throughput=5MB/sec 2024-04-22T05:06:14.760 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7KVLGPpk3Exwvei off=501303 len=750706 2024-04-22T05:06:14.764 INFO:tasks.workunit.client.0.smithi040.stdout:op 5702 completed, throughput=5MB/sec 2024-04-22T05:06:14.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:14 smithi062 ceph-mon[78153]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:06:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:14 smithi040 ceph-mon[88445]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:06:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:14 smithi040 ceph-mon[91058]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-22T05:06:15.764 INFO:tasks.workunit.client.0.smithi040.stdout: 1116: throughput=5MB/sec pending data=0 2024-04-22T05:06:15.765 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SJNa7VKCMZbEONW off=141096 len=779642 2024-04-22T05:06:15.766 INFO:tasks.workunit.client.0.smithi040.stdout:op 5703 completed, throughput=5MB/sec 2024-04-22T05:06:15.767 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8WK36gcaKv-yAw2 off=354328 len=534728 2024-04-22T05:06:15.771 INFO:tasks.workunit.client.0.smithi040.stdout:op 5704 completed, throughput=5MB/sec 2024-04-22T05:06:15.771 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sToN9FJi9STAN9L off=8693757 len=774195 2024-04-22T05:06:15.776 INFO:tasks.workunit.client.0.smithi040.stdout:op 5705 completed, throughput=5MB/sec 2024-04-22T05:06:15.776 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0fDeJUvqphW5eNK off=1446012 len=15347 2024-04-22T05:06:15.776 INFO:tasks.workunit.client.0.smithi040.stdout:op 5706 completed, throughput=5MB/sec 2024-04-22T05:06:15.776 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YMsktvMtI3bCcVF off=4220574 len=296273 2024-04-22T05:06:15.777 INFO:tasks.workunit.client.0.smithi040.stdout:op 5707 completed, throughput=5MB/sec 2024-04-22T05:06:15.777 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-I5d4jVf-p1oEVYX off=10980382 len=1686606 2024-04-22T05:06:15.785 INFO:tasks.workunit.client.0.smithi040.stdout:op 5708 completed, throughput=5MB/sec 2024-04-22T05:06:15.785 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JnQ9wXUJcew5iPs off=9356096 len=1011800 2024-04-22T05:06:15.786 INFO:tasks.workunit.client.0.smithi040.stdout:op 5709 completed, throughput=5MB/sec 2024-04-22T05:06:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:06:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:06:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:06:16.787 INFO:tasks.workunit.client.0.smithi040.stdout: 1117: throughput=5MB/sec pending data=0 2024-04-22T05:06:16.787 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MXFEG4F6G11Pn3H off=4035774 len=731130 2024-04-22T05:06:16.788 INFO:tasks.workunit.client.0.smithi040.stdout:op 5710 completed, throughput=5MB/sec 2024-04-22T05:06:16.788 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-tcZQhjJoAhqZOVl off=1274254 len=2064759 2024-04-22T05:06:16.792 INFO:tasks.workunit.client.0.smithi040.stdout:op 5711 completed, throughput=5MB/sec 2024-04-22T05:06:16.792 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-8SH2dfZGGM_Hh8s off=2427140 len=1768772 2024-04-22T05:06:16.801 INFO:tasks.workunit.client.0.smithi040.stdout:op 5712 completed, throughput=5MB/sec 2024-04-22T05:06:16.801 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JVOshOuJK5NNvbL off=2153050 len=311752 2024-04-22T05:06:16.802 INFO:tasks.workunit.client.0.smithi040.stdout:op 5713 completed, throughput=5MB/sec 2024-04-22T05:06:16.802 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YRGKj1t4BSasp6N off=4728177 len=1363129 2024-04-22T05:06:16.804 INFO:tasks.workunit.client.0.smithi040.stdout:op 5714 completed, throughput=5MB/sec 2024-04-22T05:06:16.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:16 smithi062 ceph-mon[78153]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-22T05:06:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:16 smithi040 ceph-mon[88445]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-22T05:06:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:16 smithi040 ceph-mon[91058]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-22T05:06:17.804 INFO:tasks.workunit.client.0.smithi040.stdout: 1118: throughput=5MB/sec pending data=0 2024-04-22T05:06:17.804 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pfN-j6vFZtDKmBU off=1425053 len=1858867 2024-04-22T05:06:17.816 INFO:tasks.workunit.client.0.smithi040.stdout:op 5715 completed, throughput=5MB/sec 2024-04-22T05:06:17.816 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YxqvEUnGfzKlX0q off=11861579 len=64271 2024-04-22T05:06:17.817 INFO:tasks.workunit.client.0.smithi040.stdout:op 5716 completed, throughput=5MB/sec 2024-04-22T05:06:17.817 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZJwBiuY4HHl7EUT off=6483375 len=1432917 2024-04-22T05:06:17.822 INFO:tasks.workunit.client.0.smithi040.stdout:op 5717 completed, throughput=5MB/sec 2024-04-22T05:06:17.823 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IfhV7c9Mmy4-Afk off=4466660 len=1533460 2024-04-22T05:06:17.830 INFO:tasks.workunit.client.0.smithi040.stdout:op 5718 completed, throughput=5MB/sec 2024-04-22T05:06:18.830 INFO:tasks.workunit.client.0.smithi040.stdout: 1119: throughput=5MB/sec pending data=0 2024-04-22T05:06:18.830 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-aLhR2B64p2No6mT off=12348827 len=1765467 2024-04-22T05:06:18.840 INFO:tasks.workunit.client.0.smithi040.stdout:op 5719 completed, throughput=5MB/sec 2024-04-22T05:06:18.840 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DyPCHkw1Leg3z_K off=10277867 len=64015 2024-04-22T05:06:18.840 INFO:tasks.workunit.client.0.smithi040.stdout:op 5720 completed, throughput=5MB/sec 2024-04-22T05:06:18.840 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4XXkH1GcSNNKb-V off=10584978 len=1657332 2024-04-22T05:06:18.841 INFO:tasks.workunit.client.0.smithi040.stdout:op 5721 completed, throughput=5MB/sec 2024-04-22T05:06:18.841 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jPeyiGoFkz9bBQA off=349421 len=598472 2024-04-22T05:06:18.842 INFO:tasks.workunit.client.0.smithi040.stdout:op 5722 completed, throughput=5MB/sec 2024-04-22T05:06:18.842 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cR0oE9R7CsCvvH6 off=322682 len=1163207 2024-04-22T05:06:18.844 INFO:tasks.workunit.client.0.smithi040.stdout:op 5723 completed, throughput=5MB/sec 2024-04-22T05:06:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:18 smithi040 ceph-mon[88445]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-22T05:06:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:18 smithi040 ceph-mon[91058]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-22T05:06:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:18 smithi062 ceph-mon[78153]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-22T05:06:19.844 INFO:tasks.workunit.client.0.smithi040.stdout: 1120: throughput=5MB/sec pending data=0 2024-04-22T05:06:19.844 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-sXEGChpGpFGE4gQ off=177310 len=187819 2024-04-22T05:06:19.847 INFO:tasks.workunit.client.0.smithi040.stdout:op 5724 completed, throughput=5MB/sec 2024-04-22T05:06:19.847 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--v6i7HWDWXsUFrr off=7515086 len=1982684 2024-04-22T05:06:19.851 INFO:tasks.workunit.client.0.smithi040.stdout:op 5725 completed, throughput=5MB/sec 2024-04-22T05:06:19.851 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z37Rrpta9BDLnBx off=3766481 len=1320012 2024-04-22T05:06:19.853 INFO:tasks.workunit.client.0.smithi040.stdout:op 5726 completed, throughput=5MB/sec 2024-04-22T05:06:19.853 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-U3PkL6UFPDrLLwn off=372229 len=1802581 2024-04-22T05:06:19.855 INFO:tasks.workunit.client.0.smithi040.stdout:op 5727 completed, throughput=5MB/sec 2024-04-22T05:06:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:06:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:06:20] "GET /metrics HTTP/1.1" 200 240191 "" "Prometheus/2.43.0" 2024-04-22T05:06:20.855 INFO:tasks.workunit.client.0.smithi040.stdout: 1121: throughput=5MB/sec pending data=0 2024-04-22T05:06:20.855 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zdIb1ugH2zEXBj6 off=12630660 len=933098 2024-04-22T05:06:20.857 INFO:tasks.workunit.client.0.smithi040.stdout:op 5728 completed, throughput=5MB/sec 2024-04-22T05:06:20.857 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-pmkIqaS7w0KHPBP off=19026828 len=719114 2024-04-22T05:06:20.861 INFO:tasks.workunit.client.0.smithi040.stdout:op 5729 completed, throughput=5MB/sec 2024-04-22T05:06:20.861 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KkYM3USUov00iYf off=8029613 len=851211 2024-04-22T05:06:20.866 INFO:tasks.workunit.client.0.smithi040.stdout:op 5730 completed, throughput=5MB/sec 2024-04-22T05:06:20.866 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-48HMeq0itXjk2_s off=880494 len=1601589 2024-04-22T05:06:20.868 INFO:tasks.workunit.client.0.smithi040.stdout:op 5731 completed, throughput=5MB/sec 2024-04-22T05:06:20.868 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WQYl0LGKlnRUAKU off=2787174 len=1121081 2024-04-22T05:06:20.875 INFO:tasks.workunit.client.0.smithi040.stdout:op 5732 completed, throughput=5MB/sec 2024-04-22T05:06:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:20 smithi040 ceph-mon[88445]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:06:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:06:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:20 smithi040 ceph-mon[91058]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:06:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:06:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:20 smithi062 ceph-mon[78153]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-22T05:06:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:06:21.875 INFO:tasks.workunit.client.0.smithi040.stdout: 1122: throughput=5MB/sec pending data=0 2024-04-22T05:06:21.875 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5RL0SXE1oQIp_Uk off=3502965 len=1614554 2024-04-22T05:06:21.878 INFO:tasks.workunit.client.0.smithi040.stdout:op 5733 completed, throughput=5MB/sec 2024-04-22T05:06:21.878 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-c4UReaI5_3BvRKB off=8381005 len=331297 2024-04-22T05:06:21.881 INFO:tasks.workunit.client.0.smithi040.stdout:op 5734 completed, throughput=5MB/sec 2024-04-22T05:06:21.881 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RFu1JDCvl_u3ezJ off=2561619 len=1802219 2024-04-22T05:06:21.889 INFO:tasks.workunit.client.0.smithi040.stdout:op 5735 completed, throughput=5MB/sec 2024-04-22T05:06:21.889 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ACrb4A_vqXY-mrv off=5207511 len=74326 2024-04-22T05:06:21.891 INFO:tasks.workunit.client.0.smithi040.stdout:op 5736 completed, throughput=5MB/sec 2024-04-22T05:06:21.891 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-NCTz78Y6W5o6DE6 off=1825870 len=1637643 2024-04-22T05:06:21.893 INFO:tasks.workunit.client.0.smithi040.stdout:op 5737 completed, throughput=5MB/sec 2024-04-22T05:06:22.893 INFO:tasks.workunit.client.0.smithi040.stdout: 1123: throughput=5MB/sec pending data=0 2024-04-22T05:06:22.893 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kRQGfqqt5bYbMYd off=11042652 len=620625 2024-04-22T05:06:22.894 INFO:tasks.workunit.client.0.smithi040.stdout:op 5738 completed, throughput=5MB/sec 2024-04-22T05:06:22.894 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7LBEEOyPZ07Hfyx off=945634 len=595735 2024-04-22T05:06:22.895 INFO:tasks.workunit.client.0.smithi040.stdout:op 5739 completed, throughput=5MB/sec 2024-04-22T05:06:22.895 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LcFHWF6RScAQXB2 off=3598353 len=1251073 2024-04-22T05:06:22.897 INFO:tasks.workunit.client.0.smithi040.stdout:op 5740 completed, throughput=5MB/sec 2024-04-22T05:06:22.897 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jZhmMxgBbILJ-83 off=7520418 len=665384 2024-04-22T05:06:22.897 INFO:tasks.workunit.client.0.smithi040.stdout:op 5741 completed, throughput=5MB/sec 2024-04-22T05:06:22.898 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bfpzbd5yoAgpIDo off=1529075 len=1353773 2024-04-22T05:06:22.900 INFO:tasks.workunit.client.0.smithi040.stdout:op 5742 completed, throughput=5MB/sec 2024-04-22T05:06:22.900 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-1o1yj7Mwfa7jEQV off=5577253 len=107490 2024-04-22T05:06:22.901 INFO:tasks.workunit.client.0.smithi040.stdout:op 5743 completed, throughput=5MB/sec 2024-04-22T05:06:22.901 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-n6sqquB0kNcHg8u off=3085926 len=1761414 2024-04-22T05:06:22.903 INFO:tasks.workunit.client.0.smithi040.stdout:op 5744 completed, throughput=5MB/sec 2024-04-22T05:06:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:22 smithi040 ceph-mon[88445]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-22T05:06:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:22 smithi040 ceph-mon[91058]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-22T05:06:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:22 smithi062 ceph-mon[78153]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-22T05:06:23.903 INFO:tasks.workunit.client.0.smithi040.stdout: 1124: throughput=5MB/sec pending data=0 2024-04-22T05:06:23.904 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-usZZQf9S_vCQTkf off=674552 len=1209384 2024-04-22T05:06:23.905 INFO:tasks.workunit.client.0.smithi040.stdout:op 5745 completed, throughput=5MB/sec 2024-04-22T05:06:23.905 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7sCHA0MxJnigjYn off=14612863 len=16079 2024-04-22T05:06:23.906 INFO:tasks.workunit.client.0.smithi040.stdout:op 5746 completed, throughput=5MB/sec 2024-04-22T05:06:23.906 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ruww4kn4p7nuqVG off=5916185 len=1565351 2024-04-22T05:06:23.908 INFO:tasks.workunit.client.0.smithi040.stdout:op 5747 completed, throughput=5MB/sec 2024-04-22T05:06:23.908 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VHJJk1uMnjdlzFH off=3885603 len=1609813 2024-04-22T05:06:23.915 INFO:tasks.workunit.client.0.smithi040.stdout:op 5748 completed, throughput=5MB/sec 2024-04-22T05:06:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:24 smithi040 ceph-mon[88445]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:06:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:24 smithi040 ceph-mon[91058]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:06:24.916 INFO:tasks.workunit.client.0.smithi040.stdout: 1125: throughput=5MB/sec pending data=0 2024-04-22T05:06:24.916 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-p395Ani2UunfwUM off=9970034 len=2055996 2024-04-22T05:06:24.918 INFO:tasks.workunit.client.0.smithi040.stdout:op 5749 completed, throughput=5MB/sec 2024-04-22T05:06:24.918 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-HvRAhWFUXJdu2b5 off=0 len=1786666 2024-04-22T05:06:24.928 INFO:tasks.workunit.client.0.smithi040.stdout:op 5750 completed, throughput=5MB/sec 2024-04-22T05:06:24.928 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SmlkyFrj-wsZkzA off=2578676 len=1251692 2024-04-22T05:06:24.929 INFO:tasks.workunit.client.0.smithi040.stdout:op 5751 completed, throughput=5MB/sec 2024-04-22T05:06:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:24 smithi062 ceph-mon[78153]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-22T05:06:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:06:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:06:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:06:25.930 INFO:tasks.workunit.client.0.smithi040.stdout: 1126: throughput=5MB/sec pending data=0 2024-04-22T05:06:25.930 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zWN-KEN-YInw1BP off=1647439 len=630775 2024-04-22T05:06:25.933 INFO:tasks.workunit.client.0.smithi040.stdout:op 5752 completed, throughput=5MB/sec 2024-04-22T05:06:25.934 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-o9O1qKaEnQH1wUq off=8641295 len=316184 2024-04-22T05:06:25.935 INFO:tasks.workunit.client.0.smithi040.stdout:op 5753 completed, throughput=5MB/sec 2024-04-22T05:06:25.935 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Dv6sEhjQZLedac3 off=1561118 len=745516 2024-04-22T05:06:25.938 INFO:tasks.workunit.client.0.smithi040.stdout:op 5754 completed, throughput=5MB/sec 2024-04-22T05:06:25.939 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9lDFQNI9pETeQG9 off=20236570 len=981760 2024-04-22T05:06:25.944 INFO:tasks.workunit.client.0.smithi040.stdout:op 5755 completed, throughput=5MB/sec 2024-04-22T05:06:25.945 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-D5-jfXmDVgD4h_D off=3433001 len=66458 2024-04-22T05:06:25.947 INFO:tasks.workunit.client.0.smithi040.stdout:op 5756 completed, throughput=5MB/sec 2024-04-22T05:06:25.947 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-J9oMH38B2oPl0Jp off=543467 len=107097 2024-04-22T05:06:25.949 INFO:tasks.workunit.client.0.smithi040.stdout:op 5757 completed, throughput=5MB/sec 2024-04-22T05:06:25.949 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NKsxgE8lD5li8rK off=8528805 len=655295 2024-04-22T05:06:25.954 INFO:tasks.workunit.client.0.smithi040.stdout:op 5758 completed, throughput=5MB/sec 2024-04-22T05:06:25.954 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DREKIcLzKynzKJG off=3473330 len=1082512 2024-04-22T05:06:25.960 INFO:tasks.workunit.client.0.smithi040.stdout:op 5759 completed, throughput=5MB/sec 2024-04-22T05:06:25.960 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EjixjaPS-QREW4d off=2175873 len=2077514 2024-04-22T05:06:25.970 INFO:tasks.workunit.client.0.smithi040.stdout:op 5760 completed, throughput=5MB/sec 2024-04-22T05:06:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:26 smithi040 ceph-mon[88445]: pgmap v2008: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:06:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:26 smithi040 ceph-mon[91058]: pgmap v2008: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:06:26.970 INFO:tasks.workunit.client.0.smithi040.stdout: 1127: throughput=5MB/sec pending data=0 2024-04-22T05:06:26.971 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-VfnE58v5hEjaMcu off=12097332 len=680139 2024-04-22T05:06:26.972 INFO:tasks.workunit.client.0.smithi040.stdout:op 5761 completed, throughput=5MB/sec 2024-04-22T05:06:26.972 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eGFWOqE_kPEMQx3 off=3640387 len=380085 2024-04-22T05:06:26.974 INFO:tasks.workunit.client.0.smithi040.stdout:op 5762 completed, throughput=5MB/sec 2024-04-22T05:06:26.974 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pty1AGH4Ig-0K_k off=3579662 len=1376997 2024-04-22T05:06:26.977 INFO:tasks.workunit.client.0.smithi040.stdout:op 5763 completed, throughput=5MB/sec 2024-04-22T05:06:26.977 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Yld1HlIlkFgosDm off=5115729 len=925200 2024-04-22T05:06:26.978 INFO:tasks.workunit.client.0.smithi040.stdout:op 5764 completed, throughput=5MB/sec 2024-04-22T05:06:26.978 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZYQwE97G82YXfrC off=522444 len=1308458 2024-04-22T05:06:26.984 INFO:tasks.workunit.client.0.smithi040.stdout:op 5765 completed, throughput=5MB/sec 2024-04-22T05:06:27.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:26 smithi062 ceph-mon[78153]: pgmap v2008: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-22T05:06:27.985 INFO:tasks.workunit.client.0.smithi040.stdout: 1128: throughput=5MB/sec pending data=0 2024-04-22T05:06:27.985 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZJXrJHN_xncAcKX off=1611977 len=1282894 2024-04-22T05:06:27.991 INFO:tasks.workunit.client.0.smithi040.stdout:op 5766 completed, throughput=5MB/sec 2024-04-22T05:06:27.991 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-gx6F3KKPOWeo5BE off=13906468 len=1946646 2024-04-22T05:06:28.002 INFO:tasks.workunit.client.0.smithi040.stdout:op 5767 completed, throughput=5MB/sec 2024-04-22T05:06:28.002 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hQ82NceTo76eG8b off=703325 len=1370974 2024-04-22T05:06:28.008 INFO:tasks.workunit.client.0.smithi040.stdout:op 5768 completed, throughput=5MB/sec 2024-04-22T05:06:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:28 smithi040 ceph-mon[88445]: pgmap v2009: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T05:06:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:28 smithi040 ceph-mon[91058]: pgmap v2009: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T05:06:29.009 INFO:tasks.workunit.client.0.smithi040.stdout: 1129: throughput=5MB/sec pending data=0 2024-04-22T05:06:29.009 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rK5ZZOR-2hH-rh5 off=13305 len=1069894 2024-04-22T05:06:29.015 INFO:tasks.workunit.client.0.smithi040.stdout:op 5769 completed, throughput=5MB/sec 2024-04-22T05:06:29.015 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RRLANk9ykrKd3ep off=7260171 len=1452379 2024-04-22T05:06:29.022 INFO:tasks.workunit.client.0.smithi040.stdout:op 5770 completed, throughput=5MB/sec 2024-04-22T05:06:29.023 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Qk9m9bNO0ocFx87 off=1875525 len=817855 2024-04-22T05:06:29.027 INFO:tasks.workunit.client.0.smithi040.stdout:op 5771 completed, throughput=5MB/sec 2024-04-22T05:06:29.028 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BMPhkGG2zH7tkZ1 off=4966581 len=160100 2024-04-22T05:06:29.028 INFO:tasks.workunit.client.0.smithi040.stdout:op 5772 completed, throughput=5MB/sec 2024-04-22T05:06:29.028 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6kd09sjWD9kO296 off=4661755 len=1256262 2024-04-22T05:06:29.030 INFO:tasks.workunit.client.0.smithi040.stdout:op 5773 completed, throughput=5MB/sec 2024-04-22T05:06:29.030 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rPbAcYu4YlBCtEd off=1273641 len=733607 2024-04-22T05:06:29.034 INFO:tasks.workunit.client.0.smithi040.stdout:op 5774 completed, throughput=5MB/sec 2024-04-22T05:06:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:28 smithi062 ceph-mon[78153]: pgmap v2009: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T05:06:30.034 INFO:tasks.workunit.client.0.smithi040.stdout: 1130: throughput=5MB/sec pending data=0 2024-04-22T05:06:30.035 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iipCvl30TlHI4rr off=3659866 len=472385 2024-04-22T05:06:30.039 INFO:tasks.workunit.client.0.smithi040.stdout:op 5775 completed, throughput=5MB/sec 2024-04-22T05:06:30.039 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-zdNOTkcOiYCbY0V off=469277 len=748280 2024-04-22T05:06:30.043 INFO:tasks.workunit.client.0.smithi040.stdout:op 5776 completed, throughput=5MB/sec 2024-04-22T05:06:30.043 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vc_HoVMqNFt7wZc off=10651211 len=1495485 2024-04-22T05:06:30.049 INFO:tasks.workunit.client.0.smithi040.stdout:op 5777 completed, throughput=5MB/sec 2024-04-22T05:06:30.050 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-yffeKF1xp9StN87 off=3543784 len=1986672 2024-04-22T05:06:30.052 INFO:tasks.workunit.client.0.smithi040.stdout:op 5778 completed, throughput=5MB/sec 2024-04-22T05:06:30.052 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nG9N6Iximm5K_oE off=3296252 len=110979 2024-04-22T05:06:30.053 INFO:tasks.workunit.client.0.smithi040.stdout:op 5779 completed, throughput=5MB/sec 2024-04-22T05:06:30.053 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KL__Yi3_tY0wJXR off=6042461 len=1859720 2024-04-22T05:06:30.064 INFO:tasks.workunit.client.0.smithi040.stdout:op 5780 completed, throughput=5MB/sec 2024-04-22T05:06:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:06:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:06:30] "GET /metrics HTTP/1.1" 200 240186 "" "Prometheus/2.43.0" 2024-04-22T05:06:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:30 smithi040 ceph-mon[88445]: pgmap v2010: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T05:06:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:30 smithi040 ceph-mon[91058]: pgmap v2010: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T05:06:31.064 INFO:tasks.workunit.client.0.smithi040.stdout: 1131: throughput=5MB/sec pending data=0 2024-04-22T05:06:31.064 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Ekv_e7d2M_s-_0c off=2917126 len=1834579 2024-04-22T05:06:31.074 INFO:tasks.workunit.client.0.smithi040.stdout:op 5781 completed, throughput=5MB/sec 2024-04-22T05:06:31.074 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nM9jpZ_KWyAI2-P off=17576622 len=2029888 2024-04-22T05:06:31.086 INFO:tasks.workunit.client.0.smithi040.stdout:op 5782 completed, throughput=5MB/sec 2024-04-22T05:06:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:30 smithi062 ceph-mon[78153]: pgmap v2010: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T05:06:32.087 INFO:tasks.workunit.client.0.smithi040.stdout: 1132: throughput=5MB/sec pending data=0 2024-04-22T05:06:32.087 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6V-GKkJOzTIcDkC off=923274 len=112988 2024-04-22T05:06:32.090 INFO:tasks.workunit.client.0.smithi040.stdout:op 5783 completed, throughput=5MB/sec 2024-04-22T05:06:32.090 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ftQRdeXFPAiIRdl off=6945237 len=490240 2024-04-22T05:06:32.091 INFO:tasks.workunit.client.0.smithi040.stdout:op 5784 completed, throughput=5MB/sec 2024-04-22T05:06:32.091 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8cmxtiC-vUnZpIi off=1953188 len=439767 2024-04-22T05:06:32.092 INFO:tasks.workunit.client.0.smithi040.stdout:op 5785 completed, throughput=5MB/sec 2024-04-22T05:06:32.092 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-dW5khwObnn8DtGd off=1015106 len=707817 2024-04-22T05:06:32.097 INFO:tasks.workunit.client.0.smithi040.stdout:op 5786 completed, throughput=5MB/sec 2024-04-22T05:06:32.097 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PIdUihZjd4m_0BW off=9336294 len=400002 2024-04-22T05:06:32.101 INFO:tasks.workunit.client.0.smithi040.stdout:op 5787 completed, throughput=5MB/sec 2024-04-22T05:06:32.101 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IFd5--uhNQ4_zIQ off=6645711 len=1822608 2024-04-22T05:06:32.103 INFO:tasks.workunit.client.0.smithi040.stdout:op 5788 completed, throughput=5MB/sec 2024-04-22T05:06:32.103 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kZcjg9H2vg5wa1W off=3182459 len=1172523 2024-04-22T05:06:32.104 INFO:tasks.workunit.client.0.smithi040.stdout:op 5789 completed, throughput=5MB/sec 2024-04-22T05:06:32.104 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-adv2VquMbz1Mx3M off=3812378 len=1158591 2024-04-22T05:06:32.110 INFO:tasks.workunit.client.0.smithi040.stdout:op 5790 completed, throughput=5MB/sec 2024-04-22T05:06:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:32 smithi040 ceph-mon[88445]: pgmap v2011: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T05:06:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:32 smithi040 ceph-mon[91058]: pgmap v2011: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T05:06:33.110 INFO:tasks.workunit.client.0.smithi040.stdout: 1133: throughput=5MB/sec pending data=0 2024-04-22T05:06:33.110 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-0DfsQJ7mwRqUVmc off=6385436 len=1406483 2024-04-22T05:06:33.118 INFO:tasks.workunit.client.0.smithi040.stdout:op 5791 completed, throughput=5MB/sec 2024-04-22T05:06:33.118 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qFKlMkpQUx4nhdF off=10953488 len=494956 2024-04-22T05:06:33.122 INFO:tasks.workunit.client.0.smithi040.stdout:op 5792 completed, throughput=5MB/sec 2024-04-22T05:06:33.122 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-C_RJY_ozrF4nmOr off=13863856 len=103660 2024-04-22T05:06:33.124 INFO:tasks.workunit.client.0.smithi040.stdout:op 5793 completed, throughput=5MB/sec 2024-04-22T05:06:33.124 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Onisuvxuu7QQuSh off=11316536 len=1939022 2024-04-22T05:06:33.126 INFO:tasks.workunit.client.0.smithi040.stdout:op 5794 completed, throughput=5MB/sec 2024-04-22T05:06:33.126 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-f2HQ5KXA0d3FON6 off=6685755 len=1948977 2024-04-22T05:06:33.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:32 smithi062 ceph-mon[78153]: pgmap v2011: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-22T05:06:33.136 INFO:tasks.workunit.client.0.smithi040.stdout:op 5795 completed, throughput=5MB/sec 2024-04-22T05:06:34.137 INFO:tasks.workunit.client.0.smithi040.stdout: 1134: throughput=5MB/sec pending data=0 2024-04-22T05:06:34.137 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-u_QNSIaS5EBQ_3k off=5580123 len=216559 2024-04-22T05:06:34.137 INFO:tasks.workunit.client.0.smithi040.stdout:op 5796 completed, throughput=5MB/sec 2024-04-22T05:06:34.138 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Q-S7toQ29bQIppn off=1913220 len=465458 2024-04-22T05:06:34.141 INFO:tasks.workunit.client.0.smithi040.stdout:op 5797 completed, throughput=5MB/sec 2024-04-22T05:06:34.141 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-YZn-xcqAKtFSGku off=17658550 len=917143 2024-04-22T05:06:34.145 INFO:tasks.workunit.client.0.smithi040.stdout:op 5798 completed, throughput=5MB/sec 2024-04-22T05:06:34.146 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MUlOs7yzlyZSdKx off=7003456 len=520039 2024-04-22T05:06:34.147 INFO:tasks.workunit.client.0.smithi040.stdout:op 5799 completed, throughput=5MB/sec 2024-04-22T05:06:34.147 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MDGCZzZuq7lCm2q off=19228552 len=1270141 2024-04-22T05:06:34.149 INFO:tasks.workunit.client.0.smithi040.stdout:op 5800 completed, throughput=5MB/sec 2024-04-22T05:06:34.149 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-16SL9q3Q7-GyjDp off=10228322 len=1728257 2024-04-22T05:06:34.151 INFO:tasks.workunit.client.0.smithi040.stdout:op 5801 completed, throughput=5MB/sec 2024-04-22T05:06:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:34 smithi040 ceph-mon[88445]: pgmap v2012: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:06:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:34 smithi040 ceph-mon[91058]: pgmap v2012: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:06:35.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:34 smithi062 ceph-mon[78153]: pgmap v2012: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:06:35.151 INFO:tasks.workunit.client.0.smithi040.stdout: 1135: throughput=5MB/sec pending data=0 2024-04-22T05:06:35.151 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NlKv0qXHto3ezT6 off=5907373 len=1189337 2024-04-22T05:06:35.157 INFO:tasks.workunit.client.0.smithi040.stdout:op 5802 completed, throughput=5MB/sec 2024-04-22T05:06:35.157 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qziQ-uQkQFU9j6a off=15549590 len=164843 2024-04-22T05:06:35.158 INFO:tasks.workunit.client.0.smithi040.stdout:op 5803 completed, throughput=5MB/sec 2024-04-22T05:06:35.158 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-BkYnQtekXnaCE5P off=11581025 len=243929 2024-04-22T05:06:35.161 INFO:tasks.workunit.client.0.smithi040.stdout:op 5804 completed, throughput=5MB/sec 2024-04-22T05:06:35.161 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-w6utR-0CcxZpg-9 off=6829581 len=866835 2024-04-22T05:06:35.162 INFO:tasks.workunit.client.0.smithi040.stdout:op 5805 completed, throughput=5MB/sec 2024-04-22T05:06:35.162 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mf5uo3aYQgY595P off=2661686 len=154518 2024-04-22T05:06:35.162 INFO:tasks.workunit.client.0.smithi040.stdout:op 5806 completed, throughput=5MB/sec 2024-04-22T05:06:35.163 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-N45OMJm2ISgYyYP off=12712045 len=318153 2024-04-22T05:06:35.165 INFO:tasks.workunit.client.0.smithi040.stdout:op 5807 completed, throughput=5MB/sec 2024-04-22T05:06:35.166 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-An1qmNFTWIG-HsT off=6622473 len=490457 2024-04-22T05:06:35.169 INFO:tasks.workunit.client.0.smithi040.stdout:op 5808 completed, throughput=5MB/sec 2024-04-22T05:06:35.169 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ylPYcncjLAc6U1L off=740724 len=1353562 2024-04-22T05:06:35.177 INFO:tasks.workunit.client.0.smithi040.stdout:op 5809 completed, throughput=5MB/sec 2024-04-22T05:06:35.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:06:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:06:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:06:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:06:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:06:36.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:06:36.177 INFO:tasks.workunit.client.0.smithi040.stdout: 1136: throughput=5MB/sec pending data=0 2024-04-22T05:06:36.177 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EjixjaPS-QREW4d off=2251646 len=845578 2024-04-22T05:06:36.182 INFO:tasks.workunit.client.0.smithi040.stdout:op 5810 completed, throughput=5MB/sec 2024-04-22T05:06:36.182 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mi1gckRqAFL3ebm off=60190 len=312970 2024-04-22T05:06:36.183 INFO:tasks.workunit.client.0.smithi040.stdout:op 5811 completed, throughput=5MB/sec 2024-04-22T05:06:36.183 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-I2Rm44gx2QRvXzC off=4218460 len=610843 2024-04-22T05:06:36.188 INFO:tasks.workunit.client.0.smithi040.stdout:op 5812 completed, throughput=5MB/sec 2024-04-22T05:06:36.188 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Dx4C4vV72LKZrL7 off=17685849 len=2086296 2024-04-22T05:06:36.190 INFO:tasks.workunit.client.0.smithi040.stdout:op 5813 completed, throughput=5MB/sec 2024-04-22T05:06:36.190 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0OdiqULyOQ2IEIg off=5854420 len=169767 2024-04-22T05:06:36.191 INFO:tasks.workunit.client.0.smithi040.stdout:op 5814 completed, throughput=5MB/sec 2024-04-22T05:06:36.191 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ENHgjVzLHYyRjAH off=3091793 len=832705 2024-04-22T05:06:36.196 INFO:tasks.workunit.client.0.smithi040.stdout:op 5815 completed, throughput=5MB/sec 2024-04-22T05:06:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:36 smithi062 ceph-mon[78153]: pgmap v2013: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-22T05:06:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:36 smithi040 ceph-mon[88445]: pgmap v2013: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-22T05:06:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:36 smithi040 ceph-mon[91058]: pgmap v2013: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-22T05:06:37.197 INFO:tasks.workunit.client.0.smithi040.stdout: 1137: throughput=5MB/sec pending data=0 2024-04-22T05:06:37.197 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-E2sFzo1Loqhi8w- off=1794850 len=627814 2024-04-22T05:06:37.201 INFO:tasks.workunit.client.0.smithi040.stdout:op 5816 completed, throughput=5MB/sec 2024-04-22T05:06:37.201 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ysL0zBQb1d9gYLF off=10766600 len=701140 2024-04-22T05:06:37.203 INFO:tasks.workunit.client.0.smithi040.stdout:op 5817 completed, throughput=5MB/sec 2024-04-22T05:06:37.203 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vFevNbAvkA9dOoL off=2556830 len=1810455 2024-04-22T05:06:37.207 INFO:tasks.workunit.client.0.smithi040.stdout:op 5818 completed, throughput=5MB/sec 2024-04-22T05:06:37.207 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ke4jc9iehF6v9Lq off=5193512 len=109622 2024-04-22T05:06:37.207 INFO:tasks.workunit.client.0.smithi040.stdout:op 5819 completed, throughput=5MB/sec 2024-04-22T05:06:37.207 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3rlQlmKHvvEYqMK off=2208593 len=728556 2024-04-22T05:06:37.209 INFO:tasks.workunit.client.0.smithi040.stdout:op 5820 completed, throughput=5MB/sec 2024-04-22T05:06:37.209 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-zfMua9P0P4jeVyo off=14088345 len=401923 2024-04-22T05:06:37.209 INFO:tasks.workunit.client.0.smithi040.stdout:op 5821 completed, throughput=5MB/sec 2024-04-22T05:06:37.210 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-qjIJD9D67400KrU off=5490832 len=2059906 2024-04-22T05:06:37.218 INFO:tasks.workunit.client.0.smithi040.stdout:op 5822 completed, throughput=5MB/sec 2024-04-22T05:06:38.219 INFO:tasks.workunit.client.0.smithi040.stdout: 1138: throughput=5MB/sec pending data=0 2024-04-22T05:06:38.219 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xkhwwbxdyZRD_zr off=10633525 len=1841936 2024-04-22T05:06:38.229 INFO:tasks.workunit.client.0.smithi040.stdout:op 5823 completed, throughput=5MB/sec 2024-04-22T05:06:38.230 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-1tCzz3FCLywFyBA off=215367 len=238355 2024-04-22T05:06:38.232 INFO:tasks.workunit.client.0.smithi040.stdout:op 5824 completed, throughput=5MB/sec 2024-04-22T05:06:38.232 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-06KY_A4ncwwvQBs off=3717218 len=27291 2024-04-22T05:06:38.233 INFO:tasks.workunit.client.0.smithi040.stdout:op 5825 completed, throughput=5MB/sec 2024-04-22T05:06:38.233 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ul2ohBvBVzTeVeH off=14034925 len=410502 2024-04-22T05:06:38.234 INFO:tasks.workunit.client.0.smithi040.stdout:op 5826 completed, throughput=5MB/sec 2024-04-22T05:06:38.234 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-W7aZcOQLBF8mmOX off=9374186 len=221333 2024-04-22T05:06:38.235 INFO:tasks.workunit.client.0.smithi040.stdout:op 5827 completed, throughput=5MB/sec 2024-04-22T05:06:38.235 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KzpXOsbNNMMS6TJ off=3725243 len=659389 2024-04-22T05:06:38.239 INFO:tasks.workunit.client.0.smithi040.stdout:op 5828 completed, throughput=5MB/sec 2024-04-22T05:06:38.239 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LxuafF3hhtyjDUF off=8585710 len=1701178 2024-04-22T05:06:38.248 INFO:tasks.workunit.client.0.smithi040.stdout:op 5829 completed, throughput=5MB/sec 2024-04-22T05:06:39.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:38 smithi062 ceph-mon[78153]: pgmap v2014: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:06:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:38 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:06:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:38 smithi040 ceph-mon[88445]: pgmap v2014: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:06:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:38 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:06:39.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:38 smithi040 ceph-mon[91058]: pgmap v2014: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:06:39.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:38 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:06:39.248 INFO:tasks.workunit.client.0.smithi040.stdout: 1139: throughput=5MB/sec pending data=0 2024-04-22T05:06:39.248 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-FWnne1E7kJzGGyl off=13087120 len=578324 2024-04-22T05:06:39.249 INFO:tasks.workunit.client.0.smithi040.stdout:op 5830 completed, throughput=5MB/sec 2024-04-22T05:06:39.249 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lkV6K0lrwyY0laV off=18951805 len=1095439 2024-04-22T05:06:39.254 INFO:tasks.workunit.client.0.smithi040.stdout:op 5831 completed, throughput=5MB/sec 2024-04-22T05:06:39.254 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-MldNOlCQRp_R9ga off=2903433 len=817925 2024-04-22T05:06:39.258 INFO:tasks.workunit.client.0.smithi040.stdout:op 5832 completed, throughput=5MB/sec 2024-04-22T05:06:39.258 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZU-a6aa6NniWe5j off=3600428 len=1725279 2024-04-22T05:06:39.265 INFO:tasks.workunit.client.0.smithi040.stdout:op 5833 completed, throughput=5MB/sec 2024-04-22T05:06:39.265 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ATDXq8ZT47KHL-7 off=6490360 len=150123 2024-04-22T05:06:39.265 INFO:tasks.workunit.client.0.smithi040.stdout:op 5834 completed, throughput=5MB/sec 2024-04-22T05:06:40.065 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:39 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:06:40.065 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:39 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:06:40.065 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:39 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:06:40.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:39 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:06:40.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:39 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:06:40.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:39 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:06:40.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:39 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:06:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:39 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:06:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:39 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:06:40.266 INFO:tasks.workunit.client.0.smithi040.stdout: 1140: throughput=5MB/sec pending data=0 2024-04-22T05:06:40.266 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FqzxhTHl4tK3w1B off=10214338 len=395878 2024-04-22T05:06:40.269 INFO:tasks.workunit.client.0.smithi040.stdout:op 5835 completed, throughput=5MB/sec 2024-04-22T05:06:40.270 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IoJTBvor7I-Adus off=1235722 len=1438867 2024-04-22T05:06:40.277 INFO:tasks.workunit.client.0.smithi040.stdout:op 5836 completed, throughput=5MB/sec 2024-04-22T05:06:40.277 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-B__EKi4zVV3hbVO off=1660366 len=1497601 2024-04-22T05:06:40.285 INFO:tasks.workunit.client.0.smithi040.stdout:op 5837 completed, throughput=5MB/sec 2024-04-22T05:06:40.285 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0vKNPI-BulOi0H6 off=3641729 len=1586805 2024-04-22T05:06:40.289 INFO:tasks.workunit.client.0.smithi040.stdout:op 5838 completed, throughput=5MB/sec 2024-04-22T05:06:40.289 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5aAXhsNCCFLqDaN off=16418253 len=1476508 2024-04-22T05:06:40.296 INFO:tasks.workunit.client.0.smithi040.stdout:op 5839 completed, throughput=5MB/sec 2024-04-22T05:06:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:06:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:06:40] "GET /metrics HTTP/1.1" 200 240197 "" "Prometheus/2.43.0" 2024-04-22T05:06:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:40 smithi062 ceph-mon[78153]: pgmap v2015: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:06:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:40 smithi040 ceph-mon[88445]: pgmap v2015: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:06:41.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:40 smithi040 ceph-mon[91058]: pgmap v2015: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:06:41.297 INFO:tasks.workunit.client.0.smithi040.stdout: 1141: throughput=5MB/sec pending data=0 2024-04-22T05:06:41.297 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-3kSDy5OW-LnxvtS off=20688348 len=226610 2024-04-22T05:06:41.298 INFO:tasks.workunit.client.0.smithi040.stdout:op 5840 completed, throughput=5MB/sec 2024-04-22T05:06:41.298 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VzWQC2dgd1qp4xm off=14824978 len=952805 2024-04-22T05:06:41.302 INFO:tasks.workunit.client.0.smithi040.stdout:op 5841 completed, throughput=5MB/sec 2024-04-22T05:06:41.303 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-5DHThk8fK1zj9mb off=5240466 len=343612 2024-04-22T05:06:41.303 INFO:tasks.workunit.client.0.smithi040.stdout:op 5842 completed, throughput=5MB/sec 2024-04-22T05:06:41.304 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8r1VkOQ64oRRv8J off=5833371 len=2017658 2024-04-22T05:06:41.307 INFO:tasks.workunit.client.0.smithi040.stdout:op 5843 completed, throughput=5MB/sec 2024-04-22T05:06:41.307 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-izj7LxR9OP4uJAp off=0 len=1535532 2024-04-22T05:06:41.316 INFO:tasks.workunit.client.0.smithi040.stdout:op 5844 completed, throughput=5MB/sec 2024-04-22T05:06:42.316 INFO:tasks.workunit.client.0.smithi040.stdout: 1142: throughput=5MB/sec pending data=0 2024-04-22T05:06:42.316 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-e4-o2ShRubN_EoZ off=13425510 len=1058480 2024-04-22T05:06:42.321 INFO:tasks.workunit.client.0.smithi040.stdout:op 5845 completed, throughput=5MB/sec 2024-04-22T05:06:42.321 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-xxvef3U_YTObdV0 off=1981601 len=65969 2024-04-22T05:06:42.322 INFO:tasks.workunit.client.0.smithi040.stdout:op 5846 completed, throughput=5MB/sec 2024-04-22T05:06:42.322 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wJ8zjZPHEqjRbpO off=1518338 len=137297 2024-04-22T05:06:42.323 INFO:tasks.workunit.client.0.smithi040.stdout:op 5847 completed, throughput=5MB/sec 2024-04-22T05:06:42.323 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yIgthhlKmLllCez off=3194121 len=317234 2024-04-22T05:06:42.326 INFO:tasks.workunit.client.0.smithi040.stdout:op 5848 completed, throughput=5MB/sec 2024-04-22T05:06:42.326 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-l-JHbJMPkTxDb9z off=5395847 len=1844293 2024-04-22T05:06:42.336 INFO:tasks.workunit.client.0.smithi040.stdout:op 5849 completed, throughput=5MB/sec 2024-04-22T05:06:42.336 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NgisAv0VQq-rabD off=860970 len=1224610 2024-04-22T05:06:42.343 INFO:tasks.workunit.client.0.smithi040.stdout:op 5850 completed, throughput=5MB/sec 2024-04-22T05:06:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:42 smithi062 ceph-mon[78153]: pgmap v2016: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-22T05:06:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:42 smithi040 ceph-mon[88445]: pgmap v2016: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-22T05:06:43.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:42 smithi040 ceph-mon[91058]: pgmap v2016: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-22T05:06:43.343 INFO:tasks.workunit.client.0.smithi040.stdout: 1143: throughput=5MB/sec pending data=0 2024-04-22T05:06:43.344 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BV4KNmGAM8wPLKa off=227172 len=1303975 2024-04-22T05:06:43.347 INFO:tasks.workunit.client.0.smithi040.stdout:op 5851 completed, throughput=5MB/sec 2024-04-22T05:06:43.347 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-7-BEQ_AVTL6ol4e off=476994 len=697791 2024-04-22T05:06:43.348 INFO:tasks.workunit.client.0.smithi040.stdout:op 5852 completed, throughput=5MB/sec 2024-04-22T05:06:43.348 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-0TpRL_Q-EU6Mq7W off=814017 len=24130 2024-04-22T05:06:43.348 INFO:tasks.workunit.client.0.smithi040.stdout:op 5853 completed, throughput=5MB/sec 2024-04-22T05:06:43.349 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-JttEz1msnGeBc4a off=8702041 len=73892 2024-04-22T05:06:43.351 INFO:tasks.workunit.client.0.smithi040.stdout:op 5854 completed, throughput=5MB/sec 2024-04-22T05:06:43.351 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-eaPycXmxz742B7q off=84469 len=1213470 2024-04-22T05:06:43.357 INFO:tasks.workunit.client.0.smithi040.stdout:op 5855 completed, throughput=5MB/sec 2024-04-22T05:06:43.357 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-U_tfr8BTBeOH3oP off=6032664 len=1248803 2024-04-22T05:06:43.359 INFO:tasks.workunit.client.0.smithi040.stdout:op 5856 completed, throughput=5MB/sec 2024-04-22T05:06:43.359 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--ptv5ToeNhoNanP off=17111099 len=1095551 2024-04-22T05:06:43.360 INFO:tasks.workunit.client.0.smithi040.stdout:op 5857 completed, throughput=5MB/sec 2024-04-22T05:06:44.361 INFO:tasks.workunit.client.0.smithi040.stdout: 1144: throughput=5MB/sec pending data=0 2024-04-22T05:06:44.361 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-6_r_FDwjbxbVNZ3 off=1062021 len=2075737 2024-04-22T05:06:44.370 INFO:tasks.workunit.client.0.smithi040.stdout:op 5858 completed, throughput=5MB/sec 2024-04-22T05:06:44.370 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-EYVEssq491Xbw_Q off=2748555 len=2056417 2024-04-22T05:06:44.377 INFO:tasks.workunit.client.0.smithi040.stdout:op 5859 completed, throughput=5MB/sec 2024-04-22T05:06:44.377 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eUG6phMJpApd-nq off=2665226 len=67188 2024-04-22T05:06:44.378 INFO:tasks.workunit.client.0.smithi040.stdout:op 5860 completed, throughput=5MB/sec 2024-04-22T05:06:44.378 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xCdHAbcH71itatU off=4533614 len=1740224 2024-04-22T05:06:44.386 INFO:tasks.workunit.client.0.smithi040.stdout:op 5861 completed, throughput=5MB/sec 2024-04-22T05:06:45.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:44 smithi062 ceph-mon[78153]: pgmap v2017: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:06:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:44 smithi040 ceph-mon[88445]: pgmap v2017: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:06:45.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:44 smithi040 ceph-mon[91058]: pgmap v2017: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:06:45.386 INFO:tasks.workunit.client.0.smithi040.stdout: 1145: throughput=5MB/sec pending data=0 2024-04-22T05:06:45.386 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Og5keTkW32kIpMx off=7950149 len=1700347 2024-04-22T05:06:45.388 INFO:tasks.workunit.client.0.smithi040.stdout:op 5862 completed, throughput=5MB/sec 2024-04-22T05:06:45.388 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-5ULw91x_ZKyR35P off=6244780 len=1326976 2024-04-22T05:06:45.394 INFO:tasks.workunit.client.0.smithi040.stdout:op 5863 completed, throughput=5MB/sec 2024-04-22T05:06:45.394 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-OC9CmF89WbxfSrs off=1203871 len=111123 2024-04-22T05:06:45.396 INFO:tasks.workunit.client.0.smithi040.stdout:op 5864 completed, throughput=5MB/sec 2024-04-22T05:06:45.397 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-M4rKMu6CHWmk66q off=3601401 len=1106059 2024-04-22T05:06:45.402 INFO:tasks.workunit.client.0.smithi040.stdout:op 5865 completed, throughput=5MB/sec 2024-04-22T05:06:45.402 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-oVCs91_ZxSvlU6Y off=20794429 len=748679 2024-04-22T05:06:45.404 INFO:tasks.workunit.client.0.smithi040.stdout:op 5866 completed, throughput=5MB/sec 2024-04-22T05:06:45.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:06:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:06:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:06:46.404 INFO:tasks.workunit.client.0.smithi040.stdout: 1146: throughput=5MB/sec pending data=0 2024-04-22T05:06:46.405 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_2L8GLU4swW9g9v off=713326 len=1809467 2024-04-22T05:06:46.408 INFO:tasks.workunit.client.0.smithi040.stdout:op 5867 completed, throughput=5MB/sec 2024-04-22T05:06:46.408 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TWSm3jURRAeyXcO off=7937851 len=206136 2024-04-22T05:06:46.409 INFO:tasks.workunit.client.0.smithi040.stdout:op 5868 completed, throughput=5MB/sec 2024-04-22T05:06:46.409 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-CaUOnRYjDqBE_sI off=3264062 len=1721151 2024-04-22T05:06:46.411 INFO:tasks.workunit.client.0.smithi040.stdout:op 5869 completed, throughput=5MB/sec 2024-04-22T05:06:46.411 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-2tjYd_i141qB3hl off=18301576 len=1755375 2024-04-22T05:06:46.420 INFO:tasks.workunit.client.0.smithi040.stdout:op 5870 completed, throughput=5MB/sec 2024-04-22T05:06:47.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:46 smithi062 ceph-mon[78153]: pgmap v2018: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:06:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:46 smithi040 ceph-mon[88445]: pgmap v2018: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:06:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:46 smithi040 ceph-mon[91058]: pgmap v2018: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-22T05:06:47.420 INFO:tasks.workunit.client.0.smithi040.stdout: 1147: throughput=5MB/sec pending data=0 2024-04-22T05:06:47.421 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tqA_yzXwBz0kafr off=1841542 len=1046058 2024-04-22T05:06:47.425 INFO:tasks.workunit.client.0.smithi040.stdout:op 5871 completed, throughput=5MB/sec 2024-04-22T05:06:47.425 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-8-UJsGn9iresDCX off=4001173 len=359413 2024-04-22T05:06:47.426 INFO:tasks.workunit.client.0.smithi040.stdout:op 5872 completed, throughput=5MB/sec 2024-04-22T05:06:47.427 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-OVYWZ3k_pnfogLn off=11984352 len=272281 2024-04-22T05:06:47.427 INFO:tasks.workunit.client.0.smithi040.stdout:op 5873 completed, throughput=5MB/sec 2024-04-22T05:06:47.427 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-o05D2Ul___MyiVg off=13051346 len=1671664 2024-04-22T05:06:47.429 INFO:tasks.workunit.client.0.smithi040.stdout:op 5874 completed, throughput=5MB/sec 2024-04-22T05:06:47.429 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UewQRCIaL3kfwZu off=725065 len=1600166 2024-04-22T05:06:47.432 INFO:tasks.workunit.client.0.smithi040.stdout:op 5875 completed, throughput=5MB/sec 2024-04-22T05:06:48.433 INFO:tasks.workunit.client.0.smithi040.stdout: 1148: throughput=5MB/sec pending data=0 2024-04-22T05:06:48.433 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-r1kvPz95ulIKdon off=12154424 len=1492317 2024-04-22T05:06:48.440 INFO:tasks.workunit.client.0.smithi040.stdout:op 5876 completed, throughput=5MB/sec 2024-04-22T05:06:48.440 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-_S-rlZWBd1dECik off=4393267 len=472863 2024-04-22T05:06:48.444 INFO:tasks.workunit.client.0.smithi040.stdout:op 5877 completed, throughput=5MB/sec 2024-04-22T05:06:48.444 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-uwOIxT2oCNjjj2s off=19445722 len=935731 2024-04-22T05:06:48.448 INFO:tasks.workunit.client.0.smithi040.stdout:op 5878 completed, throughput=5MB/sec 2024-04-22T05:06:48.448 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iluodG1djDMT5sc off=5596659 len=614414 2024-04-22T05:06:48.449 INFO:tasks.workunit.client.0.smithi040.stdout:op 5879 completed, throughput=5MB/sec 2024-04-22T05:06:48.449 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6IiIHbMhZDS6qgD off=3451410 len=568533 2024-04-22T05:06:48.450 INFO:tasks.workunit.client.0.smithi040.stdout:op 5880 completed, throughput=5MB/sec 2024-04-22T05:06:48.451 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-KNkBUJqufGtj957 off=0 len=1280426 2024-04-22T05:06:48.457 INFO:tasks.workunit.client.0.smithi040.stdout:op 5881 completed, throughput=5MB/sec 2024-04-22T05:06:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:48 smithi062 ceph-mon[78153]: pgmap v2019: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:06:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:48 smithi040 ceph-mon[88445]: pgmap v2019: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:06:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:48 smithi040 ceph-mon[91058]: pgmap v2019: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:06:49.457 INFO:tasks.workunit.client.0.smithi040.stdout: 1149: throughput=5MB/sec pending data=0 2024-04-22T05:06:49.457 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-blwS4Tbmr6Vahou off=883717 len=1337658 2024-04-22T05:06:49.465 INFO:tasks.workunit.client.0.smithi040.stdout:op 5882 completed, throughput=5MB/sec 2024-04-22T05:06:49.465 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TpjbZEsZpHkZXY3 off=2392891 len=1932866 2024-04-22T05:06:49.474 INFO:tasks.workunit.client.0.smithi040.stdout:op 5883 completed, throughput=5MB/sec 2024-04-22T05:06:49.474 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qmQrvV57MN6xdMg off=326332 len=637025 2024-04-22T05:06:49.476 INFO:tasks.workunit.client.0.smithi040.stdout:op 5884 completed, throughput=5MB/sec 2024-04-22T05:06:49.476 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vmANCx76vXy6XyB off=12459279 len=1318272 2024-04-22T05:06:49.478 INFO:tasks.workunit.client.0.smithi040.stdout:op 5885 completed, throughput=5MB/sec 2024-04-22T05:06:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:06:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:06:50] "GET /metrics HTTP/1.1" 200 240197 "" "Prometheus/2.43.0" 2024-04-22T05:06:50.479 INFO:tasks.workunit.client.0.smithi040.stdout: 1150: throughput=5MB/sec pending data=0 2024-04-22T05:06:50.479 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-S0k1HMThInI7elS off=2935897 len=2004112 2024-04-22T05:06:50.481 INFO:tasks.workunit.client.0.smithi040.stdout:op 5886 completed, throughput=5MB/sec 2024-04-22T05:06:50.481 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-NgZCVAcTBl3VZRS off=14285629 len=1020533 2024-04-22T05:06:50.487 INFO:tasks.workunit.client.0.smithi040.stdout:op 5887 completed, throughput=5MB/sec 2024-04-22T05:06:50.487 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Fg0lFQ4VaELS6Jt off=12524682 len=405257 2024-04-22T05:06:50.488 INFO:tasks.workunit.client.0.smithi040.stdout:op 5888 completed, throughput=5MB/sec 2024-04-22T05:06:50.488 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-n51RsaZZKwnl7Nf off=3219985 len=702428 2024-04-22T05:06:50.492 INFO:tasks.workunit.client.0.smithi040.stdout:op 5889 completed, throughput=5MB/sec 2024-04-22T05:06:50.492 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-y0rGd7Ry_Lgbvrm off=644233 len=860060 2024-04-22T05:06:50.495 INFO:tasks.workunit.client.0.smithi040.stdout:op 5890 completed, throughput=5MB/sec 2024-04-22T05:06:50.495 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sUgHzSyAOwkb7RP off=3990762 len=1031968 2024-04-22T05:06:50.496 INFO:tasks.workunit.client.0.smithi040.stdout:op 5891 completed, throughput=5MB/sec 2024-04-22T05:06:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:50 smithi062 ceph-mon[78153]: pgmap v2020: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:06:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:06:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:50 smithi040 ceph-mon[88445]: pgmap v2020: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:06:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:06:51.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:50 smithi040 ceph-mon[91058]: pgmap v2020: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:06:51.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:06:51.496 INFO:tasks.workunit.client.0.smithi040.stdout: 1151: throughput=5MB/sec pending data=0 2024-04-22T05:06:51.496 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-BhK9L-pNQzBp7Qv off=12337458 len=1971614 2024-04-22T05:06:51.499 INFO:tasks.workunit.client.0.smithi040.stdout:op 5892 completed, throughput=5MB/sec 2024-04-22T05:06:51.499 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mn_We3fjlgNjjt0 off=2086094 len=1856137 2024-04-22T05:06:51.509 INFO:tasks.workunit.client.0.smithi040.stdout:op 5893 completed, throughput=5MB/sec 2024-04-22T05:06:51.509 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RLaT3PPt2ThqLdz off=3514946 len=1480941 2024-04-22T05:06:51.518 INFO:tasks.workunit.client.0.smithi040.stdout:op 5894 completed, throughput=5MB/sec 2024-04-22T05:06:52.518 INFO:tasks.workunit.client.0.smithi040.stdout: 1152: throughput=5MB/sec pending data=0 2024-04-22T05:06:52.518 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-vjgwLcX3hraF3_0 off=2038034 len=1271455 2024-04-22T05:06:52.524 INFO:tasks.workunit.client.0.smithi040.stdout:op 5895 completed, throughput=5MB/sec 2024-04-22T05:06:52.524 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-R1NyejXhI2-xc7j off=603319 len=644023 2024-04-22T05:06:52.528 INFO:tasks.workunit.client.0.smithi040.stdout:op 5896 completed, throughput=5MB/sec 2024-04-22T05:06:52.528 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-bL2GN5WgHRurcNO off=3133613 len=221496 2024-04-22T05:06:52.529 INFO:tasks.workunit.client.0.smithi040.stdout:op 5897 completed, throughput=5MB/sec 2024-04-22T05:06:52.529 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YMsktvMtI3bCcVF off=10256145 len=1620831 2024-04-22T05:06:52.530 INFO:tasks.workunit.client.0.smithi040.stdout:op 5898 completed, throughput=5MB/sec 2024-04-22T05:06:52.531 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-w5a4H8ZfxuLESCn off=13633585 len=244551 2024-04-22T05:06:52.531 INFO:tasks.workunit.client.0.smithi040.stdout:op 5899 completed, throughput=5MB/sec 2024-04-22T05:06:52.531 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iWbEBT5zgbj8ByV off=3788274 len=1892439 2024-04-22T05:06:52.540 INFO:tasks.workunit.client.0.smithi040.stdout:op 5900 completed, throughput=5MB/sec 2024-04-22T05:06:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:52 smithi062 ceph-mon[78153]: pgmap v2021: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-22T05:06:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:52 smithi040 ceph-mon[88445]: pgmap v2021: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-22T05:06:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:52 smithi040 ceph-mon[91058]: pgmap v2021: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-22T05:06:53.540 INFO:tasks.workunit.client.0.smithi040.stdout: 1153: throughput=5MB/sec pending data=0 2024-04-22T05:06:53.540 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Z1l_c26i6Xi3Rmn off=1098988 len=446041 2024-04-22T05:06:53.544 INFO:tasks.workunit.client.0.smithi040.stdout:op 5901 completed, throughput=5MB/sec 2024-04-22T05:06:53.544 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-fojn7Ls39C6e72J off=2467814 len=1825560 2024-04-22T05:06:53.554 INFO:tasks.workunit.client.0.smithi040.stdout:op 5902 completed, throughput=5MB/sec 2024-04-22T05:06:53.555 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pvbvUOPtIvSZg96 off=671988 len=1065799 2024-04-22T05:06:53.556 INFO:tasks.workunit.client.0.smithi040.stdout:op 5903 completed, throughput=5MB/sec 2024-04-22T05:06:53.556 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-28Z0UisxdSHPGMY off=772232 len=206955 2024-04-22T05:06:53.559 INFO:tasks.workunit.client.0.smithi040.stdout:op 5904 completed, throughput=5MB/sec 2024-04-22T05:06:53.559 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jnasdJU0yrBe612 off=11902592 len=508437 2024-04-22T05:06:53.559 INFO:tasks.workunit.client.0.smithi040.stdout:op 5905 completed, throughput=5MB/sec 2024-04-22T05:06:54.560 INFO:tasks.workunit.client.0.smithi040.stdout: 1154: throughput=5MB/sec pending data=0 2024-04-22T05:06:54.560 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nF7Xy1P2xut8nTu off=4179937 len=613836 2024-04-22T05:06:54.564 INFO:tasks.workunit.client.0.smithi040.stdout:op 5906 completed, throughput=5MB/sec 2024-04-22T05:06:54.564 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-TFG0sSzMhMxlkrz off=1844115 len=713544 2024-04-22T05:06:54.569 INFO:tasks.workunit.client.0.smithi040.stdout:op 5907 completed, throughput=5MB/sec 2024-04-22T05:06:54.569 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WiKiyNAMK_b4Fp9 off=6626109 len=355080 2024-04-22T05:06:54.572 INFO:tasks.workunit.client.0.smithi040.stdout:op 5908 completed, throughput=5MB/sec 2024-04-22T05:06:54.572 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-C_XP7bTAWSBYQ79 off=7450101 len=2025865 2024-04-22T05:06:54.583 INFO:tasks.workunit.client.0.smithi040.stdout:op 5909 completed, throughput=5MB/sec 2024-04-22T05:06:54.583 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-r2tmA7kqoYiWk7N off=3215701 len=1819701 2024-04-22T05:06:54.585 INFO:tasks.workunit.client.0.smithi040.stdout:op 5910 completed, throughput=5MB/sec 2024-04-22T05:06:54.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:54 smithi062 ceph-mon[78153]: pgmap v2022: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:06:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:54 smithi040 ceph-mon[88445]: pgmap v2022: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:06:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:54 smithi040 ceph-mon[91058]: pgmap v2022: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:06:55.586 INFO:tasks.workunit.client.0.smithi040.stdout: 1155: throughput=5MB/sec pending data=0 2024-04-22T05:06:55.586 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PV6HX42F3VKVppN off=7755152 len=754278 2024-04-22T05:06:55.590 INFO:tasks.workunit.client.0.smithi040.stdout:op 5911 completed, throughput=5MB/sec 2024-04-22T05:06:55.590 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-YMlj4WbjujFQpKN off=85316 len=1380859 2024-04-22T05:06:55.593 INFO:tasks.workunit.client.0.smithi040.stdout:op 5912 completed, throughput=5MB/sec 2024-04-22T05:06:55.594 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-M8XWYQdovbRYos1 off=2186616 len=89738 2024-04-22T05:06:55.595 INFO:tasks.workunit.client.0.smithi040.stdout:op 5913 completed, throughput=5MB/sec 2024-04-22T05:06:55.595 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-nTcu88ewWiCgV8m off=4353237 len=1195803 2024-04-22T05:06:55.601 INFO:tasks.workunit.client.0.smithi040.stdout:op 5914 completed, throughput=5MB/sec 2024-04-22T05:06:55.601 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AlASP5xVtMuJHGX off=1388842 len=90544 2024-04-22T05:06:55.605 INFO:tasks.workunit.client.0.smithi040.stdout:op 5915 completed, throughput=5MB/sec 2024-04-22T05:06:55.605 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IDwjWjmJOwLBals off=7499155 len=115387 2024-04-22T05:06:55.607 INFO:tasks.workunit.client.0.smithi040.stdout:op 5916 completed, throughput=5MB/sec 2024-04-22T05:06:55.607 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RKUYfLDBLezCvIr off=13688940 len=814416 2024-04-22T05:06:55.612 INFO:tasks.workunit.client.0.smithi040.stdout:op 5917 completed, throughput=5MB/sec 2024-04-22T05:06:55.612 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-DKY07NVJXFzSCvV off=3914156 len=1902567 2024-04-22T05:06:55.622 INFO:tasks.workunit.client.0.smithi040.stdout:op 5918 completed, throughput=5MB/sec 2024-04-22T05:06:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:06:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:06:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:06:56.622 INFO:tasks.workunit.client.0.smithi040.stdout: 1156: throughput=5MB/sec pending data=0 2024-04-22T05:06:56.623 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-3pgH4mu4G8ZpDju off=14614676 len=30711 2024-04-22T05:06:56.625 INFO:tasks.workunit.client.0.smithi040.stdout:op 5919 completed, throughput=5MB/sec 2024-04-22T05:06:56.625 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-R1NyejXhI2-xc7j off=2990309 len=1666558 2024-04-22T05:06:56.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:56 smithi062 ceph-mon[78153]: pgmap v2023: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:06:56.634 INFO:tasks.workunit.client.0.smithi040.stdout:op 5920 completed, throughput=5MB/sec 2024-04-22T05:06:56.634 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-HbjcdE1w0b4GHuF off=975112 len=1058030 2024-04-22T05:06:56.637 INFO:tasks.workunit.client.0.smithi040.stdout:op 5921 completed, throughput=5MB/sec 2024-04-22T05:06:56.638 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-E9Z0ZlNL9vEgyVT off=6811014 len=1969134 2024-04-22T05:06:56.639 INFO:tasks.workunit.client.0.smithi040.stdout:op 5922 completed, throughput=5MB/sec 2024-04-22T05:06:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:56 smithi040 ceph-mon[88445]: pgmap v2023: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:06:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:56 smithi040 ceph-mon[91058]: pgmap v2023: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:06:57.639 INFO:tasks.workunit.client.0.smithi040.stdout: 1157: throughput=5MB/sec pending data=0 2024-04-22T05:06:57.640 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yh3l41c5ZHBQzQy off=4104522 len=540381 2024-04-22T05:06:57.643 INFO:tasks.workunit.client.0.smithi040.stdout:op 5923 completed, throughput=5MB/sec 2024-04-22T05:06:57.643 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-mCv495fIlAYckee off=10142209 len=1067478 2024-04-22T05:06:57.648 INFO:tasks.workunit.client.0.smithi040.stdout:op 5924 completed, throughput=5MB/sec 2024-04-22T05:06:57.648 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-RXLAR6XmXlq__kM off=7237791 len=1235008 2024-04-22T05:06:57.658 INFO:tasks.workunit.client.0.smithi040.stdout:op 5925 completed, throughput=5MB/sec 2024-04-22T05:06:57.658 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MOyeJd0OMPYyeFJ off=21573411 len=142131 2024-04-22T05:06:57.659 INFO:tasks.workunit.client.0.smithi040.stdout:op 5926 completed, throughput=5MB/sec 2024-04-22T05:06:57.659 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-faw0xZqXJfy4gws off=664101 len=562339 2024-04-22T05:06:57.660 INFO:tasks.workunit.client.0.smithi040.stdout:op 5927 completed, throughput=5MB/sec 2024-04-22T05:06:57.660 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SnUQM_Q9AAIEiFj off=2289018 len=1929776 2024-04-22T05:06:57.672 INFO:tasks.workunit.client.0.smithi040.stdout:op 5928 completed, throughput=5MB/sec 2024-04-22T05:06:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:06:58 smithi062 ceph-mon[78153]: pgmap v2024: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:06:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:06:58 smithi040 ceph-mon[88445]: pgmap v2024: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:06:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:06:58 smithi040 ceph-mon[91058]: pgmap v2024: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:06:58.672 INFO:tasks.workunit.client.0.smithi040.stdout: 1158: throughput=5MB/sec pending data=0 2024-04-22T05:06:58.672 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ftNmFaAo6lw-aLy off=11497244 len=1311184 2024-04-22T05:06:58.679 INFO:tasks.workunit.client.0.smithi040.stdout:op 5929 completed, throughput=5MB/sec 2024-04-22T05:06:58.679 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-z3Vx_UpuI1DkCwM off=586607 len=1709750 2024-04-22T05:06:58.682 INFO:tasks.workunit.client.0.smithi040.stdout:op 5930 completed, throughput=5MB/sec 2024-04-22T05:06:58.682 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UCLv4wtehWzaNKX off=0 len=1314422 2024-04-22T05:06:58.684 INFO:tasks.workunit.client.0.smithi040.stdout:op 5931 completed, throughput=5MB/sec 2024-04-22T05:06:58.684 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-cG8kMa_rAYPbODx off=10481439 len=1906974 2024-04-22T05:06:58.686 INFO:tasks.workunit.client.0.smithi040.stdout:op 5932 completed, throughput=5MB/sec 2024-04-22T05:06:59.687 INFO:tasks.workunit.client.0.smithi040.stdout: 1159: throughput=5MB/sec pending data=0 2024-04-22T05:06:59.687 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-tyAm4VQMg5LRSRT off=15363143 len=396925 2024-04-22T05:06:59.690 INFO:tasks.workunit.client.0.smithi040.stdout:op 5933 completed, throughput=5MB/sec 2024-04-22T05:06:59.690 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AsCJni9gs7Situj off=7378388 len=500607 2024-04-22T05:06:59.691 INFO:tasks.workunit.client.0.smithi040.stdout:op 5934 completed, throughput=5MB/sec 2024-04-22T05:06:59.691 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UWaJweTN2AQqUaV off=12954624 len=1076952 2024-04-22T05:06:59.693 INFO:tasks.workunit.client.0.smithi040.stdout:op 5935 completed, throughput=5MB/sec 2024-04-22T05:06:59.693 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WU-nBqfx28VdwRL off=1586370 len=61146 2024-04-22T05:06:59.695 INFO:tasks.workunit.client.0.smithi040.stdout:op 5936 completed, throughput=5MB/sec 2024-04-22T05:06:59.696 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-pj4rT99pFHW-7TG off=579182 len=1147620 2024-04-22T05:06:59.697 INFO:tasks.workunit.client.0.smithi040.stdout:op 5937 completed, throughput=5MB/sec 2024-04-22T05:06:59.697 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-qVah2z2Jqg604il off=2146906 len=58321 2024-04-22T05:06:59.698 INFO:tasks.workunit.client.0.smithi040.stdout:op 5938 completed, throughput=5MB/sec 2024-04-22T05:06:59.698 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-4F0td-nsngo6WLw off=5169469 len=1393954 2024-04-22T05:06:59.699 INFO:tasks.workunit.client.0.smithi040.stdout:op 5939 completed, throughput=5MB/sec 2024-04-22T05:07:00.383 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:07:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:07:00] "GET /metrics HTTP/1.1" 200 240189 "" "Prometheus/2.43.0" 2024-04-22T05:07:00.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:00 smithi040 ceph-mon[88445]: pgmap v2025: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:07:00.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:00 smithi040 ceph-mon[91058]: pgmap v2025: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:07:00.699 INFO:tasks.workunit.client.0.smithi040.stdout: 1160: throughput=5MB/sec pending data=0 2024-04-22T05:07:00.699 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AV2Y-I936R7PmKW off=6241516 len=1672844 2024-04-22T05:07:00.701 INFO:tasks.workunit.client.0.smithi040.stdout:op 5940 completed, throughput=5MB/sec 2024-04-22T05:07:00.701 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-RxamIeFiRUN10DN off=2763798 len=524777 2024-04-22T05:07:00.703 INFO:tasks.workunit.client.0.smithi040.stdout:op 5941 completed, throughput=5MB/sec 2024-04-22T05:07:00.703 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6bSgqDrWCJYx9pE off=17040376 len=837501 2024-04-22T05:07:00.704 INFO:tasks.workunit.client.0.smithi040.stdout:op 5942 completed, throughput=5MB/sec 2024-04-22T05:07:00.704 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-936DK76_sdKPL1D off=547088 len=1840637 2024-04-22T05:07:00.708 INFO:tasks.workunit.client.0.smithi040.stdout:op 5943 completed, throughput=5MB/sec 2024-04-22T05:07:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:00 smithi062 ceph-mon[78153]: pgmap v2025: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:07:01.708 INFO:tasks.workunit.client.0.smithi040.stdout: 1161: throughput=5MB/sec pending data=0 2024-04-22T05:07:01.708 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-GJtdtRARCFv3Q8h off=7941748 len=98654 2024-04-22T05:07:01.711 INFO:tasks.workunit.client.0.smithi040.stdout:op 5944 completed, throughput=5MB/sec 2024-04-22T05:07:01.711 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ydy50oNgf1ZbaJN off=14659087 len=665799 2024-04-22T05:07:01.712 INFO:tasks.workunit.client.0.smithi040.stdout:op 5945 completed, throughput=5MB/sec 2024-04-22T05:07:01.712 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-hSoT3DpAuNanxDP off=3442277 len=1951730 2024-04-22T05:07:01.725 INFO:tasks.workunit.client.0.smithi040.stdout:op 5946 completed, throughput=5MB/sec 2024-04-22T05:07:01.725 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-PMa1CI2yZsATUTc off=5636784 len=1748383 2024-04-22T05:07:01.731 INFO:tasks.workunit.client.0.smithi040.stdout:op 5947 completed, throughput=5MB/sec 2024-04-22T05:07:01.732 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JOE_6gdbDj6CGpM off=12051125 len=1530014 2024-04-22T05:07:01.733 INFO:tasks.workunit.client.0.smithi040.stdout:op 5948 completed, throughput=5MB/sec 2024-04-22T05:07:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:02 smithi040 ceph-mon[88445]: pgmap v2026: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T05:07:02.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:02 smithi040 ceph-mon[91058]: pgmap v2026: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T05:07:02.734 INFO:tasks.workunit.client.0.smithi040.stdout: 1162: throughput=5MB/sec pending data=0 2024-04-22T05:07:02.734 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-x7DZ_WxV-DDTPCV off=3165722 len=1721627 2024-04-22T05:07:02.736 INFO:tasks.workunit.client.0.smithi040.stdout:op 5949 completed, throughput=5MB/sec 2024-04-22T05:07:02.736 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-AWD6b8TERp67jyG off=2817769 len=1480677 2024-04-22T05:07:02.743 INFO:tasks.workunit.client.0.smithi040.stdout:op 5950 completed, throughput=5MB/sec 2024-04-22T05:07:02.743 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-13sLlkYnhHdpPXV off=9154665 len=539942 2024-04-22T05:07:02.747 INFO:tasks.workunit.client.0.smithi040.stdout:op 5951 completed, throughput=5MB/sec 2024-04-22T05:07:02.748 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-DEYT7EPzxZ9xn2i off=3134679 len=531243 2024-04-22T05:07:02.748 INFO:tasks.workunit.client.0.smithi040.stdout:op 5952 completed, throughput=5MB/sec 2024-04-22T05:07:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:02 smithi062 ceph-mon[78153]: pgmap v2026: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-22T05:07:03.749 INFO:tasks.workunit.client.0.smithi040.stdout: 1163: throughput=5MB/sec pending data=0 2024-04-22T05:07:03.749 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ZAwUuJqyB7MVHrJ off=10736208 len=451165 2024-04-22T05:07:03.752 INFO:tasks.workunit.client.0.smithi040.stdout:op 5953 completed, throughput=5MB/sec 2024-04-22T05:07:03.752 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-t_q8YifvtaNKTee off=5607886 len=2064391 2024-04-22T05:07:03.764 INFO:tasks.workunit.client.0.smithi040.stdout:op 5954 completed, throughput=5MB/sec 2024-04-22T05:07:03.764 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9BqGqIPVT2yh6vp off=1044924 len=584750 2024-04-22T05:07:03.768 INFO:tasks.workunit.client.0.smithi040.stdout:op 5955 completed, throughput=5MB/sec 2024-04-22T05:07:03.768 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xgc55HEl2gf4_T2 off=8628687 len=96049 2024-04-22T05:07:03.771 INFO:tasks.workunit.client.0.smithi040.stdout:op 5956 completed, throughput=5MB/sec 2024-04-22T05:07:03.771 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Mp0d3XM7vJHye9o off=417191 len=1970157 2024-04-22T05:07:03.780 INFO:tasks.workunit.client.0.smithi040.stdout:op 5957 completed, throughput=5MB/sec 2024-04-22T05:07:03.780 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JTO6UIISRJd8Ijb off=12310070 len=44799 2024-04-22T05:07:03.781 INFO:tasks.workunit.client.0.smithi040.stdout:op 5958 completed, throughput=5MB/sec 2024-04-22T05:07:03.781 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-sMcvRsG_aMXbINu off=5825081 len=1061367 2024-04-22T05:07:03.783 INFO:tasks.workunit.client.0.smithi040.stdout:op 5959 completed, throughput=5MB/sec 2024-04-22T05:07:03.881 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 05:07:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=cleanup t=2024-04-22T05:07:03.521977837Z level=info msg="Completed cleanup jobs" duration=12.643484ms 2024-04-22T05:07:04.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:04 smithi040 ceph-mon[88445]: pgmap v2027: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:07:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:04 smithi040 ceph-mon[91058]: pgmap v2027: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:07:04.783 INFO:tasks.workunit.client.0.smithi040.stdout: 1164: throughput=5MB/sec pending data=0 2024-04-22T05:07:04.783 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9R6cRfIa-3sFES7 off=143819 len=226502 2024-04-22T05:07:04.786 INFO:tasks.workunit.client.0.smithi040.stdout:op 5960 completed, throughput=5MB/sec 2024-04-22T05:07:04.786 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-lwBbSnorTN-rI-T off=291278 len=1778628 2024-04-22T05:07:04.788 INFO:tasks.workunit.client.0.smithi040.stdout:op 5961 completed, throughput=5MB/sec 2024-04-22T05:07:04.788 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-66UKpnvuaPsPbdR off=4545574 len=509494 2024-04-22T05:07:04.791 INFO:tasks.workunit.client.0.smithi040.stdout:op 5962 completed, throughput=5MB/sec 2024-04-22T05:07:04.791 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-SqAbaXNLoXGz4nq off=13111501 len=1021049 2024-04-22T05:07:04.797 INFO:tasks.workunit.client.0.smithi040.stdout:op 5963 completed, throughput=5MB/sec 2024-04-22T05:07:04.797 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-y86vbgLJEcbiJfg off=15163497 len=1568831 2024-04-22T05:07:04.804 INFO:tasks.workunit.client.0.smithi040.stdout:op 5964 completed, throughput=5MB/sec 2024-04-22T05:07:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:04 smithi062 ceph-mon[78153]: pgmap v2027: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-22T05:07:05.805 INFO:tasks.workunit.client.0.smithi040.stdout: 1165: throughput=5MB/sec pending data=0 2024-04-22T05:07:05.805 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-jwwlCchKZxYbQCg off=8631170 len=1505783 2024-04-22T05:07:05.813 INFO:tasks.workunit.client.0.smithi040.stdout:op 5965 completed, throughput=5MB/sec 2024-04-22T05:07:05.813 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-f3AVKdfaiMsj8ii off=18928252 len=636008 2024-04-22T05:07:05.815 INFO:tasks.workunit.client.0.smithi040.stdout:op 5966 completed, throughput=5MB/sec 2024-04-22T05:07:05.815 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-a_17azeAOtPvV3n off=1108111 len=1425502 2024-04-22T05:07:05.822 INFO:tasks.workunit.client.0.smithi040.stdout:op 5967 completed, throughput=5MB/sec 2024-04-22T05:07:05.822 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-itvEbv54-T3mSBw off=10129383 len=1009839 2024-04-22T05:07:05.828 INFO:tasks.workunit.client.0.smithi040.stdout:op 5968 completed, throughput=5MB/sec 2024-04-22T05:07:05.828 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-TCLa5Tm4_jEqPq8 off=4872355 len=1946040 2024-04-22T05:07:05.830 INFO:tasks.workunit.client.0.smithi040.stdout:op 5969 completed, throughput=5MB/sec 2024-04-22T05:07:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:07:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:07:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:07:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:06 smithi040 ceph-mon[88445]: pgmap v2028: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:07:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:07:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:06 smithi040 ceph-mon[91058]: pgmap v2028: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:07:06.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:07:06.830 INFO:tasks.workunit.client.0.smithi040.stdout: 1166: throughput=5MB/sec pending data=0 2024-04-22T05:07:06.830 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-ctK16rpsuqsFez- off=8203895 len=1095928 2024-04-22T05:07:06.836 INFO:tasks.workunit.client.0.smithi040.stdout:op 5970 completed, throughput=5MB/sec 2024-04-22T05:07:06.836 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-LFbiUapVr2INSmz off=886779 len=665068 2024-04-22T05:07:06.838 INFO:tasks.workunit.client.0.smithi040.stdout:op 5971 completed, throughput=5MB/sec 2024-04-22T05:07:06.838 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-Y4VuQCEY_kN13zI off=2559507 len=182218 2024-04-22T05:07:06.840 INFO:tasks.workunit.client.0.smithi040.stdout:op 5972 completed, throughput=5MB/sec 2024-04-22T05:07:06.840 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-76YnYye6ATKy6EA off=9596883 len=822676 2024-04-22T05:07:06.845 INFO:tasks.workunit.client.0.smithi040.stdout:op 5973 completed, throughput=5MB/sec 2024-04-22T05:07:06.845 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vgHkQD_IyXWtDx_ off=1678767 len=301271 2024-04-22T05:07:06.846 INFO:tasks.workunit.client.0.smithi040.stdout:op 5974 completed, throughput=5MB/sec 2024-04-22T05:07:06.846 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-bDIuW_3VxMUDW1m off=2269770 len=10518 2024-04-22T05:07:06.848 INFO:tasks.workunit.client.0.smithi040.stdout:op 5975 completed, throughput=5MB/sec 2024-04-22T05:07:06.848 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cZWKDSdaHgiov-y off=2242638 len=1382190 2024-04-22T05:07:06.856 INFO:tasks.workunit.client.0.smithi040.stdout:op 5976 completed, throughput=5MB/sec 2024-04-22T05:07:06.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:06 smithi062 ceph-mon[78153]: pgmap v2028: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-22T05:07:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:07:07.856 INFO:tasks.workunit.client.0.smithi040.stdout: 1167: throughput=5MB/sec pending data=0 2024-04-22T05:07:07.856 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9iPQp3aEU-2p8eC off=7951242 len=1479360 2024-04-22T05:07:07.866 INFO:tasks.workunit.client.0.smithi040.stdout:op 5977 completed, throughput=5MB/sec 2024-04-22T05:07:07.866 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-AznTxMuhcaY3YWn off=3567312 len=1320497 2024-04-22T05:07:07.868 INFO:tasks.workunit.client.0.smithi040.stdout:op 5978 completed, throughput=5MB/sec 2024-04-22T05:07:07.868 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-XpnRkFudX8d1-HY off=3470433 len=855929 2024-04-22T05:07:07.872 INFO:tasks.workunit.client.0.smithi040.stdout:op 5979 completed, throughput=5MB/sec 2024-04-22T05:07:07.872 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-JQ3Ht6-CQ2l1Mn7 off=14209115 len=578354 2024-04-22T05:07:07.873 INFO:tasks.workunit.client.0.smithi040.stdout:op 5980 completed, throughput=5MB/sec 2024-04-22T05:07:07.873 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-mP7VbcwOZTemXp8 off=2490388 len=1902097 2024-04-22T05:07:07.876 INFO:tasks.workunit.client.0.smithi040.stdout:op 5981 completed, throughput=5MB/sec 2024-04-22T05:07:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:08 smithi040 ceph-mon[88445]: pgmap v2029: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-22T05:07:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:08 smithi040 ceph-mon[91058]: pgmap v2029: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-22T05:07:08.877 INFO:tasks.workunit.client.0.smithi040.stdout: 1168: throughput=5MB/sec pending data=0 2024-04-22T05:07:08.877 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-SDhcfTH5qUYcwUP off=2705787 len=194004 2024-04-22T05:07:08.878 INFO:tasks.workunit.client.0.smithi040.stdout:op 5982 completed, throughput=5MB/sec 2024-04-22T05:07:08.878 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-gerfpL5ev8wG0nM off=21554460 len=565895 2024-04-22T05:07:08.879 INFO:tasks.workunit.client.0.smithi040.stdout:op 5983 completed, throughput=5MB/sec 2024-04-22T05:07:08.879 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Bleo2br7n7HK4hD off=22590879 len=1935962 2024-04-22T05:07:08.881 INFO:tasks.workunit.client.0.smithi040.stdout:op 5984 completed, throughput=5MB/sec 2024-04-22T05:07:08.881 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-FzMr-z339SQ2HGk off=4963498 len=500304 2024-04-22T05:07:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:08 smithi062 ceph-mon[78153]: pgmap v2029: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-22T05:07:08.885 INFO:tasks.workunit.client.0.smithi040.stdout:op 5985 completed, throughput=5MB/sec 2024-04-22T05:07:08.885 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-CuywElnaIWDv6_L off=7896883 len=489899 2024-04-22T05:07:08.889 INFO:tasks.workunit.client.0.smithi040.stdout:op 5986 completed, throughput=5MB/sec 2024-04-22T05:07:09.889 INFO:tasks.workunit.client.0.smithi040.stdout: 1169: throughput=5MB/sec pending data=0 2024-04-22T05:07:09.890 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-kO2ppWN_oIjgF8o off=13153749 len=71741 2024-04-22T05:07:09.890 INFO:tasks.workunit.client.0.smithi040.stdout:op 5987 completed, throughput=5MB/sec 2024-04-22T05:07:09.890 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-eCxoRphB6Mv4yVY off=2848385 len=1836030 2024-04-22T05:07:09.893 INFO:tasks.workunit.client.0.smithi040.stdout:op 5988 completed, throughput=5MB/sec 2024-04-22T05:07:09.894 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VHJJk1uMnjdlzFH off=17782491 len=2023029 2024-04-22T05:07:09.903 INFO:tasks.workunit.client.0.smithi040.stdout:op 5989 completed, throughput=5MB/sec 2024-04-22T05:07:09.903 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-9nW-O6VKxq5WJPu off=5998406 len=1946879 2024-04-22T05:07:09.914 INFO:tasks.workunit.client.0.smithi040.stdout:op 5990 completed, throughput=5MB/sec 2024-04-22T05:07:10.398 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:07:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:07:10] "GET /metrics HTTP/1.1" 200 240200 "" "Prometheus/2.43.0" 2024-04-22T05:07:10.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:10 smithi040 ceph-mon[91058]: pgmap v2030: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:07:10.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:10 smithi040 ceph-mon[88445]: pgmap v2030: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:07:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:10 smithi062 ceph-mon[78153]: pgmap v2030: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-22T05:07:10.914 INFO:tasks.workunit.client.0.smithi040.stdout: 1170: throughput=5MB/sec pending data=0 2024-04-22T05:07:10.914 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-i9SP3zHaz2XJJL2 off=8921808 len=1724640 2024-04-22T05:07:10.923 INFO:tasks.workunit.client.0.smithi040.stdout:op 5991 completed, throughput=5MB/sec 2024-04-22T05:07:10.923 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-nW4BnRbn0WHr5Cx off=8756314 len=2056063 2024-04-22T05:07:10.926 INFO:tasks.workunit.client.0.smithi040.stdout:op 5992 completed, throughput=5MB/sec 2024-04-22T05:07:10.926 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UK0TT7zpN8zCuOy off=3402189 len=330659 2024-04-22T05:07:10.926 INFO:tasks.workunit.client.0.smithi040.stdout:op 5993 completed, throughput=5MB/sec 2024-04-22T05:07:10.927 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-wOJbCT8AhVWGjkY off=10418524 len=1630873 2024-04-22T05:07:10.934 INFO:tasks.workunit.client.0.smithi040.stdout:op 5994 completed, throughput=5MB/sec 2024-04-22T05:07:11.935 INFO:tasks.workunit.client.0.smithi040.stdout: 1171: throughput=5MB/sec pending data=0 2024-04-22T05:07:11.935 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Bm9iNdcsPI4U2SA off=6762775 len=950272 2024-04-22T05:07:11.937 INFO:tasks.workunit.client.0.smithi040.stdout:op 5995 completed, throughput=5MB/sec 2024-04-22T05:07:11.937 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ehIxLXmBFJ0eDSS off=3543700 len=1400788 2024-04-22T05:07:11.939 INFO:tasks.workunit.client.0.smithi040.stdout:op 5996 completed, throughput=5MB/sec 2024-04-22T05:07:11.940 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-ZbI1dEmQ5f6EwGY off=1326729 len=1149780 2024-04-22T05:07:11.941 INFO:tasks.workunit.client.0.smithi040.stdout:op 5997 completed, throughput=5MB/sec 2024-04-22T05:07:11.941 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-UdhjB22V00rJagi off=1957936 len=754247 2024-04-22T05:07:11.942 INFO:tasks.workunit.client.0.smithi040.stdout:op 5998 completed, throughput=5MB/sec 2024-04-22T05:07:11.942 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-w6utR-0CcxZpg-9 off=1310010 len=1601077 2024-04-22T05:07:11.944 INFO:tasks.workunit.client.0.smithi040.stdout:op 5999 completed, throughput=5MB/sec 2024-04-22T05:07:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:12 smithi040 ceph-mon[88445]: pgmap v2031: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:07:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:12 smithi040 ceph-mon[91058]: pgmap v2031: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:07:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:12 smithi062 ceph-mon[78153]: pgmap v2031: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-22T05:07:12.944 INFO:tasks.workunit.client.0.smithi040.stdout: 1172: throughput=5MB/sec pending data=0 2024-04-22T05:07:12.945 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-webpMB54PENL0wD off=2217517 len=310000 2024-04-22T05:07:12.948 INFO:tasks.workunit.client.0.smithi040.stdout:op 6000 completed, throughput=5MB/sec 2024-04-22T05:07:12.948 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-vqUZjW4b6l6HGzA off=7501219 len=1545096 2024-04-22T05:07:12.950 INFO:tasks.workunit.client.0.smithi040.stdout:op 6001 completed, throughput=5MB/sec 2024-04-22T05:07:12.950 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Q6fZvWGPMVtGt1S off=9919317 len=1118742 2024-04-22T05:07:12.953 INFO:tasks.workunit.client.0.smithi040.stdout:op 6002 completed, throughput=5MB/sec 2024-04-22T05:07:12.953 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-cElXpuoXzCF7-L_ off=4881542 len=1557919 2024-04-22T05:07:12.959 INFO:tasks.workunit.client.0.smithi040.stdout:op 6003 completed, throughput=5MB/sec 2024-04-22T05:07:13.960 INFO:tasks.workunit.client.0.smithi040.stdout: 1173: throughput=5MB/sec pending data=0 2024-04-22T05:07:13.960 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-WOD797ONUSFum9Y off=2785361 len=425420 2024-04-22T05:07:13.961 INFO:tasks.workunit.client.0.smithi040.stdout:op 6004 completed, throughput=5MB/sec 2024-04-22T05:07:13.961 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-7rd2PZAL8RQ4TVV off=17546976 len=299854 2024-04-22T05:07:13.964 INFO:tasks.workunit.client.0.smithi040.stdout:op 6005 completed, throughput=5MB/sec 2024-04-22T05:07:13.964 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-IGQyp8zZeiOwD8a off=7851778 len=1125496 2024-04-22T05:07:13.965 INFO:tasks.workunit.client.0.smithi040.stdout:op 6006 completed, throughput=5MB/sec 2024-04-22T05:07:13.966 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-WYZZq0AK4iTBapt off=5315208 len=887380 2024-04-22T05:07:13.971 INFO:tasks.workunit.client.0.smithi040.stdout:op 6007 completed, throughput=5MB/sec 2024-04-22T05:07:13.971 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-MaJTY3t73-g1w5V off=4839293 len=82944 2024-04-22T05:07:13.971 INFO:tasks.workunit.client.0.smithi040.stdout:op 6008 completed, throughput=5MB/sec 2024-04-22T05:07:13.971 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-S_ALNRThEURIc4H off=4500617 len=1640146 2024-04-22T05:07:13.974 INFO:tasks.workunit.client.0.smithi040.stdout:op 6009 completed, throughput=5MB/sec 2024-04-22T05:07:13.974 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-yKzIc8ep16qhP1N off=4086418 len=1048481 2024-04-22T05:07:13.980 INFO:tasks.workunit.client.0.smithi040.stdout:op 6010 completed, throughput=5MB/sec 2024-04-22T05:07:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:14 smithi062 ceph-mon[78153]: pgmap v2032: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:07:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:14 smithi040 ceph-mon[88445]: pgmap v2032: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:07:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:14 smithi040 ceph-mon[91058]: pgmap v2032: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-22T05:07:14.981 INFO:tasks.workunit.client.0.smithi040.stdout: 1174: throughput=5MB/sec pending data=0 2024-04-22T05:07:14.981 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj--6vAiOLMr2xldpe off=1698077 len=92504 2024-04-22T05:07:14.983 INFO:tasks.workunit.client.0.smithi040.stdout:op 6011 completed, throughput=5MB/sec 2024-04-22T05:07:14.983 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-rwkqvWN1yXXfAN4 off=5522743 len=1153157 2024-04-22T05:07:14.990 INFO:tasks.workunit.client.0.smithi040.stdout:op 6012 completed, throughput=5MB/sec 2024-04-22T05:07:14.990 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-6lOkdkyhrxlQ3H2 off=14389369 len=1304053 2024-04-22T05:07:14.992 INFO:tasks.workunit.client.0.smithi040.stdout:op 6013 completed, throughput=5MB/sec 2024-04-22T05:07:14.993 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-jHlLPXz2ZFMWis6 off=223206 len=1602059 2024-04-22T05:07:14.994 INFO:tasks.workunit.client.0.smithi040.stdout:op 6014 completed, throughput=5MB/sec 2024-04-22T05:07:14.995 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-Ga9ZGEnQi8uFbri off=1421037 len=847153 2024-04-22T05:07:14.996 INFO:tasks.workunit.client.0.smithi040.stdout:op 6015 completed, throughput=5MB/sec 2024-04-22T05:07:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:07:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:07:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:07:15.997 INFO:tasks.workunit.client.0.smithi040.stdout: 1175: throughput=5MB/sec pending data=0 2024-04-22T05:07:15.997 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-_qp_8os8QqeylQL off=7893127 len=1120826 2024-04-22T05:07:15.998 INFO:tasks.workunit.client.0.smithi040.stdout:op 6016 completed, throughput=5MB/sec 2024-04-22T05:07:15.998 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-lXCZ7--VEpVKplq off=18199373 len=1173925 2024-04-22T05:07:16.004 INFO:tasks.workunit.client.0.smithi040.stdout:op 6017 completed, throughput=5MB/sec 2024-04-22T05:07:16.004 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-iUHpybc1wnY0HsF off=1898211 len=42469 2024-04-22T05:07:16.005 INFO:tasks.workunit.client.0.smithi040.stdout:op 6018 completed, throughput=5MB/sec 2024-04-22T05:07:16.005 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-iuJ6GzGP5thUyrV off=1434962 len=1510022 2024-04-22T05:07:16.013 INFO:tasks.workunit.client.0.smithi040.stdout:op 6019 completed, throughput=5MB/sec 2024-04-22T05:07:16.013 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-LlwZaCmWVrllqZL off=9658723 len=1447907 2024-04-22T05:07:16.020 INFO:tasks.workunit.client.0.smithi040.stdout:op 6020 completed, throughput=5MB/sec 2024-04-22T05:07:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:16 smithi040 ceph-mon[88445]: pgmap v2033: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:07:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:16 smithi040 ceph-mon[91058]: pgmap v2033: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:07:16.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:16 smithi062 ceph-mon[78153]: pgmap v2033: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-22T05:07:17.020 INFO:tasks.workunit.client.0.smithi040.stdout: 1176: throughput=5MB/sec pending data=0 2024-04-22T05:07:17.020 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj--v6i7HWDWXsUFrr off=5987108 len=256238 2024-04-22T05:07:17.021 INFO:tasks.workunit.client.0.smithi040.stdout:op 6021 completed, throughput=5MB/sec 2024-04-22T05:07:17.022 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-IydJyUSacNMZXpN off=1090638 len=1489513 2024-04-22T05:07:17.030 INFO:tasks.workunit.client.0.smithi040.stdout:op 6022 completed, throughput=5MB/sec 2024-04-22T05:07:17.030 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-xVqBGbInnm22NEN off=237257 len=939859 2024-04-22T05:07:17.036 INFO:tasks.workunit.client.0.smithi040.stdout:op 6023 completed, throughput=5MB/sec 2024-04-22T05:07:17.036 INFO:tasks.workunit.client.0.smithi040.stdout:READ : oid=obj-wf3uKH1r90ER_rO off=10993774 len=1317521 2024-04-22T05:07:17.037 INFO:tasks.workunit.client.0.smithi040.stdout:op 6024 completed, throughput=5MB/sec 2024-04-22T05:07:17.037 INFO:tasks.workunit.client.0.smithi040.stdout:WRITE : oid=obj-VKd_Tgh3h4Ii_Bm off=6771896 len=1935438 2024-04-22T05:07:17.049 INFO:tasks.workunit.client.0.smithi040.stdout:op 6025 completed, throughput=5MB/sec 2024-04-22T05:07:18.049 INFO:tasks.workunit.client.0.smithi040.stdout:waiting for all operations to complete 2024-04-22T05:07:18.049 INFO:tasks.workunit.client.0.smithi040.stdout:cleaning up objects 2024-04-22T05:07:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:18 smithi040 ceph-mon[88445]: pgmap v2034: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T05:07:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:18 smithi040 ceph-mon[91058]: pgmap v2034: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T05:07:18.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:18 smithi062 ceph-mon[78153]: pgmap v2034: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-22T05:07:20.388 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:07:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:07:20] "GET /metrics HTTP/1.1" 200 240200 "" "Prometheus/2.43.0" 2024-04-22T05:07:20.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:20 smithi040 ceph-mon[88445]: pgmap v2035: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T05:07:20.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:20 smithi040 ceph-mon[91058]: pgmap v2035: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T05:07:20.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:20 smithi062 ceph-mon[78153]: pgmap v2035: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-22T05:07:21.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:07:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:07:21.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:07:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:22 smithi040 ceph-mon[88445]: pgmap v2036: 105 pgs: 105 active+clean; 107 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 149 op/s 2024-04-22T05:07:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:22 smithi040 ceph-mon[91058]: pgmap v2036: 105 pgs: 105 active+clean; 107 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 149 op/s 2024-04-22T05:07:22.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:22 smithi062 ceph-mon[78153]: pgmap v2036: 105 pgs: 105 active+clean; 107 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 149 op/s 2024-04-22T05:07:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:24 smithi040 ceph-mon[88445]: pgmap v2037: 105 pgs: 105 active+clean; 102 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.2 MiB/s wr, 178 op/s 2024-04-22T05:07:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:24 smithi040 ceph-mon[91058]: pgmap v2037: 105 pgs: 105 active+clean; 102 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.2 MiB/s wr, 178 op/s 2024-04-22T05:07:24.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:24 smithi062 ceph-mon[78153]: pgmap v2037: 105 pgs: 105 active+clean; 102 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.2 MiB/s wr, 178 op/s 2024-04-22T05:07:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:07:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:07:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:07:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:26 smithi040 ceph-mon[88445]: pgmap v2038: 105 pgs: 105 active+clean; 92 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 245 op/s 2024-04-22T05:07:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:26 smithi040 ceph-mon[91058]: pgmap v2038: 105 pgs: 105 active+clean; 92 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 245 op/s 2024-04-22T05:07:26.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:26 smithi062 ceph-mon[78153]: pgmap v2038: 105 pgs: 105 active+clean; 92 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 245 op/s 2024-04-22T05:07:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:28 smithi040 ceph-mon[88445]: pgmap v2039: 105 pgs: 105 active+clean; 62 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 441 op/s 2024-04-22T05:07:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:28 smithi040 ceph-mon[91058]: pgmap v2039: 105 pgs: 105 active+clean; 62 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 441 op/s 2024-04-22T05:07:28.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:28 smithi062 ceph-mon[78153]: pgmap v2039: 105 pgs: 105 active+clean; 62 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 441 op/s 2024-04-22T05:07:30.405 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:07:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:07:30] "GET /metrics HTTP/1.1" 200 240200 "" "Prometheus/2.43.0" 2024-04-22T05:07:30.406 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:30 smithi040 ceph-mon[91058]: pgmap v2040: 105 pgs: 105 active+clean; 62 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 198 KiB/s rd, 596 KiB/s wr, 440 op/s 2024-04-22T05:07:30.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:30 smithi040 ceph-mon[88445]: pgmap v2040: 105 pgs: 105 active+clean; 62 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 198 KiB/s rd, 596 KiB/s wr, 440 op/s 2024-04-22T05:07:30.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:30 smithi062 ceph-mon[78153]: pgmap v2040: 105 pgs: 105 active+clean; 62 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 198 KiB/s rd, 596 KiB/s wr, 440 op/s 2024-04-22T05:07:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:32 smithi040 ceph-mon[88445]: pgmap v2041: 105 pgs: 105 active+clean; 29 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 198 KiB/s rd, 596 KiB/s wr, 658 op/s 2024-04-22T05:07:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:32 smithi040 ceph-mon[91058]: pgmap v2041: 105 pgs: 105 active+clean; 29 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 198 KiB/s rd, 596 KiB/s wr, 658 op/s 2024-04-22T05:07:32.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:32 smithi062 ceph-mon[78153]: pgmap v2041: 105 pgs: 105 active+clean; 29 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 198 KiB/s rd, 596 KiB/s wr, 658 op/s 2024-04-22T05:07:34.684 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-22T05:07:34.684 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-22T05:07:34.751 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:34 smithi040 ceph-mon[88445]: pgmap v2042: 105 pgs: 105 active+clean; 25 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 541 op/s 2024-04-22T05:07:34.751 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:34 smithi040 ceph-mon[91058]: pgmap v2042: 105 pgs: 105 active+clean; 25 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 541 op/s 2024-04-22T05:07:34.755 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-04-22T05:07:34.755 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-22T05:07:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:34 smithi062 ceph-mon[78153]: pgmap v2042: 105 pgs: 105 active+clean; 25 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 541 op/s 2024-04-22T05:07:35.011 DEBUG:teuthology.parallel:result is None 2024-04-22T05:07:35.011 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-22T05:07:35.040 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-22T05:07:35.041 DEBUG:teuthology.orchestra.run.smithi040:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-22T05:07:35.099 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-22T05:07:35.099 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-22T05:07:35.099 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-04-22T05:07:35.099 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-22T05:07:35.099 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-04-22T05:07:35.099 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-22T05:07:35.100 INFO:tasks.workunit:Pulling workunits from ref pacific 2024-04-22T05:07:35.100 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-22T05:07:35.100 DEBUG:teuthology.orchestra.run.smithi062:> stat -- /home/ubuntu/cephtest/mnt.1 2024-04-22T05:07:35.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T05:07:35.120 INFO:teuthology.orchestra.run.smithi062.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-04-22T05:07:35.120 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-04-22T05:07:35.179 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-04-22T05:07:35.180 DEBUG:teuthology.orchestra.run.smithi062:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-04-22T05:07:35.238 INFO:tasks.workunit:timeout=3h 2024-04-22T05:07:35.239 INFO:tasks.workunit:cleanup=True 2024-04-22T05:07:35.239 DEBUG:teuthology.orchestra.run.smithi062:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch pacific https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-04-22T05:07:35.299 INFO:tasks.workunit.client.1.smithi062.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-04-22T05:07:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:07:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:07:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:07:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:36 smithi062 ceph-mon[78153]: pgmap v2043: 105 pgs: 105 active+clean; 17 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 566 op/s 2024-04-22T05:07:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:07:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:36 smithi040 ceph-mon[88445]: pgmap v2043: 105 pgs: 105 active+clean; 17 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 566 op/s 2024-04-22T05:07:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:07:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:36 smithi040 ceph-mon[91058]: pgmap v2043: 105 pgs: 105 active+clean; 17 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 566 op/s 2024-04-22T05:07:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:07:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:38 smithi062 ceph-mon[78153]: pgmap v2044: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 610 op/s 2024-04-22T05:07:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:38 smithi040 ceph-mon[88445]: pgmap v2044: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 610 op/s 2024-04-22T05:07:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:38 smithi040 ceph-mon[91058]: pgmap v2044: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 610 op/s 2024-04-22T05:07:39.833 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:39 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:07:39.833 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:39 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:07:39.834 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:39 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:07:40.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:07:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:07:40] "GET /metrics HTTP/1.1" 200 240168 "" "Prometheus/2.43.0" 2024-04-22T05:07:40.784 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:40 smithi040 ceph-mon[88445]: pgmap v2045: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 413 op/s 2024-04-22T05:07:40.784 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:40 smithi040 ceph-mon[91058]: pgmap v2045: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 413 op/s 2024-04-22T05:07:40.793 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:40 smithi062 ceph-mon[78153]: pgmap v2045: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 413 op/s 2024-04-22T05:07:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:42 smithi062 ceph-mon[78153]: pgmap v2046: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 413 op/s 2024-04-22T05:07:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:42 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:42 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:42 smithi040 ceph-mon[88445]: pgmap v2046: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 413 op/s 2024-04-22T05:07:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:42 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:42 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:42 smithi040 ceph-mon[91058]: pgmap v2046: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 413 op/s 2024-04-22T05:07:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:42 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:42 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:43 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:43 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:43 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:43 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:43 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:43 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:43.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:43 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:43.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:43 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:43.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:43 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:43.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:43 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:43.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:43 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:43.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:43 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:44.072 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:43 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:44.072 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:43 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:44.072 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:43 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:44.072 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:43 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:44.072 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:43 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:44.072 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:43 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:44 smithi040 ceph-mon[88445]: pgmap v2047: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 194 op/s 2024-04-22T05:07:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:44 smithi040 ceph-mon[91058]: pgmap v2047: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 194 op/s 2024-04-22T05:07:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:44 smithi062 ceph-mon[78153]: pgmap v2047: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 194 op/s 2024-04-22T05:07:45.531 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:07:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:07:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:07:47.018 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:46 smithi062 ceph-mon[78153]: pgmap v2048: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 166 op/s 2024-04-22T05:07:47.018 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:46 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:47.018 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:46 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:46 smithi040 ceph-mon[88445]: pgmap v2048: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 166 op/s 2024-04-22T05:07:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:46 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:46 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:46 smithi040 ceph-mon[91058]: pgmap v2048: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 166 op/s 2024-04-22T05:07:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:46 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:47.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:46 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:48.247 DEBUG:teuthology.orchestra.run.smithi062:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-04-22T05:07:48.310 INFO:tasks.workunit.client.1.smithi062.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-22T05:07:48.313 INFO:tasks.workunit.client.1.smithi062.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-22T05:07:48.313 INFO:tasks.workunit.client.1.smithi062.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-22T05:07:48.839 INFO:tasks.workunit.client.1.smithi062.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-22T05:07:48.906 INFO:tasks.workunit.client.1.smithi062.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-22T05:07:48.944 INFO:tasks.workunit.client.1.smithi062.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-22T05:07:48.946 INFO:tasks.workunit.client.1.smithi062.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-22T05:07:48.946 INFO:tasks.workunit.client.1.smithi062.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-22T05:07:48.983 INFO:tasks.workunit.client.1.smithi062.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-22T05:07:48.989 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-04-22T05:07:48.989 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-04-22T05:07:49.045 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-04-22T05:07:49.048 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-22T05:07:49.048 DEBUG:teuthology.orchestra.run.smithi062:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-04-22T05:07:49.125 INFO:tasks.workunit.client.1.smithi062.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-22T05:07:49.125 INFO:tasks.workunit.client.1.smithi062.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-22T05:07:49.125 INFO:tasks.workunit.client.1.smithi062.stderr:+ TMPDIR=/tmp/rbd_import_export_128370 2024-04-22T05:07:49.125 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm -rf /tmp/rbd_import_export_128370 2024-04-22T05:07:49.126 INFO:tasks.workunit.client.1.smithi062.stderr:+ mkdir /tmp/rbd_import_export_128370 2024-04-22T05:07:49.126 INFO:tasks.workunit.client.1.smithi062.stderr:+ trap 'rm -rf /tmp/rbd_import_export_128370' INT TERM EXIT 2024-04-22T05:07:49.127 INFO:tasks.workunit.client.1.smithi062.stderr:+ mkdir foo.128370 2024-04-22T05:07:49.127 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import foo.128370 foo.dir 2024-04-22T05:07:49.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:48 smithi062 ceph-mon[78153]: pgmap v2049: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 111 op/s 2024-04-22T05:07:49.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:48 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:49.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:48 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:49.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:48 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:07:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:48 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:07:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:48 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:48 smithi040 ceph-mon[91058]: pgmap v2049: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 111 op/s 2024-04-22T05:07:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:48 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:48 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:48 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:07:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:48 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:07:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:48 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:49.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:48 smithi040 ceph-mon[88445]: pgmap v2049: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 111 op/s 2024-04-22T05:07:49.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:48 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:49.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:48 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:49.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:48 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:07:49.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:48 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:07:49.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:48 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:07:49.243 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: cannot import a directory 2024-04-22T05:07:49.243 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 0% complete...failed. 2024-04-22T05:07:49.243 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: import failed: (21) Is a directory 2024-04-22T05:07:49.245 INFO:tasks.workunit.client.1.smithi062.stderr:+ true 2024-04-22T05:07:49.245 INFO:tasks.workunit.client.1.smithi062.stderr:+ rmdir foo.128370 2024-04-22T05:07:49.252 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_128370/img bs=1k count=1 seek=10 2024-04-22T05:07:49.253 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records in 2024-04-22T05:07:49.254 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records out 2024-04-22T05:07:49.254 INFO:tasks.workunit.client.1.smithi062.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.4441e-05 s, 23.0 MB/s 2024-04-22T05:07:49.254 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_128370/img bs=1k count=10 seek=100 2024-04-22T05:07:49.254 INFO:tasks.workunit.client.1.smithi062.stderr:10+0 records in 2024-04-22T05:07:49.254 INFO:tasks.workunit.client.1.smithi062.stderr:10+0 records out 2024-04-22T05:07:49.255 INFO:tasks.workunit.client.1.smithi062.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.381e-05 s, 190 MB/s 2024-04-22T05:07:49.255 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_128370/img bs=1k count=100 seek=1000 2024-04-22T05:07:49.255 INFO:tasks.workunit.client.1.smithi062.stderr:70+1 records in 2024-04-22T05:07:49.255 INFO:tasks.workunit.client.1.smithi062.stderr:70+1 records out 2024-04-22T05:07:49.255 INFO:tasks.workunit.client.1.smithi062.stderr:72208 bytes (72 kB, 71 KiB) copied, 0.000209391 s, 345 MB/s 2024-04-22T05:07:49.255 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_128370/img bs=1k seek=10000 2024-04-22T05:07:49.256 INFO:tasks.workunit.client.1.smithi062.stderr:140+1 records in 2024-04-22T05:07:49.256 INFO:tasks.workunit.client.1.smithi062.stderr:140+1 records out 2024-04-22T05:07:49.256 INFO:tasks.workunit.client.1.smithi062.stderr:143376 bytes (143 kB, 140 KiB) copied, 0.000360142 s, 398 MB/s 2024-04-22T05:07:49.256 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_128370/img bs=1k seek=100000 2024-04-22T05:07:49.257 INFO:tasks.workunit.client.1.smithi062.stderr:70+1 records in 2024-04-22T05:07:49.257 INFO:tasks.workunit.client.1.smithi062.stderr:70+1 records out 2024-04-22T05:07:49.257 INFO:tasks.workunit.client.1.smithi062.stderr:72312 bytes (72 kB, 71 KiB) copied, 0.000202038 s, 358 MB/s 2024-04-22T05:07:49.257 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_128370/img bs=1k seek=1000000 2024-04-22T05:07:49.258 INFO:tasks.workunit.client.1.smithi062.stderr:193+1 records in 2024-04-22T05:07:49.258 INFO:tasks.workunit.client.1.smithi062.stderr:193+1 records out 2024-04-22T05:07:49.258 INFO:tasks.workunit.client.1.smithi062.stderr:198280 bytes (198 kB, 194 KiB) copied, 0.000471413 s, 421 MB/s 2024-04-22T05:07:49.258 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm testimg 2024-04-22T05:07:49.309 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 0% complete...failed. 2024-04-22T05:07:49.309 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: delete error: (2) No such file or directory 2024-04-22T05:07:49.313 INFO:tasks.workunit.client.1.smithi062.stderr:+ true 2024-04-22T05:07:49.313 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format /tmp/rbd_import_export_128370/img testimg 2024-04-22T05:07:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:07:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:07:50] "GET /metrics HTTP/1.1" 200 240168 "" "Prometheus/2.43.0" 2024-04-22T05:07:51.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:50 smithi062 ceph-mon[78153]: pgmap v2050: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:07:51.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:50 smithi062 ceph-mon[78153]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-22T05:07:51.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:07:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:50 smithi040 ceph-mon[88445]: pgmap v2050: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:07:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:50 smithi040 ceph-mon[88445]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-22T05:07:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:07:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:50 smithi040 ceph-mon[91058]: pgmap v2050: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:07:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:50 smithi040 ceph-mon[91058]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-22T05:07:51.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:07:51.217 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-22T05:07:51.218 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-22T05:07:51.220 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export testimg /tmp/rbd_import_export_128370/img2 2024-04-22T05:07:51.424 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-22T05:07:51.428 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export testimg - 2024-04-22T05:07:52.007 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-22T05:07:52.011 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm testimg 2024-04-22T05:07:52.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:51 smithi062 ceph-mon[78153]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-22T05:07:52.138 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-22T05:07:52.140 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp /tmp/rbd_import_export_128370/img /tmp/rbd_import_export_128370/img2 2024-04-22T05:07:52.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:51 smithi040 ceph-mon[88445]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-22T05:07:52.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:51 smithi040 ceph-mon[91058]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-22T05:07:52.820 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp /tmp/rbd_import_export_128370/img /tmp/rbd_import_export_128370/img3 2024-04-22T05:07:53.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:52 smithi062 ceph-mon[78153]: pgmap v2053: 105 pgs: 105 active+clean; 2.5 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 18 KiB/s wr, 1 op/s 2024-04-22T05:07:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:52 smithi040 ceph-mon[88445]: pgmap v2053: 105 pgs: 105 active+clean; 2.5 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 18 KiB/s wr, 1 op/s 2024-04-22T05:07:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:52 smithi040 ceph-mon[91058]: pgmap v2053: 105 pgs: 105 active+clean; 2.5 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 18 KiB/s wr, 1 op/s 2024-04-22T05:07:53.286 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_128370/img2 /tmp/rbd_import_export_128370/img3 2024-04-22T05:07:53.471 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format - testimg 2024-04-22T05:07:53.876 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-04-22T05:07:53.876 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-22T05:07:53.879 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export testimg /tmp/rbd_import_export_128370/img2 2024-04-22T05:07:54.057 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-22T05:07:54.062 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export testimg - 2024-04-22T05:07:54.637 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-22T05:07:54.642 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm testimg 2024-04-22T05:07:54.762 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-22T05:07:54.765 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp /tmp/rbd_import_export_128370/img /tmp/rbd_import_export_128370/img2 2024-04-22T05:07:55.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:54 smithi062 ceph-mon[78153]: pgmap v2054: 105 pgs: 105 active+clean; 2.5 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 29 KiB/s wr, 11 op/s 2024-04-22T05:07:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:54 smithi040 ceph-mon[88445]: pgmap v2054: 105 pgs: 105 active+clean; 2.5 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 29 KiB/s wr, 11 op/s 2024-04-22T05:07:55.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:54 smithi040 ceph-mon[91058]: pgmap v2054: 105 pgs: 105 active+clean; 2.5 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 29 KiB/s wr, 11 op/s 2024-04-22T05:07:55.411 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp /tmp/rbd_import_export_128370/img /tmp/rbd_import_export_128370/img3 2024-04-22T05:07:55.881 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_128370/img /tmp/rbd_import_export_128370/img2 /tmp/rbd_import_export_128370/img3 2024-04-22T05:07:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:07:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:07:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:07:56.120 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd help export 2024-04-22T05:07:56.120 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep -q export-format 2024-04-22T05:07:56.139 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_128370/img bs=1k count=10 seek=100 2024-04-22T05:07:56.140 INFO:tasks.workunit.client.1.smithi062.stderr:10+0 records in 2024-04-22T05:07:56.140 INFO:tasks.workunit.client.1.smithi062.stderr:10+0 records out 2024-04-22T05:07:56.140 INFO:tasks.workunit.client.1.smithi062.stderr:10240 bytes (10 kB, 10 KiB) copied, 7.2585e-05 s, 141 MB/s 2024-04-22T05:07:56.140 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format /tmp/rbd_import_export_128370/img testimg 2024-04-22T05:07:56.207 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-04-22T05:07:56.207 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-22T05:07:56.209 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap create testimg@snap 2024-04-22T05:07:56.734 INFO:tasks.workunit.client.1.smithi062.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-22T05:07:56.743 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd image-meta set testimg key1 value1 2024-04-22T05:07:56.799 INFO:tasks.workunit.client.1.smithi062.stderr:++ rbd image-meta list testimg 2024-04-22T05:07:56.839 INFO:tasks.workunit.client.1.smithi062.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-22T05:07:56.908 INFO:tasks.workunit.client.1.smithi062.stderr: 2024-04-22T05:07:56.908 INFO:tasks.workunit.client.1.smithi062.stderr:Key Value 2024-04-22T05:07:56.908 INFO:tasks.workunit.client.1.smithi062.stderr:key1 value1' 2024-04-22T05:07:56.908 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_128370/img_v2 2024-04-22T05:07:56.909 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-22T05:07:56.909 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_128370/img_v2 testimg_import 2024-04-22T05:07:57.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:56 smithi062 ceph-mon[78153]: pgmap v2055: 105 pgs: 105 active+clean; 2.5 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 41 KiB/s wr, 36 op/s 2024-04-22T05:07:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:56 smithi040 ceph-mon[88445]: pgmap v2055: 105 pgs: 105 active+clean; 2.5 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 41 KiB/s wr, 36 op/s 2024-04-22T05:07:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:56 smithi040 ceph-mon[91058]: pgmap v2055: 105 pgs: 105 active+clean; 2.5 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 41 KiB/s wr, 36 op/s 2024-04-22T05:07:57.754 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-22T05:07:57.758 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd info testimg_import 2024-04-22T05:07:57.793 INFO:tasks.workunit.client.1.smithi062.stdout:rbd image 'testimg_import': 2024-04-22T05:07:57.793 INFO:tasks.workunit.client.1.smithi062.stdout: size 110 KiB in 1 objects 2024-04-22T05:07:57.793 INFO:tasks.workunit.client.1.smithi062.stdout: order 22 (4 MiB objects) 2024-04-22T05:07:57.793 INFO:tasks.workunit.client.1.smithi062.stdout: snapshot_count: 1 2024-04-22T05:07:57.793 INFO:tasks.workunit.client.1.smithi062.stdout: id: d62d62bd73f9 2024-04-22T05:07:57.793 INFO:tasks.workunit.client.1.smithi062.stdout: block_name_prefix: rbd_data.d62d62bd73f9 2024-04-22T05:07:57.793 INFO:tasks.workunit.client.1.smithi062.stdout: format: 2 2024-04-22T05:07:57.793 INFO:tasks.workunit.client.1.smithi062.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-22T05:07:57.793 INFO:tasks.workunit.client.1.smithi062.stdout: op_features: 2024-04-22T05:07:57.793 INFO:tasks.workunit.client.1.smithi062.stdout: flags: 2024-04-22T05:07:57.793 INFO:tasks.workunit.client.1.smithi062.stdout: create_timestamp: Mon Apr 22 05:07:56 2024 2024-04-22T05:07:57.793 INFO:tasks.workunit.client.1.smithi062.stdout: access_timestamp: Mon Apr 22 05:07:56 2024 2024-04-22T05:07:57.794 INFO:tasks.workunit.client.1.smithi062.stdout: modify_timestamp: Mon Apr 22 05:07:56 2024 2024-04-22T05:07:57.795 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd info testimg_import@snap 2024-04-22T05:07:57.835 INFO:tasks.workunit.client.1.smithi062.stdout:rbd image 'testimg_import': 2024-04-22T05:07:57.835 INFO:tasks.workunit.client.1.smithi062.stdout: size 110 KiB in 1 objects 2024-04-22T05:07:57.835 INFO:tasks.workunit.client.1.smithi062.stdout: order 22 (4 MiB objects) 2024-04-22T05:07:57.835 INFO:tasks.workunit.client.1.smithi062.stdout: snapshot_count: 1 2024-04-22T05:07:57.835 INFO:tasks.workunit.client.1.smithi062.stdout: id: d62d62bd73f9 2024-04-22T05:07:57.836 INFO:tasks.workunit.client.1.smithi062.stdout: block_name_prefix: rbd_data.d62d62bd73f9 2024-04-22T05:07:57.836 INFO:tasks.workunit.client.1.smithi062.stdout: format: 2 2024-04-22T05:07:57.836 INFO:tasks.workunit.client.1.smithi062.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-22T05:07:57.836 INFO:tasks.workunit.client.1.smithi062.stdout: op_features: 2024-04-22T05:07:57.836 INFO:tasks.workunit.client.1.smithi062.stdout: flags: 2024-04-22T05:07:57.836 INFO:tasks.workunit.client.1.smithi062.stdout: create_timestamp: Mon Apr 22 05:07:56 2024 2024-04-22T05:07:57.836 INFO:tasks.workunit.client.1.smithi062.stdout: access_timestamp: Mon Apr 22 05:07:56 2024 2024-04-22T05:07:57.836 INFO:tasks.workunit.client.1.smithi062.stdout: modify_timestamp: Mon Apr 22 05:07:56 2024 2024-04-22T05:07:57.836 INFO:tasks.workunit.client.1.smithi062.stdout: protected: False 2024-04-22T05:07:57.838 INFO:tasks.workunit.client.1.smithi062.stderr:++ rbd image-meta list testimg_import 2024-04-22T05:07:57.879 INFO:tasks.workunit.client.1.smithi062.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-22T05:07:57.879 INFO:tasks.workunit.client.1.smithi062.stderr: 2024-04-22T05:07:57.879 INFO:tasks.workunit.client.1.smithi062.stderr:Key Value 2024-04-22T05:07:57.879 INFO:tasks.workunit.client.1.smithi062.stderr:key1 value1' 2024-04-22T05:07:57.879 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-22T05:07:57.880 INFO:tasks.workunit.client.1.smithi062.stderr: 2024-04-22T05:07:57.880 INFO:tasks.workunit.client.1.smithi062.stderr:Key Value 2024-04-22T05:07:57.880 INFO:tasks.workunit.client.1.smithi062.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-22T05:07:57.880 INFO:tasks.workunit.client.1.smithi062.stderr: 2024-04-22T05:07:57.880 INFO:tasks.workunit.client.1.smithi062.stderr:Key Value 2024-04-22T05:07:57.880 INFO:tasks.workunit.client.1.smithi062.stderr:key1 value1' ']' 2024-04-22T05:07:57.880 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export testimg_import /tmp/rbd_import_export_128370/img_import 2024-04-22T05:07:57.913 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 100% complete...done. 2024-04-22T05:07:57.915 INFO:tasks.workunit.client.1.smithi062.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128370/img /tmp/rbd_import_export_128370/img_import 2024-04-22T05:07:57.915 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp -l /tmp/rbd_import_export_128370/img /tmp/rbd_import_export_128370/img_import 2024-04-22T05:07:57.916 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_128370/img --format %b 2024-04-22T05:07:57.917 INFO:tasks.workunit.client.1.smithi062.stderr:+ origsize=24 2024-04-22T05:07:57.917 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_128370/img_import --format %b 2024-04-22T05:07:57.919 INFO:tasks.workunit.client.1.smithi062.stderr:+ exportsize=224 2024-04-22T05:07:57.919 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=200 2024-04-22T05:07:57.919 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=200 2024-04-22T05:07:57.919 INFO:tasks.workunit.client.1.smithi062.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-22T05:07:57.919 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_128370/img_snap 2024-04-22T05:07:57.953 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 100% complete...done. 2024-04-22T05:07:57.956 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_128370/img_snap_import 2024-04-22T05:07:57.990 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 100% complete...done. 2024-04-22T05:07:57.992 INFO:tasks.workunit.client.1.smithi062.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128370/img_snap /tmp/rbd_import_export_128370/img_snap_import 2024-04-22T05:07:57.993 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp -l /tmp/rbd_import_export_128370/img_snap /tmp/rbd_import_export_128370/img_snap_import 2024-04-22T05:07:57.993 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_128370/img_snap --format %b 2024-04-22T05:07:57.994 INFO:tasks.workunit.client.1.smithi062.stderr:+ origsize=224 2024-04-22T05:07:57.994 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_128370/img_snap_import --format %b 2024-04-22T05:07:57.995 INFO:tasks.workunit.client.1.smithi062.stderr:+ exportsize=224 2024-04-22T05:07:57.996 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-04-22T05:07:57.996 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-04-22T05:07:57.996 INFO:tasks.workunit.client.1.smithi062.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-22T05:07:57.996 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_128370/img_v2 2024-04-22T05:07:57.996 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_128370/img_import 2024-04-22T05:07:57.997 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_128370/img_snap 2024-04-22T05:07:57.997 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_128370/img_snap_import 2024-04-22T05:07:57.998 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap rm testimg_import@snap 2024-04-22T05:07:58.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:57 smithi062 ceph-mon[78153]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-22T05:07:58.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:57 smithi040 ceph-mon[88445]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-22T05:07:58.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:57 smithi040 ceph-mon[91058]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-22T05:07:58.295 INFO:tasks.workunit.client.1.smithi062.stderr: Removing snap: 100% complete...done. 2024-04-22T05:07:58.305 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg_import 2024-04-22T05:07:58.424 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-04-22T05:07:58.426 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap rm testimg@snap 2024-04-22T05:07:59.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:58 smithi062 ceph-mon[78153]: pgmap v2057: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 140 KiB/s wr, 128 op/s 2024-04-22T05:07:59.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:58 smithi062 ceph-mon[78153]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-22T05:07:59.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:07:58 smithi062 ceph-mon[78153]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-22T05:07:59.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:58 smithi040 ceph-mon[88445]: pgmap v2057: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 140 KiB/s wr, 128 op/s 2024-04-22T05:07:59.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:58 smithi040 ceph-mon[88445]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-22T05:07:59.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:07:58 smithi040 ceph-mon[88445]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-22T05:07:59.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:58 smithi040 ceph-mon[91058]: pgmap v2057: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 140 KiB/s wr, 128 op/s 2024-04-22T05:07:59.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:58 smithi040 ceph-mon[91058]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-22T05:07:59.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:07:58 smithi040 ceph-mon[91058]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-22T05:07:59.294 INFO:tasks.workunit.client.1.smithi062.stderr: Removing snap: 100% complete...done. 2024-04-22T05:07:59.311 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm testimg 2024-04-22T05:07:59.440 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-04-22T05:07:59.443 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --order 20 /tmp/rbd_import_export_128370/img testimg 2024-04-22T05:07:59.506 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-04-22T05:07:59.506 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --order is deprecated, use --object-size 2024-04-22T05:07:59.508 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_128370/img_v2 2024-04-22T05:07:59.543 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-22T05:07:59.546 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_128370/img_v2 testimg_import 2024-04-22T05:07:59.622 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-22T05:07:59.625 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd info testimg_import 2024-04-22T05:07:59.625 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep order 2024-04-22T05:07:59.625 INFO:tasks.workunit.client.1.smithi062.stderr:+ awk '{print $2}' 2024-04-22T05:07:59.626 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep 20 2024-04-22T05:07:59.660 INFO:tasks.workunit.client.1.smithi062.stdout:20 2024-04-22T05:07:59.660 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_128370/img_v2 2024-04-22T05:07:59.661 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg_import 2024-04-22T05:07:59.780 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-04-22T05:07:59.782 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg 2024-04-22T05:07:59.893 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-04-22T05:07:59.896 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_128370/img testimg 2024-04-22T05:07:59.948 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-04-22T05:07:59.951 INFO:tasks.workunit.client.1.smithi062.stderr:++ rbd info testimg 2024-04-22T05:07:59.951 INFO:tasks.workunit.client.1.smithi062.stderr:++ grep features 2024-04-22T05:07:59.985 INFO:tasks.workunit.client.1.smithi062.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-22T05:07:59.985 INFO:tasks.workunit.client.1.smithi062.stderr: op_features: ' 2024-04-22T05:07:59.985 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_128370/img_v2 2024-04-22T05:08:00.019 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-22T05:08:00.022 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_128370/img_v2 testimg_import 2024-04-22T05:08:00.083 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-22T05:08:00.086 INFO:tasks.workunit.client.1.smithi062.stderr:++ rbd info testimg_import 2024-04-22T05:08:00.086 INFO:tasks.workunit.client.1.smithi062.stderr:++ grep features 2024-04-22T05:08:00.120 INFO:tasks.workunit.client.1.smithi062.stderr:+ FEATURES_AFTER=' features: layering 2024-04-22T05:08:00.121 INFO:tasks.workunit.client.1.smithi062.stderr: op_features: ' 2024-04-22T05:08:00.121 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' ' features: layering 2024-04-22T05:08:00.121 INFO:tasks.workunit.client.1.smithi062.stderr: op_features: ' '!=' ' features: layering 2024-04-22T05:08:00.121 INFO:tasks.workunit.client.1.smithi062.stderr: op_features: ' ']' 2024-04-22T05:08:00.121 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_128370/img_v2 2024-04-22T05:08:00.121 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg_import 2024-04-22T05:08:00.206 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-04-22T05:08:00.208 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg 2024-04-22T05:08:00.298 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-04-22T05:08:00.301 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_128370/img testimg 2024-04-22T05:08:00.372 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-04-22T05:08:00.374 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_128370/img_v2 2024-04-22T05:08:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:08:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:08:00] "GET /metrics HTTP/1.1" 200 239965 "" "Prometheus/2.43.0" 2024-04-22T05:08:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:00 smithi040 ceph-mon[88445]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-22T05:08:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:00 smithi040 ceph-mon[88445]: pgmap v2061: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 512 KiB/s rd, 185 KiB/s wr, 173 op/s 2024-04-22T05:08:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:00 smithi040 ceph-mon[91058]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-22T05:08:00.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:00 smithi040 ceph-mon[91058]: pgmap v2061: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 512 KiB/s rd, 185 KiB/s wr, 173 op/s 2024-04-22T05:08:00.412 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-22T05:08:00.415 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_128370/img_v2 testimg_import 2024-04-22T05:08:00.490 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-22T05:08:00.493 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd info testimg_import 2024-04-22T05:08:00.493 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep 'stripe unit' 2024-04-22T05:08:00.493 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-22T05:08:00.526 INFO:tasks.workunit.client.1.smithi062.stdout: stripe unit: 4 KiB 2024-04-22T05:08:00.527 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd info testimg_import 2024-04-22T05:08:00.527 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep 'stripe count' 2024-04-22T05:08:00.527 INFO:tasks.workunit.client.1.smithi062.stderr:+ awk '{print $3}' 2024-04-22T05:08:00.527 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep 1000 2024-04-22T05:08:00.560 INFO:tasks.workunit.client.1.smithi062.stdout:1000 2024-04-22T05:08:00.560 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_128370/img_v2 2024-04-22T05:08:00.561 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg_import 2024-04-22T05:08:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:00 smithi062 ceph-mon[78153]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-22T05:08:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:00 smithi062 ceph-mon[78153]: pgmap v2061: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 512 KiB/s rd, 185 KiB/s wr, 173 op/s 2024-04-22T05:08:00.674 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-22T05:08:00.677 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg 2024-04-22T05:08:00.789 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-22T05:08:00.792 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_128370/img testimg 2024-04-22T05:08:00.856 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-04-22T05:08:00.859 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap create testimg@snap1 2024-04-22T05:08:01.314 INFO:tasks.workunit.client.1.smithi062.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-22T05:08:01.324 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap create testimg@snap2 2024-04-22T05:08:02.319 INFO:tasks.workunit.client.1.smithi062.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-22T05:08:02.331 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap protect testimg@snap2 2024-04-22T05:08:02.376 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_128370/snap_protect 2024-04-22T05:08:02.416 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-22T05:08:02.419 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_128370/snap_protect testimg_import 2024-04-22T05:08:02.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:02 smithi062 ceph-mon[78153]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-22T05:08:02.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:02 smithi062 ceph-mon[78153]: pgmap v2063: 105 pgs: 105 active+clean; 913 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 40 KiB/s wr, 468 op/s 2024-04-22T05:08:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:02 smithi040 ceph-mon[88445]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-22T05:08:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:02 smithi040 ceph-mon[88445]: pgmap v2063: 105 pgs: 105 active+clean; 913 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 40 KiB/s wr, 468 op/s 2024-04-22T05:08:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:02 smithi040 ceph-mon[91058]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-22T05:08:02.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:02 smithi040 ceph-mon[91058]: pgmap v2063: 105 pgs: 105 active+clean; 913 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 40 KiB/s wr, 468 op/s 2024-04-22T05:08:03.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:03 smithi062 ceph-mon[78153]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-22T05:08:03.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:03 smithi040 ceph-mon[88445]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-22T05:08:03.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:03 smithi040 ceph-mon[91058]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-22T05:08:04.344 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-22T05:08:04.348 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd info testimg_import@snap1 2024-04-22T05:08:04.348 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep 'protected: False' 2024-04-22T05:08:04.388 INFO:tasks.workunit.client.1.smithi062.stdout: protected: False 2024-04-22T05:08:04.388 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd info testimg_import@snap2 2024-04-22T05:08:04.389 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep 'protected: True' 2024-04-22T05:08:04.427 INFO:tasks.workunit.client.1.smithi062.stdout: protected: True 2024-04-22T05:08:04.427 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_128370/snap_protect 2024-04-22T05:08:04.427 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap unprotect testimg@snap2 2024-04-22T05:08:04.472 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-22T05:08:04.518 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap purge testimg 2024-04-22T05:08:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:04 smithi062 ceph-mon[78153]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-22T05:08:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:04 smithi062 ceph-mon[78153]: pgmap v2066: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 434 KiB/s rd, 46 KiB/s wr, 569 op/s 2024-04-22T05:08:04.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:04 smithi040 ceph-mon[88445]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-22T05:08:04.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:04 smithi040 ceph-mon[88445]: pgmap v2066: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 434 KiB/s rd, 46 KiB/s wr, 569 op/s 2024-04-22T05:08:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:04 smithi040 ceph-mon[91058]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-22T05:08:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:04 smithi040 ceph-mon[91058]: pgmap v2066: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 434 KiB/s rd, 46 KiB/s wr, 569 op/s 2024-04-22T05:08:05.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:05 smithi062 ceph-mon[78153]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-22T05:08:05.632 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:08:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:08:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:08:05.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:05 smithi040 ceph-mon[88445]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-22T05:08:05.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:05 smithi040 ceph-mon[91058]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-22T05:08:06.336 INFO:tasks.workunit.client.1.smithi062.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-22T05:08:06.350 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap purge testimg_import 2024-04-22T05:08:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:06 smithi062 ceph-mon[78153]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-22T05:08:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:06 smithi062 ceph-mon[78153]: pgmap v2069: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 16 KiB/s wr, 166 op/s 2024-04-22T05:08:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:08:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:06 smithi040 ceph-mon[88445]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-22T05:08:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:06 smithi040 ceph-mon[88445]: pgmap v2069: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 16 KiB/s wr, 166 op/s 2024-04-22T05:08:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:08:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:06 smithi040 ceph-mon[91058]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-22T05:08:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:06 smithi040 ceph-mon[91058]: pgmap v2069: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 16 KiB/s wr, 166 op/s 2024-04-22T05:08:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:08:07.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:07 smithi062 ceph-mon[78153]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-22T05:08:07.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:07 smithi040 ceph-mon[88445]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-22T05:08:07.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:07 smithi040 ceph-mon[91058]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-22T05:08:08.299 INFO:tasks.workunit.client.1.smithi062.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-22T05:08:08.314 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg 2024-04-22T05:08:08.449 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-04-22T05:08:08.451 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg_import 2024-04-22T05:08:08.565 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-04-22T05:08:08.567 INFO:tasks.workunit.client.1.smithi062.stderr:+ tiered=0 2024-04-22T05:08:08.568 INFO:tasks.workunit.client.1.smithi062.stderr:+ ceph osd dump 2024-04-22T05:08:08.568 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep '^pool' 2024-04-22T05:08:08.568 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep ''\''rbd'\''' 2024-04-22T05:08:08.568 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep tier 2024-04-22T05:08:08.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:08 smithi062 ceph-mon[78153]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-22T05:08:08.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:08 smithi062 ceph-mon[78153]: pgmap v2072: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 18 KiB/s wr, 210 op/s 2024-04-22T05:08:08.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:08 smithi062 ceph-mon[78153]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-22T05:08:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:08 smithi040 ceph-mon[88445]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-22T05:08:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:08 smithi040 ceph-mon[88445]: pgmap v2072: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 18 KiB/s wr, 210 op/s 2024-04-22T05:08:08.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:08 smithi040 ceph-mon[88445]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-22T05:08:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:08 smithi040 ceph-mon[91058]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-22T05:08:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:08 smithi040 ceph-mon[91058]: pgmap v2072: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 18 KiB/s wr, 210 op/s 2024-04-22T05:08:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:08 smithi040 ceph-mon[91058]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-22T05:08:09.005 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_128370/sparse1 2024-04-22T05:08:09.011 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records in 2024-04-22T05:08:09.011 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records out 2024-04-22T05:08:09.011 INFO:tasks.workunit.client.1.smithi062.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0048193 s, 218 MB/s 2024-04-22T05:08:09.011 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_128370/sparse2 2024-04-22T05:08:09.016 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records in 2024-04-22T05:08:09.016 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records out 2024-04-22T05:08:09.017 INFO:tasks.workunit.client.1.smithi062.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00481945 s, 218 MB/s 2024-04-22T05:08:09.017 INFO:tasks.workunit.client.1.smithi062.stderr:+ truncate /tmp/rbd_import_export_128370/sparse2 -s 2M 2024-04-22T05:08:09.024 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse1 2024-04-22T05:08:09.077 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 0% complete...failed. 2024-04-22T05:08:09.077 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: delete error: (2) No such file or directory 2024-04-22T05:08:09.079 INFO:tasks.workunit.client.1.smithi062.stderr:+ true 2024-04-22T05:08:09.080 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_128370/sparse1 2024-04-22T05:08:09.148 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-22T05:08:09.149 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-22T05:08:09.149 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --order is deprecated, use --object-size 2024-04-22T05:08:09.151 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd ls -l 2024-04-22T05:08:09.151 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep sparse1 2024-04-22T05:08:09.151 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-22T05:08:09.186 INFO:tasks.workunit.client.1.smithi062.stdout:sparse1 2 MiB 2 2024-04-22T05:08:09.187 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects sparse1 2024-04-22T05:08:09.187 INFO:tasks.workunit.client.1.smithi062.stderr:++ image=sparse1 2024-04-22T05:08:09.187 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rbd info sparse1 2024-04-22T05:08:09.187 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep block_name_prefix 2024-04-22T05:08:09.187 INFO:tasks.workunit.client.1.smithi062.stderr:+++ awk '{print $NF;}' 2024-04-22T05:08:09.221 INFO:tasks.workunit.client.1.smithi062.stderr:++ prefix=rbd_data.d747f65799c5 2024-04-22T05:08:09.221 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep rbd_data.d747f65799c5 2024-04-22T05:08:09.222 INFO:tasks.workunit.client.1.smithi062.stderr:++++ get_image_data_pool sparse1 2024-04-22T05:08:09.222 INFO:tasks.workunit.client.1.smithi062.stderr:++++ image=sparse1 2024-04-22T05:08:09.222 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sed -e 's/rbd_data.d747f65799c5\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-22T05:08:09.222 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sort -u 2024-04-22T05:08:09.223 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ rbd info sparse1 2024-04-22T05:08:09.223 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ grep 'data_pool: ' 2024-04-22T05:08:09.223 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ awk -F: '{ print $NF }' 2024-04-22T05:08:09.256 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool= 2024-04-22T05:08:09.256 INFO:tasks.workunit.client.1.smithi062.stderr:++++ '[' -z ']' 2024-04-22T05:08:09.256 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool=rbd 2024-04-22T05:08:09.256 INFO:tasks.workunit.client.1.smithi062.stderr:++++ echo rbd 2024-04-22T05:08:09.256 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rados ls -p rbd 2024-04-22T05:08:09.335 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects=1 2024-04-22T05:08:09.335 INFO:tasks.workunit.client.1.smithi062.stderr:++ echo 1 2024-04-22T05:08:09.335 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-22T05:08:09.335 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export sparse1 /tmp/rbd_import_export_128370/sparse1.out 2024-04-22T05:08:09.368 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-22T05:08:09.372 INFO:tasks.workunit.client.1.smithi062.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128370/sparse1 /tmp/rbd_import_export_128370/sparse1.out 2024-04-22T05:08:09.372 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp -l /tmp/rbd_import_export_128370/sparse1 /tmp/rbd_import_export_128370/sparse1.out 2024-04-22T05:08:09.374 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_128370/sparse1 --format %b 2024-04-22T05:08:09.375 INFO:tasks.workunit.client.1.smithi062.stderr:+ origsize=2048 2024-04-22T05:08:09.375 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_128370/sparse1.out --format %b 2024-04-22T05:08:09.376 INFO:tasks.workunit.client.1.smithi062.stderr:+ exportsize=2048 2024-04-22T05:08:09.376 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-04-22T05:08:09.376 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-04-22T05:08:09.376 INFO:tasks.workunit.client.1.smithi062.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-22T05:08:09.376 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_128370/sparse1.out 2024-04-22T05:08:09.377 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse1 2024-04-22T05:08:09.491 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-22T05:08:09.493 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse2 2024-04-22T05:08:09.541 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 0% complete...failed. 2024-04-22T05:08:09.541 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: delete error: (2) No such file or directory 2024-04-22T05:08:09.543 INFO:tasks.workunit.client.1.smithi062.stderr:+ true 2024-04-22T05:08:09.544 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_128370/sparse2 2024-04-22T05:08:09.614 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-22T05:08:09.614 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-22T05:08:09.615 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --order is deprecated, use --object-size 2024-04-22T05:08:09.617 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd ls -l 2024-04-22T05:08:09.617 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep sparse2 2024-04-22T05:08:09.617 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-22T05:08:09.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:09 smithi062 ceph-mon[78153]: from='client.? 172.21.15.62:0/3587354335' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-22T05:08:09.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:09 smithi062 ceph-mon[78153]: from='client.? 172.21.15.62:0/3587354335' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-22T05:08:09.651 INFO:tasks.workunit.client.1.smithi062.stdout:sparse2 2 MiB 2 2024-04-22T05:08:09.652 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects sparse2 2024-04-22T05:08:09.652 INFO:tasks.workunit.client.1.smithi062.stderr:++ image=sparse2 2024-04-22T05:08:09.652 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rbd info sparse2 2024-04-22T05:08:09.652 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep block_name_prefix 2024-04-22T05:08:09.652 INFO:tasks.workunit.client.1.smithi062.stderr:+++ awk '{print $NF;}' 2024-04-22T05:08:09.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:09 smithi040 ceph-mon[88445]: from='client.? 172.21.15.62:0/3587354335' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-22T05:08:09.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:09 smithi040 ceph-mon[88445]: from='client.? 172.21.15.62:0/3587354335' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-22T05:08:09.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:09 smithi040 ceph-mon[91058]: from='client.? 172.21.15.62:0/3587354335' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-22T05:08:09.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:09 smithi040 ceph-mon[91058]: from='client.? 172.21.15.62:0/3587354335' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-22T05:08:09.686 INFO:tasks.workunit.client.1.smithi062.stderr:++ prefix=rbd_data.d77abaa42ab 2024-04-22T05:08:09.687 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep rbd_data.d77abaa42ab 2024-04-22T05:08:09.687 INFO:tasks.workunit.client.1.smithi062.stderr:++++ get_image_data_pool sparse2 2024-04-22T05:08:09.687 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sed -e 's/rbd_data.d77abaa42ab\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-22T05:08:09.687 INFO:tasks.workunit.client.1.smithi062.stderr:++++ image=sparse2 2024-04-22T05:08:09.687 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sort -u 2024-04-22T05:08:09.687 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ rbd info sparse2 2024-04-22T05:08:09.688 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ grep 'data_pool: ' 2024-04-22T05:08:09.688 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ awk -F: '{ print $NF }' 2024-04-22T05:08:09.721 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool= 2024-04-22T05:08:09.722 INFO:tasks.workunit.client.1.smithi062.stderr:++++ '[' -z ']' 2024-04-22T05:08:09.722 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool=rbd 2024-04-22T05:08:09.722 INFO:tasks.workunit.client.1.smithi062.stderr:++++ echo rbd 2024-04-22T05:08:09.722 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rados ls -p rbd 2024-04-22T05:08:09.793 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects=0 2024-04-22T05:08:09.793 INFO:tasks.workunit.client.1.smithi062.stderr:++ echo 0 2024-04-22T05:08:09.794 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-22T05:08:09.794 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export sparse2 /tmp/rbd_import_export_128370/sparse2.out 2024-04-22T05:08:09.832 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-22T05:08:09.835 INFO:tasks.workunit.client.1.smithi062.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128370/sparse2 /tmp/rbd_import_export_128370/sparse2.out 2024-04-22T05:08:09.836 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp -l /tmp/rbd_import_export_128370/sparse2 /tmp/rbd_import_export_128370/sparse2.out 2024-04-22T05:08:09.838 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_128370/sparse2 --format %b 2024-04-22T05:08:09.838 INFO:tasks.workunit.client.1.smithi062.stderr:+ origsize=2048 2024-04-22T05:08:09.839 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_128370/sparse2.out --format %b 2024-04-22T05:08:09.840 INFO:tasks.workunit.client.1.smithi062.stderr:+ exportsize=2048 2024-04-22T05:08:09.840 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-04-22T05:08:09.840 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-04-22T05:08:09.840 INFO:tasks.workunit.client.1.smithi062.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-22T05:08:09.840 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_128370/sparse2.out 2024-04-22T05:08:09.840 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse2 2024-04-22T05:08:09.954 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-22T05:08:09.957 INFO:tasks.workunit.client.1.smithi062.stderr:+ truncate /tmp/rbd_import_export_128370/sparse1 -s 10M 2024-04-22T05:08:09.958 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-22T05:08:10.065 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-04-22T05:08:10.066 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-22T05:08:10.066 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --order is deprecated, use --object-size 2024-04-22T05:08:10.068 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd ls -l 2024-04-22T05:08:10.068 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep sparse1 2024-04-22T05:08:10.069 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-22T05:08:10.105 INFO:tasks.workunit.client.1.smithi062.stdout:sparse1 10 MiB 2 2024-04-22T05:08:10.106 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects sparse1 2024-04-22T05:08:10.106 INFO:tasks.workunit.client.1.smithi062.stderr:++ image=sparse1 2024-04-22T05:08:10.106 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rbd info sparse1 2024-04-22T05:08:10.106 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep block_name_prefix 2024-04-22T05:08:10.106 INFO:tasks.workunit.client.1.smithi062.stderr:+++ awk '{print $NF;}' 2024-04-22T05:08:10.141 INFO:tasks.workunit.client.1.smithi062.stderr:++ prefix=rbd_data.d7a74272e9f0 2024-04-22T05:08:10.142 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep rbd_data.d7a74272e9f0 2024-04-22T05:08:10.142 INFO:tasks.workunit.client.1.smithi062.stderr:++++ get_image_data_pool sparse1 2024-04-22T05:08:10.142 INFO:tasks.workunit.client.1.smithi062.stderr:++++ image=sparse1 2024-04-22T05:08:10.142 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sed -e 's/rbd_data.d7a74272e9f0\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-22T05:08:10.142 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sort -u 2024-04-22T05:08:10.142 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ rbd info sparse1 2024-04-22T05:08:10.142 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ grep 'data_pool: ' 2024-04-22T05:08:10.142 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ awk -F: '{ print $NF }' 2024-04-22T05:08:10.176 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool= 2024-04-22T05:08:10.176 INFO:tasks.workunit.client.1.smithi062.stderr:++++ '[' -z ']' 2024-04-22T05:08:10.176 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool=rbd 2024-04-22T05:08:10.176 INFO:tasks.workunit.client.1.smithi062.stderr:++++ echo rbd 2024-04-22T05:08:10.177 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rados ls -p rbd 2024-04-22T05:08:10.247 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects=1 2024-04-22T05:08:10.247 INFO:tasks.workunit.client.1.smithi062.stderr:++ echo 1 2024-04-22T05:08:10.247 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-22T05:08:10.247 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export sparse1 /tmp/rbd_import_export_128370/sparse1.out 2024-04-22T05:08:10.281 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-22T05:08:10.284 INFO:tasks.workunit.client.1.smithi062.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128370/sparse1 /tmp/rbd_import_export_128370/sparse1.out 2024-04-22T05:08:10.284 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp -l /tmp/rbd_import_export_128370/sparse1 /tmp/rbd_import_export_128370/sparse1.out 2024-04-22T05:08:10.292 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_128370/sparse1 --format %b 2024-04-22T05:08:10.293 INFO:tasks.workunit.client.1.smithi062.stderr:+ origsize=2048 2024-04-22T05:08:10.293 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_128370/sparse1.out --format %b 2024-04-22T05:08:10.294 INFO:tasks.workunit.client.1.smithi062.stderr:+ exportsize=2048 2024-04-22T05:08:10.294 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-04-22T05:08:10.294 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-04-22T05:08:10.295 INFO:tasks.workunit.client.1.smithi062.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-22T05:08:10.295 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_128370/sparse1.out 2024-04-22T05:08:10.295 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse1 2024-04-22T05:08:10.343 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:08:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:08:10] "GET /metrics HTTP/1.1" 200 240179 "" "Prometheus/2.43.0" 2024-04-22T05:08:10.343 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:10 smithi040 ceph-mon[91058]: pgmap v2074: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 8.2 KiB/s wr, 152 op/s 2024-04-22T05:08:10.412 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-22T05:08:10.415 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_128370/sparse2 oflag=append conv=notrunc 2024-04-22T05:08:10.426 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records in 2024-04-22T05:08:10.426 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records out 2024-04-22T05:08:10.426 INFO:tasks.workunit.client.1.smithi062.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00964289 s, 217 MB/s 2024-04-22T05:08:10.426 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-22T05:08:10.520 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-04-22T05:08:10.521 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-22T05:08:10.521 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --order is deprecated, use --object-size 2024-04-22T05:08:10.523 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd ls -l 2024-04-22T05:08:10.523 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep sparse2 2024-04-22T05:08:10.523 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-22T05:08:10.557 INFO:tasks.workunit.client.1.smithi062.stdout:sparse2 4 MiB 2 2024-04-22T05:08:10.558 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects sparse2 2024-04-22T05:08:10.558 INFO:tasks.workunit.client.1.smithi062.stderr:++ image=sparse2 2024-04-22T05:08:10.559 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rbd info sparse2 2024-04-22T05:08:10.559 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep block_name_prefix 2024-04-22T05:08:10.559 INFO:tasks.workunit.client.1.smithi062.stderr:+++ awk '{print $NF;}' 2024-04-22T05:08:10.593 INFO:tasks.workunit.client.1.smithi062.stderr:++ prefix=rbd_data.d7d4c25ce256 2024-04-22T05:08:10.594 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep rbd_data.d7d4c25ce256 2024-04-22T05:08:10.594 INFO:tasks.workunit.client.1.smithi062.stderr:++++ get_image_data_pool sparse2 2024-04-22T05:08:10.594 INFO:tasks.workunit.client.1.smithi062.stderr:++++ image=sparse2 2024-04-22T05:08:10.595 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sed -e 's/rbd_data.d7d4c25ce256\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-22T05:08:10.595 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sort -u 2024-04-22T05:08:10.595 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ rbd info sparse2 2024-04-22T05:08:10.595 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ grep 'data_pool: ' 2024-04-22T05:08:10.595 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ awk -F: '{ print $NF }' 2024-04-22T05:08:10.630 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool= 2024-04-22T05:08:10.630 INFO:tasks.workunit.client.1.smithi062.stderr:++++ '[' -z ']' 2024-04-22T05:08:10.630 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool=rbd 2024-04-22T05:08:10.630 INFO:tasks.workunit.client.1.smithi062.stderr:++++ echo rbd 2024-04-22T05:08:10.630 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rados ls -p rbd 2024-04-22T05:08:10.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:10 smithi062 ceph-mon[78153]: pgmap v2074: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 8.2 KiB/s wr, 152 op/s 2024-04-22T05:08:10.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:10 smithi040 ceph-mon[88445]: pgmap v2074: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 8.2 KiB/s wr, 152 op/s 2024-04-22T05:08:10.695 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects='0 2024-04-22T05:08:10.695 INFO:tasks.workunit.client.1.smithi062.stderr:2 2024-04-22T05:08:10.695 INFO:tasks.workunit.client.1.smithi062.stderr:3' 2024-04-22T05:08:10.695 INFO:tasks.workunit.client.1.smithi062.stderr:++ echo 0 2 3 2024-04-22T05:08:10.695 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-22T05:08:10.695 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export sparse2 /tmp/rbd_import_export_128370/sparse2.out 2024-04-22T05:08:10.732 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-22T05:08:10.736 INFO:tasks.workunit.client.1.smithi062.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128370/sparse2 /tmp/rbd_import_export_128370/sparse2.out 2024-04-22T05:08:10.736 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp -l /tmp/rbd_import_export_128370/sparse2 /tmp/rbd_import_export_128370/sparse2.out 2024-04-22T05:08:10.739 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_128370/sparse2 --format %b 2024-04-22T05:08:10.740 INFO:tasks.workunit.client.1.smithi062.stderr:+ origsize=6144 2024-04-22T05:08:10.740 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_128370/sparse2.out --format %b 2024-04-22T05:08:10.741 INFO:tasks.workunit.client.1.smithi062.stderr:+ exportsize=6144 2024-04-22T05:08:10.741 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-04-22T05:08:10.742 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-04-22T05:08:10.742 INFO:tasks.workunit.client.1.smithi062.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-22T05:08:10.742 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_128370/sparse2.out 2024-04-22T05:08:10.742 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse2 2024-04-22T05:08:10.860 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-22T05:08:10.862 INFO:tasks.workunit.client.1.smithi062.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-22T05:08:10.863 INFO:tasks.workunit.client.1.smithi062.stdout:partially-sparse file imports to partially-sparse image 2024-04-22T05:08:10.863 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_128370/sparse1 sparse 2024-04-22T05:08:10.933 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-22T05:08:10.933 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-22T05:08:10.933 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --order is deprecated, use --object-size 2024-04-22T05:08:10.936 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects sparse 2024-04-22T05:08:10.936 INFO:tasks.workunit.client.1.smithi062.stderr:++ image=sparse 2024-04-22T05:08:10.936 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rbd info sparse 2024-04-22T05:08:10.937 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep block_name_prefix 2024-04-22T05:08:10.937 INFO:tasks.workunit.client.1.smithi062.stderr:+++ awk '{print $NF;}' 2024-04-22T05:08:10.971 INFO:tasks.workunit.client.1.smithi062.stderr:++ prefix=rbd_data.d8013b1424dd 2024-04-22T05:08:10.972 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep rbd_data.d8013b1424dd 2024-04-22T05:08:10.972 INFO:tasks.workunit.client.1.smithi062.stderr:++++ get_image_data_pool sparse 2024-04-22T05:08:10.972 INFO:tasks.workunit.client.1.smithi062.stderr:++++ image=sparse 2024-04-22T05:08:10.972 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sed -e 's/rbd_data.d8013b1424dd\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-22T05:08:10.972 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sort -u 2024-04-22T05:08:10.972 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ rbd info sparse 2024-04-22T05:08:10.972 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ grep 'data_pool: ' 2024-04-22T05:08:10.972 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ awk -F: '{ print $NF }' 2024-04-22T05:08:11.006 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool= 2024-04-22T05:08:11.006 INFO:tasks.workunit.client.1.smithi062.stderr:++++ '[' -z ']' 2024-04-22T05:08:11.007 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool=rbd 2024-04-22T05:08:11.007 INFO:tasks.workunit.client.1.smithi062.stderr:++++ echo rbd 2024-04-22T05:08:11.007 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rados ls -p rbd 2024-04-22T05:08:11.077 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects=1 2024-04-22T05:08:11.077 INFO:tasks.workunit.client.1.smithi062.stderr:++ echo 1 2024-04-22T05:08:11.077 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-22T05:08:11.077 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse 2024-04-22T05:08:11.190 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-22T05:08:11.193 INFO:tasks.workunit.client.1.smithi062.stdout:zeros import through stdin to sparse image 2024-04-22T05:08:11.193 INFO:tasks.workunit.client.1.smithi062.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-22T05:08:11.193 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-22T05:08:11.193 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format - sparse 2024-04-22T05:08:11.243 INFO:tasks.workunit.client.1.smithi062.stderr:4+0 records in 2024-04-22T05:08:11.243 INFO:tasks.workunit.client.1.smithi062.stderr:4+0 records out 2024-04-22T05:08:11.243 INFO:tasks.workunit.client.1.smithi062.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0490706 s, 85.5 MB/s 2024-04-22T05:08:11.256 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-04-22T05:08:11.257 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-22T05:08:11.260 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects sparse 2024-04-22T05:08:11.260 INFO:tasks.workunit.client.1.smithi062.stderr:++ image=sparse 2024-04-22T05:08:11.260 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rbd info sparse 2024-04-22T05:08:11.260 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep block_name_prefix 2024-04-22T05:08:11.261 INFO:tasks.workunit.client.1.smithi062.stderr:+++ awk '{print $NF;}' 2024-04-22T05:08:11.294 INFO:tasks.workunit.client.1.smithi062.stderr:++ prefix=rbd_data.d822fda0f733 2024-04-22T05:08:11.295 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep rbd_data.d822fda0f733 2024-04-22T05:08:11.295 INFO:tasks.workunit.client.1.smithi062.stderr:++++ get_image_data_pool sparse 2024-04-22T05:08:11.295 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sed -e 's/rbd_data.d822fda0f733\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-22T05:08:11.295 INFO:tasks.workunit.client.1.smithi062.stderr:++++ image=sparse 2024-04-22T05:08:11.295 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sort -u 2024-04-22T05:08:11.296 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ rbd info sparse 2024-04-22T05:08:11.296 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ grep 'data_pool: ' 2024-04-22T05:08:11.296 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ awk -F: '{ print $NF }' 2024-04-22T05:08:11.331 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool= 2024-04-22T05:08:11.331 INFO:tasks.workunit.client.1.smithi062.stderr:++++ '[' -z ']' 2024-04-22T05:08:11.331 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool=rbd 2024-04-22T05:08:11.331 INFO:tasks.workunit.client.1.smithi062.stderr:++++ echo rbd 2024-04-22T05:08:11.331 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rados ls -p rbd 2024-04-22T05:08:11.398 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects= 2024-04-22T05:08:11.398 INFO:tasks.workunit.client.1.smithi062.stderr:++ echo 2024-04-22T05:08:11.398 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-22T05:08:11.398 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse 2024-04-22T05:08:11.513 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-04-22T05:08:11.515 INFO:tasks.workunit.client.1.smithi062.stdout:zeros export to sparse file 2024-04-22T05:08:11.516 INFO:tasks.workunit.client.1.smithi062.stderr:+ echo 'zeros export to sparse file' 2024-04-22T05:08:11.516 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd create --new-format sparse --size 4 2024-04-22T05:08:11.556 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-22T05:08:11.558 INFO:tasks.workunit.client.1.smithi062.stderr:++ rbd info sparse 2024-04-22T05:08:11.559 INFO:tasks.workunit.client.1.smithi062.stderr:++ grep block_name_prefix 2024-04-22T05:08:11.559 INFO:tasks.workunit.client.1.smithi062.stderr:++ awk '{print $NF;}' 2024-04-22T05:08:11.593 INFO:tasks.workunit.client.1.smithi062.stderr:+ prefix=rbd_data.d84394dca33d 2024-04-22T05:08:11.593 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-22T05:08:11.593 INFO:tasks.workunit.client.1.smithi062.stderr:++ get_image_data_pool sparse 2024-04-22T05:08:11.593 INFO:tasks.workunit.client.1.smithi062.stderr:++ image=sparse 2024-04-22T05:08:11.594 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rbd info sparse 2024-04-22T05:08:11.594 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep 'data_pool: ' 2024-04-22T05:08:11.594 INFO:tasks.workunit.client.1.smithi062.stderr:+++ awk -F: '{ print $NF }' 2024-04-22T05:08:11.627 INFO:tasks.workunit.client.1.smithi062.stderr:++ data_pool= 2024-04-22T05:08:11.628 INFO:tasks.workunit.client.1.smithi062.stderr:++ '[' -z ']' 2024-04-22T05:08:11.628 INFO:tasks.workunit.client.1.smithi062.stderr:++ data_pool=rbd 2024-04-22T05:08:11.628 INFO:tasks.workunit.client.1.smithi062.stderr:++ echo rbd 2024-04-22T05:08:11.628 INFO:tasks.workunit.client.1.smithi062.stderr:+ rados -p rbd put rbd_data.d84394dca33d.000000000000 - 2024-04-22T05:08:11.656 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records in 2024-04-22T05:08:11.656 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records out 2024-04-22T05:08:11.656 INFO:tasks.workunit.client.1.smithi062.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0625905 s, 67.0 MB/s 2024-04-22T05:08:11.683 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects sparse 2024-04-22T05:08:11.683 INFO:tasks.workunit.client.1.smithi062.stderr:++ image=sparse 2024-04-22T05:08:11.683 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rbd info sparse 2024-04-22T05:08:11.683 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep block_name_prefix 2024-04-22T05:08:11.683 INFO:tasks.workunit.client.1.smithi062.stderr:+++ awk '{print $NF;}' 2024-04-22T05:08:11.718 INFO:tasks.workunit.client.1.smithi062.stderr:++ prefix=rbd_data.d84394dca33d 2024-04-22T05:08:11.719 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep rbd_data.d84394dca33d 2024-04-22T05:08:11.719 INFO:tasks.workunit.client.1.smithi062.stderr:++++ get_image_data_pool sparse 2024-04-22T05:08:11.719 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sed -e 's/rbd_data.d84394dca33d\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-22T05:08:11.719 INFO:tasks.workunit.client.1.smithi062.stderr:++++ image=sparse 2024-04-22T05:08:11.719 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sort -u 2024-04-22T05:08:11.719 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ rbd info sparse 2024-04-22T05:08:11.720 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ grep 'data_pool: ' 2024-04-22T05:08:11.720 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ awk -F: '{ print $NF }' 2024-04-22T05:08:11.753 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool= 2024-04-22T05:08:11.754 INFO:tasks.workunit.client.1.smithi062.stderr:++++ '[' -z ']' 2024-04-22T05:08:11.754 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool=rbd 2024-04-22T05:08:11.754 INFO:tasks.workunit.client.1.smithi062.stderr:++++ echo rbd 2024-04-22T05:08:11.754 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rados ls -p rbd 2024-04-22T05:08:11.825 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects=0 2024-04-22T05:08:11.825 INFO:tasks.workunit.client.1.smithi062.stderr:++ echo 0 2024-04-22T05:08:11.825 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-22T05:08:11.825 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_128370/sparse 2024-04-22T05:08:11.826 INFO:tasks.workunit.client.1.smithi062.stderr:rm: cannot remove '/tmp/rbd_import_export_128370/sparse': No such file or directory 2024-04-22T05:08:11.826 INFO:tasks.workunit.client.1.smithi062.stderr:+ true 2024-04-22T05:08:11.826 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export sparse /tmp/rbd_import_export_128370/sparse 2024-04-22T05:08:11.860 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 100% complete...done. 2024-04-22T05:08:11.863 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_128370/sparse --format=%b 2024-04-22T05:08:11.864 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 0 = 0 ']' 2024-04-22T05:08:11.864 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse 2024-04-22T05:08:11.966 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-04-22T05:08:11.968 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_128370/sparse /tmp/rbd_import_export_128370/sparse1 /tmp/rbd_import_export_128370/sparse2 /tmp/rbd_import_export_128370/sparse3 2024-04-22T05:08:11.970 INFO:tasks.workunit.client.1.smithi062.stderr:rm: cannot remove '/tmp/rbd_import_export_128370/sparse3': No such file or directory 2024-04-22T05:08:11.971 INFO:tasks.workunit.client.1.smithi062.stderr:+ true 2024-04-22T05:08:11.971 INFO:tasks.workunit.client.1.smithi062.stderr:+ echo OK 2024-04-22T05:08:11.971 INFO:tasks.workunit.client.1.smithi062.stdout:OK 2024-04-22T05:08:11.972 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm -rf /tmp/rbd_import_export_128370 2024-04-22T05:08:11.972 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-22T05:08:11.972 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-04-22T05:08:12.044 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-04-22T05:08:12.045 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-04-22T05:08:12.269 DEBUG:teuthology.parallel:result is None 2024-04-22T05:08:12.269 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-04-22T05:08:12.297 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-04-22T05:08:12.298 DEBUG:teuthology.orchestra.run.smithi062:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-04-22T05:08:12.356 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-04-22T05:08:12.357 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-22T05:08:12.357 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-04-22T05:08:12.357 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-22T05:08:12.357 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-04-22T05:08:12.357 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-22T05:08:12.358 INFO:tasks.workunit:Pulling workunits from ref pacific 2024-04-22T05:08:12.358 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-22T05:08:12.358 DEBUG:teuthology.orchestra.run.smithi040:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-22T05:08:12.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T05:08:12.381 INFO:teuthology.orchestra.run.smithi040.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-22T05:08:12.382 DEBUG:teuthology.orchestra.run.smithi040:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-22T05:08:12.442 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-22T05:08:12.443 DEBUG:teuthology.orchestra.run.smithi040:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-22T05:08:12.503 INFO:tasks.workunit:timeout=3h 2024-04-22T05:08:12.504 INFO:tasks.workunit:cleanup=True 2024-04-22T05:08:12.504 DEBUG:teuthology.orchestra.run.smithi040:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch pacific https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-22T05:08:12.564 INFO:tasks.workunit.client.0.smithi040.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-22T05:08:12.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:12 smithi062 ceph-mon[78153]: pgmap v2075: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 877 KiB/s rd, 702 KiB/s wr, 277 op/s 2024-04-22T05:08:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:12 smithi040 ceph-mon[88445]: pgmap v2075: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 877 KiB/s rd, 702 KiB/s wr, 277 op/s 2024-04-22T05:08:12.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:12 smithi040 ceph-mon[91058]: pgmap v2075: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 877 KiB/s rd, 702 KiB/s wr, 277 op/s 2024-04-22T05:08:14.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:14 smithi062 ceph-mon[78153]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-22T05:08:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:14 smithi062 ceph-mon[78153]: pgmap v2077: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 867 KiB/s wr, 311 op/s 2024-04-22T05:08:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:14 smithi040 ceph-mon[88445]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-22T05:08:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:14 smithi040 ceph-mon[88445]: pgmap v2077: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 867 KiB/s wr, 311 op/s 2024-04-22T05:08:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:14 smithi040 ceph-mon[91058]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-22T05:08:14.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:14 smithi040 ceph-mon[91058]: pgmap v2077: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 867 KiB/s wr, 311 op/s 2024-04-22T05:08:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:08:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:08:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:08:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:16 smithi040 ceph-mon[88445]: pgmap v2078: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1012 KiB/s rd, 910 KiB/s wr, 322 op/s 2024-04-22T05:08:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:16 smithi040 ceph-mon[91058]: pgmap v2078: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1012 KiB/s rd, 910 KiB/s wr, 322 op/s 2024-04-22T05:08:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:16 smithi062 ceph-mon[78153]: pgmap v2078: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1012 KiB/s rd, 910 KiB/s wr, 322 op/s 2024-04-22T05:08:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:18 smithi040 ceph-mon[88445]: pgmap v2079: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 901 KiB/s rd, 1.2 MiB/s wr, 298 op/s 2024-04-22T05:08:18.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:18 smithi040 ceph-mon[88445]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-22T05:08:18.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:18 smithi040 ceph-mon[91058]: pgmap v2079: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 901 KiB/s rd, 1.2 MiB/s wr, 298 op/s 2024-04-22T05:08:18.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:18 smithi040 ceph-mon[91058]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-22T05:08:18.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:18 smithi062 ceph-mon[78153]: pgmap v2079: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 901 KiB/s rd, 1.2 MiB/s wr, 298 op/s 2024-04-22T05:08:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:18 smithi062 ceph-mon[78153]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-22T05:08:20.405 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:08:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:08:20] "GET /metrics HTTP/1.1" 200 240179 "" "Prometheus/2.43.0" 2024-04-22T05:08:20.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:20 smithi040 ceph-mon[88445]: pgmap v2081: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 900 KiB/s wr, 206 op/s 2024-04-22T05:08:20.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:20 smithi040 ceph-mon[91058]: pgmap v2081: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 900 KiB/s wr, 206 op/s 2024-04-22T05:08:20.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:20 smithi062 ceph-mon[78153]: pgmap v2081: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 900 KiB/s wr, 206 op/s 2024-04-22T05:08:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:08:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:08:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:08:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:22 smithi062 ceph-mon[78153]: pgmap v2082: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 765 KiB/s wr, 102 op/s 2024-04-22T05:08:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:22 smithi040 ceph-mon[88445]: pgmap v2082: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 765 KiB/s wr, 102 op/s 2024-04-22T05:08:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:22 smithi040 ceph-mon[91058]: pgmap v2082: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 765 KiB/s wr, 102 op/s 2024-04-22T05:08:24.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:24 smithi062 ceph-mon[78153]: pgmap v2083: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 617 KiB/s wr, 82 op/s 2024-04-22T05:08:24.907 DEBUG:teuthology.orchestra.run.smithi040:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-22T05:08:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:24 smithi040 ceph-mon[88445]: pgmap v2083: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 617 KiB/s wr, 82 op/s 2024-04-22T05:08:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:24 smithi040 ceph-mon[91058]: pgmap v2083: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 617 KiB/s wr, 82 op/s 2024-04-22T05:08:24.926 INFO:tasks.workunit.client.0.smithi040.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-22T05:08:24.928 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-22T05:08:24.928 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-22T05:08:24.976 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-22T05:08:25.024 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-22T05:08:25.062 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-22T05:08:25.064 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-22T05:08:25.064 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-22T05:08:25.101 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-22T05:08:25.104 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T05:08:25.105 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-22T05:08:25.163 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-22T05:08:25.164 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-22T05:08:25.164 DEBUG:teuthology.orchestra.run.smithi040:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-22T05:08:25.251 INFO:tasks.workunit.client.0.smithi040.stdout:seed 140078 2024-04-22T05:08:25.251 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] Running 378 tests from 16 test suites. 2024-04-22T05:08:25.251 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment set-up. 2024-04-22T05:08:25.251 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 127 tests from TestLibRBD 2024-04-22T05:08:25.279 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-22T05:08:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:08:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:08:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:08:26.802 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:26 smithi062 ceph-mon[78153]: pgmap v2084: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 410 KiB/s wr, 12 op/s 2024-04-22T05:08:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:26 smithi062 ceph-mon[78153]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-22T05:08:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:26 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3003064605' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:26 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:26 smithi040 ceph-mon[88445]: pgmap v2084: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 410 KiB/s wr, 12 op/s 2024-04-22T05:08:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:26 smithi040 ceph-mon[88445]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-22T05:08:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:26 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3003064605' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:26 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:26 smithi040 ceph-mon[91058]: pgmap v2084: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 410 KiB/s wr, 12 op/s 2024-04-22T05:08:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:26 smithi040 ceph-mon[91058]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-22T05:08:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:26 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3003064605' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:26 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:28.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:27 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:08:28.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:27 smithi062 ceph-mon[78153]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-22T05:08:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:27 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:08:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:27 smithi040 ceph-mon[88445]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-22T05:08:28.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:27 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:08:28.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:27 smithi040 ceph-mon[91058]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-22T05:08:28.822 INFO:tasks.workunit.client.0.smithi040.stdout:image has size 2097152 and order 22 2024-04-22T05:08:28.822 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.CreateAndStat (3543 ms) 2024-04-22T05:08:28.822 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-22T05:08:28.822 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:08:28.822 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (0 ms) 2024-04-22T05:08:28.822 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-22T05:08:28.823 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:28.833 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.CreateAndStatPP (12 ms) 2024-04-22T05:08:28.833 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.GetId 2024-04-22T05:08:28.834 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:28.848 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.GetId (14 ms) 2024-04-22T05:08:28.848 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-22T05:08:28.848 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:28.859 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.GetIdPP (11 ms) 2024-04-22T05:08:28.859 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-22T05:08:28.859 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:28.869 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (10 ms) 2024-04-22T05:08:28.869 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-22T05:08:28.869 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:28.879 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (10 ms) 2024-04-22T05:08:28.879 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-22T05:08:28.879 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:08:28.879 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (0 ms) 2024-04-22T05:08:28.879 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-22T05:08:28.880 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:08:28.880 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (0 ms) 2024-04-22T05:08:28.880 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-22T05:08:28.880 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:28.890 INFO:tasks.workunit.client.0.smithi040.stdout:image has size 2097152 and order 22 2024-04-22T05:08:28.890 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.OpenAio (11 ms) 2024-04-22T05:08:28.890 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-22T05:08:28.892 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-04-22T05:08:28.893 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-22T05:08:28.893 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:28.908 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.OpenAioPP (15 ms) 2024-04-22T05:08:28.908 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-22T05:08:28.911 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.OpenAioFailPP (4 ms) 2024-04-22T05:08:28.912 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-22T05:08:28.912 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:28.935 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ResizeAndStat (24 ms) 2024-04-22T05:08:28.936 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-22T05:08:28.936 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:28.953 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (18 ms) 2024-04-22T05:08:28.954 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-22T05:08:28.954 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:28.973 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (19 ms) 2024-04-22T05:08:28.973 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-22T05:08:28.973 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:28.995 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (22 ms) 2024-04-22T05:08:28.995 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-22T05:08:29.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:28 smithi062 ceph-mon[78153]: pgmap v2087: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:08:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:28 smithi062 ceph-mon[78153]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-22T05:08:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:28 smithi040 ceph-mon[88445]: pgmap v2087: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:08:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:28 smithi040 ceph-mon[88445]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-22T05:08:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:28 smithi040 ceph-mon[91058]: pgmap v2087: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:08:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:28 smithi040 ceph-mon[91058]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-22T05:08:30.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:29 smithi040 ceph-mon[88445]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-22T05:08:30.065 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:29 smithi040 ceph-mon[91058]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-22T05:08:30.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:29 smithi062 ceph-mon[78153]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-22T05:08:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:08:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:08:30] "GET /metrics HTTP/1.1" 200 240212 "" "Prometheus/2.43.0" 2024-04-22T05:08:30.841 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:30 smithi062 ceph-mon[78153]: pgmap v2090: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:08:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:30 smithi062 ceph-mon[78153]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-22T05:08:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:30 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3731052666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:30 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:30 smithi040 ceph-mon[88445]: pgmap v2090: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:08:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:30 smithi040 ceph-mon[88445]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-22T05:08:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:30 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3731052666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:30 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:30 smithi040 ceph-mon[91058]: pgmap v2090: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:08:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:30 smithi040 ceph-mon[91058]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-22T05:08:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:30 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3731052666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:31.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:30 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:31 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:08:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:31 smithi062 ceph-mon[78153]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-22T05:08:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:31 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:08:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:31 smithi040 ceph-mon[88445]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-22T05:08:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:31 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:08:32.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:31 smithi040 ceph-mon[91058]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-22T05:08:32.850 INFO:tasks.workunit.client.0.smithi040.stdout:image: image15 2024-04-22T05:08:32.850 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image15 2024-04-22T05:08:32.851 INFO:tasks.workunit.client.0.smithi040.stdout:found image15 2024-04-22T05:08:32.851 INFO:tasks.workunit.client.0.smithi040.stdout:erased image15 2024-04-22T05:08:32.851 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:32.881 INFO:tasks.workunit.client.0.smithi040.stdout:image: image15 2024-04-22T05:08:32.881 INFO:tasks.workunit.client.0.smithi040.stdout:image: image16 2024-04-22T05:08:32.881 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image15 2024-04-22T05:08:32.881 INFO:tasks.workunit.client.0.smithi040.stdout:found image15 2024-04-22T05:08:32.881 INFO:tasks.workunit.client.0.smithi040.stdout:erased image15 2024-04-22T05:08:32.881 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image16 2024-04-22T05:08:32.881 INFO:tasks.workunit.client.0.smithi040.stdout:found image16 2024-04-22T05:08:32.881 INFO:tasks.workunit.client.0.smithi040.stdout:erased image16 2024-04-22T05:08:32.881 INFO:tasks.workunit.client.0.smithi040.stdout:image: image16 2024-04-22T05:08:32.881 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image16 2024-04-22T05:08:32.882 INFO:tasks.workunit.client.0.smithi040.stdout:found image16 2024-04-22T05:08:32.882 INFO:tasks.workunit.client.0.smithi040.stdout:erased image16 2024-04-22T05:08:32.882 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3886 ms) 2024-04-22T05:08:32.882 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-22T05:08:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:32 smithi062 ceph-mon[78153]: pgmap v2093: 169 pgs: 5 creating+peering, 13 unknown, 151 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2024-04-22T05:08:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:32 smithi062 ceph-mon[78153]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-22T05:08:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:32 smithi040 ceph-mon[88445]: pgmap v2093: 169 pgs: 5 creating+peering, 13 unknown, 151 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2024-04-22T05:08:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:32 smithi040 ceph-mon[88445]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-22T05:08:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:32 smithi040 ceph-mon[91058]: pgmap v2093: 169 pgs: 5 creating+peering, 13 unknown, 151 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2024-04-22T05:08:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:32 smithi040 ceph-mon[91058]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-22T05:08:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:33 smithi062 ceph-mon[78153]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-22T05:08:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:33 smithi040 ceph-mon[88445]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-22T05:08:34.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:33 smithi040 ceph-mon[91058]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-22T05:08:34.860 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:34 smithi062 ceph-mon[78153]: pgmap v2096: 169 pgs: 5 creating+peering, 164 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 8.2 KiB/s wr, 36 op/s 2024-04-22T05:08:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:34 smithi062 ceph-mon[78153]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-22T05:08:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:34 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2658015000' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:34 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:34 smithi040 ceph-mon[88445]: pgmap v2096: 169 pgs: 5 creating+peering, 164 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 8.2 KiB/s wr, 36 op/s 2024-04-22T05:08:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:34 smithi040 ceph-mon[88445]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-22T05:08:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:34 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2658015000' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:34 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:34 smithi040 ceph-mon[91058]: pgmap v2096: 169 pgs: 5 creating+peering, 164 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 8.2 KiB/s wr, 36 op/s 2024-04-22T05:08:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:34 smithi040 ceph-mon[91058]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-22T05:08:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:34 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2658015000' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:34 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:35.860 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:08:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:08:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:08:36.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:35 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:08:36.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:35 smithi062 ceph-mon[78153]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-22T05:08:36.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:08:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:35 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:08:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:35 smithi040 ceph-mon[88445]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-22T05:08:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:08:36.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:35 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:08:36.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:35 smithi040 ceph-mon[91058]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-22T05:08:36.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:08:36.887 INFO:tasks.workunit.client.0.smithi040.stdout:num images is: 1 2024-04-22T05:08:36.887 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 1 2024-04-22T05:08:36.888 INFO:tasks.workunit.client.0.smithi040.stdout:image: image17 2024-04-22T05:08:36.888 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image17 2024-04-22T05:08:36.888 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:36.892 INFO:tasks.workunit.client.0.smithi040.stdout:num images is: 2 2024-04-22T05:08:36.892 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 2 2024-04-22T05:08:36.892 INFO:tasks.workunit.client.0.smithi040.stdout:image: image17 2024-04-22T05:08:36.892 INFO:tasks.workunit.client.0.smithi040.stdout:image: image18 2024-04-22T05:08:36.892 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image17 2024-04-22T05:08:36.892 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image18 2024-04-22T05:08:36.910 INFO:tasks.workunit.client.0.smithi040.stdout:num images is: 1 2024-04-22T05:08:36.910 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 1 2024-04-22T05:08:36.910 INFO:tasks.workunit.client.0.smithi040.stdout:image: image18 2024-04-22T05:08:36.910 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image18 2024-04-22T05:08:36.910 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4029 ms) 2024-04-22T05:08:36.910 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-22T05:08:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:36 smithi062 ceph-mon[78153]: pgmap v2099: 201 pgs: 30 unknown, 1 creating+peering, 170 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 5.0 KiB/s wr, 20 op/s 2024-04-22T05:08:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:36 smithi062 ceph-mon[78153]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-22T05:08:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:36 smithi040 ceph-mon[88445]: pgmap v2099: 201 pgs: 30 unknown, 1 creating+peering, 170 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 5.0 KiB/s wr, 20 op/s 2024-04-22T05:08:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:36 smithi040 ceph-mon[88445]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-22T05:08:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:36 smithi040 ceph-mon[91058]: pgmap v2099: 201 pgs: 30 unknown, 1 creating+peering, 170 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 5.0 KiB/s wr, 20 op/s 2024-04-22T05:08:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:36 smithi040 ceph-mon[91058]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-22T05:08:38.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:37 smithi062 ceph-mon[78153]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-22T05:08:38.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:37 smithi040 ceph-mon[88445]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-22T05:08:38.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:37 smithi040 ceph-mon[91058]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-22T05:08:38.357 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:38 smithi062 ceph-mon[78153]: pgmap v2102: 201 pgs: 201 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-04-22T05:08:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:38 smithi062 ceph-mon[78153]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-22T05:08:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:38 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2598327866' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:38 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2598327866' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:08:39.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:38 smithi062 ceph-mon[78153]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-22T05:08:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:38 smithi040 ceph-mon[88445]: pgmap v2102: 201 pgs: 201 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-04-22T05:08:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:38 smithi040 ceph-mon[88445]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-22T05:08:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:38 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2598327866' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:38 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2598327866' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:08:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:38 smithi040 ceph-mon[88445]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-22T05:08:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:38 smithi040 ceph-mon[91058]: pgmap v2102: 201 pgs: 201 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-04-22T05:08:39.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:38 smithi040 ceph-mon[91058]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-22T05:08:39.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:38 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2598327866' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:39.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:38 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2598327866' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:08:39.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:38 smithi040 ceph-mon[91058]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-22T05:08:40.349 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:08:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:08:40] "GET /metrics HTTP/1.1" 200 247389 "" "Prometheus/2.43.0" 2024-04-22T05:08:40.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:40 smithi062 ceph-mon[78153]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-22T05:08:40.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:40 smithi062 ceph-mon[78153]: pgmap v2106: 233 pgs: 32 unknown, 201 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-04-22T05:08:40.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:40 smithi040 ceph-mon[88445]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-22T05:08:40.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:40 smithi040 ceph-mon[88445]: pgmap v2106: 233 pgs: 32 unknown, 201 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-04-22T05:08:40.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:40 smithi040 ceph-mon[91058]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-22T05:08:40.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:40 smithi040 ceph-mon[91058]: pgmap v2106: 233 pgs: 32 unknown, 201 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-04-22T05:08:41.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:41 smithi062 ceph-mon[78153]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-22T05:08:41.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:41 smithi040 ceph-mon[88445]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-22T05:08:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:41 smithi040 ceph-mon[91058]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-22T05:08:42.489 INFO:tasks.workunit.client.0.smithi040.stdout:image: image19 2024-04-22T05:08:42.489 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image19 2024-04-22T05:08:42.489 INFO:tasks.workunit.client.0.smithi040.stdout:found image19 2024-04-22T05:08:42.489 INFO:tasks.workunit.client.0.smithi040.stdout:erased image19 2024-04-22T05:08:42.489 INFO:tasks.workunit.client.0.smithi040.stdout:image: image19 2024-04-22T05:08:42.489 INFO:tasks.workunit.client.0.smithi040.stdout:image: image20 2024-04-22T05:08:42.489 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image19 2024-04-22T05:08:42.489 INFO:tasks.workunit.client.0.smithi040.stdout:found image19 2024-04-22T05:08:42.489 INFO:tasks.workunit.client.0.smithi040.stdout:erased image19 2024-04-22T05:08:42.490 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image20 2024-04-22T05:08:42.490 INFO:tasks.workunit.client.0.smithi040.stdout:found image20 2024-04-22T05:08:42.490 INFO:tasks.workunit.client.0.smithi040.stdout:erased image20 2024-04-22T05:08:42.490 INFO:tasks.workunit.client.0.smithi040.stdout:0.00% done 2024-04-22T05:08:42.490 INFO:tasks.workunit.client.0.smithi040.stdout:100.00% done 2024-04-22T05:08:42.490 INFO:tasks.workunit.client.0.smithi040.stdout:image: image19 2024-04-22T05:08:42.490 INFO:tasks.workunit.client.0.smithi040.stdout:image: image20 2024-04-22T05:08:42.490 INFO:tasks.workunit.client.0.smithi040.stdout:image: image21 2024-04-22T05:08:42.490 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image19 2024-04-22T05:08:42.490 INFO:tasks.workunit.client.0.smithi040.stdout:found image19 2024-04-22T05:08:42.490 INFO:tasks.workunit.client.0.smithi040.stdout:erased image19 2024-04-22T05:08:42.490 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image20 2024-04-22T05:08:42.490 INFO:tasks.workunit.client.0.smithi040.stdout:found image20 2024-04-22T05:08:42.490 INFO:tasks.workunit.client.0.smithi040.stdout:erased image20 2024-04-22T05:08:42.491 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image21 2024-04-22T05:08:42.491 INFO:tasks.workunit.client.0.smithi040.stdout:found image21 2024-04-22T05:08:42.491 INFO:tasks.workunit.client.0.smithi040.stdout:erased image21 2024-04-22T05:08:42.491 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestCopy (5579 ms) 2024-04-22T05:08:42.491 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-22T05:08:42.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:42 smithi062 ceph-mon[78153]: pgmap v2108: 233 pgs: 12 unknown, 221 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-04-22T05:08:42.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:42 smithi062 ceph-mon[78153]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-22T05:08:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:42 smithi040 ceph-mon[88445]: pgmap v2108: 233 pgs: 12 unknown, 221 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-04-22T05:08:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:42 smithi040 ceph-mon[88445]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-22T05:08:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:42 smithi040 ceph-mon[91058]: pgmap v2108: 233 pgs: 12 unknown, 221 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-04-22T05:08:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:42 smithi040 ceph-mon[91058]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-22T05:08:43.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:43 smithi062 ceph-mon[78153]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-22T05:08:43.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:43 smithi062 ceph-mon[78153]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-22T05:08:43.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:43 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2498321290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:43.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:43 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:43 smithi040 ceph-mon[88445]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-22T05:08:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:43 smithi040 ceph-mon[88445]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-22T05:08:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:43 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2498321290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:43 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:43.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:43 smithi040 ceph-mon[91058]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-22T05:08:43.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:43 smithi040 ceph-mon[91058]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-22T05:08:43.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:43 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2498321290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:43.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:43 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:08:44.359 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:44.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:44 smithi062 ceph-mon[78153]: pgmap v2112: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 19 KiB/s wr, 76 op/s 2024-04-22T05:08:44.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:44 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:08:44.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:44 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:08:44.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:44 smithi062 ceph-mon[78153]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-22T05:08:44.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:44 smithi040 ceph-mon[91058]: pgmap v2112: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 19 KiB/s wr, 76 op/s 2024-04-22T05:08:44.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:44 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:08:44.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:44 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:08:44.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:44 smithi040 ceph-mon[91058]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-22T05:08:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:44 smithi040 ceph-mon[88445]: pgmap v2112: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 19 KiB/s wr, 76 op/s 2024-04-22T05:08:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:44 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:08:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:44 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:08:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:44 smithi040 ceph-mon[88445]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-22T05:08:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:08:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:08:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:08:46.551 INFO:tasks.workunit.client.0.smithi040.stdout:num images is: 1 2024-04-22T05:08:46.551 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 1 2024-04-22T05:08:46.551 INFO:tasks.workunit.client.0.smithi040.stdout:image: image22 2024-04-22T05:08:46.551 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image22 2024-04-22T05:08:46.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:46 smithi062 ceph-mon[78153]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-22T05:08:46.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:46 smithi062 ceph-mon[78153]: pgmap v2115: 265 pgs: 30 unknown, 235 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 18 KiB/s wr, 70 op/s 2024-04-22T05:08:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:46 smithi040 ceph-mon[91058]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-22T05:08:46.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:46 smithi040 ceph-mon[91058]: pgmap v2115: 265 pgs: 30 unknown, 235 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 18 KiB/s wr, 70 op/s 2024-04-22T05:08:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:46 smithi040 ceph-mon[88445]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-22T05:08:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:46 smithi040 ceph-mon[88445]: pgmap v2115: 265 pgs: 30 unknown, 235 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 18 KiB/s wr, 70 op/s 2024-04-22T05:08:47.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:47 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:08:47.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:47 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T05:08:47.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:47 smithi062 ceph-mon[78153]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-22T05:08:47.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:47 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:08:47.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:47 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T05:08:47.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:47 smithi040 ceph-mon[88445]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-22T05:08:47.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:47 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:08:47.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:47 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T05:08:47.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:47 smithi040 ceph-mon[91058]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-22T05:08:48.384 INFO:tasks.workunit.client.0.smithi040.stdout:num images is: 2 2024-04-22T05:08:48.384 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 2 2024-04-22T05:08:48.384 INFO:tasks.workunit.client.0.smithi040.stdout:image: image22 2024-04-22T05:08:48.384 INFO:tasks.workunit.client.0.smithi040.stdout:image: image23 2024-04-22T05:08:48.384 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image22 2024-04-22T05:08:48.384 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image23 2024-04-22T05:08:48.427 INFO:tasks.workunit.client.0.smithi040.stdout:0.00% done 2024-04-22T05:08:48.427 INFO:tasks.workunit.client.0.smithi040.stdout:100.00% done 2024-04-22T05:08:48.427 INFO:tasks.workunit.client.0.smithi040.stdout:num images is: 3 2024-04-22T05:08:48.427 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 3 2024-04-22T05:08:48.427 INFO:tasks.workunit.client.0.smithi040.stdout:image: image22 2024-04-22T05:08:48.427 INFO:tasks.workunit.client.0.smithi040.stdout:image: image23 2024-04-22T05:08:48.427 INFO:tasks.workunit.client.0.smithi040.stdout:image: image24 2024-04-22T05:08:48.428 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image22 2024-04-22T05:08:48.428 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image23 2024-04-22T05:08:48.428 INFO:tasks.workunit.client.0.smithi040.stdout:expected = image24 2024-04-22T05:08:48.458 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestCopyPP (5970 ms) 2024-04-22T05:08:48.459 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-22T05:08:48.459 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:08:48.459 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestDeepCopy (0 ms) 2024-04-22T05:08:48.459 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-22T05:08:48.459 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:08:48.459 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (0 ms) 2024-04-22T05:08:48.459 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-22T05:08:48.459 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:48 smithi062 ceph-mon[78153]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-22T05:08:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:48 smithi062 ceph-mon[78153]: pgmap v2118: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 21 KiB/s wr, 141 op/s 2024-04-22T05:08:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:48 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:08:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:48 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:08:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:48 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:08:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:48 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:08:48.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:48 smithi062 ceph-mon[78153]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-22T05:08:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:48 smithi040 ceph-mon[91058]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-22T05:08:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:48 smithi040 ceph-mon[91058]: pgmap v2118: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 21 KiB/s wr, 141 op/s 2024-04-22T05:08:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:48 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:08:48.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:48 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:08:48.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:48 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:08:48.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:48 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:08:48.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:48 smithi040 ceph-mon[91058]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-22T05:08:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:48 smithi040 ceph-mon[88445]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-22T05:08:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:48 smithi040 ceph-mon[88445]: pgmap v2118: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 21 KiB/s wr, 141 op/s 2024-04-22T05:08:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:48 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:08:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:48 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:08:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:48 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:08:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:48 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:08:48.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:48 smithi040 ceph-mon[88445]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-22T05:08:50.385 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:08:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:08:50] "GET /metrics HTTP/1.1" 200 247389 "" "Prometheus/2.43.0" 2024-04-22T05:08:50.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:50 smithi040 ceph-mon[88445]: pgmap v2120: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 21 KiB/s wr, 141 op/s 2024-04-22T05:08:50.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:50 smithi040 ceph-mon[88445]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-22T05:08:50.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:50 smithi040 ceph-mon[91058]: pgmap v2120: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 21 KiB/s wr, 141 op/s 2024-04-22T05:08:50.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:50 smithi040 ceph-mon[91058]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-22T05:08:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:50 smithi062 ceph-mon[78153]: pgmap v2120: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 21 KiB/s wr, 141 op/s 2024-04-22T05:08:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:50 smithi062 ceph-mon[78153]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-22T05:08:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:51 smithi040 ceph-mon[88445]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-22T05:08:51.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:08:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:51 smithi040 ceph-mon[91058]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-22T05:08:51.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:08:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:51 smithi062 ceph-mon[78153]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-22T05:08:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:08:52.415 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 1 2024-04-22T05:08:52.415 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 1 2024-04-22T05:08:52.415 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap1 2024-04-22T05:08:52.415 INFO:tasks.workunit.client.0.smithi040.stdout:found snap1 with size 2097152 2024-04-22T05:08:52.415 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 2 2024-04-22T05:08:52.415 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 2 2024-04-22T05:08:52.415 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap1 2024-04-22T05:08:52.415 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap2 2024-04-22T05:08:52.415 INFO:tasks.workunit.client.0.smithi040.stdout:found snap1 with size 2097152 2024-04-22T05:08:52.415 INFO:tasks.workunit.client.0.smithi040.stdout:found snap2 with size 4194304 2024-04-22T05:08:52.415 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 1 2024-04-22T05:08:52.415 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 1 2024-04-22T05:08:52.415 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap2 2024-04-22T05:08:52.416 INFO:tasks.workunit.client.0.smithi040.stdout:found snap2 with size 4194304 2024-04-22T05:08:52.416 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 0 2024-04-22T05:08:52.416 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 0 2024-04-22T05:08:52.416 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3956 ms) 2024-04-22T05:08:52.416 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-22T05:08:52.416 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:08:52.416 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (0 ms) 2024-04-22T05:08:52.416 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-22T05:08:52.416 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:52 smithi040 ceph-mon[88445]: pgmap v2123: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 1.5 KiB/s wr, 58 op/s 2024-04-22T05:08:52.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:52 smithi040 ceph-mon[88445]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-22T05:08:52.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:52 smithi040 ceph-mon[91058]: pgmap v2123: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 1.5 KiB/s wr, 58 op/s 2024-04-22T05:08:52.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:52 smithi040 ceph-mon[91058]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-22T05:08:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:52 smithi062 ceph-mon[78153]: pgmap v2123: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 1.5 KiB/s wr, 58 op/s 2024-04-22T05:08:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:52 smithi062 ceph-mon[78153]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-22T05:08:53.353 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 1 2024-04-22T05:08:53.353 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 1 2024-04-22T05:08:53.353 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap1 2024-04-22T05:08:53.353 INFO:tasks.workunit.client.0.smithi040.stdout:found snap1 with size 2097152 2024-04-22T05:08:53.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:53 smithi040 ceph-mon[88445]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-22T05:08:53.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:53 smithi040 ceph-mon[88445]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-22T05:08:53.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:53 smithi040 ceph-mon[91058]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-22T05:08:53.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:53 smithi040 ceph-mon[91058]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-22T05:08:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:53 smithi062 ceph-mon[78153]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-22T05:08:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:53 smithi062 ceph-mon[78153]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-22T05:08:54.356 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 2 2024-04-22T05:08:54.356 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 2 2024-04-22T05:08:54.356 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap1 2024-04-22T05:08:54.356 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap2 2024-04-22T05:08:54.356 INFO:tasks.workunit.client.0.smithi040.stdout:found snap1 with size 2097152 2024-04-22T05:08:54.356 INFO:tasks.workunit.client.0.smithi040.stdout:found snap2 with size 4194304 2024-04-22T05:08:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:54 smithi040 ceph-mon[88445]: pgmap v2127: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 4.8 KiB/s wr, 79 op/s 2024-04-22T05:08:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:54 smithi040 ceph-mon[88445]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-22T05:08:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:54 smithi040 ceph-mon[91058]: pgmap v2127: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 4.8 KiB/s wr, 79 op/s 2024-04-22T05:08:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:54 smithi040 ceph-mon[91058]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-22T05:08:54.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:54 smithi062 ceph-mon[78153]: pgmap v2127: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 4.8 KiB/s wr, 79 op/s 2024-04-22T05:08:54.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:54 smithi062 ceph-mon[78153]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-22T05:08:55.363 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 1 2024-04-22T05:08:55.363 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 1 2024-04-22T05:08:55.363 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap2 2024-04-22T05:08:55.364 INFO:tasks.workunit.client.0.smithi040.stdout:found snap2 with size 4194304 2024-04-22T05:08:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:08:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:08:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:08:56.372 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 0 2024-04-22T05:08:56.372 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 0 2024-04-22T05:08:56.374 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3960 ms) 2024-04-22T05:08:56.374 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-22T05:08:56.374 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:08:56.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:56 smithi062 ceph-mon[78153]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-22T05:08:56.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:56 smithi062 ceph-mon[78153]: pgmap v2130: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 3.3 KiB/s wr, 20 op/s 2024-04-22T05:08:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:56 smithi040 ceph-mon[88445]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-22T05:08:56.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:56 smithi040 ceph-mon[88445]: pgmap v2130: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 3.3 KiB/s wr, 20 op/s 2024-04-22T05:08:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:56 smithi040 ceph-mon[91058]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-22T05:08:56.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:56 smithi040 ceph-mon[91058]: pgmap v2130: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 3.3 KiB/s wr, 20 op/s 2024-04-22T05:08:57.634 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:57 smithi062 ceph-mon[78153]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-22T05:08:57.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:57 smithi040 ceph-mon[88445]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-22T05:08:57.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:57 smithi040 ceph-mon[91058]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-22T05:08:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:58 smithi062 ceph-mon[78153]: pgmap v2132: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 2.5 KiB/s wr, 13 op/s 2024-04-22T05:08:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:58 smithi062 ceph-mon[78153]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-22T05:08:58.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:08:58 smithi062 ceph-mon[78153]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-22T05:08:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:58 smithi040 ceph-mon[88445]: pgmap v2132: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 2.5 KiB/s wr, 13 op/s 2024-04-22T05:08:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:58 smithi040 ceph-mon[88445]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-22T05:08:58.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:08:58 smithi040 ceph-mon[88445]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-22T05:08:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:58 smithi040 ceph-mon[91058]: pgmap v2132: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 2.5 KiB/s wr, 13 op/s 2024-04-22T05:08:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:58 smithi040 ceph-mon[91058]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-22T05:08:58.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:08:58 smithi040 ceph-mon[91058]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-22T05:09:00.346 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:09:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:09:00] "GET /metrics HTTP/1.1" 200 252254 "" "Prometheus/2.43.0" 2024-04-22T05:09:00.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:00 smithi062 ceph-mon[78153]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-22T05:09:00.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:00 smithi062 ceph-mon[78153]: pgmap v2136: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 2.5 KiB/s wr, 13 op/s 2024-04-22T05:09:00.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:00 smithi040 ceph-mon[88445]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-22T05:09:00.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:00 smithi040 ceph-mon[88445]: pgmap v2136: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 2.5 KiB/s wr, 13 op/s 2024-04-22T05:09:00.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:00 smithi040 ceph-mon[91058]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-22T05:09:00.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:00 smithi040 ceph-mon[91058]: pgmap v2136: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 2.5 KiB/s wr, 13 op/s 2024-04-22T05:09:01.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:01 smithi062 ceph-mon[78153]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-22T05:09:01.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:01 smithi040 ceph-mon[88445]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-22T05:09:01.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:01 smithi040 ceph-mon[91058]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-22T05:09:02.379 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 0 2024-04-22T05:09:02.380 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 0 2024-04-22T05:09:02.381 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6006 ms) 2024-04-22T05:09:02.381 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-22T05:09:02.381 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:09:02.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:02 smithi062 ceph-mon[78153]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-22T05:09:02.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:02 smithi062 ceph-mon[78153]: pgmap v2139: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:09:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:02 smithi040 ceph-mon[88445]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-22T05:09:02.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:02 smithi040 ceph-mon[88445]: pgmap v2139: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:09:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:02 smithi040 ceph-mon[91058]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-22T05:09:02.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:02 smithi040 ceph-mon[91058]: pgmap v2139: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:09:03.355 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 1 2024-04-22T05:09:03.356 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 1 2024-04-22T05:09:03.356 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap1 2024-04-22T05:09:03.356 INFO:tasks.workunit.client.0.smithi040.stdout:found snap1 with size 2097152 2024-04-22T05:09:03.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:03 smithi062 ceph-mon[78153]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-22T05:09:03.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:03 smithi062 ceph-mon[78153]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-22T05:09:03.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:03 smithi040 ceph-mon[91058]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-22T05:09:03.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:03 smithi040 ceph-mon[91058]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-22T05:09:03.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:03 smithi040 ceph-mon[88445]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-22T05:09:03.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:03 smithi040 ceph-mon[88445]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-22T05:09:04.362 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 2 2024-04-22T05:09:04.362 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 2 2024-04-22T05:09:04.362 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap1 2024-04-22T05:09:04.362 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap2 2024-04-22T05:09:04.362 INFO:tasks.workunit.client.0.smithi040.stdout:found snap1 with size 2097152 2024-04-22T05:09:04.362 INFO:tasks.workunit.client.0.smithi040.stdout:found snap2 with size 4194304 2024-04-22T05:09:04.364 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 2 2024-04-22T05:09:04.364 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 2 2024-04-22T05:09:04.365 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap1-rename 2024-04-22T05:09:04.365 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap2 2024-04-22T05:09:04.365 INFO:tasks.workunit.client.0.smithi040.stdout:found snap1-rename with size 2097152 2024-04-22T05:09:04.365 INFO:tasks.workunit.client.0.smithi040.stdout:found snap2 with size 4194304 2024-04-22T05:09:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:04 smithi062 ceph-mon[78153]: pgmap v2142: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-22T05:09:04.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:04 smithi062 ceph-mon[78153]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-22T05:09:04.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:04 smithi040 ceph-mon[88445]: pgmap v2142: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-22T05:09:04.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:04 smithi040 ceph-mon[88445]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-22T05:09:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:04 smithi040 ceph-mon[91058]: pgmap v2142: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-22T05:09:04.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:04 smithi040 ceph-mon[91058]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-22T05:09:05.367 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 1 2024-04-22T05:09:05.367 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 1 2024-04-22T05:09:05.367 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap2-rename 2024-04-22T05:09:05.367 INFO:tasks.workunit.client.0.smithi040.stdout:found snap2-rename with size 4194304 2024-04-22T05:09:05.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:09:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:09:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:09:06.373 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 0 2024-04-22T05:09:06.373 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 0 2024-04-22T05:09:06.376 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3994 ms) 2024-04-22T05:09:06.376 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-22T05:09:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:06 smithi062 ceph-mon[78153]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-22T05:09:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:06 smithi062 ceph-mon[78153]: pgmap v2145: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.5 KiB/s wr, 17 op/s 2024-04-22T05:09:06.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:09:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:06 smithi040 ceph-mon[88445]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-22T05:09:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:06 smithi040 ceph-mon[88445]: pgmap v2145: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.5 KiB/s wr, 17 op/s 2024-04-22T05:09:06.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:09:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:06 smithi040 ceph-mon[91058]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-22T05:09:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:06 smithi040 ceph-mon[91058]: pgmap v2145: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.5 KiB/s wr, 17 op/s 2024-04-22T05:09:06.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:09:07.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:07 smithi062 ceph-mon[78153]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-22T05:09:07.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:07 smithi040 ceph-mon[88445]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-22T05:09:07.662 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:07 smithi040 ceph-mon[91058]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-22T05:09:08.366 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:09:08.366 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:09:08.366 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:09:08.367 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:09:08.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:08 smithi062 ceph-mon[78153]: pgmap v2147: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-22T05:09:08.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:08 smithi062 ceph-mon[78153]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-22T05:09:08.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:08 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3917469588' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:09:08.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:08 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:09:08.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:08 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:09:08.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:08 smithi062 ceph-mon[78153]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-22T05:09:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:08 smithi040 ceph-mon[91058]: pgmap v2147: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-22T05:09:08.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:08 smithi040 ceph-mon[91058]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-22T05:09:08.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:08 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3917469588' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:09:08.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:08 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:09:08.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:08 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:09:08.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:08 smithi040 ceph-mon[91058]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-22T05:09:08.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:08 smithi040 ceph-mon[88445]: pgmap v2147: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-22T05:09:08.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:08 smithi040 ceph-mon[88445]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-22T05:09:08.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:08 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3917469588' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:09:08.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:08 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:09:08.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:08 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:09:08.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:08 smithi040 ceph-mon[88445]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-22T05:09:10.349 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:09:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:09:10] "GET /metrics HTTP/1.1" 200 252288 "" "Prometheus/2.43.0" 2024-04-22T05:09:10.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:10 smithi040 ceph-mon[88445]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-22T05:09:10.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:10 smithi040 ceph-mon[88445]: pgmap v2151: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 2 op/s 2024-04-22T05:09:10.443 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4068 ms) 2024-04-22T05:09:10.443 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-22T05:09:10.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:10 smithi062 ceph-mon[78153]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-22T05:09:10.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:10 smithi062 ceph-mon[78153]: pgmap v2151: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 2 op/s 2024-04-22T05:09:10.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:10 smithi040 ceph-mon[91058]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-22T05:09:10.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:10 smithi040 ceph-mon[91058]: pgmap v2151: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 2 op/s 2024-04-22T05:09:11.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:11 smithi062 ceph-mon[78153]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-22T05:09:11.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:11 smithi040 ceph-mon[88445]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-22T05:09:11.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:11 smithi040 ceph-mon[91058]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-22T05:09:12.403 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:09:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:12 smithi062 ceph-mon[78153]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-22T05:09:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:12 smithi062 ceph-mon[78153]: pgmap v2154: 329 pgs: 43 unknown, 286 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 3.8 KiB/s wr, 16 op/s 2024-04-22T05:09:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:12 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3654686122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:09:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:12 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:09:12.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:09:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:09:12] ENGINE Bus STOPPING 2024-04-22T05:09:12.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:09:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:09:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-22T05:09:12.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:09:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:09:12] ENGINE Bus STOPPED 2024-04-22T05:09:12.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:09:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:09:12] ENGINE Bus STARTING 2024-04-22T05:09:12.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:09:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:09:12] ENGINE Serving on http://:::9283 2024-04-22T05:09:12.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:09:12 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:09:12] ENGINE Bus STARTED 2024-04-22T05:09:12.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:12 smithi040 ceph-mon[88445]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-22T05:09:12.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:12 smithi040 ceph-mon[88445]: pgmap v2154: 329 pgs: 43 unknown, 286 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 3.8 KiB/s wr, 16 op/s 2024-04-22T05:09:12.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:12 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3654686122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:09:12.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:12 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:09:12.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:12 smithi040 ceph-mon[91058]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-22T05:09:12.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:12 smithi040 ceph-mon[91058]: pgmap v2154: 329 pgs: 43 unknown, 286 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 3.8 KiB/s wr, 16 op/s 2024-04-22T05:09:12.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:12 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3654686122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:09:12.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:12 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:09:13.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:13 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:09:13.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:13 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:09:13.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:13 smithi062 ceph-mon[78153]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-22T05:09:13.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:13 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' 2024-04-22T05:09:13.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:13 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:09:13.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:13 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:09:13.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:13 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:09:13.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:13 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:09:13.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:13 smithi062 ceph-mon[78153]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-22T05:09:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:09:13.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:09:13.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[88445]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-22T05:09:13.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' 2024-04-22T05:09:13.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:09:13.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:09:13.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:09:13.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:09:13.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[88445]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-22T05:09:13.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:09:13.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:09:13.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[91058]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-22T05:09:13.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' 2024-04-22T05:09:13.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:09:13.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:09:13.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:09:13.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:09:13.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:13 smithi040 ceph-mon[91058]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-22T05:09:14.378 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:09:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:14 smithi062 ceph-mon[78153]: pgmap v2157: 329 pgs: 10 creating+peering, 22 unknown, 297 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 3.7 KiB/s wr, 15 op/s 2024-04-22T05:09:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:14 smithi062 ceph-mon[78153]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-22T05:09:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:14 smithi040 ceph-mon[88445]: pgmap v2157: 329 pgs: 10 creating+peering, 22 unknown, 297 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 3.7 KiB/s wr, 15 op/s 2024-04-22T05:09:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:14 smithi040 ceph-mon[88445]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-22T05:09:14.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:14 smithi040 ceph-mon[91058]: pgmap v2157: 329 pgs: 10 creating+peering, 22 unknown, 297 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 3.7 KiB/s wr, 15 op/s 2024-04-22T05:09:14.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:14 smithi040 ceph-mon[91058]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-22T05:09:15.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:15 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:09:15.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:15 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T05:09:15.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:15 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1574210808' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi040-140078-7", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-22T05:09:15.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:15 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi040-140078-7", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-22T05:09:15.632 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:09:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:09:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:09:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:15 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:09:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:15 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T05:09:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:15 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1574210808' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi040-140078-7", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-22T05:09:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:15 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi040-140078-7", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-22T05:09:15.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:15 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:09:15.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:15 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T05:09:15.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:15 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1574210808' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi040-140078-7", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-22T05:09:15.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:15 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi040-140078-7", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-22T05:09:16.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:16 smithi062 ceph-mon[78153]: pgmap v2159: 329 pgs: 10 creating+peering, 17 unknown, 302 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T05:09:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:16 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi040-140078-7", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-22T05:09:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:16 smithi062 ceph-mon[78153]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-22T05:09:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:16 smithi040 ceph-mon[88445]: pgmap v2159: 329 pgs: 10 creating+peering, 17 unknown, 302 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T05:09:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:16 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi040-140078-7", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-22T05:09:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:16 smithi040 ceph-mon[88445]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-22T05:09:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:16 smithi040 ceph-mon[91058]: pgmap v2159: 329 pgs: 10 creating+peering, 17 unknown, 302 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-22T05:09:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:16 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi040-140078-7", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-22T05:09:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:16 smithi040 ceph-mon[91058]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-22T05:09:18.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:18 smithi062 ceph-mon[78153]: pgmap v2161: 329 pgs: 329 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.4 KiB/s wr, 4 op/s 2024-04-22T05:09:18.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:18 smithi062 ceph-mon[78153]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-22T05:09:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:18 smithi040 ceph-mon[88445]: pgmap v2161: 329 pgs: 329 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.4 KiB/s wr, 4 op/s 2024-04-22T05:09:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:18 smithi040 ceph-mon[88445]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-22T05:09:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:18 smithi040 ceph-mon[91058]: pgmap v2161: 329 pgs: 329 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.4 KiB/s wr, 4 op/s 2024-04-22T05:09:18.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:18 smithi040 ceph-mon[91058]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-22T05:09:20.383 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:09:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:09:20] "GET /metrics HTTP/1.1" 200 252288 "" "Prometheus/2.43.0" 2024-04-22T05:09:20.383 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:20 smithi040 ceph-mon[88445]: pgmap v2163: 329 pgs: 329 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 3 op/s 2024-04-22T05:09:20.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:20 smithi040 ceph-mon[91058]: pgmap v2163: 329 pgs: 329 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 3 op/s 2024-04-22T05:09:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:20 smithi062 ceph-mon[78153]: pgmap v2163: 329 pgs: 329 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 3 op/s 2024-04-22T05:09:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:09:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "72.1e", "id": [3, 5]}]: dispatch 2024-04-22T05:09:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.18", "id": [6, 2]}]: dispatch 2024-04-22T05:09:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "72.1e", "id": [3, 5]}]: dispatch 2024-04-22T05:09:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.1d", "id": [6, 0]}]: dispatch 2024-04-22T05:09:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.18", "id": [6, 2]}]: dispatch 2024-04-22T05:09:21.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.1d", "id": [6, 0]}]: dispatch 2024-04-22T05:09:21.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:09:21.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "72.1e", "id": [3, 5]}]: dispatch 2024-04-22T05:09:21.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.18", "id": [6, 2]}]: dispatch 2024-04-22T05:09:21.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "72.1e", "id": [3, 5]}]: dispatch 2024-04-22T05:09:21.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.1d", "id": [6, 0]}]: dispatch 2024-04-22T05:09:21.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.18", "id": [6, 2]}]: dispatch 2024-04-22T05:09:21.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.1d", "id": [6, 0]}]: dispatch 2024-04-22T05:09:21.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:09:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "72.1e", "id": [3, 5]}]: dispatch 2024-04-22T05:09:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.18", "id": [6, 2]}]: dispatch 2024-04-22T05:09:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "72.1e", "id": [3, 5]}]: dispatch 2024-04-22T05:09:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.1d", "id": [6, 0]}]: dispatch 2024-04-22T05:09:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.18", "id": [6, 2]}]: dispatch 2024-04-22T05:09:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.1d", "id": [6, 0]}]: dispatch 2024-04-22T05:09:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:22 smithi040 ceph-mon[88445]: pgmap v2164: 329 pgs: 329 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 875 B/s rd, 876 KiB/s wr, 3 op/s 2024-04-22T05:09:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "72.1e", "id": [3, 5]}]': finished 2024-04-22T05:09:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.18", "id": [6, 2]}]': finished 2024-04-22T05:09:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.1d", "id": [6, 0]}]': finished 2024-04-22T05:09:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:22 smithi040 ceph-mon[88445]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-22T05:09:22.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:22 smithi040 ceph-mon[91058]: pgmap v2164: 329 pgs: 329 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 875 B/s rd, 876 KiB/s wr, 3 op/s 2024-04-22T05:09:22.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "72.1e", "id": [3, 5]}]': finished 2024-04-22T05:09:22.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.18", "id": [6, 2]}]': finished 2024-04-22T05:09:22.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.1d", "id": [6, 0]}]': finished 2024-04-22T05:09:22.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:22 smithi040 ceph-mon[91058]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-22T05:09:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:22 smithi062 ceph-mon[78153]: pgmap v2164: 329 pgs: 329 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 875 B/s rd, 876 KiB/s wr, 3 op/s 2024-04-22T05:09:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "72.1e", "id": [3, 5]}]': finished 2024-04-22T05:09:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.18", "id": [6, 2]}]': finished 2024-04-22T05:09:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.1d", "id": [6, 0]}]': finished 2024-04-22T05:09:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:22 smithi062 ceph-mon[78153]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-22T05:09:23.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:23 smithi040 ceph-mon[88445]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-22T05:09:23.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:23 smithi040 ceph-mon[91058]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-22T05:09:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:23 smithi062 ceph-mon[78153]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-22T05:09:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:24 smithi040 ceph-mon[88445]: pgmap v2167: 329 pgs: 329 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 KiB/s wr, 0 op/s 2024-04-22T05:09:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:24 smithi040 ceph-mon[91058]: pgmap v2167: 329 pgs: 329 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 KiB/s wr, 0 op/s 2024-04-22T05:09:24.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:24 smithi062 ceph-mon[78153]: pgmap v2167: 329 pgs: 329 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 KiB/s wr, 0 op/s 2024-04-22T05:09:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:09:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:09:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:09:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:26 smithi040 ceph-mon[88445]: pgmap v2168: 329 pgs: 329 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 875 KiB/s wr, 0 op/s 2024-04-22T05:09:26.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:26 smithi040 ceph-mon[91058]: pgmap v2168: 329 pgs: 329 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 875 KiB/s wr, 0 op/s 2024-04-22T05:09:26.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:26 smithi062 ceph-mon[78153]: pgmap v2168: 329 pgs: 329 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 875 KiB/s wr, 0 op/s 2024-04-22T05:09:28.487 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.RemoveFullTry (18043 ms) 2024-04-22T05:09:28.487 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-22T05:09:28.487 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:09:28.487 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (0 ms) 2024-04-22T05:09:28.488 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-22T05:09:28.488 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:09:28.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:28 smithi062 ceph-mon[78153]: pgmap v2169: 329 pgs: 329 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s wr, 1 op/s 2024-04-22T05:09:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:28 smithi062 ceph-mon[78153]: pool 'test-librbd-smithi040-140078-7' is full (reached quota's max_bytes: 10 MiB) 2024-04-22T05:09:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:28 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-22T05:09:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:28 smithi062 ceph-mon[78153]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-22T05:09:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:28 smithi040 ceph-mon[88445]: pgmap v2169: 329 pgs: 329 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s wr, 1 op/s 2024-04-22T05:09:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:28 smithi040 ceph-mon[88445]: pool 'test-librbd-smithi040-140078-7' is full (reached quota's max_bytes: 10 MiB) 2024-04-22T05:09:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:28 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-22T05:09:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:28 smithi040 ceph-mon[88445]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-22T05:09:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:28 smithi040 ceph-mon[91058]: pgmap v2169: 329 pgs: 329 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s wr, 1 op/s 2024-04-22T05:09:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:28 smithi040 ceph-mon[91058]: pool 'test-librbd-smithi040-140078-7' is full (reached quota's max_bytes: 10 MiB) 2024-04-22T05:09:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:28 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-22T05:09:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:28 smithi040 ceph-mon[91058]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-22T05:09:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:09:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:09:30] "GET /metrics HTTP/1.1" 200 257072 "" "Prometheus/2.43.0" 2024-04-22T05:09:30.594 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:30.594 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:30.594 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:30.594 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:30.594 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:30.594 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.595 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:30.595 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:30.595 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:30.595 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:30.595 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.595 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:30.595 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:30.595 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:30.595 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:30.595 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.595 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:30.595 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:30.595 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:30.595 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:30.595 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.595 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:30.596 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:30.596 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:30.596 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:30.596 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.596 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:30.596 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:30.596 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:30.596 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:30.596 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:30.596 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:30.596 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:30.596 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:30.596 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:30.596 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:30.597 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:30.597 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:30.597 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:30.597 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:30.597 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.597 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:30.597 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:30.597 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:30.597 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:30.597 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.597 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:30.597 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:30.597 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:30.597 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:30.597 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.598 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:30.598 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:30.598 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:30.598 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:30.598 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.598 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:30.598 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:30.598 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:30.598 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:30.598 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.598 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:30.598 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:30.598 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:30.598 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:30.598 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:30.599 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:30.599 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:30.599 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:30.599 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:30.599 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.599 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:30.599 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:30.599 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:30.599 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.599 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:30.599 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:30.599 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:30.599 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.599 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:30.599 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:30.600 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:30.600 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.600 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:30.600 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:30.600 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:30.600 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.600 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:30.600 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:30.600 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:30.600 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 512~512 = 512 2024-04-22T05:09:30.600 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:30.600 INFO:tasks.workunit.client.0.smithi040.stdout:aio discard: 1536~512 = 0 2024-04-22T05:09:30.600 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:30.600 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:30.601 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:30.601 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:30.601 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:30.601 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 0 2024-04-22T05:09:30.601 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.601 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.601 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 0 2024-04-22T05:09:30.601 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.601 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.601 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 16384 2024-04-22T05:09:30.601 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.601 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.601 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 16384 2024-04-22T05:09:30.602 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.602 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.602 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:30.602 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:30.602 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 49152 2024-04-22T05:09:30.602 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.602 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.602 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 49152 2024-04-22T05:09:30.602 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.602 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.602 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 65536 2024-04-22T05:09:30.602 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.602 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.602 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 65536 2024-04-22T05:09:30.602 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.603 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.603 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:30.603 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:30.603 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 98304 2024-04-22T05:09:30.603 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.603 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.603 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 98304 2024-04-22T05:09:30.603 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.603 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.603 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 114688 2024-04-22T05:09:30.603 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.603 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.603 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 114688 2024-04-22T05:09:30.603 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.603 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.604 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:30.604 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:30.604 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 147456 2024-04-22T05:09:30.604 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.604 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.604 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 147456 2024-04-22T05:09:30.604 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.604 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.604 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 163840 2024-04-22T05:09:30.604 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.604 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.604 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 163840 2024-04-22T05:09:30.604 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.604 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.604 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:30.604 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:30.604 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 196608 2024-04-22T05:09:30.605 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.605 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.605 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 196608 2024-04-22T05:09:30.605 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.605 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.605 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 212992 2024-04-22T05:09:30.605 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.605 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.605 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 212992 2024-04-22T05:09:30.605 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.605 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.605 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:30.605 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:30.605 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.605 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:30.606 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:30.606 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:30.606 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:30.606 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.606 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.606 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.606 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:30.606 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:30.606 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:30.606 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:30.606 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.606 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.606 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.606 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:30.607 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:30.607 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:30.607 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:30.607 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.607 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.607 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.607 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:30.607 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:30.607 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:30.607 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:30.607 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.607 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.607 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.608 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:30.608 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:30.608 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.608 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:30.608 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:30.608 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.608 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:30.608 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:30.608 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:30.608 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:30.608 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.608 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.608 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.608 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:30.608 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:30.609 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:30.609 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:30.609 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:30.609 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:30.609 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:30.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:30 smithi062 ceph-mon[78153]: pgmap v2171: 329 pgs: 329 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 770 KiB/s wr, 0 op/s 2024-04-22T05:09:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:30 smithi040 ceph-mon[88445]: pgmap v2171: 329 pgs: 329 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 770 KiB/s wr, 0 op/s 2024-04-22T05:09:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:30 smithi040 ceph-mon[91058]: pgmap v2171: 329 pgs: 329 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 770 KiB/s wr, 0 op/s 2024-04-22T05:09:32.353 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.353 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:32.353 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:32.353 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:32.353 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:32.353 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:32.353 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.353 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.353 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:32.353 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:32.353 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:32.353 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:32.354 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:32.354 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.354 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.354 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:32.354 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.354 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.354 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:32.354 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.354 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.354 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:32.354 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:32.354 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:32.354 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:32.354 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:32.355 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.355 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.355 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:32.355 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:32.355 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:32.355 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:32.355 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:32.355 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.355 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.355 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:32.355 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:32.355 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:32.355 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:32.355 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:32.355 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.355 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.356 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:32.356 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:32.356 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:32.356 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:32.356 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:32.356 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.356 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.356 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:32.356 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.356 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.356 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:32.356 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.356 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.356 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:32.356 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:32.357 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:32.357 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:32.357 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:32.357 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.357 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.357 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:32.357 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:32.357 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:32.357 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:32.357 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:32.357 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.357 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.357 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:32.357 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:32.357 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:32.358 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:32.358 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:32.358 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.358 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.358 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:32.358 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:32.358 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:32.358 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:32.358 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:32.358 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.358 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.358 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:32.358 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.358 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.358 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:32.359 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.359 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.359 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:32.359 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:32.359 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:32.359 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:32.359 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:32.359 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.359 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.359 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:32.359 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:32.359 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:32.359 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:32.359 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:32.359 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.359 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.360 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:32.360 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:32.360 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:32.360 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:32.360 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:32.360 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.360 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.360 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:32.360 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:32.360 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:32.360 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:32.360 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:32.360 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.360 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.360 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:32.361 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:32.361 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:32.361 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:32.361 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:32.361 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:32.361 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:32.361 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:32.361 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestIO (3866 ms) 2024-04-22T05:09:32.361 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-22T05:09:32.361 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:09:32.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:32 smithi062 ceph-mon[78153]: pgmap v2172: 329 pgs: 329 active+clean; 8.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 857 KiB/s wr, 638 op/s 2024-04-22T05:09:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:32 smithi040 ceph-mon[88445]: pgmap v2172: 329 pgs: 329 active+clean; 8.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 857 KiB/s wr, 638 op/s 2024-04-22T05:09:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:32 smithi040 ceph-mon[91058]: pgmap v2172: 329 pgs: 329 active+clean; 8.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 857 KiB/s wr, 638 op/s 2024-04-22T05:09:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:33 smithi062 ceph-mon[78153]: pool 'test-librbd-smithi040-140078-7' no longer out of quota; removing NO_QUOTA flag 2024-04-22T05:09:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:33 smithi062 ceph-mon[78153]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-22T05:09:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:33 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T05:09:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:33 smithi062 ceph-mon[78153]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-22T05:09:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:33 smithi040 ceph-mon[88445]: pool 'test-librbd-smithi040-140078-7' no longer out of quota; removing NO_QUOTA flag 2024-04-22T05:09:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:33 smithi040 ceph-mon[88445]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-22T05:09:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:33 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T05:09:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:33 smithi040 ceph-mon[88445]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-22T05:09:33.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:33 smithi040 ceph-mon[91058]: pool 'test-librbd-smithi040-140078-7' no longer out of quota; removing NO_QUOTA flag 2024-04-22T05:09:33.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:33 smithi040 ceph-mon[91058]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-22T05:09:33.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:33 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T05:09:33.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:33 smithi040 ceph-mon[91058]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-22T05:09:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:34 smithi062 ceph-mon[78153]: pgmap v2174: 329 pgs: 329 active+clean; 4.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 365 KiB/s rd, 1.1 MiB/s wr, 717 op/s 2024-04-22T05:09:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:34 smithi040 ceph-mon[88445]: pgmap v2174: 329 pgs: 329 active+clean; 4.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 365 KiB/s rd, 1.1 MiB/s wr, 717 op/s 2024-04-22T05:09:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:34 smithi040 ceph-mon[91058]: pgmap v2174: 329 pgs: 329 active+clean; 4.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 365 KiB/s rd, 1.1 MiB/s wr, 717 op/s 2024-04-22T05:09:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:09:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:09:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:09:36.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:36 smithi062 ceph-mon[78153]: pgmap v2175: 329 pgs: 329 active+clean; 4.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 365 KiB/s rd, 321 KiB/s wr, 717 op/s 2024-04-22T05:09:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:09:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:36 smithi040 ceph-mon[88445]: pgmap v2175: 329 pgs: 329 active+clean; 4.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 365 KiB/s rd, 321 KiB/s wr, 717 op/s 2024-04-22T05:09:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:09:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:36 smithi040 ceph-mon[91058]: pgmap v2175: 329 pgs: 329 active+clean; 4.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 365 KiB/s rd, 321 KiB/s wr, 717 op/s 2024-04-22T05:09:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:09:37.963 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:37.963 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:37.963 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:37.963 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:37.963 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:37.963 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.963 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:37.963 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:37.963 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:37.963 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:37.963 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.964 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:37.964 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:37.964 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:37.964 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:37.964 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.964 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:37.964 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:37.964 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:37.964 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:37.964 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.964 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:37.964 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:37.964 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:37.964 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:37.964 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.964 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:37.965 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:37.965 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:37.965 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:37.965 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:37.965 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:37.965 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:37.965 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:37.965 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:37.965 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:37.965 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:37.965 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:37.965 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:37.965 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:37.965 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.965 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:37.966 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:37.966 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:37.966 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:37.966 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.966 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:37.966 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:37.966 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:37.966 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:37.966 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.966 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:37.966 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:37.966 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:37.966 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:37.966 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.966 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:37.967 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:37.967 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:37.967 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:37.967 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.967 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:37.967 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:37.967 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:37.967 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:37.967 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:37.967 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:37.967 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:37.967 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:37.967 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:37.967 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.967 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:37.967 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:37.968 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:37.968 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.968 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:37.968 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:37.968 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:37.968 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.968 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:37.968 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:37.968 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:37.968 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.968 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:37.968 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:37.968 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:37.968 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.968 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:37.968 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:37.969 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:37.969 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 512~512 = 512 2024-04-22T05:09:37.969 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:37.969 INFO:tasks.workunit.client.0.smithi040.stdout:aio discard: 1536~512 = 0 2024-04-22T05:09:37.969 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:37.969 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:37.969 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:37.969 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:37.969 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:37.969 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 0 2024-04-22T05:09:37.969 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.969 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.969 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 0 2024-04-22T05:09:37.969 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.969 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.970 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 16384 2024-04-22T05:09:37.970 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.970 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.970 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 16384 2024-04-22T05:09:37.970 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.970 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.970 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:37.970 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:37.970 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 49152 2024-04-22T05:09:37.970 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.970 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.970 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 49152 2024-04-22T05:09:37.970 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.970 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.970 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 65536 2024-04-22T05:09:37.971 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.971 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.971 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 65536 2024-04-22T05:09:37.971 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.971 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.971 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:37.971 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:37.971 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 98304 2024-04-22T05:09:37.971 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.971 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.971 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 98304 2024-04-22T05:09:37.971 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.971 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.971 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 114688 2024-04-22T05:09:37.971 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.971 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.972 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 114688 2024-04-22T05:09:37.972 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.972 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.972 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:37.972 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:37.972 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 147456 2024-04-22T05:09:37.972 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.972 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.972 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 147456 2024-04-22T05:09:37.972 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.972 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.972 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 163840 2024-04-22T05:09:37.972 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.972 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.972 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 163840 2024-04-22T05:09:37.973 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.973 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.973 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:37.973 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:37.973 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 196608 2024-04-22T05:09:37.973 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.973 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.973 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 196608 2024-04-22T05:09:37.973 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.973 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.973 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 212992 2024-04-22T05:09:37.973 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.973 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.973 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 212992 2024-04-22T05:09:37.973 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.974 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.974 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:37.974 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:37.974 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.974 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:37.974 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:37.974 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:37.974 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:37.974 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.974 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.974 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.974 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:37.974 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:37.974 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:37.974 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:37.975 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.975 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.975 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.975 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:37.975 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:37.975 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:37.975 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:37.975 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.975 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.975 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.975 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:37.975 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:37.975 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:37.975 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:37.975 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.975 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.976 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.976 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:37.976 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:37.976 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.976 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:37.976 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:37.976 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.976 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:37.976 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:37.976 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:37.976 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:37.976 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.976 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.976 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:37.976 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:37.976 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:37.977 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:37.977 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:37.977 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:37.977 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:37.977 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:38.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:38 smithi062 ceph-mon[78153]: pgmap v2176: 329 pgs: 329 active+clean; 6.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 400 KiB/s wr, 1.04k op/s 2024-04-22T05:09:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:38 smithi040 ceph-mon[88445]: pgmap v2176: 329 pgs: 329 active+clean; 6.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 400 KiB/s wr, 1.04k op/s 2024-04-22T05:09:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:38 smithi040 ceph-mon[91058]: pgmap v2176: 329 pgs: 329 active+clean; 6.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 400 KiB/s wr, 1.04k op/s 2024-04-22T05:09:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:09:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:09:40] "GET /metrics HTTP/1.1" 200 257079 "" "Prometheus/2.43.0" 2024-04-22T05:09:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:40 smithi062 ceph-mon[78153]: pgmap v2177: 329 pgs: 329 active+clean; 6.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 508 KiB/s rd, 360 KiB/s wr, 935 op/s 2024-04-22T05:09:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:40 smithi040 ceph-mon[88445]: pgmap v2177: 329 pgs: 329 active+clean; 6.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 508 KiB/s rd, 360 KiB/s wr, 935 op/s 2024-04-22T05:09:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:40 smithi040 ceph-mon[91058]: pgmap v2177: 329 pgs: 329 active+clean; 6.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 508 KiB/s rd, 360 KiB/s wr, 935 op/s 2024-04-22T05:09:41.964 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.964 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:41.964 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:41.964 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:41.964 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:41.964 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:41.964 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.964 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.965 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:41.965 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:41.965 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:41.965 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:41.965 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:41.965 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.965 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.965 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:41.965 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.965 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.965 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:41.965 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.965 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.965 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:41.965 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:41.965 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:41.966 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:41.966 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:41.966 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.966 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.966 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:41.966 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:41.966 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:41.966 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:41.966 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:41.966 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.966 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.966 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:41.966 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:41.966 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:41.966 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:41.967 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:41.968 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:41.968 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:41.968 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:41.968 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.968 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.968 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:41.968 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:41.968 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:41.968 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:41.968 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:41.968 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.968 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.968 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:41.968 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:41.968 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:41.968 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.969 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:41.970 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:41.970 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:41.970 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:41.970 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:41.970 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.970 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.970 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:41.970 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:41.970 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:41.970 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:41.970 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:41.970 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.970 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.970 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:41.970 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:41.971 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:41.971 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:41.971 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:41.971 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.971 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.971 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:41.971 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:41.971 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:41.971 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:41.971 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:41.971 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.971 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.971 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:41.971 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:41.971 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:41.971 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:41.972 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:41.972 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:41.972 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:41.972 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:41.972 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 4 2024-04-22T05:09:41.972 INFO:tasks.workunit.client.0.smithi040.stdout:read: 4 2024-04-22T05:09:41.972 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (9611 ms) 2024-04-22T05:09:41.972 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-22T05:09:41.972 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:09:42.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:42 smithi062 ceph-mon[78153]: pgmap v2178: 329 pgs: 329 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 989 KiB/s wr, 1.12k op/s 2024-04-22T05:09:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:42 smithi040 ceph-mon[88445]: pgmap v2178: 329 pgs: 329 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 989 KiB/s wr, 1.12k op/s 2024-04-22T05:09:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:42 smithi040 ceph-mon[91058]: pgmap v2178: 329 pgs: 329 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 989 KiB/s wr, 1.12k op/s 2024-04-22T05:09:44.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:44 smithi062 ceph-mon[78153]: pgmap v2179: 329 pgs: 329 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 993 KiB/s rd, 885 KiB/s wr, 1.11k op/s 2024-04-22T05:09:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:44 smithi040 ceph-mon[88445]: pgmap v2179: 329 pgs: 329 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 993 KiB/s rd, 885 KiB/s wr, 1.11k op/s 2024-04-22T05:09:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:44 smithi040 ceph-mon[91058]: pgmap v2179: 329 pgs: 329 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 993 KiB/s rd, 885 KiB/s wr, 1.11k op/s 2024-04-22T05:09:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:09:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:09:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:09:46.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:46 smithi062 ceph-mon[78153]: pgmap v2180: 329 pgs: 329 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 829 KiB/s rd, 739 KiB/s wr, 929 op/s 2024-04-22T05:09:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:46 smithi040 ceph-mon[88445]: pgmap v2180: 329 pgs: 329 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 829 KiB/s rd, 739 KiB/s wr, 929 op/s 2024-04-22T05:09:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:46 smithi040 ceph-mon[91058]: pgmap v2180: 329 pgs: 329 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 829 KiB/s rd, 739 KiB/s wr, 929 op/s 2024-04-22T05:09:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:48 smithi062 ceph-mon[78153]: pgmap v2181: 329 pgs: 329 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 829 KiB/s rd, 739 KiB/s wr, 929 op/s 2024-04-22T05:09:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:48 smithi040 ceph-mon[88445]: pgmap v2181: 329 pgs: 329 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 829 KiB/s rd, 739 KiB/s wr, 929 op/s 2024-04-22T05:09:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:48 smithi040 ceph-mon[91058]: pgmap v2181: 329 pgs: 329 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 829 KiB/s rd, 739 KiB/s wr, 929 op/s 2024-04-22T05:09:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:09:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:09:50] "GET /metrics HTTP/1.1" 200 257079 "" "Prometheus/2.43.0" 2024-04-22T05:09:50.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:50 smithi062 ceph-mon[78153]: pgmap v2182: 329 pgs: 329 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 649 KiB/s rd, 652 KiB/s wr, 628 op/s 2024-04-22T05:09:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:50 smithi040 ceph-mon[88445]: pgmap v2182: 329 pgs: 329 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 649 KiB/s rd, 652 KiB/s wr, 628 op/s 2024-04-22T05:09:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:50 smithi040 ceph-mon[91058]: pgmap v2182: 329 pgs: 329 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 649 KiB/s rd, 652 KiB/s wr, 628 op/s 2024-04-22T05:09:51.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:09:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:09:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:09:52.369 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:52.369 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:52.369 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:52.370 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:52.370 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:52.370 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.370 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:52.370 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:52.370 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:52.370 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:52.370 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.370 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:52.370 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:52.370 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:52.370 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:52.371 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.371 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:52.371 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:52.371 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:52.371 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:52.371 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.371 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:52.371 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:52.371 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:52.371 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:52.371 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.371 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:52.371 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:52.372 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:52.372 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:52.372 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:52.372 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:52.372 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:52.372 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:52.372 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:52.372 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:52.372 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:52.372 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:52.372 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:52.372 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:52.372 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.372 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:52.373 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:52.373 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:52.373 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:52.373 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.373 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:52.373 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:52.373 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:52.373 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:52.373 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.373 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:52.373 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:52.373 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:52.373 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:52.373 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.374 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:52.374 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:52.374 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:52.374 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:52.374 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.374 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:52.374 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:52.374 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:52.374 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:52.374 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:52.374 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:52.374 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:52.374 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:52.374 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:52.374 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.375 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:52.375 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:52.375 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:52.375 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.375 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:52.375 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:52.375 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:52.375 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.375 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:52.375 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:52.375 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:52.375 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.375 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:52.375 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:52.375 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:52.375 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.375 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:52.376 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:52.376 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:52.376 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 512~512 = 512 2024-04-22T05:09:52.376 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:52.376 INFO:tasks.workunit.client.0.smithi040.stdout:aio discard: 1536~512 = 0 2024-04-22T05:09:52.376 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:52.376 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:52.376 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:52.376 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:52.376 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:52.376 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 0 2024-04-22T05:09:52.376 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.376 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.376 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 0 2024-04-22T05:09:52.376 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.376 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.377 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 16384 2024-04-22T05:09:52.377 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.377 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.377 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 16384 2024-04-22T05:09:52.377 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.377 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.377 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:52.377 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:52.377 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 49152 2024-04-22T05:09:52.377 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.377 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.377 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 49152 2024-04-22T05:09:52.377 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.377 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.377 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 65536 2024-04-22T05:09:52.377 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.378 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.378 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 65536 2024-04-22T05:09:52.378 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.378 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.378 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:52.378 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:52.378 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 98304 2024-04-22T05:09:52.378 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.378 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.378 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 98304 2024-04-22T05:09:52.378 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.378 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.378 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 114688 2024-04-22T05:09:52.378 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.378 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 114688 2024-04-22T05:09:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 147456 2024-04-22T05:09:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 147456 2024-04-22T05:09:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 163840 2024-04-22T05:09:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 163840 2024-04-22T05:09:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.380 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:52.380 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:52.380 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 196608 2024-04-22T05:09:52.380 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.380 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.380 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 196608 2024-04-22T05:09:52.380 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.380 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.380 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 212992 2024-04-22T05:09:52.380 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.380 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.380 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 212992 2024-04-22T05:09:52.380 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.380 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.380 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:52.380 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:52.381 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.381 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:52.381 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:52.381 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:52.381 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:52.381 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.381 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.381 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.381 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:52.381 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:52.381 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:52.381 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:52.381 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.381 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.381 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.381 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:52.382 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:52.382 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:52.382 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:52.382 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.382 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.382 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.382 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:52.382 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:52.382 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:52.382 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:52.382 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.382 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.382 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.382 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:52.382 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:52.382 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.383 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:52.383 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:52.383 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.383 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:52.383 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:52.383 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:52.383 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:52.383 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.383 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.383 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.383 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:52.383 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:52.383 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:52.383 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:52.383 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:52.384 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:52.384 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:52.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:52 smithi062 ceph-mon[78153]: pgmap v2183: 329 pgs: 329 active+clean; 19 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 649 KiB/s rd, 994 KiB/s wr, 629 op/s 2024-04-22T05:09:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:52 smithi040 ceph-mon[88445]: pgmap v2183: 329 pgs: 329 active+clean; 19 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 649 KiB/s rd, 994 KiB/s wr, 629 op/s 2024-04-22T05:09:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:52 smithi040 ceph-mon[91058]: pgmap v2183: 329 pgs: 329 active+clean; 19 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 649 KiB/s rd, 994 KiB/s wr, 629 op/s 2024-04-22T05:09:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:54 smithi062 ceph-mon[78153]: pgmap v2184: 329 pgs: 329 active+clean; 31 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 1.3 MiB/s wr, 1 op/s 2024-04-22T05:09:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:54 smithi040 ceph-mon[88445]: pgmap v2184: 329 pgs: 329 active+clean; 31 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 1.3 MiB/s wr, 1 op/s 2024-04-22T05:09:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:54 smithi040 ceph-mon[91058]: pgmap v2184: 329 pgs: 329 active+clean; 31 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 1.3 MiB/s wr, 1 op/s 2024-04-22T05:09:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:09:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:09:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:09:56.189 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.190 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:56.190 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:56.190 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:56.190 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:56.190 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:56.190 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.190 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.190 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:56.190 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:56.190 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:56.190 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:56.190 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:56.190 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.191 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.191 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:56.191 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.191 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.191 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:56.191 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.191 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.191 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:56.191 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:56.191 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:56.191 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:56.191 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:56.191 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.191 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.191 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:56.192 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:56.192 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:56.192 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:56.192 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:56.192 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.192 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.192 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:56.192 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:56.192 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:56.192 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:56.192 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:56.192 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.192 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.192 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:56.192 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:56.192 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:56.192 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:56.193 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:56.193 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.193 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.193 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:56.193 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.193 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.193 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:56.193 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.193 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.193 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:56.193 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:56.193 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:56.193 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:56.193 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:56.193 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.194 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.194 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:56.194 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:56.194 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:56.194 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:56.194 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:56.194 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.194 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.194 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:56.194 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:56.194 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:56.194 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:56.194 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:56.194 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.194 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.194 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:56.194 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:56.195 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:56.195 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:56.195 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:56.195 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.195 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.195 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:56.195 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.195 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.195 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:56.195 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.195 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.195 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:56.195 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:56.195 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:56.195 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:56.195 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:56.196 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.196 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.196 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:56.196 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:56.196 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:56.196 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:56.196 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:56.196 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.196 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.196 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:56.196 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:56.196 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:56.196 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:56.196 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:56.196 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.196 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 4 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:read: 4 2024-04-22T05:09:56.197 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (14226 ms) 2024-04-22T05:09:56.198 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-22T05:09:56.198 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:09:56.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:56 smithi062 ceph-mon[78153]: pgmap v2185: 329 pgs: 329 active+clean; 31 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 714 op/s 2024-04-22T05:09:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:56 smithi040 ceph-mon[88445]: pgmap v2185: 329 pgs: 329 active+clean; 31 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 714 op/s 2024-04-22T05:09:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:56 smithi040 ceph-mon[91058]: pgmap v2185: 329 pgs: 329 active+clean; 31 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 714 op/s 2024-04-22T05:09:58.185 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:58.185 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:58.185 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:58.185 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:58.185 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:58.186 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.186 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:58.186 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:58.186 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:58.186 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:58.186 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.186 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:58.186 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:58.186 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:58.186 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:58.186 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.186 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:58.186 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:58.186 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:58.186 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:58.186 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:58.187 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:58.188 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:58.188 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.188 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:58.188 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:58.188 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:58.188 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:58.188 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.188 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:58.188 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:58.188 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:58.188 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:58.188 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.188 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:58.188 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:58.188 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:58.188 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:58.188 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.189 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:58.189 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:58.189 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:58.189 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:58.189 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.189 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:58.189 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:58.189 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:58.189 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:58.189 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:58.189 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:58.189 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:58.189 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:58.189 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:58.189 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.189 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:58.189 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:58.190 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:58.190 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.190 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:58.190 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:58.190 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:58.190 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.190 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:58.190 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:58.190 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:58.190 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.190 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:58.190 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:58.190 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:58.190 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.190 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:58.190 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:58.190 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:58.191 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 512~512 = 512 2024-04-22T05:09:58.191 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:58.191 INFO:tasks.workunit.client.0.smithi040.stdout:aio discard: 1536~512 = 0 2024-04-22T05:09:58.191 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:58.191 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:58.191 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:58.191 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:58.191 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:58.191 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 0 2024-04-22T05:09:58.191 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.191 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.191 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 0 2024-04-22T05:09:58.191 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.191 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.191 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 16384 2024-04-22T05:09:58.191 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.191 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.192 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 16384 2024-04-22T05:09:58.192 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.192 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.192 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:58.192 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:58.192 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 49152 2024-04-22T05:09:58.192 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.192 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.192 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 49152 2024-04-22T05:09:58.192 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.192 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.192 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 65536 2024-04-22T05:09:58.192 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.192 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.192 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 65536 2024-04-22T05:09:58.192 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.193 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.193 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:58.193 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:58.193 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 98304 2024-04-22T05:09:58.193 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.193 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.193 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 98304 2024-04-22T05:09:58.193 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.193 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.193 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 114688 2024-04-22T05:09:58.193 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.193 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.193 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 114688 2024-04-22T05:09:58.193 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.193 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.194 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:58.194 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:58.194 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 147456 2024-04-22T05:09:58.194 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.194 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.194 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 147456 2024-04-22T05:09:58.194 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.194 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.194 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 163840 2024-04-22T05:09:58.194 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.194 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.194 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 163840 2024-04-22T05:09:58.194 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.194 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.194 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:58.195 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:58.195 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 196608 2024-04-22T05:09:58.195 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.195 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.195 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 196608 2024-04-22T05:09:58.195 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.195 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.195 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 212992 2024-04-22T05:09:58.195 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.195 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.195 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 212992 2024-04-22T05:09:58.195 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.195 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.195 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:58.195 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:58.195 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:58.196 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:58.197 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.197 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.197 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.197 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:58.197 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:58.197 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:58.197 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:58.197 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.197 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.197 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.197 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:58.197 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:58.197 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.197 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:58.197 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:58.197 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.197 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:58.198 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:58.198 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:58.198 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:58.198 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.198 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.198 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.198 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:58.198 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:58.198 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:58.198 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:58.198 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:58.198 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:58.198 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:58.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:09:58 smithi062 ceph-mon[78153]: pgmap v2186: 329 pgs: 329 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 726 op/s 2024-04-22T05:09:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:09:58 smithi040 ceph-mon[88445]: pgmap v2186: 329 pgs: 329 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 726 op/s 2024-04-22T05:09:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:09:58 smithi040 ceph-mon[91058]: pgmap v2186: 329 pgs: 329 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 726 op/s 2024-04-22T05:09:59.836 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.836 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.836 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.836 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:59.836 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:59.836 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:59.836 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.836 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.836 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.836 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.837 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:59.837 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:59.837 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:59.837 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.837 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.837 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:59.837 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.837 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.837 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:59.837 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.837 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.837 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.837 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.837 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:59.837 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:59.837 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:59.837 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.838 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.838 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.838 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.838 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:59.838 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:59.838 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:59.838 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.838 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.838 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.838 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.838 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:59.838 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:59.838 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:59.838 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.838 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.839 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.839 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.839 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:59.839 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:59.839 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:59.839 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.839 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.839 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:59.839 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.839 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.839 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:59.839 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.839 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.839 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.839 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.839 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:59.840 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:59.840 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:59.840 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.840 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.840 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.840 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.840 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:59.840 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:59.840 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:59.840 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.840 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.840 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.840 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.840 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:59.840 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:59.840 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:59.841 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.841 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.841 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.841 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.841 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:59.841 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:59.841 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:59.841 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.841 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.841 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:59.841 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.841 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.841 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:59.841 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.841 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.841 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.841 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.842 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:59.842 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:59.842 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:59.842 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.842 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.842 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.842 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.842 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:59.842 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:59.842 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:59.842 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.842 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.842 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.842 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.842 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:59.842 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:59.843 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:59.843 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.843 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.843 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.843 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.843 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:09:59.843 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:09:59.843 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:09:59.843 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.843 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.843 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:59.843 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.843 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:09:59.843 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:09:59.843 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:59.843 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:59.844 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:59.844 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3646 ms) 2024-04-22T05:09:59.844 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-22T05:09:59.844 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:09:59.844 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestDataPoolIO (0 ms) 2024-04-22T05:09:59.844 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-22T05:09:59.844 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:09:59.851 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (15 ms) 2024-04-22T05:09:59.851 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-22T05:09:59.851 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:09:59.863 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.863 INFO:tasks.workunit.client.0.smithi040.stdout:aio discard: 0~1048576 = 0 2024-04-22T05:09:59.863 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.863 INFO:tasks.workunit.client.0.smithi040.stdout:aio discard: 0~4194304 = 0 2024-04-22T05:09:59.863 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.863 INFO:tasks.workunit.client.0.smithi040.stdout:aio discard: 3145728~1048576 = 0 2024-04-22T05:09:59.863 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (12 ms) 2024-04-22T05:09:59.863 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-22T05:09:59.863 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:09:59.905 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:59.905 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:59.905 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:59.905 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:59.905 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:59.905 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:59.905 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:59.905 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:59.905 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:59.905 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:59.905 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.905 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:59.906 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.906 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.906 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:59.906 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.906 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:59.906 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.906 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.906 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:59.906 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.906 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:59.906 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.906 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.906 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:59.906 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.906 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:59.906 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.907 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.907 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:59.907 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.907 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:59.907 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.907 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.907 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:59.907 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.907 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:59.907 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:59.907 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:59.907 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.907 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:59.907 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:59.907 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:59.907 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.907 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:59.908 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:59.908 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:59.908 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.908 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:59.908 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:59.908 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:59.908 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.908 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:59.908 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:59.908 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:59.908 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestFUA (42 ms) 2024-04-22T05:09:59.908 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-22T05:09:59.908 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:09:59.914 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:59.914 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:59.914 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:59.914 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:59.914 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:09:59.914 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.914 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:59.914 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.914 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.914 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:59.914 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.914 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:59.915 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.915 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.915 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:59.915 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.915 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:59.915 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.915 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.915 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:59.915 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.915 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:59.915 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.915 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.915 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:59.915 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.915 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:09:59.915 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.926 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.926 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:09:59.926 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:59.926 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:59.926 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:59.926 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:59.926 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:59.926 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:59.927 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:59.927 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:59.927 INFO:tasks.workunit.client.0.smithi040.stdout:start compare and write 2024-04-22T05:09:59.927 INFO:tasks.workunit.client.0.smithi040.stdout:compare and wrote: 512 2024-04-22T05:09:59.927 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.927 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:59.927 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.927 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.927 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:59.927 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.928 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:59.928 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.928 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.928 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:59.928 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.928 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:59.928 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.929 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.929 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:59.929 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.929 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:59.929 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.930 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.931 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:59.931 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.931 INFO:tasks.workunit.client.0.smithi040.stdout:started aio compare and write 2024-04-22T05:09:59.931 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:09:59.932 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:09:59.932 INFO:tasks.workunit.client.0.smithi040.stdout:finished aio compare and write 2024-04-22T05:09:59.932 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:59.932 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:59.932 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:59.932 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:59.932 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:09:59.932 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.932 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:59.932 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:59.932 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:59.933 INFO:tasks.workunit.client.0.smithi040.stdout:finished read 2024-04-22T05:09:59.933 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.933 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:59.933 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:59.933 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:59.933 INFO:tasks.workunit.client.0.smithi040.stdout:finished read 2024-04-22T05:09:59.933 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.933 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:59.933 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:59.933 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:59.933 INFO:tasks.workunit.client.0.smithi040.stdout:finished read 2024-04-22T05:09:59.933 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.933 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:59.934 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:59.934 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:59.934 INFO:tasks.workunit.client.0.smithi040.stdout:finished read 2024-04-22T05:09:59.934 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:09:59.934 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:09:59.934 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:09:59.935 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:09:59.935 INFO:tasks.workunit.client.0.smithi040.stdout:finished read 2024-04-22T05:09:59.935 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 512~512 2024-04-22T05:09:59.935 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:10:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:10:00] "GET /metrics HTTP/1.1" 200 257054 "" "Prometheus/2.43.0" 2024-04-22T05:10:00.865 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:10:00.865 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:10:00.865 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:10:00.865 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:10:00.865 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:10:00.865 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 0 2024-04-22T05:10:00.865 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.865 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.865 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 0 2024-04-22T05:10:00.865 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.865 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.865 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 16384 2024-04-22T05:10:00.866 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.866 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.866 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 16384 2024-04-22T05:10:00.866 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.866 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.866 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:00.866 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:00.866 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 49152 2024-04-22T05:10:00.866 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.866 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.866 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 49152 2024-04-22T05:10:00.866 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.866 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.866 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 65536 2024-04-22T05:10:00.866 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 65536 2024-04-22T05:10:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 98304 2024-04-22T05:10:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 98304 2024-04-22T05:10:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 114688 2024-04-22T05:10:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 114688 2024-04-22T05:10:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 147456 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 147456 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 163840 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 163840 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:00.868 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 196608 2024-04-22T05:10:00.869 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.869 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.869 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 196608 2024-04-22T05:10:00.869 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.869 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.869 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 212992 2024-04-22T05:10:00.869 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.869 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.869 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 212992 2024-04-22T05:10:00.869 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.869 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.869 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:00.869 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:00.869 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:00.869 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:00.869 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:00.870 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:00.870 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:00.870 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.870 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.870 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:00.870 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:00.870 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:00.870 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:00.870 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:00.870 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.870 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.870 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:00.871 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:00.871 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:00.873 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:00.873 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:00.873 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.873 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.873 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:00.873 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:00.873 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:00.880 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:00.880 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:00.880 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.880 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.880 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:00.880 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:00.880 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:00.880 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:00.880 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:00.880 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:00.880 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:00.880 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:00.881 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:00.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:00 smithi062 ceph-mon[78153]: pgmap v2187: 329 pgs: 329 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 726 op/s 2024-04-22T05:10:00.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:00 smithi062 ceph-mon[78153]: overall HEALTH_OK 2024-04-22T05:10:00.901 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:00.901 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:00.901 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.901 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.901 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:00.901 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:00.901 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:00.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:00 smithi040 ceph-mon[88445]: pgmap v2187: 329 pgs: 329 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 726 op/s 2024-04-22T05:10:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:00 smithi040 ceph-mon[88445]: overall HEALTH_OK 2024-04-22T05:10:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:00 smithi040 ceph-mon[91058]: pgmap v2187: 329 pgs: 329 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 726 op/s 2024-04-22T05:10:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:00 smithi040 ceph-mon[91058]: overall HEALTH_OK 2024-04-22T05:10:00.922 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:00.922 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:00.922 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.922 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.922 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:00.922 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:00.922 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:00.950 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:00.950 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:00.950 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.950 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.950 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:00.950 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:00.950 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:00.976 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:00.976 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:00.976 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:00.976 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:00.976 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:00.976 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:00.976 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:00.976 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:00.976 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:00.977 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:00.977 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:00.977 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:00.977 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:01.018 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:01.019 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:01.019 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:01.019 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:01.019 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.019 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:01.019 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:01.061 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:01.062 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:01.062 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:01.062 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:01.062 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.062 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:01.062 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:01.110 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:01.110 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:01.110 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:01.110 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:01.110 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.110 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:01.110 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:01.155 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:01.155 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:01.155 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:01.155 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:01.155 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.155 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:01.155 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:01.155 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.156 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:01.156 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:01.156 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.156 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:01.156 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:01.223 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:01.223 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:01.224 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:01.224 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:01.224 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.224 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:01.224 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:01.295 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:01.295 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:01.295 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:01.295 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:01.295 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.296 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:01.296 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:01.371 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:01.371 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:01.371 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:01.371 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:01.371 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.371 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:01.372 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:01.441 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:01.441 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:01.441 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:01.441 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:01.441 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.441 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:01.441 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:01.441 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.442 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:01.442 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:01.442 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.442 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:01.442 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:01.527 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:01.528 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:01.528 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:01.528 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:01.528 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.528 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:01.528 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:01.606 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:01.606 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:01.606 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:01.606 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:01.606 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.606 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:01.606 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:01.694 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:01.694 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:01.694 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:01.694 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:01.694 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.694 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:01.694 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:01.779 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:01.780 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:01.780 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:01.780 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:01.780 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.780 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:01.780 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:01.780 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.780 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:01.780 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:01.780 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestIOPP (1875 ms) 2024-04-22T05:10:01.780 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-22T05:10:01.781 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:01.795 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:10:01.795 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:10:01.796 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:10:01.796 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:10:01.796 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:10:01.796 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.796 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:10:01.796 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:01.796 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:01.797 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:10:01.797 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.797 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:10:01.797 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:01.798 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:01.798 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:10:01.798 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.798 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:10:01.798 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:01.799 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:01.799 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:10:01.799 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.799 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:10:01.799 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:01.800 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:01.800 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:10:01.800 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.801 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:10:01.801 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:01.801 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:01.801 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:10:01.801 INFO:tasks.workunit.client.0.smithi040.stdout:read: 512 2024-04-22T05:10:01.801 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.801 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:10:01.801 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:10:01.802 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:10:01.802 INFO:tasks.workunit.client.0.smithi040.stdout:finished read 2024-04-22T05:10:01.802 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.802 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:10:01.802 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:10:01.802 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:10:01.802 INFO:tasks.workunit.client.0.smithi040.stdout:finished read 2024-04-22T05:10:01.803 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.803 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:10:01.803 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:10:01.803 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:10:01.803 INFO:tasks.workunit.client.0.smithi040.stdout:finished read 2024-04-22T05:10:01.803 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.803 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:10:01.803 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:10:01.803 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:10:01.803 INFO:tasks.workunit.client.0.smithi040.stdout:finished read 2024-04-22T05:10:01.803 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:01.803 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:10:01.803 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:10:02.720 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:10:02.720 INFO:tasks.workunit.client.0.smithi040.stdout:finished read 2024-04-22T05:10:02.720 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 0 2024-04-22T05:10:02.720 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.720 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.720 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 0 2024-04-22T05:10:02.720 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.720 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.721 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 16384 2024-04-22T05:10:02.721 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.721 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.721 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 16384 2024-04-22T05:10:02.721 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.721 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.721 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:02.721 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:02.721 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 49152 2024-04-22T05:10:02.721 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.721 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.721 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 49152 2024-04-22T05:10:02.721 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.721 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.722 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 65536 2024-04-22T05:10:02.722 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.722 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.722 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 65536 2024-04-22T05:10:02.722 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.722 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.722 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:02.722 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:02.722 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 98304 2024-04-22T05:10:02.722 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.722 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.722 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 98304 2024-04-22T05:10:02.723 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.723 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.723 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 114688 2024-04-22T05:10:02.723 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.723 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.723 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 114688 2024-04-22T05:10:02.723 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.723 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.723 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:02.723 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:02.723 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 147456 2024-04-22T05:10:02.723 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.723 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.723 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 147456 2024-04-22T05:10:02.723 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.724 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.724 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 163840 2024-04-22T05:10:02.724 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.724 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.724 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 163840 2024-04-22T05:10:02.724 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.724 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.724 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:02.724 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:02.724 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 196608 2024-04-22T05:10:02.724 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.724 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.724 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 196608 2024-04-22T05:10:02.724 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.724 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.725 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 212992 2024-04-22T05:10:02.725 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.725 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.725 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 212992 2024-04-22T05:10:02.725 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.725 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.725 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:02.725 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:02.725 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:02.725 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:02.725 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:02.725 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:02.725 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:02.725 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.725 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.726 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:02.726 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:02.726 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:02.726 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:02.726 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:02.726 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.726 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.726 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:02.726 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:02.726 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:02.729 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:02.729 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:02.729 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.729 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.729 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:02.729 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:02.730 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:02.737 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:02.737 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:02.737 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.737 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.737 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:02.737 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:02.737 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:02.737 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:02.737 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:02.737 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:02.737 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:02.737 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:02.738 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:02.758 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:02.758 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:02.758 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.758 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.758 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:02.758 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:02.758 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:02.777 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:02.777 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:02.777 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.777 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.777 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:02.778 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:02.778 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:02.807 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:02.807 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:02.807 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.807 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.808 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:02.808 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:02.808 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:02.835 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:02.836 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:02.836 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.836 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.836 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:02.836 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:02.836 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:02.836 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:02.836 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:02.836 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:02.836 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:02.836 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:02.836 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:02.880 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:02.881 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:02.881 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.881 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.881 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:02.881 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:02.881 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:02 smithi062 ceph-mon[78153]: pgmap v2188: 329 pgs: 329 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 1.42k op/s 2024-04-22T05:10:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:02 smithi040 ceph-mon[88445]: pgmap v2188: 329 pgs: 329 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 1.42k op/s 2024-04-22T05:10:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:02 smithi040 ceph-mon[91058]: pgmap v2188: 329 pgs: 329 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 1.42k op/s 2024-04-22T05:10:02.920 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:02.920 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:02.920 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.920 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.920 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:02.920 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:02.920 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:02.969 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:02.969 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:02.969 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:02.969 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:02.969 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:02.969 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:02.969 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:03.015 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:03.015 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:03.016 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:03.016 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:03.016 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:03.016 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:03.016 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:03.016 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:03.016 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:03.016 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:03.016 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:03.016 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:03.016 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:03.080 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:03.080 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:03.080 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:03.081 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:03.081 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:03.081 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:03.081 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:03.139 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:03.140 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:03.140 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:03.140 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:03.140 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:03.140 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:03.140 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:03.211 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:03.211 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:03.211 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:03.211 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:03.212 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:03.212 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:03.212 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:03.276 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:03.276 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:03.276 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:03.277 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:03.277 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:03.277 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:03.277 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:03.277 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:03.277 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:03.277 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:03.277 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:03.277 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:03.277 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:03.362 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:03.363 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:03.363 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:03.363 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:03.363 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:03.363 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:03.363 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:03.446 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:03.446 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:03.446 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:03.446 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:03.446 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:03.446 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:03.447 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:03.539 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:03.539 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:03.539 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:03.539 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:03.539 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:03.539 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:03.539 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:03.627 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:03.627 INFO:tasks.workunit.client.0.smithi040.stdout:finished writesame 2024-04-22T05:10:03.627 INFO:tasks.workunit.client.0.smithi040.stdout:to verify the data 2024-04-22T05:10:03.627 INFO:tasks.workunit.client.0.smithi040.stdout:verified 2024-04-22T05:10:03.627 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:03.627 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:03.627 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:03.627 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:03.627 INFO:tasks.workunit.client.0.smithi040.stdout:started writesame 2024-04-22T05:10:03.627 INFO:tasks.workunit.client.0.smithi040.stdout:expected fail, finished writesame 2024-04-22T05:10:03.628 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1847 ms) 2024-04-22T05:10:03.628 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-22T05:10:03.628 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:04 smithi062 ceph-mon[78153]: pgmap v2189: 329 pgs: 329 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.7 MiB/s wr, 2.12k op/s 2024-04-22T05:10:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:04 smithi040 ceph-mon[88445]: pgmap v2189: 329 pgs: 329 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.7 MiB/s wr, 2.12k op/s 2024-04-22T05:10:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:04 smithi040 ceph-mon[91058]: pgmap v2189: 329 pgs: 329 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.7 MiB/s wr, 2.12k op/s 2024-04-22T05:10:05.505 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 0 2024-04-22T05:10:05.505 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 0 2024-04-22T05:10:05.505 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 1 2024-04-22T05:10:05.505 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 1 2024-04-22T05:10:05.505 INFO:tasks.workunit.client.0.smithi040.stdout:snap: orig 2024-04-22T05:10:05.505 INFO:tasks.workunit.client.0.smithi040.stdout:found orig with size 2097152 2024-04-22T05:10:05.505 INFO:tasks.workunit.client.0.smithi040.stdout:read: 80 2024-04-22T05:10:05.505 INFO:tasks.workunit.client.0.smithi040.stdout:write test data! 2024-04-22T05:10:05.506 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 80 2024-04-22T05:10:05.506 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 2 2024-04-22T05:10:05.506 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 2 2024-04-22T05:10:05.506 INFO:tasks.workunit.client.0.smithi040.stdout:snap: orig 2024-04-22T05:10:05.506 INFO:tasks.workunit.client.0.smithi040.stdout:snap: written 2024-04-22T05:10:05.506 INFO:tasks.workunit.client.0.smithi040.stdout:found orig with size 2097152 2024-04-22T05:10:05.506 INFO:tasks.workunit.client.0.smithi040.stdout:found written with size 2097152 2024-04-22T05:10:05.506 INFO:tasks.workunit.client.0.smithi040.stdout:read: 80 2024-04-22T05:10:05.506 INFO:tasks.workunit.client.0.smithi040.stdout:read: 80 2024-04-22T05:10:05.506 INFO:tasks.workunit.client.0.smithi040.stdout:read: 80 2024-04-22T05:10:05.506 INFO:tasks.workunit.client.0.smithi040.stdout:write to snapshot returned -30 2024-04-22T05:10:05.506 INFO:tasks.workunit.client.0.smithi040.stdout:Read-only file system 2024-04-22T05:10:05.516 INFO:tasks.workunit.client.0.smithi040.stdout:read: 80 2024-04-22T05:10:05.516 INFO:tasks.workunit.client.0.smithi040.stdout:read: 80 2024-04-22T05:10:05.516 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 80 2024-04-22T05:10:05.516 INFO:tasks.workunit.client.0.smithi040.stdout:opening testimg@orig 2024-04-22T05:10:05.516 INFO:tasks.workunit.client.0.smithi040.stdout:read: 80 2024-04-22T05:10:05.516 INFO:tasks.workunit.client.0.smithi040.stdout:write to snapshot returned -30 2024-04-22T05:10:05.516 INFO:tasks.workunit.client.0.smithi040.stdout:Read-only file system 2024-04-22T05:10:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:10:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:10:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:10:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:05 smithi062 ceph-mon[78153]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-22T05:10:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:05 smithi040 ceph-mon[88445]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-22T05:10:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:05 smithi040 ceph-mon[91058]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-22T05:10:06.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:06 smithi062 ceph-mon[78153]: pgmap v2191: 329 pgs: 329 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 633 KiB/s wr, 2.53k op/s 2024-04-22T05:10:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:06 smithi062 ceph-mon[78153]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-22T05:10:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:10:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:06 smithi040 ceph-mon[88445]: pgmap v2191: 329 pgs: 329 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 633 KiB/s wr, 2.53k op/s 2024-04-22T05:10:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:06 smithi040 ceph-mon[88445]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-22T05:10:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:10:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:06 smithi040 ceph-mon[91058]: pgmap v2191: 329 pgs: 329 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 633 KiB/s wr, 2.53k op/s 2024-04-22T05:10:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:06 smithi040 ceph-mon[91058]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-22T05:10:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:10:07.519 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 2 2024-04-22T05:10:07.520 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 2 2024-04-22T05:10:07.520 INFO:tasks.workunit.client.0.smithi040.stdout:snap: orig 2024-04-22T05:10:07.520 INFO:tasks.workunit.client.0.smithi040.stdout:snap: written 2024-04-22T05:10:07.520 INFO:tasks.workunit.client.0.smithi040.stdout:found orig with size 2097152 2024-04-22T05:10:07.520 INFO:tasks.workunit.client.0.smithi040.stdout:found written with size 2097152 2024-04-22T05:10:07.520 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 1 2024-04-22T05:10:07.520 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 1 2024-04-22T05:10:07.520 INFO:tasks.workunit.client.0.smithi040.stdout:snap: orig 2024-04-22T05:10:07.520 INFO:tasks.workunit.client.0.smithi040.stdout:found orig with size 2097152 2024-04-22T05:10:07.520 INFO:tasks.workunit.client.0.smithi040.stdout:num snaps is: 0 2024-04-22T05:10:07.520 INFO:tasks.workunit.client.0.smithi040.stdout:expected: 0 2024-04-22T05:10:07.520 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3893 ms) 2024-04-22T05:10:07.521 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-22T05:10:07.521 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:07.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:07 smithi062 ceph-mon[78153]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-22T05:10:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:07 smithi040 ceph-mon[88445]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-22T05:10:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:07 smithi040 ceph-mon[91058]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-22T05:10:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:08 smithi062 ceph-mon[78153]: pgmap v2194: 329 pgs: 329 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 702 KiB/s wr, 2.81k op/s 2024-04-22T05:10:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:08 smithi062 ceph-mon[78153]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-22T05:10:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:08 smithi040 ceph-mon[88445]: pgmap v2194: 329 pgs: 329 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 702 KiB/s wr, 2.81k op/s 2024-04-22T05:10:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:08 smithi040 ceph-mon[88445]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-22T05:10:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:08 smithi040 ceph-mon[91058]: pgmap v2194: 329 pgs: 329 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 702 KiB/s wr, 2.81k op/s 2024-04-22T05:10:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:08 smithi040 ceph-mon[91058]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-22T05:10:09.541 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2021 ms) 2024-04-22T05:10:09.541 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-22T05:10:09.541 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:09.541 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestClone (0 ms) 2024-04-22T05:10:09.541 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-22T05:10:09.541 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:09.541 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestClone2 (0 ms) 2024-04-22T05:10:09.541 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-22T05:10:09.541 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:09.541 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ListChildren (0 ms) 2024-04-22T05:10:09.542 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-22T05:10:09.542 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:09.542 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ListChildrenTiered (0 ms) 2024-04-22T05:10:09.542 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-22T05:10:09.542 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:09.587 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.LockingPP (47 ms) 2024-04-22T05:10:09.587 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-22T05:10:09.588 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:09.790 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.FlushAio (202 ms) 2024-04-22T05:10:09.790 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-22T05:10:09.790 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:09.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:09 smithi062 ceph-mon[78153]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-22T05:10:09.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:09 smithi040 ceph-mon[88445]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-22T05:10:09.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:09 smithi040 ceph-mon[91058]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-22T05:10:09.979 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.FlushAioPP (189 ms) 2024-04-22T05:10:09.979 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-22T05:10:09.979 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:09.991 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (13 ms) 2024-04-22T05:10:09.992 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-22T05:10:09.992 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:10.003 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (12 ms) 2024-04-22T05:10:10.003 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-22T05:10:10.004 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:10.013 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ZeroLengthRead (10 ms) 2024-04-22T05:10:10.014 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-22T05:10:10.014 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:10.038 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.LargeCacheRead (24 ms) 2024-04-22T05:10:10.038 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-22T05:10:10.038 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:10.038 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestPendingAio (0 ms) 2024-04-22T05:10:10.038 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-22T05:10:10.039 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:10.039 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (0 ms) 2024-04-22T05:10:10.039 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-22T05:10:10.039 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:10.039 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (0 ms) 2024-04-22T05:10:10.039 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-22T05:10:10.039 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:10.039 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.Flatten (0 ms) 2024-04-22T05:10:10.039 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-22T05:10:10.039 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:10.056 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 32768 2024-04-22T05:10:10.056 INFO:tasks.workunit.client.0.smithi040.stdout:read: 32768 2024-04-22T05:10:10.056 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.Sparsify (18 ms) 2024-04-22T05:10:10.056 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-22T05:10:10.056 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:10.071 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.SparsifyPP (15 ms) 2024-04-22T05:10:10.071 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-22T05:10:10.071 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:10:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:10:10] "GET /metrics HTTP/1.1" 200 257094 "" "Prometheus/2.43.0" 2024-04-22T05:10:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:10 smithi062 ceph-mon[78153]: pgmap v2197: 329 pgs: 329 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-22T05:10:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:10 smithi062 ceph-mon[78153]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-22T05:10:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:10 smithi040 ceph-mon[88445]: pgmap v2197: 329 pgs: 329 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-22T05:10:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:10 smithi040 ceph-mon[88445]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-22T05:10:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:10 smithi040 ceph-mon[91058]: pgmap v2197: 329 pgs: 329 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-22T05:10:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:10 smithi040 ceph-mon[91058]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-22T05:10:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:11 smithi062 ceph-mon[78153]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-22T05:10:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:11 smithi040 ceph-mon[88445]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-22T05:10:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:11 smithi040 ceph-mon[91058]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-22T05:10:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:12 smithi062 ceph-mon[78153]: pgmap v2200: 329 pgs: 329 active+clean; 39 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 593 KiB/s wr, 89 op/s 2024-04-22T05:10:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:12 smithi062 ceph-mon[78153]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-22T05:10:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:12 smithi040 ceph-mon[88445]: pgmap v2200: 329 pgs: 329 active+clean; 39 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 593 KiB/s wr, 89 op/s 2024-04-22T05:10:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:12 smithi040 ceph-mon[88445]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-22T05:10:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:12 smithi040 ceph-mon[91058]: pgmap v2200: 329 pgs: 329 active+clean; 39 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 593 KiB/s wr, 89 op/s 2024-04-22T05:10:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:12 smithi040 ceph-mon[91058]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-22T05:10:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:13 smithi062 ceph-mon[78153]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-22T05:10:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:13 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:10:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:13 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:10:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:13 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:10:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:13 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:10:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:13 smithi062 ceph-mon[78153]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-22T05:10:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:13 smithi040 ceph-mon[88445]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-22T05:10:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:13 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:10:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:13 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:10:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:13 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:10:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:13 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:10:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:13 smithi040 ceph-mon[88445]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-22T05:10:13.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:13 smithi040 ceph-mon[91058]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-22T05:10:13.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:13 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:10:13.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:13 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:10:13.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:13 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:10:13.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:13 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:10:13.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:13 smithi040 ceph-mon[91058]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-22T05:10:14.384 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.SnapshotLimit (4313 ms) 2024-04-22T05:10:14.384 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-22T05:10:14.384 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:14.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:14 smithi062 ceph-mon[78153]: pgmap v2204: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 573 KiB/s rd, 690 KiB/s wr, 185 op/s 2024-04-22T05:10:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:14 smithi062 ceph-mon[78153]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-22T05:10:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:14 smithi040 ceph-mon[91058]: pgmap v2204: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 573 KiB/s rd, 690 KiB/s wr, 185 op/s 2024-04-22T05:10:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:14 smithi040 ceph-mon[91058]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-22T05:10:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:14 smithi040 ceph-mon[88445]: pgmap v2204: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 573 KiB/s rd, 690 KiB/s wr, 185 op/s 2024-04-22T05:10:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:14 smithi040 ceph-mon[88445]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-22T05:10:15.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:10:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:10:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:10:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:16 smithi062 ceph-mon[78153]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-22T05:10:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:16 smithi062 ceph-mon[78153]: pgmap v2207: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 77 KiB/s wr, 92 op/s 2024-04-22T05:10:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:16 smithi040 ceph-mon[91058]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-22T05:10:16.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:16 smithi040 ceph-mon[91058]: pgmap v2207: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 77 KiB/s wr, 92 op/s 2024-04-22T05:10:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:16 smithi040 ceph-mon[88445]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-22T05:10:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:16 smithi040 ceph-mon[88445]: pgmap v2207: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 77 KiB/s wr, 92 op/s 2024-04-22T05:10:17.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:17 smithi062 ceph-mon[78153]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-22T05:10:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:17 smithi040 ceph-mon[88445]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-22T05:10:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:17 smithi040 ceph-mon[91058]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-22T05:10:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:18 smithi040 ceph-mon[88445]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-22T05:10:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:18 smithi040 ceph-mon[88445]: pgmap v2210: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-22T05:10:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:18 smithi040 ceph-mon[88445]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-22T05:10:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:18 smithi040 ceph-mon[91058]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-22T05:10:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:18 smithi040 ceph-mon[91058]: pgmap v2210: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-22T05:10:18.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:18 smithi040 ceph-mon[91058]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-22T05:10:18.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:18 smithi062 ceph-mon[78153]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-22T05:10:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:18 smithi062 ceph-mon[78153]: pgmap v2210: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-22T05:10:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:18 smithi062 ceph-mon[78153]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-22T05:10:19.377 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (4992 ms) 2024-04-22T05:10:19.377 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-22T05:10:19.377 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.377 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (0 ms) 2024-04-22T05:10:19.377 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-22T05:10:19.377 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.378 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (0 ms) 2024-04-22T05:10:19.378 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-22T05:10:19.378 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.378 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (0 ms) 2024-04-22T05:10:19.378 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-22T05:10:19.378 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.378 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (0 ms) 2024-04-22T05:10:19.378 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-22T05:10:19.378 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.378 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-04-22T05:10:19.378 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-22T05:10:19.378 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.378 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.SnapRemove2 (0 ms) 2024-04-22T05:10:19.378 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-22T05:10:19.379 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.379 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (0 ms) 2024-04-22T05:10:19.379 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-22T05:10:19.379 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.379 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (0 ms) 2024-04-22T05:10:19.379 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-22T05:10:19.379 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.379 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (0 ms) 2024-04-22T05:10:19.379 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-22T05:10:19.379 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.379 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (0 ms) 2024-04-22T05:10:19.379 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-22T05:10:19.379 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.379 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (0 ms) 2024-04-22T05:10:19.379 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-22T05:10:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (0 ms) 2024-04-22T05:10:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-22T05:10:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (0 ms) 2024-04-22T05:10:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-22T05:10:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.Metadata (0 ms) 2024-04-22T05:10:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-22T05:10:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.MetadataPP (0 ms) 2024-04-22T05:10:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-22T05:10:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.UpdateFeatures (0 ms) 2024-04-22T05:10:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-22T05:10:19.380 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-22T05:10:19.381 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-22T05:10:19.381 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:19.394 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.RebuildObjectMap (19 ms) 2024-04-22T05:10:19.394 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-22T05:10:19.395 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.395 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (0 ms) 2024-04-22T05:10:19.395 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-22T05:10:19.395 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.395 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.CheckObjectMap (0 ms) 2024-04-22T05:10:19.395 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-22T05:10:19.395 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:19.411 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.BlockingAIO (16 ms) 2024-04-22T05:10:19.411 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-22T05:10:19.411 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.411 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (0 ms) 2024-04-22T05:10:19.411 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-22T05:10:19.411 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.411 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-04-22T05:10:19.411 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-22T05:10:19.411 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:19.411 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (0 ms) 2024-04-22T05:10:19.411 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-22T05:10:19.412 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:20.364 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:10:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:10:20] "GET /metrics HTTP/1.1" 200 257094 "" "Prometheus/2.43.0" 2024-04-22T05:10:20.364 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:20 smithi040 ceph-mon[91058]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-22T05:10:20.365 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:20 smithi040 ceph-mon[91058]: pgmap v2213: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-22T05:10:20.388 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (978 ms) 2024-04-22T05:10:20.388 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-22T05:10:20.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:20 smithi062 ceph-mon[78153]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-22T05:10:20.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:20 smithi062 ceph-mon[78153]: pgmap v2213: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-22T05:10:20.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:20 smithi040 ceph-mon[88445]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-22T05:10:20.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:20 smithi040 ceph-mon[88445]: pgmap v2213: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-22T05:10:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:21 smithi062 ceph-mon[78153]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-22T05:10:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:10:21.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:21 smithi040 ceph-mon[88445]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-22T05:10:21.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:10:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:21 smithi040 ceph-mon[91058]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-22T05:10:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:10:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:22 smithi062 ceph-mon[78153]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-22T05:10:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:22 smithi062 ceph-mon[78153]: pgmap v2216: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.5 KiB/s wr, 11 op/s 2024-04-22T05:10:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:22 smithi040 ceph-mon[88445]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-22T05:10:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:22 smithi040 ceph-mon[88445]: pgmap v2216: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.5 KiB/s wr, 11 op/s 2024-04-22T05:10:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:22 smithi040 ceph-mon[91058]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-22T05:10:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:22 smithi040 ceph-mon[91058]: pgmap v2216: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.5 KiB/s wr, 11 op/s 2024-04-22T05:10:23.490 INFO:tasks.workunit.client.0.smithi040.stdout:0.00% done 2024-04-22T05:10:23.491 INFO:tasks.workunit.client.0.smithi040.stdout:100.00% done 2024-04-22T05:10:23.491 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestImageOptions (3102 ms) 2024-04-22T05:10:23.491 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-22T05:10:23.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:23 smithi062 ceph-mon[78153]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-22T05:10:23.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:23 smithi062 ceph-mon[78153]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-22T05:10:23.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:23 smithi040 ceph-mon[88445]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-22T05:10:23.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:23 smithi040 ceph-mon[88445]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-22T05:10:23.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:23 smithi040 ceph-mon[91058]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-22T05:10:23.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:23 smithi040 ceph-mon[91058]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-22T05:10:24.493 INFO:tasks.workunit.client.0.smithi040.stdout:0.00% done 2024-04-22T05:10:24.493 INFO:tasks.workunit.client.0.smithi040.stdout:100.00% done 2024-04-22T05:10:24.493 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (1002 ms) 2024-04-22T05:10:24.493 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-22T05:10:24.493 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-04-22T05:10:24.493 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-22T05:10:24.493 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-22T05:10:24.493 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-22T05:10:24.494 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:24.523 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:10:24.523 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:10:24.523 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:10:24.523 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:10:24.523 INFO:tasks.workunit.client.0.smithi040.stdout:wrote: 512 2024-04-22T05:10:24.523 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:24.523 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:10:24.523 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:24.523 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:24.523 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:10:24.524 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:24.524 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:10:24.524 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:24.524 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:24.524 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:10:24.524 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:24.524 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:10:24.524 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:24.524 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:24.524 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:10:24.524 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:24.524 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:10:24.524 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:24.524 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:24.524 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:10:24.525 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:24.525 INFO:tasks.workunit.client.0.smithi040.stdout:started write 2024-04-22T05:10:24.525 INFO:tasks.workunit.client.0.smithi040.stdout:write completion cb called! 2024-04-22T05:10:24.525 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 0 2024-04-22T05:10:24.525 INFO:tasks.workunit.client.0.smithi040.stdout:finished write 2024-04-22T05:10:24.525 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:24.525 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:10:24.525 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:10:24.525 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:10:24.525 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:24.525 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:10:24.525 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:10:24.525 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:10:24.525 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:24.525 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:10:24.526 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:10:24.526 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:10:24.526 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:24.526 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:10:24.526 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:10:24.526 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:10:24.526 INFO:tasks.workunit.client.0.smithi040.stdout:created completion 2024-04-22T05:10:24.526 INFO:tasks.workunit.client.0.smithi040.stdout:started read 2024-04-22T05:10:24.526 INFO:tasks.workunit.client.0.smithi040.stdout:read completion cb called! 2024-04-22T05:10:24.526 INFO:tasks.workunit.client.0.smithi040.stdout:return value is: 512 2024-04-22T05:10:24.526 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ImagePollIO (30 ms) 2024-04-22T05:10:24.526 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-22T05:10:24.527 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:24.530 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:24.574 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.Mirror (52 ms) 2024-04-22T05:10:24.575 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-22T05:10:24.594 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (19 ms) 2024-04-22T05:10:24.594 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-22T05:10:24.594 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:24.594 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (0 ms) 2024-04-22T05:10:24.594 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-22T05:10:24.595 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:24.595 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (0 ms) 2024-04-22T05:10:24.595 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-22T05:10:24.595 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:24.595 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ExclusiveLock (0 ms) 2024-04-22T05:10:24.595 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-22T05:10:24.595 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:24.595 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.BreakLock (0 ms) 2024-04-22T05:10:24.595 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-22T05:10:24.595 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:24.603 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (9 ms) 2024-04-22T05:10:24.603 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-22T05:10:24.604 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-22T05:10:24.604 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-22T05:10:24.604 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:24.604 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (0 ms) 2024-04-22T05:10:24.604 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-22T05:10:24.604 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:24.604 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (0 ms) 2024-04-22T05:10:24.604 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-22T05:10:24.604 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:24.604 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestTrashPurge (0 ms) 2024-04-22T05:10:24.604 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-22T05:10:24.604 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:24.604 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (0 ms) 2024-04-22T05:10:24.604 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-22T05:10:24.604 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:24.617 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestListWatchers (14 ms) 2024-04-22T05:10:24.617 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-22T05:10:24.617 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:24 smithi040 ceph-mon[88445]: pgmap v2219: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 3.5 KiB/s wr, 14 op/s 2024-04-22T05:10:24.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:24 smithi040 ceph-mon[91058]: pgmap v2219: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 3.5 KiB/s wr, 14 op/s 2024-04-22T05:10:24.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:24 smithi062 ceph-mon[78153]: pgmap v2219: 329 pgs: 329 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 3.5 KiB/s wr, 14 op/s 2024-04-22T05:10:25.608 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestSetSnapById (991 ms) 2024-04-22T05:10:25.608 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-22T05:10:25.633 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.Namespaces (25 ms) 2024-04-22T05:10:25.633 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-22T05:10:25.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[88445]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-22T05:10:25.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/uuid4"}]: dispatch 2024-04-22T05:10:25.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/uuid4"}]': finished 2024-04-22T05:10:25.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/4a987aa7-a48c-4617-b286-0a0edd03f55b"}]: dispatch 2024-04-22T05:10:25.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/4a987aa7-a48c-4617-b286-0a0edd03f55b"}]': finished 2024-04-22T05:10:25.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/e7cdb6e2-75fe-4bc8-8904-2bc0ef569084"}]: dispatch 2024-04-22T05:10:25.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/e7cdb6e2-75fe-4bc8-8904-2bc0ef569084"}]': finished 2024-04-22T05:10:25.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/c4e566ff-20dd-4586-a4b1-b163e76e1068"}]: dispatch 2024-04-22T05:10:25.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/c4e566ff-20dd-4586-a4b1-b163e76e1068"}]': finished 2024-04-22T05:10:25.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/70/0d3c3333-648b-470a-8993-eb1ee59ed79e"}]: dispatch 2024-04-22T05:10:25.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' 2024-04-22T05:10:25.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/70/0d3c3333-648b-470a-8993-eb1ee59ed79e"}]: dispatch 2024-04-22T05:10:25.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/0d3c3333-648b-470a-8993-eb1ee59ed79e"}]: dispatch 2024-04-22T05:10:25.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/0d3c3333-648b-470a-8993-eb1ee59ed79e"}]': finished 2024-04-22T05:10:25.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[91058]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-22T05:10:25.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/uuid4"}]: dispatch 2024-04-22T05:10:25.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/uuid4"}]': finished 2024-04-22T05:10:25.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/4a987aa7-a48c-4617-b286-0a0edd03f55b"}]: dispatch 2024-04-22T05:10:25.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/4a987aa7-a48c-4617-b286-0a0edd03f55b"}]': finished 2024-04-22T05:10:25.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/e7cdb6e2-75fe-4bc8-8904-2bc0ef569084"}]: dispatch 2024-04-22T05:10:25.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/e7cdb6e2-75fe-4bc8-8904-2bc0ef569084"}]': finished 2024-04-22T05:10:25.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/c4e566ff-20dd-4586-a4b1-b163e76e1068"}]: dispatch 2024-04-22T05:10:25.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/c4e566ff-20dd-4586-a4b1-b163e76e1068"}]': finished 2024-04-22T05:10:25.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/70/0d3c3333-648b-470a-8993-eb1ee59ed79e"}]: dispatch 2024-04-22T05:10:25.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' 2024-04-22T05:10:25.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/70/0d3c3333-648b-470a-8993-eb1ee59ed79e"}]: dispatch 2024-04-22T05:10:25.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/0d3c3333-648b-470a-8993-eb1ee59ed79e"}]: dispatch 2024-04-22T05:10:25.661 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:25 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/0d3c3333-648b-470a-8993-eb1ee59ed79e"}]': finished 2024-04-22T05:10:25.661 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:25.662 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.NamespacesPP (30 ms) 2024-04-22T05:10:25.662 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.Migration 2024-04-22T05:10:25.662 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:25.662 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:25.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:10:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:10:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:10:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:25 smithi062 ceph-mon[78153]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-22T05:10:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:25 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/uuid4"}]: dispatch 2024-04-22T05:10:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:25 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/uuid4"}]': finished 2024-04-22T05:10:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:25 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/4a987aa7-a48c-4617-b286-0a0edd03f55b"}]: dispatch 2024-04-22T05:10:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:25 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/4a987aa7-a48c-4617-b286-0a0edd03f55b"}]': finished 2024-04-22T05:10:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:25 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/e7cdb6e2-75fe-4bc8-8904-2bc0ef569084"}]: dispatch 2024-04-22T05:10:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:25 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/e7cdb6e2-75fe-4bc8-8904-2bc0ef569084"}]': finished 2024-04-22T05:10:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:25 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/c4e566ff-20dd-4586-a4b1-b163e76e1068"}]: dispatch 2024-04-22T05:10:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:25 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/c4e566ff-20dd-4586-a4b1-b163e76e1068"}]': finished 2024-04-22T05:10:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:25 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/70/0d3c3333-648b-470a-8993-eb1ee59ed79e"}]: dispatch 2024-04-22T05:10:25.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:25 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' 2024-04-22T05:10:25.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:25 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/70/0d3c3333-648b-470a-8993-eb1ee59ed79e"}]: dispatch 2024-04-22T05:10:25.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:25 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/0d3c3333-648b-470a-8993-eb1ee59ed79e"}]: dispatch 2024-04-22T05:10:25.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:25 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/353135501' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/0d3c3333-648b-470a-8993-eb1ee59ed79e"}]': finished 2024-04-22T05:10:25.953 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.Migration (290 ms) 2024-04-22T05:10:25.953 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-22T05:10:25.953 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:25.953 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:26.228 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.MigrationPP (275 ms) 2024-04-22T05:10:26.229 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-22T05:10:26.229 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:26.229 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (0 ms) 2024-04-22T05:10:26.229 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-22T05:10:26.229 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:26.229 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (0 ms) 2024-04-22T05:10:26.229 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-22T05:10:26.229 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:26.229 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (0 ms) 2024-04-22T05:10:26.229 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-22T05:10:26.229 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:26.230 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.PoolMetadata (0 ms) 2024-04-22T05:10:26.230 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-22T05:10:26.230 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:26.230 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.PoolMetadataPP (0 ms) 2024-04-22T05:10:26.230 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.Config 2024-04-22T05:10:26.230 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:26.230 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.Config (0 ms) 2024-04-22T05:10:26.230 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-22T05:10:26.230 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:26.230 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ConfigPP (0 ms) 2024-04-22T05:10:26.230 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-22T05:10:26.230 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:26.230 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.PoolStatsPP (0 ms) 2024-04-22T05:10:26.230 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-22T05:10:26.231 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:26.231 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ImageSpec (0 ms) 2024-04-22T05:10:26.231 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-22T05:10:26.231 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:10:26.231 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (0 ms) 2024-04-22T05:10:26.231 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-22T05:10:26.231 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:26.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:26 smithi062 ceph-mon[78153]: pgmap v2221: 329 pgs: 329 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 258 KiB/s wr, 26 op/s 2024-04-22T05:10:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:26 smithi062 ceph-mon[78153]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-22T05:10:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:26 smithi040 ceph-mon[88445]: pgmap v2221: 329 pgs: 329 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 258 KiB/s wr, 26 op/s 2024-04-22T05:10:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:26 smithi040 ceph-mon[88445]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-22T05:10:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:26 smithi040 ceph-mon[91058]: pgmap v2221: 329 pgs: 329 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 258 KiB/s wr, 26 op/s 2024-04-22T05:10:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:26 smithi040 ceph-mon[91058]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-22T05:10:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:27 smithi062 ceph-mon[78153]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-22T05:10:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:27 smithi040 ceph-mon[88445]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-22T05:10:27.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:27 smithi040 ceph-mon[91058]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-22T05:10:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:28 smithi062 ceph-mon[78153]: pgmap v2224: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 2.0 MiB/s wr, 559 op/s 2024-04-22T05:10:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:28 smithi062 ceph-mon[78153]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-22T05:10:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:28 smithi062 ceph-mon[78153]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-22T05:10:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:28 smithi040 ceph-mon[88445]: pgmap v2224: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 2.0 MiB/s wr, 559 op/s 2024-04-22T05:10:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:28 smithi040 ceph-mon[88445]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-22T05:10:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:28 smithi040 ceph-mon[88445]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-22T05:10:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:28 smithi040 ceph-mon[91058]: pgmap v2224: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 2.0 MiB/s wr, 559 op/s 2024-04-22T05:10:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:28 smithi040 ceph-mon[91058]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-22T05:10:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:28 smithi040 ceph-mon[91058]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-22T05:10:30.369 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:30 smithi040 ceph-mon[91058]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-22T05:10:30.369 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:30 smithi040 ceph-mon[91058]: pgmap v2228: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 1.7 MiB/s wr, 557 op/s 2024-04-22T05:10:30.369 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:10:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:10:30] "GET /metrics HTTP/1.1" 200 257214 "" "Prometheus/2.43.0" 2024-04-22T05:10:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:30 smithi062 ceph-mon[78153]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-22T05:10:30.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:30 smithi062 ceph-mon[78153]: pgmap v2228: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 1.7 MiB/s wr, 557 op/s 2024-04-22T05:10:30.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:30 smithi040 ceph-mon[88445]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-22T05:10:30.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:30 smithi040 ceph-mon[88445]: pgmap v2228: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 1.7 MiB/s wr, 557 op/s 2024-04-22T05:10:31.416 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.QuiesceWatch (5189 ms) 2024-04-22T05:10:31.416 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-22T05:10:31.416 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:31.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:31 smithi062 ceph-mon[78153]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-22T05:10:31.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:31 smithi040 ceph-mon[88445]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-22T05:10:31.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:31 smithi040 ceph-mon[91058]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-22T05:10:32.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:32 smithi062 ceph-mon[78153]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-22T05:10:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:32 smithi062 ceph-mon[78153]: pgmap v2231: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.8 KiB/s wr, 59 op/s 2024-04-22T05:10:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:32 smithi040 ceph-mon[88445]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-22T05:10:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:32 smithi040 ceph-mon[88445]: pgmap v2231: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.8 KiB/s wr, 59 op/s 2024-04-22T05:10:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:32 smithi040 ceph-mon[91058]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-22T05:10:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:32 smithi040 ceph-mon[91058]: pgmap v2231: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.8 KiB/s wr, 59 op/s 2024-04-22T05:10:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:33 smithi040 ceph-mon[88445]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-22T05:10:33.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:33 smithi040 ceph-mon[91058]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-22T05:10:33.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:33 smithi062 ceph-mon[78153]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-22T05:10:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:34 smithi040 ceph-mon[88445]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-22T05:10:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:34 smithi040 ceph-mon[88445]: pgmap v2234: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-04-22T05:10:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:34 smithi040 ceph-mon[91058]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-22T05:10:34.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:34 smithi040 ceph-mon[91058]: pgmap v2234: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-04-22T05:10:34.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:34 smithi062 ceph-mon[78153]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-22T05:10:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:34 smithi062 ceph-mon[78153]: pgmap v2234: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-04-22T05:10:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:35 smithi062 ceph-mon[78153]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-22T05:10:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:10:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:10:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:10:35.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:35 smithi040 ceph-mon[88445]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-22T05:10:35.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:35 smithi040 ceph-mon[91058]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-22T05:10:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:36 smithi062 ceph-mon[78153]: pgmap v2236: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 763 B/s wr, 3 op/s 2024-04-22T05:10:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:36 smithi062 ceph-mon[78153]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-22T05:10:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:10:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:36 smithi040 ceph-mon[91058]: pgmap v2236: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 763 B/s wr, 3 op/s 2024-04-22T05:10:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:36 smithi040 ceph-mon[91058]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-22T05:10:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:10:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:36 smithi040 ceph-mon[88445]: pgmap v2236: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 763 B/s wr, 3 op/s 2024-04-22T05:10:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:36 smithi040 ceph-mon[88445]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-22T05:10:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:10:37.461 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6045 ms) 2024-04-22T05:10:37.462 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-22T05:10:37.462 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:37 smithi062 ceph-mon[78153]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-22T05:10:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:37 smithi040 ceph-mon[88445]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-22T05:10:37.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:37 smithi040 ceph-mon[91058]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-22T05:10:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:38 smithi062 ceph-mon[78153]: pgmap v2239: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-22T05:10:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:38 smithi062 ceph-mon[78153]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-22T05:10:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:38 smithi062 ceph-mon[78153]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-22T05:10:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:38 smithi040 ceph-mon[88445]: pgmap v2239: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-22T05:10:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:38 smithi040 ceph-mon[88445]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-22T05:10:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:38 smithi040 ceph-mon[88445]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-22T05:10:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:38 smithi040 ceph-mon[91058]: pgmap v2239: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-22T05:10:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:38 smithi040 ceph-mon[91058]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-22T05:10:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:38 smithi040 ceph-mon[91058]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-22T05:10:40.374 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:10:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:10:40] "GET /metrics HTTP/1.1" 200 257214 "" "Prometheus/2.43.0" 2024-04-22T05:10:40.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:40 smithi062 ceph-mon[78153]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-22T05:10:40.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:40 smithi062 ceph-mon[78153]: pgmap v2243: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.8 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-22T05:10:40.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:40 smithi040 ceph-mon[88445]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-22T05:10:40.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:40 smithi040 ceph-mon[88445]: pgmap v2243: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.8 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-22T05:10:40.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:40 smithi040 ceph-mon[91058]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-22T05:10:40.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:40 smithi040 ceph-mon[91058]: pgmap v2243: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.8 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-22T05:10:41.633 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:41 smithi062 ceph-mon[78153]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-22T05:10:41.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:41 smithi040 ceph-mon[88445]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-22T05:10:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:41 smithi040 ceph-mon[91058]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-22T05:10:42.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:42 smithi062 ceph-mon[78153]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-22T05:10:42.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:42 smithi062 ceph-mon[78153]: pgmap v2246: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-04-22T05:10:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:42 smithi040 ceph-mon[91058]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-22T05:10:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:42 smithi040 ceph-mon[91058]: pgmap v2246: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-04-22T05:10:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:42 smithi040 ceph-mon[88445]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-22T05:10:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:42 smithi040 ceph-mon[88445]: pgmap v2246: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-04-22T05:10:43.406 INFO:tasks.workunit.client.0.smithi040.stdout:10.00% done 2024-04-22T05:10:43.406 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5945 ms) 2024-04-22T05:10:43.406 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-22T05:10:43.406 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:10:43.422 INFO:tasks.workunit.client.0.smithi040.stderr:test quiesce is not long enough to time out 2024-04-22T05:10:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:43 smithi040 ceph-mon[88445]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-22T05:10:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:43 smithi040 ceph-mon[88445]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-22T05:10:43.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:43 smithi040 ceph-mon[91058]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-22T05:10:43.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:43 smithi040 ceph-mon[91058]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-22T05:10:43.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:43 smithi062 ceph-mon[78153]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-22T05:10:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:43 smithi062 ceph-mon[78153]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-22T05:10:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:44 smithi040 ceph-mon[88445]: pgmap v2249: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 2.0 KiB/s wr, 13 op/s 2024-04-22T05:10:44.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:44 smithi040 ceph-mon[91058]: pgmap v2249: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 2.0 KiB/s wr, 13 op/s 2024-04-22T05:10:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:44 smithi062 ceph-mon[78153]: pgmap v2249: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 2.0 KiB/s wr, 13 op/s 2024-04-22T05:10:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:10:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:10:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:10:46.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:46 smithi062 ceph-mon[78153]: pgmap v2250: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-04-22T05:10:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:46 smithi040 ceph-mon[88445]: pgmap v2250: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-04-22T05:10:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:46 smithi040 ceph-mon[91058]: pgmap v2250: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-04-22T05:10:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:48 smithi062 ceph-mon[78153]: pgmap v2251: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.8 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-22T05:10:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:48 smithi062 ceph-mon[78153]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-22T05:10:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:48 smithi040 ceph-mon[88445]: pgmap v2251: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.8 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-22T05:10:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:48 smithi040 ceph-mon[88445]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-22T05:10:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:48 smithi040 ceph-mon[91058]: pgmap v2251: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.8 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-22T05:10:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:48 smithi040 ceph-mon[91058]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-22T05:10:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:10:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:10:50] "GET /metrics HTTP/1.1" 200 257214 "" "Prometheus/2.43.0" 2024-04-22T05:10:50.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:50 smithi062 ceph-mon[78153]: pgmap v2253: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 729 B/s wr, 3 op/s 2024-04-22T05:10:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:50 smithi040 ceph-mon[88445]: pgmap v2253: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 729 B/s wr, 3 op/s 2024-04-22T05:10:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:50 smithi040 ceph-mon[91058]: pgmap v2253: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 729 B/s wr, 3 op/s 2024-04-22T05:10:51.480 INFO:tasks.workunit.client.0.smithi040.stderr:test quiesce is timed out 2024-04-22T05:10:51.480 INFO:tasks.workunit.client.0.smithi040.stderr:waiting for timed out ... 0 2024-04-22T05:10:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:10:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:10:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:10:52.481 INFO:tasks.workunit.client.0.smithi040.stderr:waiting for timed out ... 1 2024-04-22T05:10:52.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:52 smithi062 ceph-mon[78153]: pgmap v2254: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 637 B/s wr, 3 op/s 2024-04-22T05:10:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:52 smithi062 ceph-mon[78153]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-22T05:10:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:52 smithi040 ceph-mon[91058]: pgmap v2254: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 637 B/s wr, 3 op/s 2024-04-22T05:10:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:52 smithi040 ceph-mon[91058]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-22T05:10:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:52 smithi040 ceph-mon[88445]: pgmap v2254: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 637 B/s wr, 3 op/s 2024-04-22T05:10:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:52 smithi040 ceph-mon[88445]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-22T05:10:53.481 INFO:tasks.workunit.client.0.smithi040.stderr:waiting for timed out ... 2 2024-04-22T05:10:54.481 INFO:tasks.workunit.client.0.smithi040.stderr:waiting for timed out ... 3 2024-04-22T05:10:54.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:54 smithi062 ceph-mon[78153]: pgmap v2256: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 639 B/s wr, 3 op/s 2024-04-22T05:10:54.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:54 smithi040 ceph-mon[88445]: pgmap v2256: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 639 B/s wr, 3 op/s 2024-04-22T05:10:54.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:54 smithi040 ceph-mon[91058]: pgmap v2256: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 639 B/s wr, 3 op/s 2024-04-22T05:10:55.481 INFO:tasks.workunit.client.0.smithi040.stderr:waiting for timed out ... 4 2024-04-22T05:10:55.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:10:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:10:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:10:56.481 INFO:tasks.workunit.client.0.smithi040.stderr:waiting for timed out ... 5 2024-04-22T05:10:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:56 smithi062 ceph-mon[78153]: pgmap v2257: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:10:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:56 smithi040 ceph-mon[88445]: pgmap v2257: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:10:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:56 smithi040 ceph-mon[91058]: pgmap v2257: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:10:57.481 INFO:tasks.workunit.client.0.smithi040.stderr:waiting for timed out ... 6 2024-04-22T05:10:58.481 INFO:tasks.workunit.client.0.smithi040.stderr:waiting for timed out ... 7 2024-04-22T05:10:58.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:10:58 smithi062 ceph-mon[78153]: pgmap v2258: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 566 B/s rd, 113 B/s wr, 0 op/s 2024-04-22T05:10:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:10:58 smithi040 ceph-mon[88445]: pgmap v2258: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 566 B/s rd, 113 B/s wr, 0 op/s 2024-04-22T05:10:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:10:58 smithi040 ceph-mon[91058]: pgmap v2258: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 566 B/s rd, 113 B/s wr, 0 op/s 2024-04-22T05:10:59.482 INFO:tasks.workunit.client.0.smithi040.stderr:waiting for timed out ... 8 2024-04-22T05:11:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:11:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:11:00] "GET /metrics HTTP/1.1" 200 257212 "" "Prometheus/2.43.0" 2024-04-22T05:11:00.482 INFO:tasks.workunit.client.0.smithi040.stderr:waiting for timed out ... 9 2024-04-22T05:11:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:00 smithi062 ceph-mon[78153]: pgmap v2259: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 102 B/s wr, 0 op/s 2024-04-22T05:11:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:00 smithi040 ceph-mon[88445]: pgmap v2259: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 102 B/s wr, 0 op/s 2024-04-22T05:11:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:00 smithi040 ceph-mon[91058]: pgmap v2259: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 102 B/s wr, 0 op/s 2024-04-22T05:11:01.482 INFO:tasks.workunit.client.0.smithi040.stderr:waiting for timed out ... 10 2024-04-22T05:11:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:02 smithi062 ceph-mon[78153]: pgmap v2260: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 102 B/s wr, 0 op/s 2024-04-22T05:11:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:02 smithi040 ceph-mon[88445]: pgmap v2260: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 102 B/s wr, 0 op/s 2024-04-22T05:11:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:02 smithi040 ceph-mon[91058]: pgmap v2260: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 102 B/s wr, 0 op/s 2024-04-22T05:11:04.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:04 smithi062 ceph-mon[78153]: pgmap v2261: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 428 B/s rd, 85 B/s wr, 0 op/s 2024-04-22T05:11:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:04 smithi040 ceph-mon[88445]: pgmap v2261: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 428 B/s rd, 85 B/s wr, 0 op/s 2024-04-22T05:11:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:04 smithi040 ceph-mon[91058]: pgmap v2261: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 428 B/s rd, 85 B/s wr, 0 op/s 2024-04-22T05:11:05.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:11:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:11:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:11:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:06 smithi062 ceph-mon[78153]: pgmap v2262: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 426 B/s rd, 85 B/s wr, 0 op/s 2024-04-22T05:11:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:11:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:06 smithi040 ceph-mon[88445]: pgmap v2262: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 426 B/s rd, 85 B/s wr, 0 op/s 2024-04-22T05:11:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:11:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:06 smithi040 ceph-mon[91058]: pgmap v2262: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 426 B/s rd, 85 B/s wr, 0 op/s 2024-04-22T05:11:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:11:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:08 smithi062 ceph-mon[78153]: pgmap v2263: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 426 B/s rd, 85 B/s wr, 0 op/s 2024-04-22T05:11:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:08 smithi040 ceph-mon[88445]: pgmap v2263: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 426 B/s rd, 85 B/s wr, 0 op/s 2024-04-22T05:11:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:08 smithi040 ceph-mon[91058]: pgmap v2263: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 426 B/s rd, 85 B/s wr, 0 op/s 2024-04-22T05:11:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:11:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:11:10] "GET /metrics HTTP/1.1" 200 257126 "" "Prometheus/2.43.0" 2024-04-22T05:11:10.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:10 smithi062 ceph-mon[78153]: pgmap v2264: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:10 smithi040 ceph-mon[88445]: pgmap v2264: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:10 smithi040 ceph-mon[91058]: pgmap v2264: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:12.482 INFO:tasks.workunit.client.0.smithi040.stderr:test retry succeeds 2024-04-22T05:11:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:12 smithi062 ceph-mon[78153]: pgmap v2265: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:12 smithi040 ceph-mon[88445]: pgmap v2265: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:12 smithi040 ceph-mon[91058]: pgmap v2265: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:13.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:13 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:11:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:13 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:11:13.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:13 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:11:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:14 smithi062 ceph-mon[78153]: pgmap v2266: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:14 smithi062 ceph-mon[78153]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-22T05:11:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:14 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:11:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:14 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:11:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:14 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:11:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:14 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:11:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:14 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:11:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:14 smithi040 ceph-mon[88445]: pgmap v2266: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:14 smithi040 ceph-mon[88445]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-22T05:11:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:14 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:11:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:14 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:11:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:14 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:11:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:14 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:11:14.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:14 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:11:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:14 smithi040 ceph-mon[91058]: pgmap v2266: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:14 smithi040 ceph-mon[91058]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-22T05:11:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:14 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:11:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:14 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:11:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:14 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:11:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:14 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:11:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:14 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:11:15.541 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32135 ms) 2024-04-22T05:11:15.541 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-22T05:11:15.541 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:11:15.598 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.WriteZeroes (57 ms) 2024-04-22T05:11:15.598 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-22T05:11:15.598 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:11:15.652 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (54 ms) 2024-04-22T05:11:15.653 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-22T05:11:15.653 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:11:15.653 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestLibRBD.ConcurentOperations (0 ms) 2024-04-22T05:11:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:15 smithi062 ceph-mon[78153]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-22T05:11:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:11:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:11:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:11:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:15 smithi040 ceph-mon[88445]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-22T05:11:15.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:15 smithi040 ceph-mon[91058]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-22T05:11:16.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:16 smithi062 ceph-mon[78153]: pgmap v2269: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:16 smithi062 ceph-mon[78153]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-22T05:11:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:16 smithi040 ceph-mon[88445]: pgmap v2269: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:16 smithi040 ceph-mon[88445]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-22T05:11:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:16 smithi040 ceph-mon[91058]: pgmap v2269: 329 pgs: 329 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:16 smithi040 ceph-mon[91058]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-22T05:11:17.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:17 smithi062 ceph-mon[78153]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-22T05:11:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:17 smithi040 ceph-mon[88445]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-22T05:11:17.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:17 smithi040 ceph-mon[91058]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-22T05:11:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:18 smithi062 ceph-mon[78153]: pgmap v2272: 297 pgs: 297 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-22T05:11:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:18 smithi062 ceph-mon[78153]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-22T05:11:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:18 smithi062 ceph-mon[78153]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-22T05:11:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:18 smithi040 ceph-mon[88445]: pgmap v2272: 297 pgs: 297 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-22T05:11:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:18 smithi040 ceph-mon[88445]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-22T05:11:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:18 smithi040 ceph-mon[88445]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-22T05:11:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:18 smithi040 ceph-mon[91058]: pgmap v2272: 297 pgs: 297 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-22T05:11:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:18 smithi040 ceph-mon[91058]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-22T05:11:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:18 smithi040 ceph-mon[91058]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-22T05:11:20.383 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:11:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:11:20] "GET /metrics HTTP/1.1" 200 257126 "" "Prometheus/2.43.0" 2024-04-22T05:11:20.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:20 smithi040 ceph-mon[88445]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-22T05:11:20.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:20 smithi040 ceph-mon[88445]: pgmap v2276: 201 pgs: 201 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:20.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:20 smithi040 ceph-mon[91058]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-22T05:11:20.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:20 smithi040 ceph-mon[91058]: pgmap v2276: 201 pgs: 201 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:20 smithi062 ceph-mon[78153]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-22T05:11:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:20 smithi062 ceph-mon[78153]: pgmap v2276: 201 pgs: 201 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:21.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:21 smithi040 ceph-mon[88445]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-22T05:11:21.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:11:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:21 smithi040 ceph-mon[91058]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-22T05:11:21.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:11:21.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:21 smithi062 ceph-mon[78153]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-22T05:11:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:11:22.408 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 127 tests from TestLibRBD (170374 ms total) 2024-04-22T05:11:22.408 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:11:22.408 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 13 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-22T05:11:22.443 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-22T05:11:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:22 smithi040 ceph-mon[88445]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-22T05:11:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:22 smithi040 ceph-mon[88445]: pgmap v2279: 137 pgs: 137 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:22 smithi040 ceph-mon[91058]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-22T05:11:22.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:22 smithi040 ceph-mon[91058]: pgmap v2279: 137 pgs: 137 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:22 smithi062 ceph-mon[78153]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-22T05:11:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:22 smithi062 ceph-mon[78153]: pgmap v2279: 137 pgs: 137 active+clean; 49 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:23.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:23 smithi040 ceph-mon[88445]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-22T05:11:23.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:23 smithi040 ceph-mon[91058]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-22T05:11:23.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:23 smithi062 ceph-mon[78153]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-22T05:11:24.423 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:11:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:24 smithi062 ceph-mon[78153]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-22T05:11:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:24 smithi062 ceph-mon[78153]: pgmap v2281: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:24 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3391387678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:11:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:24 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:11:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:24 smithi040 ceph-mon[88445]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-22T05:11:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:24 smithi040 ceph-mon[88445]: pgmap v2281: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:24 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3391387678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:11:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:24 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:11:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:24 smithi040 ceph-mon[91058]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-22T05:11:24.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:24 smithi040 ceph-mon[91058]: pgmap v2281: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:24.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:24 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3391387678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:11:24.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:24 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:11:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:11:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:11:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:11:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:25 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:11:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:25 smithi062 ceph-mon[78153]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-22T05:11:25.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:25 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:11:25.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:25 smithi040 ceph-mon[88445]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-22T05:11:25.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:25 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:11:25.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:25 smithi040 ceph-mon[91058]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-22T05:11:26.445 INFO:tasks.workunit.client.0.smithi040.stdout: wrote [4545963~101016,5198236~60495,8097120~49516,10954351~96267,12362551~66192,13246319~85851,14996811~4192,16453737~6342,17988443~41206,19813359~84257] 2024-04-22T05:11:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:26 smithi062 ceph-mon[78153]: pgmap v2284: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:26.896 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:26 smithi062 ceph-mon[78153]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-22T05:11:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:26 smithi040 ceph-mon[88445]: pgmap v2284: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:26 smithi040 ceph-mon[88445]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-22T05:11:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:26 smithi040 ceph-mon[91058]: pgmap v2284: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:11:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:26 smithi040 ceph-mon[91058]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-22T05:11:27.447 INFO:tasks.workunit.client.0.smithi040.stdout: wrote [604277~75211,1249826~92591,6333269~85838,8637857~29883,9896031~62240,12670131~54449,17539630~101526,19150593~7998,19343079~9854,20480589~58541] 2024-04-22T05:11:27.455 INFO:tasks.workunit.client.0.smithi040.stdout: diff was [0~1342417,6333269~85838,8637857~29883,9896031~62240,12670131~54449,17539630~101526,19150593~7998,19343079~9854,19897616~641514] 2024-04-22T05:11:27.457 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5014 ms) 2024-04-22T05:11:27.457 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-22T05:11:27.457 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:11:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:27 smithi062 ceph-mon[78153]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-22T05:11:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:27 smithi040 ceph-mon[88445]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-22T05:11:27.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:27 smithi040 ceph-mon[91058]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-22T05:11:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:28 smithi062 ceph-mon[78153]: pgmap v2287: 137 pgs: 137 active+clean; 8.4 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 41 KiB/s wr, 2 op/s 2024-04-22T05:11:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:28 smithi062 ceph-mon[78153]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-22T05:11:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:28 smithi040 ceph-mon[88445]: pgmap v2287: 137 pgs: 137 active+clean; 8.4 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 41 KiB/s wr, 2 op/s 2024-04-22T05:11:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:28 smithi040 ceph-mon[88445]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-22T05:11:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:28 smithi040 ceph-mon[91058]: pgmap v2287: 137 pgs: 137 active+clean; 8.4 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 41 KiB/s wr, 2 op/s 2024-04-22T05:11:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:28 smithi040 ceph-mon[91058]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-22T05:11:29.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:29 smithi062 ceph-mon[78153]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-22T05:11:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:29 smithi040 ceph-mon[88445]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-22T05:11:29.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:29 smithi040 ceph-mon[91058]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-22T05:11:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:11:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:11:30] "GET /metrics HTTP/1.1" 200 245095 "" "Prometheus/2.43.0" 2024-04-22T05:11:30.469 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3013 ms) 2024-04-22T05:11:30.470 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-22T05:11:30.470 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:11:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:30 smithi062 ceph-mon[78153]: pgmap v2290: 137 pgs: 137 active+clean; 8.4 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 41 KiB/s wr, 2 op/s 2024-04-22T05:11:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:30 smithi062 ceph-mon[78153]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-22T05:11:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:30 smithi040 ceph-mon[88445]: pgmap v2290: 137 pgs: 137 active+clean; 8.4 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 41 KiB/s wr, 2 op/s 2024-04-22T05:11:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:30 smithi040 ceph-mon[88445]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-22T05:11:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:30 smithi040 ceph-mon[91058]: pgmap v2290: 137 pgs: 137 active+clean; 8.4 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 41 KiB/s wr, 2 op/s 2024-04-22T05:11:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:30 smithi040 ceph-mon[91058]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-22T05:11:31.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:31 smithi062 ceph-mon[78153]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-22T05:11:31.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:31 smithi040 ceph-mon[88445]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-22T05:11:31.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:31 smithi040 ceph-mon[91058]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-22T05:11:32.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:32 smithi062 ceph-mon[78153]: pgmap v2293: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 227 KiB/s wr, 8 op/s 2024-04-22T05:11:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:32 smithi062 ceph-mon[78153]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-22T05:11:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:32 smithi040 ceph-mon[88445]: pgmap v2293: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 227 KiB/s wr, 8 op/s 2024-04-22T05:11:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:32 smithi040 ceph-mon[88445]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-22T05:11:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:32 smithi040 ceph-mon[91058]: pgmap v2293: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 227 KiB/s wr, 8 op/s 2024-04-22T05:11:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:32 smithi040 ceph-mon[91058]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-22T05:11:33.404 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (2934 ms) 2024-04-22T05:11:33.404 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-22T05:11:33.404 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:11:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:33 smithi062 ceph-mon[78153]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-22T05:11:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:33 smithi062 ceph-mon[78153]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-22T05:11:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:33 smithi040 ceph-mon[88445]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-22T05:11:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:33 smithi040 ceph-mon[88445]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-22T05:11:33.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:33 smithi040 ceph-mon[91058]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-22T05:11:33.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:33 smithi040 ceph-mon[91058]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-22T05:11:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:34 smithi062 ceph-mon[78153]: pgmap v2297: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 255 KiB/s wr, 26 op/s 2024-04-22T05:11:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:34 smithi062 ceph-mon[78153]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-22T05:11:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:34 smithi040 ceph-mon[88445]: pgmap v2297: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 255 KiB/s wr, 26 op/s 2024-04-22T05:11:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:34 smithi040 ceph-mon[88445]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-22T05:11:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:34 smithi040 ceph-mon[91058]: pgmap v2297: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 255 KiB/s wr, 26 op/s 2024-04-22T05:11:34.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:34 smithi040 ceph-mon[91058]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-22T05:11:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:11:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:11:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:11:36.415 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3012 ms) 2024-04-22T05:11:36.415 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-22T05:11:36.416 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:11:36.482 INFO:tasks.workunit.client.0.smithi040.stdout: i=0 exists [65581615~4726069,87949657~4637499,114782397~2904708,224224846~1691594,245395152~3486225,257709638~2022127,287194952~7771661,313224984~2873475,345946551~2879900] wrote [65581615~4726069,87949657~4637499,114782397~2904708,224224846~1691594,245395152~3486225,257709638~2022127,287194952~7771661,313224984~2873475,345946551~2879900] 2024-04-22T05:11:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:36 smithi040 ceph-mon[88445]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-22T05:11:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:36 smithi040 ceph-mon[88445]: pgmap v2300: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 27 KiB/s wr, 22 op/s 2024-04-22T05:11:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:11:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:36 smithi040 ceph-mon[91058]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-22T05:11:36.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:36 smithi040 ceph-mon[91058]: pgmap v2300: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 27 KiB/s wr, 22 op/s 2024-04-22T05:11:36.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:11:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:36 smithi062 ceph-mon[78153]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-22T05:11:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:36 smithi062 ceph-mon[78153]: pgmap v2300: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 27 KiB/s wr, 22 op/s 2024-04-22T05:11:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:11:37.457 INFO:tasks.workunit.client.0.smithi040.stdout: i=1 exists [11539001~2235093,65581615~4726069,77343271~3313589,80839378~5375833,87949657~4637499,114782397~2904708,135131514~6626266,145619353~1752938,202681110~4810863,213077890~6590227,224224846~1691594,245395152~3486225,257709638~2022127,287194952~7771661,313224984~2873475,323926767~717529,343955734~4870717] wrote [11539001~2235093,77343271~3313589,80839378~5375833,135131514~6626266,145619353~1752938,202681110~4810863,213077890~6590227,323926767~717529,343955734~4236930] 2024-04-22T05:11:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:37 smithi040 ceph-mon[88445]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-22T05:11:37.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:37 smithi040 ceph-mon[91058]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-22T05:11:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:37 smithi062 ceph-mon[78153]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-22T05:11:38.486 INFO:tasks.workunit.client.0.smithi040.stdout: i=2 exists [5970848~5275019,11539001~2235093,33708122~5342481,65581615~4726069,77343271~3313589,80839378~5375833,87949657~4637499,106059892~2668227,114782397~2904708,135131514~6626266,145619353~1752938,187091799~6592717,202681110~4810863,213077890~6590227,224224846~1691594,229170962~1452554,245395152~3486225,257709638~2022127,265307765~7070128,286498167~8468446,313224984~2873475,323926767~717529,343955734~4870717,355520367~6914724,382551265~1995245] wrote [5970848~5275019,33708122~5342481,106059892~2668227,187091799~6592717,229170962~1452554,265307765~7070128,286498167~5359946,355520367~6914724,382551265~1995245] 2024-04-22T05:11:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:38 smithi062 ceph-mon[78153]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-22T05:11:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:38 smithi062 ceph-mon[78153]: pgmap v2303: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-22T05:11:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:38 smithi040 ceph-mon[88445]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-22T05:11:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:38 smithi040 ceph-mon[88445]: pgmap v2303: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-22T05:11:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:38 smithi040 ceph-mon[91058]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-22T05:11:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:38 smithi040 ceph-mon[91058]: pgmap v2303: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-22T05:11:39.486 INFO:tasks.workunit.client.0.smithi040.stdout: i=3 exists [5970848~5275019,11539001~2235093,32075992~6974611,65581615~15075245,80839378~5375833,87949657~4637499,106059892~2668227,114782397~2904708,135131514~6626266,144940560~8053784,178988884~4844950,187091799~6592717,202681110~4810863,213077890~6590227,224224846~1691594,229170962~5101827,239292552~4108659,245395152~3486225,252665953~346664,257709638~2022127,265307765~7070128,286498167~8468446,298997034~3475050,313224984~2873475,316482845~5699211,323926767~717529,343955734~4870717,355520367~6914724,382551265~1995245] wrote [32075992~3148668,69508914~8106805,144940560~8053784,178988884~4844950,229414796~4857993,239292552~4108659,252665953~346664,298997034~3475050,316482845~5699211] 2024-04-22T05:11:39.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:39 smithi062 ceph-mon[78153]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-22T05:11:39.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:39 smithi040 ceph-mon[88445]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-22T05:11:39.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:39 smithi040 ceph-mon[91058]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-22T05:11:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:11:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:11:40] "GET /metrics HTTP/1.1" 200 242785 "" "Prometheus/2.43.0" 2024-04-22T05:11:40.490 INFO:tasks.workunit.client.0.smithi040.stdout: i=4 exists [5970848~5275019,11539001~2235093,32075992~6974611,50114609~7753962,65581615~15075245,80839378~5375833,87949657~4637499,97168022~7585608,106059892~2668227,114001812~4642697,124126110~4719348,135131514~6626266,144940560~8053784,154508881~5317955,178988884~4844950,187091799~6592717,202681110~4810863,213077890~6590227,224224846~1691594,229170962~5101827,239292552~4108659,245395152~3486225,251820329~7911436,265307765~7070128,286498167~8468446,298997034~3475050,313224984~2873475,316482845~5699211,323926767~717529,343955734~4870717,355520367~6914724,382551265~1995245,399481559~5633170] wrote [6009957~2270393,34002494~3020454,50114609~7753962,97168022~7585608,114001812~4642697,124126110~4719348,154508881~5317955,251820329~7479130,399481559~5633170] 2024-04-22T05:11:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:40 smithi062 ceph-mon[78153]: pgmap v2305: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-22T05:11:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:40 smithi062 ceph-mon[78153]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-22T05:11:40.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:40 smithi040 ceph-mon[88445]: pgmap v2305: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-22T05:11:40.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:40 smithi040 ceph-mon[88445]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-22T05:11:40.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:40 smithi040 ceph-mon[91058]: pgmap v2305: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-22T05:11:40.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:40 smithi040 ceph-mon[91058]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-22T05:11:41.510 INFO:tasks.workunit.client.0.smithi040.stdout: i=5 exists [5970848~5275019,11539001~2235093,16093674~6487063,32075992~6974611,50114609~7753962,62480701~470613,65581615~15075245,80839378~5375833,87949657~4637499,97168022~11560097,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,144940560~8053784,154508881~5317955,178988884~4844950,187091799~6592717,202681110~4810863,212983139~7445777,224224846~1691594,229170962~5101827,239292552~4108659,245395152~14336613,265307765~8427349,286498167~8468446,298997034~3475050,303702456~5408766,313224984~2873475,316482845~5699211,323926767~717529,343955734~4870717,355520367~6914724,382551265~1995245,399481559~5633170] wrote [16093674~6487063,62480701~470613,103228133~4131608,119802162~3382113,134733295~8017408,212983139~7445777,248823408~7134407,269793388~3941726,303702456~5408766] 2024-04-22T05:11:41.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:41 smithi062 ceph-mon[78153]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-22T05:11:41.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:41 smithi040 ceph-mon[88445]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-22T05:11:41.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:41 smithi040 ceph-mon[91058]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-22T05:11:42.486 INFO:tasks.workunit.client.0.smithi040.stdout: i=6 exists [5970848~5275019,11539001~2235093,16093674~6487063,32075992~6974611,50114609~7753962,62480701~470613,65581615~15075245,80839378~5375833,87949657~4637499,94726340~846898,97168022~11560097,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,144427254~8567090,154508881~5317955,178988884~4844950,187091799~6592717,197425542~212824,202681110~4810863,211722615~8824250,224224846~1691594,229170962~5101827,239292552~4108659,245395152~14336613,265307765~8427349,286498167~8468446,298997034~3475050,302539926~151983,303702456~5408766,313224984~2873475,316482845~5699211,323926767~717529,343955734~4870717,349735663~3013828,355520367~6914724,382551265~1995245,399481559~5633170] wrote [94726340~846898,144427254~2361129,197425542~212824,211722615~1775583,214786468~5760397,302539926~151983,319257909~1230406,349735663~3013828,399649075~4400952] 2024-04-22T05:11:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:42 smithi062 ceph-mon[78153]: pgmap v2308: 137 pgs: 137 active+clean; 170 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 23 MiB/s wr, 17 op/s 2024-04-22T05:11:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:42 smithi062 ceph-mon[78153]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-22T05:11:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:42 smithi040 ceph-mon[88445]: pgmap v2308: 137 pgs: 137 active+clean; 170 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 23 MiB/s wr, 17 op/s 2024-04-22T05:11:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:42 smithi040 ceph-mon[88445]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-22T05:11:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:42 smithi040 ceph-mon[91058]: pgmap v2308: 137 pgs: 137 active+clean; 170 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 23 MiB/s wr, 17 op/s 2024-04-22T05:11:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:42 smithi040 ceph-mon[91058]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-22T05:11:43.547 INFO:tasks.workunit.client.0.smithi040.stdout: i=7 exists [5970848~5275019,11539001~2235093,16093674~6487063,32075992~6974611,50114609~7753962,62480701~470613,65581615~15075245,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~8567090,154508881~5317955,166715811~5822372,178988884~4844950,187091799~6592717,197425542~212824,202681110~4810863,211722615~8824250,224224846~1691594,229170962~5101827,239292552~4108659,245395152~14336613,265307765~8427349,286498167~8468446,298997034~3475050,302539926~151983,303702456~5408766,313224984~2873475,316482845~5699211,323926767~717529,343955734~4870717,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,407502502~6143753] wrote [83723763~10929944,110743751~3874916,133973437~1757688,166715811~5822372,187320068~5343541,372815035~9634899,390271307~4269939,407502502~6143753] 2024-04-22T05:11:43.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:43 smithi062 ceph-mon[78153]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-22T05:11:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:43 smithi040 ceph-mon[88445]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-22T05:11:43.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:43 smithi040 ceph-mon[91058]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-22T05:11:44.529 INFO:tasks.workunit.client.0.smithi040.stdout: i=8 exists [5970848~5275019,11539001~11041736,32075992~9423745,47728262~914688,50114609~7753962,61936475~18720385,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~8567090,154508881~5317955,166715811~5822372,178988884~4844950,187091799~9564777,197112835~116724,197425542~212824,202681110~4810863,211722615~8824250,224224846~1691594,229170962~5101827,239292552~4108659,245395152~15331788,265307765~8427349,286498167~8468446,298997034~3475050,302539926~151983,303702456~5408766,313224984~2873475,316482845~5699211,323926767~717529,343955734~4870717,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,407502502~6143753] wrote [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,104591696~1650128,189754054~6902522,197112835~116724,212380031~5825631,252667278~8059662,345204518~3418896] 2024-04-22T05:11:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:44 smithi062 ceph-mon[78153]: pgmap v2311: 137 pgs: 137 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 52 MiB/s wr, 40 op/s 2024-04-22T05:11:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:44 smithi062 ceph-mon[78153]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-22T05:11:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:44 smithi040 ceph-mon[88445]: pgmap v2311: 137 pgs: 137 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 52 MiB/s wr, 40 op/s 2024-04-22T05:11:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:44 smithi040 ceph-mon[88445]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-22T05:11:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:44 smithi040 ceph-mon[91058]: pgmap v2311: 137 pgs: 137 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 52 MiB/s wr, 40 op/s 2024-04-22T05:11:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:44 smithi040 ceph-mon[91058]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-22T05:11:45.537 INFO:tasks.workunit.client.0.smithi040.stdout: i=9 exists [5970848~5275019,11539001~11041736,32075992~9423745,47728262~914688,50114609~7753962,61936475~18720385,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~5317955,164880732~7657451,178988884~4844950,187091799~9564777,197112835~116724,197425542~212824,202681110~4810863,211722615~14193825,229170962~5101827,239292552~4108659,245395152~15331788,265307765~13548659,286498167~8468446,298997034~3475050,302539926~151983,303702456~5408766,313224984~2873475,316482845~5699211,323926767~717529,327666947~4445984,338620763~604165,343955734~4870717,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,405689399~7956856] wrote [113594660~2075475,124092851~4175442,164880732~2278284,218889873~6111686,271587851~7268573,327666947~4445984,338620763~604165,405689399~2586548] 2024-04-22T05:11:45.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:45 smithi062 ceph-mon[78153]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-22T05:11:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:11:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:11:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:11:45.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:45 smithi040 ceph-mon[88445]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-22T05:11:45.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:45 smithi040 ceph-mon[91058]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-22T05:11:46.529 INFO:tasks.workunit.client.0.smithi040.stdout: i=10 exists [5970848~5275019,11539001~11041736,32075992~16762683,50114609~8158573,61936475~18720385,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~5317955,164880732~7657451,178988884~17667692,197112835~116724,197425542~212824,202681110~7038340,211722615~14193825,229170962~5101827,239292552~4108659,245395152~15331788,265307765~13548659,286498167~8468446,298997034~3475050,302539926~151983,303702456~5408766,313224984~2873475,316482845~5699211,323926767~717529,327666947~4445984,338620763~604165,343955734~4870717,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,405689399~8588008] wrote [40944195~7894480,53810856~4462326,105016999~1484892,182140653~5057765,205695175~4024275,217971123~806583,246240289~6634884,378492808~2255926,406267306~8010101] 2024-04-22T05:11:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:46 smithi062 ceph-mon[78153]: pgmap v2314: 137 pgs: 137 active+clean; 320 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 33 MiB/s wr, 25 op/s 2024-04-22T05:11:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:46 smithi062 ceph-mon[78153]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-22T05:11:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:46 smithi040 ceph-mon[88445]: pgmap v2314: 137 pgs: 137 active+clean; 320 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 33 MiB/s wr, 25 op/s 2024-04-22T05:11:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:46 smithi040 ceph-mon[88445]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-22T05:11:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:46 smithi040 ceph-mon[91058]: pgmap v2314: 137 pgs: 137 active+clean; 320 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 33 MiB/s wr, 25 op/s 2024-04-22T05:11:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:46 smithi040 ceph-mon[91058]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-22T05:11:47.550 INFO:tasks.workunit.client.0.smithi040.stdout: i=11 exists [5970848~5275019,11539001~11041736,32075992~16762683,50114609~8158573,61936475~18720385,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,178988884~23438433,202681110~7038340,211722615~14193825,229170962~8599508,239292552~4108659,245395152~15331788,263824545~15031879,286498167~8468446,298997034~3475050,302539926~151983,303702456~5408766,313224984~2873475,316482845~5699211,323926767~717529,327666947~4445984,333877961~6727286,343955734~4870717,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~15268880] wrote [17269945~873994,156851883~2281282,159287517~4535814,195877175~6550142,231792246~5978224,263824545~7438998,333877961~6727286,400799029~6287455,408621758~6128681] 2024-04-22T05:11:47.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:47 smithi062 ceph-mon[78153]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-22T05:11:47.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:47 smithi040 ceph-mon[88445]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-22T05:11:47.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:47 smithi040 ceph-mon[91058]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-22T05:11:48.545 INFO:tasks.workunit.client.0.smithi040.stdout: i=12 exists [5970848~5275019,11539001~11041736,32075992~26329510,61936475~18720385,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,178988884~23438433,202681110~7038340,211722615~14193825,229170962~9266954,239292552~4108659,245395152~17207400,263824545~15031879,286498167~8468446,295961632~13149590,313224984~2873475,316482845~5699211,323926767~717529,327666947~5813063,333877961~6727286,343756522~8992969,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~15268880] wrote [45252524~8178388,55903031~2502471,88652589~2140696,106576605~1047784,212920866~2791154,233532670~4905246,257055784~5546768,295961632~8098924,328158054~5321956,343756522~7029290] 2024-04-22T05:11:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:48 smithi062 ceph-mon[78153]: pgmap v2317: 137 pgs: 137 active+clean; 503 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 46 MiB/s wr, 34 op/s 2024-04-22T05:11:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:48 smithi062 ceph-mon[78153]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-22T05:11:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:48 smithi040 ceph-mon[88445]: pgmap v2317: 137 pgs: 137 active+clean; 503 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 46 MiB/s wr, 34 op/s 2024-04-22T05:11:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:48 smithi040 ceph-mon[88445]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-22T05:11:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:48 smithi040 ceph-mon[91058]: pgmap v2317: 137 pgs: 137 active+clean; 503 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 46 MiB/s wr, 34 op/s 2024-04-22T05:11:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:48 smithi040 ceph-mon[91058]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-22T05:11:49.549 INFO:tasks.workunit.client.0.smithi040.stdout: i=13 exists [5970848~5275019,11539001~11041736,32075992~28011645,61936475~18720385,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,177611255~24816062,202681110~7038340,211722615~14193825,229170962~9266954,239292552~4631071,245395152~17207400,263824545~15031879,286498167~8468446,295961632~13149590,313224984~2873475,316482845~5699211,323926767~717529,327666947~5813063,333877961~18871530,354832219~7602872,372815035~9634899,382551265~1995245,390271307~4269939,399481559~15268880] wrote [52016353~8071284,177611255~7156878,240002699~3920924,248918010~5206713,260599680~367876,269365248~3167969,274844741~3309291,297278229~4594011,340079957~6464505,354832219~4708860] 2024-04-22T05:11:49.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:49 smithi062 ceph-mon[78153]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-22T05:11:49.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:49 smithi040 ceph-mon[88445]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-22T05:11:49.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:49 smithi040 ceph-mon[91058]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-22T05:11:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:11:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:11:50] "GET /metrics HTTP/1.1" 200 242785 "" "Prometheus/2.43.0" 2024-04-22T05:11:50.549 INFO:tasks.workunit.client.0.smithi040.stdout: i=14 exists [5970848~5275019,11539001~11041736,32075992~28011645,61936475~32717232,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10668673,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,202681110~7038340,211722615~14193825,229170962~9266954,239292552~4631071,245395152~17207400,263824545~15031879,286498167~8468446,295961632~13149590,313224984~2873475,316482845~5699211,323926767~717529,327666947~5813063,333877961~18871530,354832219~7602872,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] wrote [79512287~4129185,121553814~4122238,132082030~2600568,135069319~3678113,165285334~7662119,300151621~6516069,341874458~1651679,372769926~7962052,383695512~2571743,396957560~2518422] 2024-04-22T05:11:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:50 smithi062 ceph-mon[78153]: pgmap v2320: 137 pgs: 137 active+clean; 503 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 42 MiB/s wr, 32 op/s 2024-04-22T05:11:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:50 smithi062 ceph-mon[78153]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-22T05:11:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:50 smithi040 ceph-mon[88445]: pgmap v2320: 137 pgs: 137 active+clean; 503 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 42 MiB/s wr, 32 op/s 2024-04-22T05:11:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:50 smithi040 ceph-mon[88445]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-22T05:11:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:50 smithi040 ceph-mon[91058]: pgmap v2320: 137 pgs: 137 active+clean; 503 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 42 MiB/s wr, 32 op/s 2024-04-22T05:11:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:50 smithi040 ceph-mon[91058]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-22T05:11:51.567 INFO:tasks.workunit.client.0.smithi040.stdout: i=15 exists [5970848~5275019,11539001~11041736,32075992~28011645,61936475~32717232,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,202681110~8896522,211722615~14193825,229170962~9266954,239292552~4631071,245395152~17207400,263824545~15031879,286498167~8468446,295961632~13149590,313224984~2873475,316482845~5699211,323926767~717529,327666947~5813063,333877961~18871530,354832219~7602872,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] wrote [42790893~5198259,132349771~257969,134125670~8825748,145411993~4133352,206258438~5319194,240546137~1742536,253910340~7124029,287606333~2015972,343726815~1339652] 2024-04-22T05:11:51.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:51 smithi062 ceph-mon[78153]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-22T05:11:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:11:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:51 smithi040 ceph-mon[88445]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-22T05:11:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:11:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:51 smithi040 ceph-mon[91058]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-22T05:11:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:11:52.570 INFO:tasks.workunit.client.0.smithi040.stdout: i=16 exists [5970848~5275019,11539001~11041736,32075992~62577715,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,202681110~8896522,211722615~14193825,229170962~9266954,239292552~4631071,245395152~17207400,263824545~15031879,286498167~8468446,295961632~13149590,313224984~2873475,316482845~5699211,323564031~1080265,327666947~25082544,354832219~7602872,363540262~2320949,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] wrote [60068938~3469670,111206703~602399,265793435~7329959,296458379~5361954,323564031~497392,333105866~1983749,339220096~1732657,363540262~2320949,382959977~706847] 2024-04-22T05:11:52.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:52 smithi062 ceph-mon[78153]: pgmap v2323: 137 pgs: 137 active+clean; 601 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s wr, 9 op/s 2024-04-22T05:11:52.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:52 smithi062 ceph-mon[78153]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-22T05:11:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:52 smithi040 ceph-mon[88445]: pgmap v2323: 137 pgs: 137 active+clean; 601 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s wr, 9 op/s 2024-04-22T05:11:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:52 smithi040 ceph-mon[88445]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-22T05:11:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:52 smithi040 ceph-mon[91058]: pgmap v2323: 137 pgs: 137 active+clean; 601 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s wr, 9 op/s 2024-04-22T05:11:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:52 smithi040 ceph-mon[91058]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-22T05:11:53.538 INFO:tasks.workunit.client.0.smithi040.stdout: i=17 exists [5970848~5275019,11539001~11041736,30996760~63656947,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,202681110~8896522,211722615~14193825,229170962~9266954,239292552~4631071,245395152~33461272,283108102~592144,286498167~22613055,313224984~2873475,316482845~5699211,323564031~1080265,327666947~25082544,354832219~7602872,363540262~2320949,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] wrote [30996760~1267205,57784268~3965607,90962106~498794,169462756~1092970,260395174~7836036,283108102~592144,293612299~2581077,335629249~1110848,343025778~7027004,351436350~129888] 2024-04-22T05:11:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:53 smithi062 ceph-mon[78153]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-22T05:11:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:53 smithi040 ceph-mon[88445]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-22T05:11:53.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:53 smithi040 ceph-mon[91058]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-22T05:11:54.587 INFO:tasks.workunit.client.0.smithi040.stdout: i=18 exists [5970848~5275019,11539001~11041736,30996760~64576478,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8911857,154508881~9314450,164880732~8066721,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,245395152~33461272,279715224~719329,283108102~592144,286498167~22613055,313224984~2873475,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] wrote [62495746~6557288,93072122~1797216,147133769~6205342,186569676~4718286,223741343~6679723,239785098~3191544,279715224~719329,337143187~7791211,362336238~5942735,381728477~7929756] 2024-04-22T05:11:54.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:54 smithi062 ceph-mon[78153]: pgmap v2326: 137 pgs: 137 active+clean; 718 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 52 MiB/s wr, 33 op/s 2024-04-22T05:11:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:54 smithi062 ceph-mon[78153]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-22T05:11:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:54 smithi040 ceph-mon[88445]: pgmap v2326: 137 pgs: 137 active+clean; 718 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 52 MiB/s wr, 33 op/s 2024-04-22T05:11:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:54 smithi040 ceph-mon[88445]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-22T05:11:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:54 smithi040 ceph-mon[91058]: pgmap v2326: 137 pgs: 137 active+clean; 718 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 52 MiB/s wr, 33 op/s 2024-04-22T05:11:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:54 smithi040 ceph-mon[91058]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-22T05:11:55.605 INFO:tasks.workunit.client.0.smithi040.stdout: i=19 exists [5970848~5275019,11539001~11041736,30435816~65137422,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,245395152~33461272,279715224~719329,283108102~592144,286498167~22613055,313224984~2873475,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] wrote [16365169~2983810,30435816~7487473,84373323~3983453,106211861~4722348,128448169~5946133,160669674~5094771,189801044~6167560,248190438~4472251,266058651~3568878,357908153~5849319] 2024-04-22T05:11:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:55 smithi062 ceph-mon[78153]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-22T05:11:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:11:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:11:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:11:55.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:55 smithi040 ceph-mon[88445]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-22T05:11:55.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:55 smithi040 ceph-mon[91058]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-22T05:11:56.541 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 1 diff [11539001~2235093,77343271~3313589,80839378~5375833,135131514~6626266,145619353~1752938,202681110~4810863,213077890~6590227,323926767~717529,343955734~4236930] 2024-04-22T05:11:56.542 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [11539001~2235093,77343271~3313589,80839378~5375833,135131514~6626266,145619353~1752938,202681110~4810863,213077890~6590227,323926767~717529,343955734~4236930] 2024-04-22T05:11:56.554 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [8388608~5385486,75497472~10717739,134217728~7540052,142606336~4765955,201326592~6165381,209715200~9952917,322961408~1682888,343955734~4236930] 2024-04-22T05:11:56.554 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 2 diff [5970848~5275019,11539001~2235093,33708122~5342481,77343271~3313589,80839378~5375833,106059892~2668227,135131514~6626266,145619353~1752938,187091799~6592717,202681110~4810863,213077890~6590227,229170962~1452554,265307765~7070128,286498167~5359946,323926767~717529,343955734~4236930,355520367~6914724,382551265~1995245] 2024-04-22T05:11:56.554 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~2235093,33708122~5342481,77343271~3313589,80839378~5375833,106059892~2668227,135131514~6626266,145619353~1752938,187091799~6592717,202681110~4810863,213077890~6590227,229170962~1452554,265307765~7070128,286498167~5359946,323926767~717529,343955734~4236930,355520367~6914724,382551265~1995245] 2024-04-22T05:11:56.560 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~9579790,33554432~5496171,75497472~10717739,104857600~3870519,134217728~7540052,142606336~4765955,184549376~9135140,201326592~6165381,209715200~9952917,226492416~4131100,264241152~8136741,286498167~5359946,322961408~1682888,343955734~4236930,352321536~10113555,381681664~2864846] 2024-04-22T05:11:56.561 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 3 diff [5970848~5275019,11539001~2235093,32075992~6974611,69508914~11147946,80839378~5375833,106059892~2668227,135131514~6626266,144940560~8053784,178988884~4844950,187091799~6592717,202681110~4810863,213077890~6590227,229170962~5101827,239292552~4108659,252665953~346664,265307765~7070128,286498167~5359946,298997034~3475050,316482845~5699211,323926767~717529,343955734~4236930,355520367~6914724,382551265~1995245] 2024-04-22T05:11:56.561 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~2235093,32075992~6974611,69508914~11147946,80839378~5375833,106059892~2668227,135131514~6626266,144940560~8053784,178988884~4844950,187091799~6592717,202681110~4810863,213077890~6590227,229170962~5101827,239292552~4108659,252665953~346664,265307765~7070128,286498167~5359946,298997034~3475050,316482845~5699211,323926767~717529,343955734~4236930,355520367~6914724,382551265~1995245] 2024-04-22T05:11:56.567 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~9579790,29360128~9690475,69508914~16706297,104857600~3870519,134217728~7540052,142606336~10388008,176160768~7673066,184549376~9135140,201326592~6165381,209715200~9952917,226492416~7780373,239075328~4325883,251658240~1354377,264241152~8136741,286498167~5359946,297795584~4676500,316098459~6083597,322961408~1682888,343955734~4236930,352321536~10113555,381681664~2864846] 2024-04-22T05:11:56.567 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 4 diff [5970848~5275019,11539001~2235093,32075992~6974611,50114609~7753962,69508914~11147946,80839378~5375833,97168022~7585608,106059892~2668227,114001812~4642697,124126110~4719348,135131514~6626266,144940560~8053784,154508881~5317955,178988884~4844950,187091799~6592717,202681110~4810863,213077890~6590227,229170962~5101827,239292552~4108659,251820329~7479130,265307765~7070128,286498167~5359946,298997034~3475050,316482845~5699211,323926767~717529,343955734~4236930,355520367~6914724,382551265~1995245,399481559~5633170] 2024-04-22T05:11:56.567 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~2235093,32075992~6974611,50114609~7753962,69508914~11147946,80839378~5375833,97168022~7585608,106059892~2668227,114001812~4642697,124126110~4719348,135131514~6626266,144940560~8053784,154508881~5317955,178988884~4844950,187091799~6592717,202681110~4810863,213077890~6590227,229170962~5101827,239292552~4108659,251820329~7479130,265307765~7070128,286498167~5359946,298997034~3475050,316482845~5699211,323926767~717529,343955734~4236930,355520367~6914724,382551265~1995245,399481559~5633170] 2024-04-22T05:11:56.573 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~9579790,29360128~9690475,46137344~11731227,69508914~16706297,96468992~8284638,104857600~3870519,114001812~4642697,121634816~7210642,134217728~7540052,142606336~17220500,176160768~7673066,184549376~9135140,201326592~6165381,209715200~9952917,226492416~7780373,239075328~4325883,251658240~7641219,264241152~8136741,286498167~5359946,297795584~4676500,316098459~6083597,322961408~1682888,343955734~4236930,352321536~10113555,381681664~2864846,398458880~6655849] 2024-04-22T05:11:56.573 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 5 diff [5970848~5275019,11539001~2235093,16093674~6487063,32075992~6974611,50114609~7753962,62480701~470613,69508914~11147946,80839378~5375833,97168022~11560097,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,144940560~8053784,154508881~5317955,178988884~4844950,187091799~6592717,202681110~4810863,212983139~7445777,229170962~5101827,239292552~4108659,248823408~10476051,265307765~8427349,286498167~5359946,298997034~3475050,303702456~5408766,316482845~5699211,323926767~717529,343955734~4236930,355520367~6914724,382551265~1995245,399481559~5633170] 2024-04-22T05:11:56.573 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~2235093,16093674~6487063,32075992~6974611,50114609~7753962,62480701~470613,69508914~11147946,80839378~5375833,97168022~11560097,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,144940560~8053784,154508881~5317955,178988884~4844950,187091799~6592717,202681110~4810863,212983139~7445777,229170962~5101827,239292552~4108659,248823408~10476051,265307765~8427349,286498167~5359946,298997034~3475050,303702456~5408766,316482845~5699211,323926767~717529,343955734~4236930,355520367~6914724,382551265~1995245,399481559~5633170] 2024-04-22T05:11:56.578 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~9690475,46137344~11731227,58720256~4231058,69508914~16706297,96468992~12259127,114001812~14843646,134217728~25609108,176160768~7673066,184549376~9135140,201326592~6165381,209715200~10713716,226492416~7780373,239075328~4325883,248823408~10476051,264241152~9493962,286498167~5359946,297795584~11315638,316098459~6083597,322961408~1682888,343955734~4236930,352321536~10113555,381681664~2864846,398458880~6655849] 2024-04-22T05:11:56.579 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 6 diff [5970848~5275019,11539001~2235093,16093674~6487063,32075992~6974611,50114609~7753962,62480701~470613,69508914~11147946,80839378~5375833,94726340~846898,97168022~11560097,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,144427254~8567090,154508881~5317955,178988884~4844950,187091799~6592717,197425542~212824,202681110~4810863,211722615~8824250,229170962~5101827,239292552~4108659,248823408~10476051,265307765~8427349,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,323926767~717529,343955734~4236930,349735663~3013828,355520367~6914724,382551265~1995245,399481559~5633170] 2024-04-22T05:11:56.579 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~2235093,16093674~6487063,32075992~6974611,50114609~7753962,62480701~470613,69508914~11147946,80839378~5375833,94726340~846898,97168022~11560097,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,144427254~8567090,154508881~5317955,178988884~4844950,187091799~6592717,197425542~212824,202681110~4810863,211722615~8824250,229170962~5101827,239292552~4108659,248823408~10476051,265307765~8427349,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,323926767~717529,343955734~4236930,349735663~3013828,355520367~6914724,382551265~1995245,399481559~5633170] 2024-04-22T05:11:56.585 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~9690475,46137344~11731227,58720256~4231058,69508914~16706297,92587156~2986082,96468992~12259127,114001812~14843646,134217728~25609108,176160768~7673066,184549376~9135140,197132288~506078,201326592~6165381,209715200~10831665,226492416~7780373,239075328~4325883,248823408~10476051,264241152~9493962,286498167~5359946,297795584~11315638,316098459~6083597,322961408~1682888,343955734~4236930,348826451~13608640,381681664~2864846,398458880~6655849] 2024-04-22T05:11:56.585 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 7 diff [5970848~5275019,11539001~2235093,16093674~6487063,32075992~6974611,50114609~7753962,62480701~470613,69508914~11147946,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~8567090,154508881~5317955,166715811~5822372,178988884~4844950,187091799~6592717,197425542~212824,202681110~4810863,211722615~8824250,229170962~5101827,239292552~4108659,248823408~10476051,265307765~8427349,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,323926767~717529,343955734~4236930,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,407502502~6143753] 2024-04-22T05:11:56.585 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~2235093,16093674~6487063,32075992~6974611,50114609~7753962,62480701~470613,69508914~11147946,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~8567090,154508881~5317955,166715811~5822372,178988884~4844950,187091799~6592717,197425542~212824,202681110~4810863,211722615~8824250,229170962~5101827,239292552~4108659,248823408~10476051,265307765~8427349,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,323926767~717529,343955734~4236930,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,407502502~6143753] 2024-04-22T05:11:56.591 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~9690475,46137344~11731227,58720256~4231058,69508914~26064324,96468992~12259127,109051904~19793554,130023424~29803412,163577856~8960327,176160768~7673066,184549376~9135140,197132288~506078,201326592~6165381,209715200~10831665,226492416~7780373,239075328~4325883,248823408~10476051,264241152~9493962,286498167~5359946,297795584~11315638,316098459~6083597,322961408~1682888,343955734~4236930,348826451~13608640,369098752~15447758,390070272~4470974,398458880~6655849,406847488~6798767] 2024-04-22T05:11:56.591 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 8 diff [5970848~5275019,11539001~11041736,32075992~9423745,47728262~914688,50114609~7753962,61936475~5971848,69508914~11147946,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~8567090,154508881~5317955,166715811~5822372,178988884~4844950,187091799~9564777,197112835~116724,197425542~212824,202681110~4810863,211722615~8824250,229170962~5101827,239292552~4108659,248823408~11903532,265307765~8427349,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,323926767~717529,343955734~4667680,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,407502502~6143753] 2024-04-22T05:11:56.591 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,32075992~9423745,47728262~914688,50114609~7753962,61936475~5971848,69508914~11147946,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~8567090,154508881~5317955,166715811~5822372,178988884~4844950,187091799~9564777,197112835~116724,197425542~212824,202681110~4810863,211722615~8824250,229170962~5101827,239292552~4108659,248823408~11903532,265307765~8427349,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,323926767~717529,343955734~4667680,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,407502502~6143753] 2024-04-22T05:11:56.597 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~12139609,46137344~11731227,58720256~9188067,69508914~26064324,96468992~12259127,109051904~19793554,130023424~29803412,163577856~8960327,176160768~7673066,184549376~13088990,201326592~6165381,209715200~10831665,226492416~7780373,239075328~4325883,248823408~11903532,264241152~9493962,286498167~5359946,297795584~11315638,316098459~6083597,322961408~1682888,343955734~4667680,348826451~13608640,369098752~15447758,390070272~4470974,398458880~6655849,406847488~6798767] 2024-04-22T05:11:56.597 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 9 diff [5970848~5275019,11539001~11041736,32075992~9423745,47728262~914688,50114609~7753962,61936475~5971848,69508914~11147946,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~5317955,164880732~7657451,178988884~4844950,187091799~9564777,197112835~116724,197425542~212824,202681110~4810863,211722615~13278944,229170962~5101827,239292552~4108659,248823408~11903532,265307765~13548659,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,323926767~717529,327666947~4445984,338620763~604165,343955734~4667680,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,405689399~7956856] 2024-04-22T05:11:56.597 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,32075992~9423745,47728262~914688,50114609~7753962,61936475~5971848,69508914~11147946,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~5317955,164880732~7657451,178988884~4844950,187091799~9564777,197112835~116724,197425542~212824,202681110~4810863,211722615~13278944,229170962~5101827,239292552~4108659,248823408~11903532,265307765~13548659,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,323926767~717529,327666947~4445984,338620763~604165,343955734~4667680,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,405689399~7956856] 2024-04-22T05:11:56.603 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~12139609,46137344~11731227,58720256~9188067,69508914~26064324,96468992~12259127,109051904~19793554,130023424~29803412,163577856~8960327,176160768~7673066,184549376~13088990,201326592~6165381,209715200~15286359,226492416~7780373,239075328~4325883,248823408~11903532,264241152~14615272,286498167~5359946,297795584~11315638,316098459~6083597,322961408~1682888,327155712~4957219,335544320~3680608,343955734~4667680,348826451~13608640,369098752~15447758,390070272~4470974,398458880~15187375] 2024-04-22T05:11:56.603 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 10 diff [5970848~5275019,11539001~11041736,32075992~16762683,50114609~8158573,61936475~5971848,69508914~11147946,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~5317955,164880732~7657451,178988884~17667692,197112835~116724,197425542~212824,202681110~7038340,211722615~13278944,229170962~5101827,239292552~4108659,246240289~14486651,265307765~13548659,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,323926767~717529,327666947~4445984,338620763~604165,343955734~4667680,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,405689399~8588008] 2024-04-22T05:11:56.603 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,32075992~16762683,50114609~8158573,61936475~5971848,69508914~11147946,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~5317955,164880732~7657451,178988884~17667692,197112835~116724,197425542~212824,202681110~7038340,211722615~13278944,229170962~5101827,239292552~4108659,246240289~14486651,265307765~13548659,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,323926767~717529,327666947~4445984,338620763~604165,343955734~4667680,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,405689399~8588008] 2024-04-22T05:11:56.609 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~28913054,58720256~9188067,69508914~26064324,96468992~12259127,109051904~19793554,130023424~29803412,163577856~8960327,176160768~21477598,201326592~23674967,226492416~7780373,239075328~4325883,246240289~14486651,264241152~14615272,286498167~5359946,297795584~11315638,316098459~6083597,322961408~1682888,327155712~4957219,335544320~3680608,343955734~4667680,348826451~13608640,369098752~15447758,390070272~4470974,398458880~15818527] 2024-04-22T05:11:56.609 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 11 diff [5970848~5275019,11539001~11041736,32075992~16762683,50114609~8158573,61936475~5971848,69508914~11147946,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,178988884~23438433,202681110~7038340,211722615~13278944,229170962~8599508,239292552~4108659,246240289~14486651,263824545~15031879,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,323926767~717529,327666947~4445984,333877961~6727286,343955734~4667680,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.609 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,32075992~16762683,50114609~8158573,61936475~5971848,69508914~11147946,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,178988884~23438433,202681110~7038340,211722615~13278944,229170962~8599508,239292552~4108659,246240289~14486651,263824545~15031879,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,323926767~717529,327666947~4445984,333877961~6727286,343955734~4667680,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.615 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~28913054,58720256~9188067,69508914~26064324,96468992~12259127,109051904~19793554,130023424~42514759,176160768~48840791,226492416~11278054,239075328~4325883,246240289~32616135,286498167~5359946,297795584~11315638,316098459~6083597,322961408~1682888,327155712~13449535,343955734~4667680,348826451~13608640,369098752~15447758,390070272~4470974,398458880~16291559] 2024-04-22T05:11:56.615 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 12 diff [5970848~5275019,11539001~11041736,32075992~26329510,61936475~5971848,69508914~11147946,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,178988884~23438433,202681110~7038340,211722615~13278944,229170962~9266954,239292552~4108659,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,323926767~717529,327666947~5813063,333877961~6727286,343756522~8992969,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.615 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,32075992~26329510,61936475~5971848,69508914~11147946,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,178988884~23438433,202681110~7038340,211722615~13278944,229170962~9266954,239292552~4108659,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,323926767~717529,327666947~5813063,333877961~6727286,343756522~8992969,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.623 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~29045374,58720256~9188067,69508914~26064324,96468992~12259127,109051904~19793554,130023424~42514759,176160768~48840791,226492416~11945500,239075328~4325883,246240289~32616135,286498167~5359946,294966613~14144609,316098459~6083597,322961408~1682888,327155712~35279379,369098752~15447758,390070272~4470974,398458880~16291559] 2024-04-22T05:11:56.623 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 13 diff [5970848~5275019,11539001~11041736,32075992~28011645,61936475~5971848,69508914~11147946,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,177611255~24816062,202681110~7038340,211722615~13278944,229170962~9266954,239292552~4631071,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,323926767~717529,327666947~5813063,333877961~18871530,354832219~7602872,372815035~9634899,382551265~1995245,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.624 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,32075992~28011645,61936475~5971848,69508914~11147946,80839378~13814329,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,177611255~24816062,202681110~7038340,211722615~13278944,229170962~9266954,239292552~4631071,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,323926767~717529,327666947~5813063,333877961~18871530,354832219~7602872,372815035~9634899,382551265~1995245,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.629 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~38548195,69508914~26064324,96468992~12259127,109051904~19793554,130023424~42514759,176160768~48840791,226492416~11945500,239075328~4848295,246240289~32616135,286498167~5359946,294966613~14144609,316098459~6083597,322961408~1682888,327155712~35279379,369098752~15447758,390070272~4470974,398458880~16291559] 2024-04-22T05:11:56.629 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 14 diff [5970848~5275019,11539001~11041736,32075992~28011645,61936475~5971848,69508914~25144793,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10668673,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,202681110~7038340,211722615~13278944,229170962~9266954,239292552~4631071,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,323926767~717529,327666947~5813063,333877961~18871530,354832219~7602872,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.629 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,32075992~28011645,61936475~5971848,69508914~25144793,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10668673,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,202681110~7038340,211722615~13278944,229170962~9266954,239292552~4631071,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,323926767~717529,327666947~5813063,333877961~18871530,354832219~7602872,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.635 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~38548195,69508914~26064324,96468992~12259127,109051904~19793554,130023424~42924029,176160768~48840791,226492416~11945500,239075328~4848295,246240289~32616135,286498167~5359946,294966613~14144609,316098459~6083597,322961408~1682888,327155712~35279379,369098752~17168503,390070272~24680167] 2024-04-22T05:11:56.635 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 15 diff [5970848~5275019,11539001~11041736,32075992~28011645,61936475~5971848,69508914~25144793,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,202681110~8896522,211722615~13278944,229170962~9266954,239292552~4631071,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,323926767~717529,327666947~5813063,333877961~18871530,354832219~7602872,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.635 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,32075992~28011645,61936475~5971848,69508914~25144793,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,202681110~8896522,211722615~13278944,229170962~9266954,239292552~4631071,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,323926767~717529,327666947~5813063,333877961~18871530,354832219~7602872,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.640 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~38548195,69508914~26064324,96468992~12259127,109051904~19793554,130023424~42924029,176160768~48840791,226492416~11945500,239075328~4848295,246240289~32616135,286498167~5359946,294966613~14144609,316098459~6083597,322961408~1682888,327155712~35279379,369098752~17168503,390070272~24680167] 2024-04-22T05:11:56.640 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 16 diff [5970848~5275019,11539001~11041736,32075992~35832331,69508914~25144793,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,202681110~8896522,211722615~13278944,229170962~9266954,239292552~4631071,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,323564031~1080265,327666947~25082544,354832219~7602872,363540262~2320949,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.640 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,32075992~35832331,69508914~25144793,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,202681110~8896522,211722615~13278944,229170962~9266954,239292552~4631071,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,323564031~1080265,327666947~25082544,354832219~7602872,363540262~2320949,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.646 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~38548195,69508914~26064324,96468992~12259127,109051904~19793554,130023424~42924029,176160768~48840791,226492416~11945500,239075328~4848295,246240289~32616135,286498167~5359946,294966613~14144609,316098459~6083597,322961408~1682888,327155712~38705499,369098752~17168503,390070272~24680167] 2024-04-22T05:11:56.646 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 17 diff [5970848~5275019,11539001~11041736,30996760~36911563,69508914~25144793,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,202681110~8896522,211722615~13278944,229170962~9266954,239292552~4631071,246240289~32616135,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~7602872,363540262~2320949,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.646 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30996760~36911563,69508914~25144793,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,202681110~8896522,211722615~13278944,229170962~9266954,239292552~4631071,246240289~32616135,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~7602872,363540262~2320949,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.652 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~38548195,69508914~26064324,96468992~12259127,109051904~19793554,130023424~42924029,176160768~48840791,226492416~11945500,239075328~4848295,246240289~32616135,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~38705499,369098752~17168503,390070272~24680167] 2024-04-22T05:11:56.652 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 18 diff [5970848~5275019,11539001~11041736,30996760~38056274,69508914~26064324,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8911857,154508881~9314450,164880732~8066721,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.652 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30996760~38056274,69508914~26064324,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8911857,154508881~9314450,164880732~8066721,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.658 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~12259127,109051904~19793554,130023424~42924029,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:11:56.658 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 19 diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.658 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.663 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:11:56.663 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 2 diff [5970848~5275019,33708122~5342481,106059892~2668227,187091799~6592717,229170962~1452554,265307765~7070128,286498167~5359946,355520367~6914724,382551265~1995245] 2024-04-22T05:11:56.663 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,33708122~5342481,106059892~2668227,187091799~6592717,229170962~1452554,265307765~7070128,286498167~5359946,355520367~6914724,382551265~1995245] 2024-04-22T05:11:56.669 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,33554432~5496171,104857600~3870519,184549376~9135140,226492416~4131100,264241152~8136741,286498167~5359946,352321536~10113555,381681664~2864846] 2024-04-22T05:11:56.669 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 3 diff [5970848~5275019,32075992~6974611,69508914~8106805,106059892~2668227,144940560~8053784,178988884~4844950,187091799~6592717,229170962~5101827,239292552~4108659,252665953~346664,265307765~7070128,286498167~5359946,298997034~3475050,316482845~5699211,355520367~6914724,382551265~1995245] 2024-04-22T05:11:56.669 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,32075992~6974611,69508914~8106805,106059892~2668227,144940560~8053784,178988884~4844950,187091799~6592717,229170962~5101827,239292552~4108659,252665953~346664,265307765~7070128,286498167~5359946,298997034~3475050,316482845~5699211,355520367~6914724,382551265~1995245] 2024-04-22T05:11:56.675 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,29360128~9690475,69508914~8106805,104857600~3870519,144940560~8053784,176160768~7673066,184549376~9135140,226492416~7780373,239075328~4325883,251658240~1354377,264241152~8136741,286498167~5359946,297795584~4676500,316098459~6083597,352321536~10113555,381681664~2864846] 2024-04-22T05:11:56.675 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 4 diff [5970848~5275019,32075992~6974611,50114609~7753962,69508914~8106805,97168022~7585608,106059892~2668227,114001812~4642697,124126110~4719348,144940560~8053784,154508881~5317955,178988884~4844950,187091799~6592717,229170962~5101827,239292552~4108659,251820329~7479130,265307765~7070128,286498167~5359946,298997034~3475050,316482845~5699211,355520367~6914724,382551265~1995245,399481559~5633170] 2024-04-22T05:11:56.675 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,32075992~6974611,50114609~7753962,69508914~8106805,97168022~7585608,106059892~2668227,114001812~4642697,124126110~4719348,144940560~8053784,154508881~5317955,178988884~4844950,187091799~6592717,229170962~5101827,239292552~4108659,251820329~7479130,265307765~7070128,286498167~5359946,298997034~3475050,316482845~5699211,355520367~6914724,382551265~1995245,399481559~5633170] 2024-04-22T05:11:56.680 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,29360128~9690475,46137344~11731227,69508914~8106805,96468992~8284638,104857600~3870519,114001812~4642697,121634816~7210642,144940560~14886276,176160768~7673066,184549376~9135140,226492416~7780373,239075328~4325883,251658240~7641219,264241152~8136741,286498167~5359946,297795584~4676500,316098459~6083597,352321536~10113555,381681664~2864846,398458880~6655849] 2024-04-22T05:11:56.680 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 5 diff [5970848~5275019,16093674~6487063,32075992~6974611,50114609~7753962,62480701~470613,69508914~8106805,97168022~11560097,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,144940560~8053784,154508881~5317955,178988884~4844950,187091799~6592717,212983139~7445777,229170962~5101827,239292552~4108659,248823408~10476051,265307765~8427349,286498167~5359946,298997034~3475050,303702456~5408766,316482845~5699211,355520367~6914724,382551265~1995245,399481559~5633170] 2024-04-22T05:11:56.680 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,16093674~6487063,32075992~6974611,50114609~7753962,62480701~470613,69508914~8106805,97168022~11560097,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,144940560~8053784,154508881~5317955,178988884~4844950,187091799~6592717,212983139~7445777,229170962~5101827,239292552~4108659,248823408~10476051,265307765~8427349,286498167~5359946,298997034~3475050,303702456~5408766,316482845~5699211,355520367~6914724,382551265~1995245,399481559~5633170] 2024-04-22T05:11:56.685 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13774094~8806643,29360128~9690475,46137344~11731227,58720256~4231058,69508914~8106805,96468992~12259127,114001812~14843646,134733295~8017408,144940560~14886276,176160768~7673066,184549376~9135140,212983139~7445777,226492416~7780373,239075328~4325883,248823408~10476051,264241152~9493962,286498167~5359946,297795584~11315638,316098459~6083597,352321536~10113555,381681664~2864846,398458880~6655849] 2024-04-22T05:11:56.686 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 6 diff [5970848~5275019,16093674~6487063,32075992~6974611,50114609~7753962,62480701~470613,69508914~8106805,94726340~846898,97168022~11560097,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,144427254~8567090,154508881~5317955,178988884~4844950,187091799~6592717,197425542~212824,211722615~8824250,229170962~5101827,239292552~4108659,248823408~10476051,265307765~8427349,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,349735663~3013828,355520367~6914724,382551265~1995245,399481559~5633170] 2024-04-22T05:11:56.686 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,16093674~6487063,32075992~6974611,50114609~7753962,62480701~470613,69508914~8106805,94726340~846898,97168022~11560097,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,144427254~8567090,154508881~5317955,178988884~4844950,187091799~6592717,197425542~212824,211722615~8824250,229170962~5101827,239292552~4108659,248823408~10476051,265307765~8427349,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,349735663~3013828,355520367~6914724,382551265~1995245,399481559~5633170] 2024-04-22T05:11:56.691 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13774094~8806643,29360128~9690475,46137344~11731227,58720256~4231058,69508914~8106805,92587156~2986082,96468992~12259127,114001812~14843646,134733295~8017408,144427254~15399582,176160768~7673066,184549376~9135140,197132288~506078,211722615~8824250,226492416~7780373,239075328~4325883,248823408~10476051,264241152~9493962,286498167~5359946,297795584~11315638,316098459~6083597,348826451~13608640,381681664~2864846,398458880~6655849] 2024-04-22T05:11:56.691 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 7 diff [5970848~5275019,16093674~6487063,32075992~6974611,50114609~7753962,62480701~470613,69508914~8106805,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~8567090,154508881~5317955,166715811~5822372,178988884~4844950,187091799~6592717,197425542~212824,211722615~8824250,229170962~5101827,239292552~4108659,248823408~10476051,265307765~8427349,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,407502502~6143753] 2024-04-22T05:11:56.691 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,16093674~6487063,32075992~6974611,50114609~7753962,62480701~470613,69508914~8106805,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~8567090,154508881~5317955,166715811~5822372,178988884~4844950,187091799~6592717,197425542~212824,211722615~8824250,229170962~5101827,239292552~4108659,248823408~10476051,265307765~8427349,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,407502502~6143753] 2024-04-22T05:11:56.697 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13774094~8806643,29360128~9690475,46137344~11731227,58720256~4231058,69508914~8106805,83723763~11849475,96468992~12259127,109051904~19793554,130023424~12727279,144427254~15399582,163577856~8960327,176160768~7673066,184549376~9135140,197132288~506078,211722615~8824250,226492416~7780373,239075328~4325883,248823408~10476051,264241152~9493962,286498167~5359946,297795584~11315638,316098459~6083597,348826451~13608640,369098752~15447758,390070272~4470974,398458880~6655849,406847488~6798767] 2024-04-22T05:11:56.697 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 8 diff [5970848~5275019,13001240~9579497,32075992~9423745,47728262~914688,50114609~7753962,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~8567090,154508881~5317955,166715811~5822372,178988884~4844950,187091799~9564777,197112835~116724,197425542~212824,211722615~8824250,229170962~5101827,239292552~4108659,248823408~11903532,265307765~8427349,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,345204518~3418896,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,407502502~6143753] 2024-04-22T05:11:56.697 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,32075992~9423745,47728262~914688,50114609~7753962,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~8567090,154508881~5317955,166715811~5822372,178988884~4844950,187091799~9564777,197112835~116724,197425542~212824,211722615~8824250,229170962~5101827,239292552~4108659,248823408~11903532,265307765~8427349,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,345204518~3418896,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,407502502~6143753] 2024-04-22T05:11:56.702 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~12139609,46137344~11731227,58720256~9188067,69508914~8106805,83723763~11849475,96468992~12259127,109051904~19793554,130023424~12727279,144427254~15399582,163577856~8960327,176160768~7673066,184549376~13088990,211722615~8824250,226492416~7780373,239075328~4325883,248823408~11903532,264241152~9493962,286498167~5359946,297795584~11315638,316098459~6083597,345204518~3418896,348826451~13608640,369098752~15447758,390070272~4470974,398458880~6655849,406847488~6798767] 2024-04-22T05:11:56.702 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 9 diff [5970848~5275019,13001240~9579497,32075992~9423745,47728262~914688,50114609~7753962,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~5317955,164880732~7657451,178988884~4844950,187091799~9564777,197112835~116724,197425542~212824,211722615~13278944,229170962~5101827,239292552~4108659,248823408~11903532,265307765~13548659,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,405689399~7956856] 2024-04-22T05:11:56.702 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,32075992~9423745,47728262~914688,50114609~7753962,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~5317955,164880732~7657451,178988884~4844950,187091799~9564777,197112835~116724,197425542~212824,211722615~13278944,229170962~5101827,239292552~4108659,248823408~11903532,265307765~13548659,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,405689399~7956856] 2024-04-22T05:11:56.708 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~12139609,46137344~11731227,58720256~9188067,69508914~8106805,83723763~11849475,96468992~12259127,109051904~19793554,130023424~12727279,144427254~15399582,163577856~8960327,176160768~7673066,184549376~13088990,211722615~13278944,226492416~7780373,239075328~4325883,248823408~11903532,264241152~14615272,286498167~5359946,297795584~11315638,316098459~6083597,327155712~4957219,335544320~3680608,345204518~3418896,348826451~13608640,369098752~15447758,390070272~4470974,398458880~15187375] 2024-04-22T05:11:56.708 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 10 diff [5970848~5275019,13001240~9579497,32075992~16762683,50114609~8158573,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~5317955,164880732~7657451,178988884~17667692,197112835~116724,197425542~212824,205695175~4024275,211722615~13278944,229170962~5101827,239292552~4108659,246240289~14486651,265307765~13548659,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,405689399~8588008] 2024-04-22T05:11:56.708 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,32075992~16762683,50114609~8158573,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~5317955,164880732~7657451,178988884~17667692,197112835~116724,197425542~212824,205695175~4024275,211722615~13278944,229170962~5101827,239292552~4108659,246240289~14486651,265307765~13548659,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~5633170,405689399~8588008] 2024-04-22T05:11:56.714 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~28913054,58720256~9188067,69508914~8106805,83723763~11849475,96468992~12259127,109051904~19793554,130023424~12727279,144427254~15399582,163577856~8960327,176160768~21477598,205695175~4024275,211722615~13278944,226492416~7780373,239075328~4325883,246240289~14486651,264241152~14615272,286498167~5359946,297795584~11315638,316098459~6083597,327155712~4957219,335544320~3680608,345204518~3418896,348826451~13608640,369098752~15447758,390070272~4470974,398458880~15818527] 2024-04-22T05:11:56.714 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 11 diff [5970848~5275019,13001240~9579497,32075992~16762683,50114609~8158573,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,178988884~23438433,205695175~4024275,211722615~13278944,229170962~8599508,239292552~4108659,246240289~14486651,263824545~15031879,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,327666947~4445984,333877961~6727286,345204518~3418896,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.714 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,32075992~16762683,50114609~8158573,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,178988884~23438433,205695175~4024275,211722615~13278944,229170962~8599508,239292552~4108659,246240289~14486651,263824545~15031879,286498167~5359946,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,327666947~4445984,333877961~6727286,345204518~3418896,349735663~3013828,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.719 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~28913054,58720256~9188067,69508914~8106805,83723763~11849475,96468992~12259127,109051904~19793554,130023424~12727279,144427254~28110929,176160768~26266549,205695175~4024275,211722615~13278944,226492416~11278054,239075328~4325883,246240289~32616135,286498167~5359946,297795584~11315638,316098459~6083597,327155712~13449535,345204518~3418896,348826451~13608640,369098752~15447758,390070272~4470974,398458880~16291559] 2024-04-22T05:11:56.719 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 12 diff [5970848~5275019,13001240~9579497,32075992~26329510,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,178988884~23438433,205695175~4024275,211722615~13278944,229170962~9266954,239292552~4108659,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,327666947~5813063,333877961~6727286,343756522~8992969,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.719 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,32075992~26329510,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,178988884~23438433,205695175~4024275,211722615~13278944,229170962~9266954,239292552~4108659,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,327666947~5813063,333877961~6727286,343756522~8992969,355520367~6914724,372815035~9634899,382551265~1995245,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.725 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~29045374,58720256~9188067,69508914~8106805,83723763~11849475,96468992~12259127,109051904~19793554,130023424~12727279,144427254~28110929,176160768~26266549,205695175~4024275,211722615~13278944,226492416~11945500,239075328~4325883,246240289~32616135,286498167~5359946,294966613~14144609,316098459~6083597,327155712~35279379,369098752~15447758,390070272~4470974,398458880~16291559] 2024-04-22T05:11:56.725 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 13 diff [5970848~5275019,13001240~9579497,32075992~28011645,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,177611255~24816062,205695175~4024275,211722615~13278944,229170962~9266954,239292552~4631071,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,327666947~5813063,333877961~18871530,354832219~7602872,372815035~9634899,382551265~1995245,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.725 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,32075992~28011645,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,177611255~24816062,205695175~4024275,211722615~13278944,229170962~9266954,239292552~4631071,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,327666947~5813063,333877961~18871530,354832219~7602872,372815035~9634899,382551265~1995245,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.731 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~38548195,69508914~8106805,83723763~11849475,96468992~12259127,109051904~19793554,130023424~12727279,144427254~28110929,176160768~26266549,205695175~4024275,211722615~13278944,226492416~11945500,239075328~4848295,246240289~32616135,286498167~5359946,294966613~14144609,316098459~6083597,327155712~35279379,369098752~15447758,390070272~4470974,398458880~16291559] 2024-04-22T05:11:56.731 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 14 diff [5970848~5275019,13001240~9579497,32075992~28011645,61936475~5971848,69508914~8106805,79512287~4129185,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10668673,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,205695175~4024275,211722615~13278944,229170962~9266954,239292552~4631071,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,327666947~5813063,333877961~18871530,354832219~7602872,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.731 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,32075992~28011645,61936475~5971848,69508914~8106805,79512287~4129185,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10668673,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,205695175~4024275,211722615~13278944,229170962~9266954,239292552~4631071,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,327666947~5813063,333877961~18871530,354832219~7602872,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.737 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~38548195,69508914~8106805,79512287~4129185,83723763~11849475,96468992~12259127,109051904~19793554,130023424~12727279,144427254~28520199,176160768~26266549,205695175~4024275,211722615~13278944,226492416~11945500,239075328~4848295,246240289~32616135,286498167~5359946,294966613~14144609,316098459~6083597,327155712~35279379,369098752~17168503,390070272~24680167] 2024-04-22T05:11:56.737 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 15 diff [5970848~5275019,13001240~9579497,32075992~28011645,61936475~5971848,69508914~8106805,79512287~4129185,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,205695175~5882457,211722615~13278944,229170962~9266954,239292552~4631071,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,327666947~5813063,333877961~18871530,354832219~7602872,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.737 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,32075992~28011645,61936475~5971848,69508914~8106805,79512287~4129185,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,205695175~5882457,211722615~13278944,229170962~9266954,239292552~4631071,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,327666947~5813063,333877961~18871530,354832219~7602872,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.743 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~38548195,69508914~8106805,79512287~4129185,83723763~11849475,96468992~12259127,109051904~19793554,130023424~12927994,144427254~28520199,176160768~26266549,205695175~5882457,211722615~13278944,226492416~11945500,239075328~4848295,246240289~32616135,286498167~5359946,294966613~14144609,316098459~6083597,327155712~35279379,369098752~17168503,390070272~24680167] 2024-04-22T05:11:56.743 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 16 diff [5970848~5275019,13001240~9579497,32075992~35832331,69508914~8106805,79512287~4129185,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,205695175~5882457,211722615~13278944,229170962~9266954,239292552~4631071,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,323564031~497392,327666947~25082544,354832219~7602872,363540262~2320949,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.743 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,32075992~35832331,69508914~8106805,79512287~4129185,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,205695175~5882457,211722615~13278944,229170962~9266954,239292552~4631071,246240289~16362263,263824545~15031879,286498167~5359946,295961632~13149590,316482845~5699211,323564031~497392,327666947~25082544,354832219~7602872,363540262~2320949,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.748 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~38548195,69508914~8106805,79512287~4129185,83723763~11849475,96468992~12259127,109051904~19793554,130023424~12927994,144427254~28520199,176160768~26266549,205695175~5882457,211722615~13278944,226492416~11945500,239075328~4848295,246240289~32616135,286498167~5359946,294966613~14144609,316098459~6083597,323564031~497392,327155712~38705499,369098752~17168503,390070272~24680167] 2024-04-22T05:11:56.748 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 17 diff [5970848~5275019,13001240~9579497,30996760~36911563,69508914~8106805,79512287~4129185,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,205695175~5882457,211722615~13278944,229170962~9266954,239292552~4631071,246240289~32616135,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~7602872,363540262~2320949,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.748 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30996760~36911563,69508914~8106805,79512287~4129185,83723763~10929944,94726340~846898,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~24816062,205695175~5882457,211722615~13278944,229170962~9266954,239292552~4631071,246240289~32616135,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~7602872,363540262~2320949,372769926~9680008,382551265~3715990,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.754 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~38548195,69508914~8106805,79512287~4129185,83723763~11849475,96468992~12259127,109051904~19793554,130023424~12927994,144427254~28520199,176160768~26266549,205695175~5882457,211722615~13278944,226492416~11945500,239075328~4848295,246240289~32616135,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~38705499,369098752~17168503,390070272~24680167] 2024-04-22T05:11:56.754 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 18 diff [5970848~5275019,13001240~9579497,30996760~38056274,69508914~8106805,79512287~4129185,83723763~11849475,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8911857,154508881~9314450,164880732~8066721,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.754 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30996760~38056274,69508914~8106805,79512287~4129185,83723763~11849475,97168022~11560097,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8911857,154508881~9314450,164880732~8066721,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.760 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~12259127,109051904~19793554,130023424~12927994,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:11:56.760 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 19 diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.760 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.765 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:11:56.765 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 3 diff [32075992~3148668,69508914~8106805,144940560~8053784,178988884~4844950,229414796~4857993,239292552~4108659,252665953~346664,298997034~3475050,316482845~5699211] 2024-04-22T05:11:56.765 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [32075992~3148668,69508914~8106805,144940560~8053784,178988884~4844950,229414796~4857993,239292552~4108659,252665953~346664,298997034~3475050,316482845~5699211] 2024-04-22T05:11:56.770 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [29360128~5864532,69508914~8106805,144940560~8053784,176160768~7673066,229414796~4857993,239075328~4325883,251658240~1354377,297795584~4676500,316098459~6083597] 2024-04-22T05:11:56.771 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 4 diff [6009957~2270393,32075992~4946956,50114609~7753962,69508914~8106805,97168022~7585608,114001812~4642697,124126110~4719348,144940560~8053784,154508881~5317955,178988884~4844950,229414796~4857993,239292552~4108659,251820329~7479130,298997034~3475050,316482845~5699211,399481559~5633170] 2024-04-22T05:11:56.771 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,32075992~4946956,50114609~7753962,69508914~8106805,97168022~7585608,114001812~4642697,124126110~4719348,144940560~8053784,154508881~5317955,178988884~4844950,229414796~4857993,239292552~4108659,251820329~7479130,298997034~3475050,316482845~5699211,399481559~5633170] 2024-04-22T05:11:56.776 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,29360128~7662820,46137344~11731227,69508914~8106805,96468992~8284638,114001812~4642697,121634816~7210642,144940560~14886276,176160768~7673066,229414796~4857993,239075328~4325883,251658240~7641219,297795584~4676500,316098459~6083597,398458880~6655849] 2024-04-22T05:11:56.776 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 5 diff [6009957~2270393,16093674~6487063,32075992~4946956,50114609~7753962,62480701~470613,69508914~8106805,97168022~10191719,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,144940560~8053784,154508881~5317955,178988884~4844950,212983139~7445777,229414796~4857993,239292552~4108659,248823408~10476051,269793388~3941726,298997034~3475050,303702456~5408766,316482845~5699211,399481559~5633170] 2024-04-22T05:11:56.776 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,16093674~6487063,32075992~4946956,50114609~7753962,62480701~470613,69508914~8106805,97168022~10191719,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,144940560~8053784,154508881~5317955,178988884~4844950,212983139~7445777,229414796~4857993,239292552~4108659,248823408~10476051,269793388~3941726,298997034~3475050,303702456~5408766,316482845~5699211,399481559~5633170] 2024-04-22T05:11:56.782 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13774094~8806643,29360128~7662820,46137344~11731227,58720256~4231058,69508914~8106805,96468992~10890749,114001812~14843646,134733295~8017408,144940560~14886276,176160768~7673066,212983139~7445777,229414796~4857993,239075328~4325883,248823408~10476051,269793388~3941726,297795584~11315638,316098459~6083597,398458880~6655849] 2024-04-22T05:11:56.782 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 6 diff [6009957~2270393,16093674~6487063,32075992~4946956,50114609~7753962,62480701~470613,69508914~8106805,94726340~846898,97168022~10191719,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,144427254~8567090,154508881~5317955,178988884~4844950,197425542~212824,211722615~8824250,229414796~4857993,239292552~4108659,248823408~10476051,269793388~3941726,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,349735663~3013828,399481559~5633170] 2024-04-22T05:11:56.782 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,16093674~6487063,32075992~4946956,50114609~7753962,62480701~470613,69508914~8106805,94726340~846898,97168022~10191719,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,144427254~8567090,154508881~5317955,178988884~4844950,197425542~212824,211722615~8824250,229414796~4857993,239292552~4108659,248823408~10476051,269793388~3941726,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,349735663~3013828,399481559~5633170] 2024-04-22T05:11:56.788 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13774094~8806643,29360128~7662820,46137344~11731227,58720256~4231058,69508914~8106805,92587156~2986082,96468992~10890749,114001812~14843646,134733295~8017408,144427254~15399582,176160768~7673066,197132288~506078,211722615~8824250,229414796~4857993,239075328~4325883,248823408~10476051,269793388~3941726,297795584~11315638,316098459~6083597,348826451~3923040,398458880~6655849] 2024-04-22T05:11:56.788 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 7 diff [6009957~2270393,16093674~6487063,32075992~4946956,50114609~7753962,62480701~470613,69508914~8106805,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~8567090,154508881~5317955,166715811~5822372,178988884~4844950,187320068~5343541,197425542~212824,211722615~8824250,229414796~4857993,239292552~4108659,248823408~10476051,269793388~3941726,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,349735663~3013828,372815035~9634899,390271307~4269939,399481559~5633170,407502502~6143753] 2024-04-22T05:11:56.788 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,16093674~6487063,32075992~4946956,50114609~7753962,62480701~470613,69508914~8106805,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~8567090,154508881~5317955,166715811~5822372,178988884~4844950,187320068~5343541,197425542~212824,211722615~8824250,229414796~4857993,239292552~4108659,248823408~10476051,269793388~3941726,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,349735663~3013828,372815035~9634899,390271307~4269939,399481559~5633170,407502502~6143753] 2024-04-22T05:11:56.793 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13774094~8806643,29360128~7662820,46137344~11731227,58720256~4231058,69508914~8106805,83723763~11849475,96468992~10890749,109051904~19793554,130023424~12727279,144427254~15399582,163577856~8960327,176160768~7673066,187320068~5343541,197132288~506078,211722615~8824250,229414796~4857993,239075328~4325883,248823408~10476051,269793388~3941726,297795584~11315638,316098459~6083597,348826451~3923040,369098752~13351182,390070272~4470974,398458880~6655849,406847488~6798767] 2024-04-22T05:11:56.793 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 8 diff [6009957~2270393,13001240~9579497,32075992~9423745,47728262~914688,50114609~7753962,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~8567090,154508881~5317955,166715811~5822372,178988884~4844950,187320068~9336508,197112835~116724,197425542~212824,211722615~8824250,229414796~4857993,239292552~4108659,248823408~11903532,269793388~3941726,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399481559~5633170,407502502~6143753] 2024-04-22T05:11:56.793 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,32075992~9423745,47728262~914688,50114609~7753962,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~8567090,154508881~5317955,166715811~5822372,178988884~4844950,187320068~9336508,197112835~116724,197425542~212824,211722615~8824250,229414796~4857993,239292552~4108659,248823408~11903532,269793388~3941726,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399481559~5633170,407502502~6143753] 2024-04-22T05:11:56.799 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~12139609,46137344~11731227,58720256~9188067,69508914~8106805,83723763~11849475,96468992~10890749,109051904~19793554,130023424~12727279,144427254~15399582,163577856~8960327,176160768~7673066,187320068~10318298,211722615~8824250,229414796~4857993,239075328~4325883,248823408~11903532,269793388~3941726,297795584~11315638,316098459~6083597,345204518~3418896,348826451~3923040,369098752~13351182,390070272~4470974,398458880~6655849,406847488~6798767] 2024-04-22T05:11:56.799 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 9 diff [6009957~2270393,13001240~9579497,32075992~9423745,47728262~914688,50114609~7753962,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~5317955,164880732~7657451,178988884~4844950,187320068~9336508,197112835~116724,197425542~212824,211722615~13278944,229414796~4857993,239292552~4108659,248823408~11903532,269793388~9063036,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399481559~5633170,405689399~7956856] 2024-04-22T05:11:56.799 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,32075992~9423745,47728262~914688,50114609~7753962,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~5317955,164880732~7657451,178988884~4844950,187320068~9336508,197112835~116724,197425542~212824,211722615~13278944,229414796~4857993,239292552~4108659,248823408~11903532,269793388~9063036,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399481559~5633170,405689399~7956856] 2024-04-22T05:11:56.804 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~12139609,46137344~11731227,58720256~9188067,69508914~8106805,83723763~11849475,96468992~10890749,109051904~19793554,130023424~12727279,144427254~15399582,163577856~8960327,176160768~7673066,187320068~10318298,211722615~13278944,229414796~4857993,239075328~4325883,248823408~11903532,269793388~9063036,297795584~11315638,316098459~6083597,327155712~4957219,335544320~3680608,345204518~3418896,348826451~3923040,369098752~13351182,390070272~4470974,398458880~15187375] 2024-04-22T05:11:56.804 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 10 diff [6009957~2270393,13001240~9579497,32075992~16762683,50114609~8158573,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~5317955,164880732~7657451,178988884~8209534,187320068~9336508,197112835~116724,197425542~212824,205695175~4024275,211722615~13278944,229414796~4857993,239292552~4108659,246240289~14486651,269793388~9063036,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399481559~5633170,405689399~8588008] 2024-04-22T05:11:56.804 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,32075992~16762683,50114609~8158573,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~5317955,164880732~7657451,178988884~8209534,187320068~9336508,197112835~116724,197425542~212824,205695175~4024275,211722615~13278944,229414796~4857993,239292552~4108659,246240289~14486651,269793388~9063036,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399481559~5633170,405689399~8588008] 2024-04-22T05:11:56.810 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~28913054,58720256~9188067,69508914~8106805,83723763~11849475,96468992~10890749,109051904~19793554,130023424~12727279,144427254~15399582,163577856~8960327,176160768~11037650,187320068~10318298,205695175~4024275,211722615~13278944,229414796~4857993,239075328~4325883,246240289~14486651,269793388~9063036,297795584~11315638,316098459~6083597,327155712~4957219,335544320~3680608,345204518~3418896,348826451~3923040,369098752~13351182,390070272~4470974,398458880~15818527] 2024-04-22T05:11:56.810 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 11 diff [6009957~2270393,13001240~9579497,32075992~16762683,50114609~8158573,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,178988884~8209534,187320068~15107249,205695175~4024275,211722615~13278944,229414796~8355674,239292552~4108659,246240289~14486651,263824545~15031879,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,327666947~4445984,333877961~6727286,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.810 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,32075992~16762683,50114609~8158573,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,178988884~8209534,187320068~15107249,205695175~4024275,211722615~13278944,229414796~8355674,239292552~4108659,246240289~14486651,263824545~15031879,298997034~3475050,302539926~151983,303702456~5408766,316482845~5699211,327666947~4445984,333877961~6727286,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.816 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~28913054,58720256~9188067,69508914~8106805,83723763~11849475,96468992~10890749,109051904~19793554,130023424~12727279,144427254~28110929,176160768~11037650,187320068~15107249,205695175~4024275,211722615~13278944,229414796~8355674,239075328~4325883,246240289~32616135,297795584~11315638,316098459~6083597,327155712~13449535,345204518~3418896,348826451~3923040,369098752~13351182,390070272~4470974,398458880~16291559] 2024-04-22T05:11:56.816 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 12 diff [6009957~2270393,13001240~9579497,32075992~26329510,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,178988884~8209534,187320068~15107249,205695175~4024275,211722615~13278944,229414796~9023120,239292552~4108659,246240289~16362263,263824545~15031879,295961632~13149590,316482845~5699211,327666947~5813063,333877961~6727286,343756522~8992969,372815035~9634899,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.816 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,32075992~26329510,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,178988884~8209534,187320068~15107249,205695175~4024275,211722615~13278944,229414796~9023120,239292552~4108659,246240289~16362263,263824545~15031879,295961632~13149590,316482845~5699211,327666947~5813063,333877961~6727286,343756522~8992969,372815035~9634899,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.821 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~29045374,58720256~9188067,69508914~8106805,83723763~11849475,96468992~11155397,109051904~19793554,130023424~12727279,144427254~28110929,176160768~11037650,187320068~15107249,205695175~4024275,211722615~13278944,229414796~9023120,239075328~4325883,246240289~32616135,294966613~14144609,316098459~6083597,327155712~25593779,369098752~13351182,390070272~4470974,398458880~16291559] 2024-04-22T05:11:56.821 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 13 diff [6009957~2270393,13001240~9579497,32075992~28011645,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,229414796~9023120,239292552~4631071,246240289~16362263,263824545~15031879,295961632~13149590,316482845~5699211,327666947~5813063,333877961~18871530,354832219~4708860,372815035~9634899,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.822 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,32075992~28011645,61936475~5971848,69508914~8106805,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~8567090,154508881~9314450,164880732~7657451,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,229414796~9023120,239292552~4631071,246240289~16362263,263824545~15031879,295961632~13149590,316482845~5699211,327666947~5813063,333877961~18871530,354832219~4708860,372815035~9634899,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.827 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~38548195,69508914~8106805,83723763~11849475,96468992~11155397,109051904~19793554,130023424~12727279,144427254~28110929,176160768~11037650,187320068~15107249,205695175~4024275,211722615~13278944,229414796~9023120,239075328~4848295,246240289~32616135,294966613~14144609,316098459~6083597,327155712~25593779,354832219~4708860,369098752~13351182,390070272~4470974,398458880~16291559] 2024-04-22T05:11:56.827 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 14 diff [6009957~2270393,13001240~9579497,32075992~28011645,61936475~5971848,69508914~8106805,79512287~4129185,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10668673,144427254~8567090,154508881~9314450,164880732~8066721,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,229414796~9023120,239292552~4631071,246240289~16362263,263824545~15031879,295961632~13149590,316482845~5699211,327666947~5813063,333877961~18871530,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.827 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,32075992~28011645,61936475~5971848,69508914~8106805,79512287~4129185,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10668673,144427254~8567090,154508881~9314450,164880732~8066721,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,229414796~9023120,239292552~4631071,246240289~16362263,263824545~15031879,295961632~13149590,316482845~5699211,327666947~5813063,333877961~18871530,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.832 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~38548195,69508914~8106805,79512287~4129185,83723763~11849475,96468992~11155397,109051904~19793554,130023424~12727279,144427254~28520199,176160768~11037650,187320068~15107249,205695175~4024275,211722615~13278944,229414796~9023120,239075328~4848295,246240289~32616135,294966613~14144609,316098459~6083597,327155712~25593779,354832219~4708860,369098752~13351182,383695512~2571743,390070272~24680167] 2024-04-22T05:11:56.833 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 15 diff [6009957~2270393,13001240~9579497,32075992~28011645,61936475~5971848,69508914~8106805,79512287~4129185,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,229414796~9023120,239292552~4631071,246240289~16362263,263824545~15031879,287606333~2015972,295961632~13149590,316482845~5699211,327666947~5813063,333877961~18871530,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.833 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,32075992~28011645,61936475~5971848,69508914~8106805,79512287~4129185,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,229414796~9023120,239292552~4631071,246240289~16362263,263824545~15031879,287606333~2015972,295961632~13149590,316482845~5699211,327666947~5813063,333877961~18871530,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.839 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~38548195,69508914~8106805,79512287~4129185,83723763~11849475,96468992~11155397,109051904~19793554,130023424~12927994,144427254~28520199,176160768~11037650,187320068~15107249,205695175~5882457,211722615~13278944,229414796~9023120,239075328~4848295,246240289~32616135,287606333~2015972,294966613~14144609,316098459~6083597,327155712~25593779,354832219~4708860,369098752~13351182,383695512~2571743,390070272~24680167] 2024-04-22T05:11:56.839 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 16 diff [6009957~2270393,13001240~9579497,32075992~35832331,69508914~8106805,79512287~4129185,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,229414796~9023120,239292552~4631071,246240289~16362263,263824545~15031879,287606333~2015972,295961632~13149590,316482845~5699211,323564031~497392,327666947~25082544,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.839 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,32075992~35832331,69508914~8106805,79512287~4129185,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,229414796~9023120,239292552~4631071,246240289~16362263,263824545~15031879,287606333~2015972,295961632~13149590,316482845~5699211,323564031~497392,327666947~25082544,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.845 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~38548195,69508914~8106805,79512287~4129185,83723763~11849475,96468992~11155397,109051904~19793554,130023424~12927994,144427254~28520199,176160768~11037650,187320068~15107249,205695175~5882457,211722615~13278944,229414796~9023120,239075328~4848295,246240289~32616135,287606333~2015972,294966613~14144609,316098459~6083597,323564031~497392,327155712~25593779,354832219~4708860,362435091~3426120,369098752~13351182,382959977~706847,383695512~2571743,390070272~24680167] 2024-04-22T05:11:56.845 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 17 diff [6009957~2270393,13001240~9579497,30996760~36911563,69508914~8106805,79512287~4129185,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,229414796~9023120,239292552~4631071,246240289~32616135,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.845 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30996760~36911563,69508914~8106805,79512287~4129185,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8567090,154508881~9314450,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,229414796~9023120,239292552~4631071,246240289~32616135,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.851 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~38548195,69508914~8106805,79512287~4129185,83723763~11849475,96468992~11155397,109051904~19793554,130023424~12927994,144427254~28520199,176160768~11037650,187320068~15107249,205695175~5882457,211722615~13278944,229414796~9023120,239075328~4848295,246240289~32616135,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~4708860,362435091~3426120,369098752~13351182,382959977~706847,383695512~2571743,390070272~24680167] 2024-04-22T05:11:56.851 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 18 diff [6009957~2270393,13001240~9579497,30996760~38056274,69508914~8106805,79512287~4129185,83723763~11849475,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8911857,154508881~9314450,164880732~8066721,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~4708860,362336238~5942735,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.851 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30996760~38056274,69508914~8106805,79512287~4129185,83723763~11849475,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8911857,154508881~9314450,164880732~8066721,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~4708860,362336238~5942735,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.856 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~11155397,109051904~19793554,130023424~12927994,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~4708860,362336238~5942735,369098752~20559481,390070272~24680167] 2024-04-22T05:11:56.856 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 19 diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.856 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.862 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:11:56.862 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 4 diff [6009957~2270393,34002494~3020454,50114609~7753962,97168022~7585608,114001812~4642697,124126110~4719348,154508881~5317955,251820329~7479130,399481559~5633170] 2024-04-22T05:11:56.862 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,34002494~3020454,50114609~7753962,97168022~7585608,114001812~4642697,124126110~4719348,154508881~5317955,251820329~7479130,399481559~5633170] 2024-04-22T05:11:56.867 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,34002494~3020454,46137344~11731227,96468992~8284638,114001812~4642697,121634816~7210642,152994344~6832492,251820329~7479130,398458880~6655849] 2024-04-22T05:11:56.867 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 5 diff [6009957~2270393,16093674~6487063,34002494~3020454,50114609~7753962,62480701~470613,97168022~10191719,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,154508881~5317955,212983139~7445777,248823408~10476051,269793388~3941726,303702456~5408766,399481559~5633170] 2024-04-22T05:11:56.867 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,16093674~6487063,34002494~3020454,50114609~7753962,62480701~470613,97168022~10191719,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,154508881~5317955,212983139~7445777,248823408~10476051,269793388~3941726,303702456~5408766,399481559~5633170] 2024-04-22T05:11:56.872 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13774094~8806643,34002494~3020454,46137344~11731227,58720256~4231058,96468992~10890749,114001812~14843646,134733295~8017408,152994344~6832492,212983139~7445777,248823408~10476051,269793388~3941726,302472084~6639138,398458880~6655849] 2024-04-22T05:11:56.873 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 6 diff [6009957~2270393,16093674~6487063,34002494~3020454,50114609~7753962,62480701~470613,94726340~846898,97168022~10191719,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,144427254~2361129,154508881~5317955,197425542~212824,211722615~8824250,248823408~10476051,269793388~3941726,302539926~151983,303702456~5408766,319257909~1230406,349735663~3013828,399481559~5633170] 2024-04-22T05:11:56.873 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,16093674~6487063,34002494~3020454,50114609~7753962,62480701~470613,94726340~846898,97168022~10191719,114001812~4642697,119802162~3382113,124126110~4719348,134733295~8017408,144427254~2361129,154508881~5317955,197425542~212824,211722615~8824250,248823408~10476051,269793388~3941726,302539926~151983,303702456~5408766,319257909~1230406,349735663~3013828,399481559~5633170] 2024-04-22T05:11:56.878 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13774094~8806643,34002494~3020454,46137344~11731227,58720256~4231058,92587156~2986082,96468992~10890749,114001812~14843646,134733295~8017408,144427254~2361129,152994344~6832492,197132288~506078,211722615~8824250,248823408~10476051,269793388~3941726,302472084~6639138,319257909~1230406,348826451~3923040,398458880~6655849] 2024-04-22T05:11:56.878 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 7 diff [6009957~2270393,16093674~6487063,34002494~3020454,50114609~7753962,62480701~470613,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~2361129,154508881~5317955,166715811~5822372,187320068~5343541,197425542~212824,211722615~8824250,248823408~10476051,269793388~3941726,302539926~151983,303702456~5408766,319257909~1230406,349735663~3013828,372815035~9634899,390271307~4269939,399481559~5633170,407502502~6143753] 2024-04-22T05:11:56.878 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,16093674~6487063,34002494~3020454,50114609~7753962,62480701~470613,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~2361129,154508881~5317955,166715811~5822372,187320068~5343541,197425542~212824,211722615~8824250,248823408~10476051,269793388~3941726,302539926~151983,303702456~5408766,319257909~1230406,349735663~3013828,372815035~9634899,390271307~4269939,399481559~5633170,407502502~6143753] 2024-04-22T05:11:56.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:56 smithi062 ceph-mon[78153]: pgmap v2329: 137 pgs: 137 active+clean; 746 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 35 MiB/s wr, 27 op/s 2024-04-22T05:11:56.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:56 smithi062 ceph-mon[78153]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-22T05:11:56.883 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13774094~8806643,34002494~3020454,46137344~11731227,58720256~4231058,83723763~11849475,96468992~10890749,109051904~19793554,130023424~12727279,144427254~2361129,152994344~6832492,163577856~8960327,187320068~5343541,197132288~506078,211722615~8824250,248823408~10476051,269793388~3941726,302472084~6639138,319257909~1230406,348826451~3923040,369098752~13351182,390070272~4470974,398458880~6655849,406847488~6798767] 2024-04-22T05:11:56.883 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 8 diff [6009957~2270393,13001240~9579497,33552170~7947567,47728262~914688,50114609~7753962,61936475~5971848,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~2361129,154508881~5317955,166715811~5822372,187320068~9336508,197112835~116724,197425542~212824,211722615~8824250,248823408~11903532,269793388~3941726,302539926~151983,303702456~5408766,319257909~1230406,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399481559~5633170,407502502~6143753] 2024-04-22T05:11:56.883 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,33552170~7947567,47728262~914688,50114609~7753962,61936475~5971848,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124126110~4719348,133973437~8777266,144427254~2361129,154508881~5317955,166715811~5822372,187320068~9336508,197112835~116724,197425542~212824,211722615~8824250,248823408~11903532,269793388~3941726,302539926~151983,303702456~5408766,319257909~1230406,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399481559~5633170,407502502~6143753] 2024-04-22T05:11:56.889 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,33552170~7947567,46137344~11731227,58720256~9188067,83723763~11849475,96468992~10890749,109051904~19793554,130023424~12727279,144427254~2361129,152994344~6832492,163577856~8960327,187320068~10318298,211722615~8824250,248823408~11903532,269793388~3941726,302472084~6639138,319257909~1230406,345204518~3418896,348826451~3923040,369098752~13351182,390070272~4470974,398458880~6655849,406847488~6798767] 2024-04-22T05:11:56.889 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 9 diff [6009957~2270393,13001240~9579497,33552170~7947567,47728262~914688,50114609~7753962,61936475~5971848,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~2361129,154508881~5317955,164880732~7657451,187320068~9336508,197112835~116724,197425542~212824,211722615~13278944,248823408~11903532,269793388~9063036,302539926~151983,303702456~5408766,319257909~1230406,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399481559~5633170,405689399~7956856] 2024-04-22T05:11:56.889 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,33552170~7947567,47728262~914688,50114609~7753962,61936475~5971848,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~2361129,154508881~5317955,164880732~7657451,187320068~9336508,197112835~116724,197425542~212824,211722615~13278944,248823408~11903532,269793388~9063036,302539926~151983,303702456~5408766,319257909~1230406,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399481559~5633170,405689399~7956856] 2024-04-22T05:11:56.894 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,33552170~7947567,46137344~11731227,58720256~9188067,83723763~11849475,96468992~10890749,109051904~19793554,130023424~12727279,144427254~2361129,152994344~6832492,163577856~8960327,187320068~10318298,211722615~13278944,248823408~11903532,269793388~9063036,302472084~6639138,319257909~1230406,327155712~4957219,335544320~3680608,345204518~3418896,348826451~3923040,369098752~13351182,390070272~4470974,398458880~15187375] 2024-04-22T05:11:56.895 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 10 diff [6009957~2270393,13001240~9579497,33552170~15286505,50114609~8158573,61936475~5971848,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~2361129,154508881~5317955,164880732~7657451,182140653~5057765,187320068~9336508,197112835~116724,197425542~212824,205695175~4024275,211722615~13278944,246240289~14486651,269793388~9063036,302539926~151983,303702456~5408766,319257909~1230406,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399481559~5633170,405689399~8588008] 2024-04-22T05:11:56.895 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,33552170~15286505,50114609~8158573,61936475~5971848,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~2361129,154508881~5317955,164880732~7657451,182140653~5057765,187320068~9336508,197112835~116724,197425542~212824,205695175~4024275,211722615~13278944,246240289~14486651,269793388~9063036,302539926~151983,303702456~5408766,319257909~1230406,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399481559~5633170,405689399~8588008] 2024-04-22T05:11:56.900 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,33552170~24721012,58720256~9188067,83723763~11849475,96468992~10890749,109051904~19793554,130023424~12727279,144427254~2361129,152994344~6832492,163577856~8960327,182140653~5057765,187320068~10318298,205695175~4024275,211722615~13278944,246240289~14486651,269793388~9063036,302472084~6639138,319257909~1230406,327155712~4957219,335544320~3680608,345204518~3418896,348826451~3923040,369098752~13351182,390070272~4470974,398458880~15818527] 2024-04-22T05:11:56.900 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 11 diff [6009957~2270393,13001240~9579497,33552170~15286505,50114609~8158573,61936475~5971848,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~2361129,154508881~9314450,164880732~7657451,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~5978224,246240289~14486651,263824545~15031879,302539926~151983,303702456~5408766,319257909~1230406,327666947~4445984,333877961~6727286,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.900 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,33552170~15286505,50114609~8158573,61936475~5971848,83723763~10929944,94726340~846898,97168022~10191719,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~2361129,154508881~9314450,164880732~7657451,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~5978224,246240289~14486651,263824545~15031879,302539926~151983,303702456~5408766,319257909~1230406,327666947~4445984,333877961~6727286,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.906 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,33552170~24721012,58720256~9188067,83723763~11849475,96468992~10890749,109051904~19793554,130023424~12727279,144427254~2361129,152994344~19543839,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~5978224,246240289~32616135,302472084~6639138,319257909~1230406,327155712~13449535,345204518~3418896,348826451~3923040,369098752~13351182,390070272~4470974,398458880~16291559] 2024-04-22T05:11:56.906 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 12 diff [6009957~2270393,13001240~9579497,33552170~24853332,61936475~5971848,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~2361129,154508881~9314450,164880732~7657451,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,246240289~16362263,263824545~15031879,295961632~13149590,319257909~1230406,327666947~5813063,333877961~6727286,343756522~8992969,372815035~9634899,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.906 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,33552170~24853332,61936475~5971848,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~2361129,154508881~9314450,164880732~7657451,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,246240289~16362263,263824545~15031879,295961632~13149590,319257909~1230406,327666947~5813063,333877961~6727286,343756522~8992969,372815035~9634899,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:56 smithi040 ceph-mon[88445]: pgmap v2329: 137 pgs: 137 active+clean; 746 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 35 MiB/s wr, 27 op/s 2024-04-22T05:11:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:56 smithi040 ceph-mon[88445]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-22T05:11:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:56 smithi040 ceph-mon[91058]: pgmap v2329: 137 pgs: 137 active+clean; 746 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 35 MiB/s wr, 27 op/s 2024-04-22T05:11:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:56 smithi040 ceph-mon[91058]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-22T05:11:56.912 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,33552170~24853332,58720256~9188067,83723763~11849475,96468992~11155397,109051904~19793554,130023424~12727279,144427254~2361129,152994344~19543839,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,246240289~32616135,294966613~14144609,319257909~1230406,327155712~25593779,369098752~13351182,390070272~4470974,398458880~16291559] 2024-04-22T05:11:56.912 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 13 diff [6009957~2270393,13001240~9579497,33552170~26535467,61936475~5971848,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~2361129,154508881~9314450,164880732~7657451,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~13149590,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372815035~9634899,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.912 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,33552170~26535467,61936475~5971848,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~3382113,124092851~4752607,133973437~8777266,144427254~2361129,154508881~9314450,164880732~7657451,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~13149590,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372815035~9634899,390271307~4269939,399481559~15268880] 2024-04-22T05:11:56.917 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,33552170~34356153,83723763~11849475,96468992~11155397,109051904~19793554,130023424~12727279,144427254~2361129,152994344~19543839,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,294966613~14144609,319257909~1230406,327155712~25593779,354832219~4708860,369098752~13351182,390070272~4470974,398458880~16291559] 2024-04-22T05:11:56.917 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 14 diff [6009957~2270393,13001240~9579497,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10668673,144427254~2361129,154508881~9314450,164880732~8066721,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~13149590,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.917 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10668673,144427254~2361129,154508881~9314450,164880732~8066721,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~13149590,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.923 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,33552170~34356153,79512287~4129185,83723763~11849475,96468992~11155397,109051904~19793554,130023424~12727279,144427254~2361129,152994344~19953109,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,294966613~14144609,319257909~1230406,327155712~25593779,354832219~4708860,369098752~13351182,383695512~2571743,390070272~24680167] 2024-04-22T05:11:56.923 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 15 diff [6009957~2270393,13001240~9579497,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10869388,144427254~5118091,154508881~9314450,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~13149590,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.923 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10869388,144427254~5118091,154508881~9314450,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~13149590,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.929 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,33552170~34356153,79512287~4129185,83723763~11849475,96468992~11155397,109051904~19793554,130023424~12927994,144427254~5118091,152994344~19953109,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,287606333~2015972,294966613~14144609,319257909~1230406,327155712~25593779,354832219~4708860,369098752~13351182,383695512~2571743,390070272~24680167] 2024-04-22T05:11:56.929 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 16 diff [6009957~2270393,13001240~9579497,33552170~34356153,79512287~4129185,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10869388,144427254~5118091,154508881~9314450,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~13149590,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.929 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,33552170~34356153,79512287~4129185,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10869388,144427254~5118091,154508881~9314450,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~13149590,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.935 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,33552170~34356153,79512287~4129185,83723763~11849475,96468992~11155397,109051904~19793554,130023424~12927994,144427254~5118091,152994344~19953109,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,287606333~2015972,294966613~14144609,319257909~1230406,323564031~497392,327155712~25593779,354832219~4708860,362435091~3426120,369098752~13351182,382959977~706847,383695512~2571743,390070272~24680167] 2024-04-22T05:11:56.935 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 17 diff [6009957~2270393,13001240~9579497,30996760~1267205,33552170~34356153,79512287~4129185,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10869388,144427254~5118091,154508881~9314450,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.935 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30996760~1267205,33552170~34356153,79512287~4129185,83723763~10929944,94726340~846898,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10869388,144427254~5118091,154508881~9314450,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.940 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30996760~1267205,33552170~34356153,79512287~4129185,83723763~11849475,96468992~11155397,109051904~19793554,130023424~12927994,144427254~5118091,152994344~19953109,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~4708860,362435091~3426120,369098752~13351182,382959977~706847,383695512~2571743,390070272~24680167] 2024-04-22T05:11:56.940 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 18 diff [6009957~2270393,13001240~9579497,30996760~1267205,33552170~35500864,79512287~4129185,83723763~11849475,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8911857,154508881~9314450,164880732~8066721,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,362336238~5942735,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.941 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30996760~1267205,33552170~35500864,79512287~4129185,83723763~11849475,97168022~10456367,110743751~7900758,119802162~9043296,132082030~10869388,144427254~8911857,154508881~9314450,164880732~8066721,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,362336238~5942735,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.946 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30996760~1267205,33552170~35500864,79512287~4129185,83723763~11849475,96468992~11155397,109051904~19793554,130023424~12927994,144427254~28520199,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~4708860,362336238~5942735,369098752~20559481,390070272~24680167] 2024-04-22T05:11:56.946 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 19 diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.946 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:56.952 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:11:56.952 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 5 diff [16093674~6487063,62480701~470613,103228133~4131608,119802162~3382113,134733295~8017408,212983139~7445777,248823408~7134407,269793388~3941726,303702456~5408766] 2024-04-22T05:11:56.952 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16093674~6487063,62480701~470613,103228133~4131608,119802162~3382113,134733295~8017408,212983139~7445777,248823408~7134407,269793388~3941726,303702456~5408766] 2024-04-22T05:11:56.957 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13774094~8806643,58720256~4231058,103228133~4131608,118644509~4539766,134733295~8017408,212983139~7445777,248823408~7134407,269793388~3941726,302472084~6639138] 2024-04-22T05:11:56.957 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 6 diff [16093674~6487063,62480701~470613,94726340~846898,103228133~4131608,119802162~3382113,134733295~8017408,144427254~2361129,197425542~212824,211722615~8824250,248823408~7134407,269793388~3941726,302539926~151983,303702456~5408766,319257909~1230406,349735663~3013828,399649075~4400952] 2024-04-22T05:11:56.957 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16093674~6487063,62480701~470613,94726340~846898,103228133~4131608,119802162~3382113,134733295~8017408,144427254~2361129,197425542~212824,211722615~8824250,248823408~7134407,269793388~3941726,302539926~151983,303702456~5408766,319257909~1230406,349735663~3013828,399649075~4400952] 2024-04-22T05:11:56.963 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13774094~8806643,58720256~4231058,92587156~2986082,103228133~4131608,118644509~4539766,134733295~8017408,144427254~2361129,197132288~506078,211722615~8824250,248823408~7134407,269793388~3941726,302472084~6639138,319257909~1230406,348826451~3923040,399649075~4400952] 2024-04-22T05:11:56.963 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 7 diff [16093674~6487063,62480701~470613,83723763~10929944,94726340~846898,103228133~4131608,110743751~3874916,119802162~3382113,133973437~8777266,144427254~2361129,166715811~5822372,187320068~5343541,197425542~212824,211722615~8824250,248823408~7134407,269793388~3941726,302539926~151983,303702456~5408766,319257909~1230406,349735663~3013828,372815035~9634899,390271307~4269939,399649075~4400952,407502502~6143753] 2024-04-22T05:11:56.963 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16093674~6487063,62480701~470613,83723763~10929944,94726340~846898,103228133~4131608,110743751~3874916,119802162~3382113,133973437~8777266,144427254~2361129,166715811~5822372,187320068~5343541,197425542~212824,211722615~8824250,248823408~7134407,269793388~3941726,302539926~151983,303702456~5408766,319257909~1230406,349735663~3013828,372815035~9634899,390271307~4269939,399649075~4400952,407502502~6143753] 2024-04-22T05:11:56.969 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13774094~8806643,58720256~4231058,83723763~11849475,103228133~4131608,109051904~5566763,118644509~4539766,130023424~12727279,144427254~2361129,163577856~8960327,187320068~5343541,197132288~506078,211722615~8824250,248823408~7134407,269793388~3941726,302472084~6639138,319257909~1230406,348826451~3923040,369098752~13351182,390070272~4470974,399649075~4400952,406847488~6798767] 2024-04-22T05:11:56.969 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 8 diff [13001240~9579497,33552170~7947567,47728262~914688,61936475~5971848,83723763~10929944,94726340~846898,103228133~4131608,110743751~3874916,119802162~3382113,133973437~8777266,144427254~2361129,166715811~5822372,187320068~9336508,197112835~116724,197425542~212824,211722615~8824250,248823408~11903532,269793388~3941726,302539926~151983,303702456~5408766,319257909~1230406,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399649075~4400952,407502502~6143753] 2024-04-22T05:11:56.970 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,33552170~7947567,47728262~914688,61936475~5971848,83723763~10929944,94726340~846898,103228133~4131608,110743751~3874916,119802162~3382113,133973437~8777266,144427254~2361129,166715811~5822372,187320068~9336508,197112835~116724,197425542~212824,211722615~8824250,248823408~11903532,269793388~3941726,302539926~151983,303702456~5408766,319257909~1230406,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399649075~4400952,407502502~6143753] 2024-04-22T05:11:56.975 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,33552170~7947567,47728262~914688,58720256~9188067,83723763~11849475,103228133~4131608,109051904~5566763,118644509~4539766,130023424~12727279,144427254~2361129,163577856~8960327,187320068~10318298,211722615~8824250,248823408~11903532,269793388~3941726,302472084~6639138,319257909~1230406,345204518~3418896,348826451~3923040,369098752~13351182,390070272~4470974,399649075~4400952,406847488~6798767] 2024-04-22T05:11:56.975 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 9 diff [13001240~9579497,33552170~7947567,47728262~914688,61936475~5971848,83723763~10929944,94726340~846898,103228133~4131608,110743751~4926384,119802162~3382113,124092851~4175442,133973437~8777266,144427254~2361129,164880732~7657451,187320068~9336508,197112835~116724,197425542~212824,211722615~13278944,248823408~11903532,269793388~9063036,302539926~151983,303702456~5408766,319257909~1230406,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399649075~4400952,405689399~7956856] 2024-04-22T05:11:56.975 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,33552170~7947567,47728262~914688,61936475~5971848,83723763~10929944,94726340~846898,103228133~4131608,110743751~4926384,119802162~3382113,124092851~4175442,133973437~8777266,144427254~2361129,164880732~7657451,187320068~9336508,197112835~116724,197425542~212824,211722615~13278944,248823408~11903532,269793388~9063036,302539926~151983,303702456~5408766,319257909~1230406,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399649075~4400952,405689399~7956856] 2024-04-22T05:11:56.980 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,33552170~7947567,47728262~914688,58720256~9188067,83723763~11849475,103228133~4131608,109051904~6618231,118644509~4539766,124092851~4175442,130023424~12727279,144427254~2361129,163577856~8960327,187320068~10318298,211722615~13278944,248823408~11903532,269793388~9063036,302472084~6639138,319257909~1230406,327155712~4957219,335544320~3680608,345204518~3418896,348826451~3923040,369098752~13351182,390070272~4470974,399649075~4400952,405114729~8531526] 2024-04-22T05:11:56.981 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 10 diff [13001240~9579497,33552170~15286505,53810856~4462326,61936475~5971848,83723763~10929944,94726340~846898,103228133~4131608,110743751~4926384,119802162~3382113,124092851~4175442,133973437~8777266,144427254~2361129,164880732~7657451,182140653~5057765,187320068~9336508,197112835~116724,197425542~212824,205695175~4024275,211722615~13278944,246240289~14486651,269793388~9063036,302539926~151983,303702456~5408766,319257909~1230406,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399649075~4400952,405689399~8588008] 2024-04-22T05:11:56.981 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,33552170~15286505,53810856~4462326,61936475~5971848,83723763~10929944,94726340~846898,103228133~4131608,110743751~4926384,119802162~3382113,124092851~4175442,133973437~8777266,144427254~2361129,164880732~7657451,182140653~5057765,187320068~9336508,197112835~116724,197425542~212824,205695175~4024275,211722615~13278944,246240289~14486651,269793388~9063036,302539926~151983,303702456~5408766,319257909~1230406,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399649075~4400952,405689399~8588008] 2024-04-22T05:11:56.986 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,33552170~15286505,53810856~4462326,58720256~9188067,83723763~11849475,103228133~4131608,109051904~6618231,118644509~4539766,124092851~4175442,130023424~12727279,144427254~2361129,163577856~8960327,182140653~5057765,187320068~10318298,205695175~4024275,211722615~13278944,246240289~14486651,269793388~9063036,302472084~6639138,319257909~1230406,327155712~4957219,335544320~3680608,345204518~3418896,348826451~3923040,369098752~13351182,390070272~4470974,399649075~4400952,405114729~9162678] 2024-04-22T05:11:56.986 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 11 diff [13001240~9579497,33552170~15286505,53810856~4462326,61936475~5971848,83723763~10929944,94726340~846898,103228133~4131608,110743751~4926384,119802162~3382113,124092851~4175442,133973437~8777266,144427254~2361129,156851883~2281282,159287517~4535814,164880732~7657451,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~5978224,246240289~14486651,263824545~15031879,302539926~151983,303702456~5408766,319257909~1230406,327666947~4445984,333877961~6727286,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399649075~15101364] 2024-04-22T05:11:56.986 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,33552170~15286505,53810856~4462326,61936475~5971848,83723763~10929944,94726340~846898,103228133~4131608,110743751~4926384,119802162~3382113,124092851~4175442,133973437~8777266,144427254~2361129,156851883~2281282,159287517~4535814,164880732~7657451,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~5978224,246240289~14486651,263824545~15031879,302539926~151983,303702456~5408766,319257909~1230406,327666947~4445984,333877961~6727286,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399649075~15101364] 2024-04-22T05:11:56.992 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,33552170~15286505,53810856~4462326,58720256~9188067,83723763~11849475,103228133~4131608,109051904~6618231,118644509~4539766,124092851~4175442,130023424~12727279,144427254~2361129,156851883~2281282,159287517~13250666,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~5978224,246240289~32616135,302472084~6639138,319257909~1230406,327155712~13449535,345204518~3418896,348826451~3923040,369098752~13351182,390070272~4470974,399649075~15101364] 2024-04-22T05:11:56.992 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 12 diff [13001240~9579497,33552170~19878742,53810856~4594646,61936475~5971848,83723763~10929944,94726340~846898,103228133~4396256,110743751~4926384,119802162~3382113,124092851~4175442,133973437~8777266,144427254~2361129,156851883~2281282,159287517~4535814,164880732~7657451,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,246240289~16362263,263824545~15031879,295961632~13149590,319257909~1230406,327666947~5813063,333877961~6727286,343756522~8992969,372815035~9634899,390271307~4269939,399649075~15101364] 2024-04-22T05:11:56.992 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,33552170~19878742,53810856~4594646,61936475~5971848,83723763~10929944,94726340~846898,103228133~4396256,110743751~4926384,119802162~3382113,124092851~4175442,133973437~8777266,144427254~2361129,156851883~2281282,159287517~4535814,164880732~7657451,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,246240289~16362263,263824545~15031879,295961632~13149590,319257909~1230406,327666947~5813063,333877961~6727286,343756522~8992969,372815035~9634899,390271307~4269939,399649075~15101364] 2024-04-22T05:11:56.997 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,33552170~19878742,53810856~4594646,58720256~9188067,83723763~11849475,103228133~4396256,109051904~6618231,118644509~4539766,124092851~4175442,130023424~12727279,144427254~2361129,156851883~2281282,159287517~13250666,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,246240289~32616135,294966613~14144609,319257909~1230406,327155712~25593779,369098752~13351182,390070272~4470974,399649075~15101364] 2024-04-22T05:11:56.998 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 13 diff [13001240~9579497,33552170~26535467,61936475~5971848,83723763~10929944,94726340~846898,103228133~4396256,110743751~4926384,119802162~3382113,124092851~4175442,133973437~8777266,144427254~2361129,156851883~2281282,159287517~4535814,164880732~7657451,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~13149590,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372815035~9634899,390271307~4269939,399649075~15101364] 2024-04-22T05:11:56.998 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,33552170~26535467,61936475~5971848,83723763~10929944,94726340~846898,103228133~4396256,110743751~4926384,119802162~3382113,124092851~4175442,133973437~8777266,144427254~2361129,156851883~2281282,159287517~4535814,164880732~7657451,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~13149590,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372815035~9634899,390271307~4269939,399649075~15101364] 2024-04-22T05:11:57.003 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,33552170~34356153,83723763~11849475,103228133~4396256,109051904~6618231,118644509~4539766,124092851~4175442,130023424~12727279,144427254~2361129,156851883~2281282,159287517~13250666,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,294966613~14144609,319257909~1230406,327155712~25593779,354832219~4708860,369098752~13351182,390070272~4470974,399649075~15101364] 2024-04-22T05:11:57.003 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 14 diff [13001240~9579497,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,94726340~846898,103228133~4396256,110743751~4926384,119802162~8466131,132082030~10668673,144427254~2361129,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~13149590,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.003 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,94726340~846898,103228133~4396256,110743751~4926384,119802162~8466131,132082030~10668673,144427254~2361129,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~13149590,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.009 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,33552170~34356153,79512287~4129185,83723763~11849475,103228133~4396256,109051904~6618231,118644509~9623784,130023424~12727279,144427254~2361129,156851883~2281282,159287517~13659936,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,294966613~14144609,319257909~1230406,327155712~25593779,354832219~4708860,369098752~13351182,383695512~2571743,390070272~9405710,399649075~15101364] 2024-04-22T05:11:57.009 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 15 diff [13001240~9579497,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,94726340~846898,103228133~4396256,110743751~4926384,119802162~8466131,132082030~10869388,144427254~5118091,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~13149590,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.009 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,94726340~846898,103228133~4396256,110743751~4926384,119802162~8466131,132082030~10869388,144427254~5118091,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~13149590,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.014 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,33552170~34356153,79512287~4129185,83723763~11849475,103228133~4396256,109051904~6618231,118644509~9623784,130023424~12927994,144427254~5118091,156851883~2281282,159287517~13659936,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,287606333~2015972,294966613~14144609,319257909~1230406,327155712~25593779,354832219~4708860,369098752~13351182,383695512~2571743,390070272~9405710,399649075~15101364] 2024-04-22T05:11:57.014 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 16 diff [13001240~9579497,33552170~34356153,79512287~4129185,83723763~10929944,94726340~846898,103228133~4396256,110743751~4926384,119802162~8466131,132082030~10869388,144427254~5118091,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~13149590,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.015 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,33552170~34356153,79512287~4129185,83723763~10929944,94726340~846898,103228133~4396256,110743751~4926384,119802162~8466131,132082030~10869388,144427254~5118091,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~13149590,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.020 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,33552170~34356153,79512287~4129185,83723763~11849475,103228133~4396256,109051904~6618231,118644509~9623784,130023424~12927994,144427254~5118091,156851883~2281282,159287517~13659936,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,287606333~2015972,294966613~14144609,319257909~1230406,323564031~497392,327155712~25593779,354832219~4708860,362435091~3426120,369098752~13351182,382959977~706847,383695512~2571743,390070272~9405710,399649075~15101364] 2024-04-22T05:11:57.020 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 17 diff [13001240~9579497,30996760~1267205,33552170~34356153,79512287~4129185,83723763~10929944,94726340~846898,103228133~4396256,110743751~4926384,119802162~8466131,132082030~10869388,144427254~5118091,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.020 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,30996760~1267205,33552170~34356153,79512287~4129185,83723763~10929944,94726340~846898,103228133~4396256,110743751~4926384,119802162~8466131,132082030~10869388,144427254~5118091,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.026 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,30996760~1267205,33552170~34356153,79512287~4129185,83723763~11849475,103228133~4396256,109051904~6618231,118644509~9623784,130023424~12927994,144427254~5118091,156851883~2281282,159287517~13659936,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~4708860,362435091~3426120,369098752~13351182,382959977~706847,383695512~2571743,390070272~9405710,399649075~15101364] 2024-04-22T05:11:57.026 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 18 diff [13001240~9579497,30996760~1267205,33552170~35500864,79512287~4129185,83723763~11849475,103228133~4396256,110743751~4926384,119802162~8466131,132082030~10869388,144427254~8911857,156851883~2281282,159287517~4535814,164880732~8066721,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,362336238~5942735,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.026 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,30996760~1267205,33552170~35500864,79512287~4129185,83723763~11849475,103228133~4396256,110743751~4926384,119802162~8466131,132082030~10869388,144427254~8911857,156851883~2281282,159287517~4535814,164880732~8066721,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,362336238~5942735,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.031 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,30996760~1267205,33552170~35500864,79512287~4129185,83723763~11849475,103228133~4396256,109051904~6618231,118644509~9623784,130023424~12927994,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~4708860,362336238~5942735,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:11:57.032 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 19 diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.032 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.037 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,118644509~9623784,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:11:57.037 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 6 diff [94726340~846898,144427254~2361129,197425542~212824,211722615~1775583,214786468~5760397,302539926~151983,319257909~1230406,349735663~3013828,399649075~4400952] 2024-04-22T05:11:57.037 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [94726340~846898,144427254~2361129,197425542~212824,211722615~1775583,214786468~5760397,302539926~151983,319257909~1230406,349735663~3013828,399649075~4400952] 2024-04-22T05:11:57.043 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [92587156~2986082,144427254~2361129,197132288~506078,211722615~1775583,214786468~5760397,302539926~151983,319257909~1230406,348826451~3923040,399649075~4400952] 2024-04-22T05:11:57.043 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 7 diff [83723763~10929944,94726340~846898,110743751~3874916,133973437~1757688,144427254~2361129,166715811~5822372,187320068~5343541,197425542~212824,211722615~1775583,214786468~5760397,302539926~151983,319257909~1230406,349735663~3013828,372815035~9634899,390271307~4269939,399649075~4400952,407502502~6143753] 2024-04-22T05:11:57.043 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [83723763~10929944,94726340~846898,110743751~3874916,133973437~1757688,144427254~2361129,166715811~5822372,187320068~5343541,197425542~212824,211722615~1775583,214786468~5760397,302539926~151983,319257909~1230406,349735663~3013828,372815035~9634899,390271307~4269939,399649075~4400952,407502502~6143753] 2024-04-22T05:11:57.048 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [83723763~11849475,109051904~5566763,130023424~5707701,144427254~2361129,163577856~8960327,187320068~5343541,197132288~506078,211722615~1775583,214786468~5760397,302539926~151983,319257909~1230406,348826451~3923040,369098752~13351182,390070272~4470974,399649075~4400952,406847488~6798767] 2024-04-22T05:11:57.048 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 8 diff [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,83723763~10929944,94726340~846898,104591696~1650128,110743751~3874916,133973437~1757688,144427254~2361129,166715811~5822372,187320068~9336508,197112835~116724,197425542~212824,211722615~8824250,252667278~8059662,302539926~151983,319257909~1230406,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399649075~4400952,407502502~6143753] 2024-04-22T05:11:57.048 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,83723763~10929944,94726340~846898,104591696~1650128,110743751~3874916,133973437~1757688,144427254~2361129,166715811~5822372,187320068~9336508,197112835~116724,197425542~212824,211722615~8824250,252667278~8059662,302539926~151983,319257909~1230406,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399649075~4400952,407502502~6143753] 2024-04-22T05:11:57.054 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,83723763~11849475,104591696~1650128,109051904~5566763,130023424~5707701,144427254~2361129,163577856~8960327,187320068~10318298,211722615~8824250,252667278~8059662,302539926~151983,319257909~1230406,345204518~3418896,348826451~3923040,369098752~13351182,390070272~4470974,399649075~4400952,406847488~6798767] 2024-04-22T05:11:57.054 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 9 diff [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,83723763~10929944,94726340~846898,104591696~1650128,110743751~4926384,124092851~4175442,133973437~1757688,144427254~2361129,164880732~7657451,187320068~9336508,197112835~116724,197425542~212824,211722615~13278944,252667278~8059662,271587851~7268573,302539926~151983,319257909~1230406,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399649075~4400952,405689399~7956856] 2024-04-22T05:11:57.054 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,83723763~10929944,94726340~846898,104591696~1650128,110743751~4926384,124092851~4175442,133973437~1757688,144427254~2361129,164880732~7657451,187320068~9336508,197112835~116724,197425542~212824,211722615~13278944,252667278~8059662,271587851~7268573,302539926~151983,319257909~1230406,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399649075~4400952,405689399~7956856] 2024-04-22T05:11:57.060 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,83723763~11849475,104591696~1650128,109051904~6618231,124092851~4175442,130023424~5707701,144427254~2361129,163577856~8960327,187320068~10318298,211722615~13278944,252667278~8059662,271587851~7268573,302539926~151983,319257909~1230406,327155712~4957219,335544320~3680608,345204518~3418896,348826451~3923040,369098752~13351182,390070272~4470974,399649075~4400952,405114729~8531526] 2024-04-22T05:11:57.060 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 10 diff [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,83723763~10929944,94726340~846898,104591696~1910195,110743751~4926384,124092851~4175442,133973437~1757688,144427254~2361129,164880732~7657451,182140653~5057765,187320068~9336508,197112835~116724,197425542~212824,205695175~4024275,211722615~13278944,246240289~14486651,271587851~7268573,302539926~151983,319257909~1230406,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399649075~4400952,405689399~8588008] 2024-04-22T05:11:57.061 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,83723763~10929944,94726340~846898,104591696~1910195,110743751~4926384,124092851~4175442,133973437~1757688,144427254~2361129,164880732~7657451,182140653~5057765,187320068~9336508,197112835~116724,197425542~212824,205695175~4024275,211722615~13278944,246240289~14486651,271587851~7268573,302539926~151983,319257909~1230406,327666947~4445984,338620763~604165,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399649075~4400952,405689399~8588008] 2024-04-22T05:11:57.065 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,83723763~11849475,104591696~1910195,109051904~6618231,124092851~4175442,130023424~5707701,144427254~2361129,163577856~8960327,182140653~5057765,187320068~10318298,205695175~4024275,211722615~13278944,246240289~14486651,271587851~7268573,302539926~151983,319257909~1230406,327155712~4957219,335544320~3680608,345204518~3418896,348826451~3923040,369098752~13351182,390070272~4470974,399649075~4400952,405114729~9162678] 2024-04-22T05:11:57.066 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 11 diff [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,83723763~10929944,94726340~846898,104591696~1910195,110743751~4926384,124092851~4175442,133973437~1757688,144427254~2361129,156851883~2281282,159287517~4535814,164880732~7657451,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~5978224,246240289~14486651,263824545~7438998,271587851~7268573,302539926~151983,319257909~1230406,327666947~4445984,333877961~6727286,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399649075~15101364] 2024-04-22T05:11:57.066 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,83723763~10929944,94726340~846898,104591696~1910195,110743751~4926384,124092851~4175442,133973437~1757688,144427254~2361129,156851883~2281282,159287517~4535814,164880732~7657451,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~5978224,246240289~14486651,263824545~7438998,271587851~7268573,302539926~151983,319257909~1230406,327666947~4445984,333877961~6727286,345204518~3418896,349735663~3013828,372815035~9634899,390271307~4269939,399649075~15101364] 2024-04-22T05:11:57.071 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,83723763~11849475,104591696~1910195,109051904~6618231,124092851~4175442,130023424~5707701,144427254~2361129,156851883~2281282,159287517~13250666,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~5978224,246240289~25023254,271587851~7268573,302539926~151983,319257909~1230406,327155712~13449535,345204518~3418896,348826451~3923040,369098752~13351182,390070272~4470974,399649075~15101364] 2024-04-22T05:11:57.071 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 12 diff [13001240~8036953,33552170~19878742,53810856~4594646,61936475~5971848,83723763~10929944,94726340~846898,104591696~1910195,106576605~1047784,110743751~4926384,124092851~4175442,133973437~1757688,144427254~2361129,156851883~2281282,159287517~4535814,164880732~7657451,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,246240289~16362263,263824545~7438998,271587851~7268573,295961632~8098924,319257909~1230406,327666947~5813063,333877961~6727286,343756522~8992969,372815035~9634899,390271307~4269939,399649075~15101364] 2024-04-22T05:11:57.071 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~19878742,53810856~4594646,61936475~5971848,83723763~10929944,94726340~846898,104591696~1910195,106576605~1047784,110743751~4926384,124092851~4175442,133973437~1757688,144427254~2361129,156851883~2281282,159287517~4535814,164880732~7657451,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,246240289~16362263,263824545~7438998,271587851~7268573,295961632~8098924,319257909~1230406,327666947~5813063,333877961~6727286,343756522~8992969,372815035~9634899,390271307~4269939,399649075~15101364] 2024-04-22T05:11:57.078 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~19878742,53810856~4594646,61936475~5971848,83723763~11849475,104591696~1910195,106576605~1047784,109051904~6618231,124092851~4175442,130023424~5707701,144427254~2361129,156851883~2281282,159287517~13250666,182140653~5057765,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,246240289~25023254,271587851~7268573,294966613~9093943,319257909~1230406,327155712~25593779,369098752~13351182,390070272~4470974,399649075~15101364] 2024-04-22T05:11:57.078 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 13 diff [13001240~8036953,33552170~26535467,61936475~5971848,83723763~10929944,94726340~846898,104591696~1910195,106576605~1047784,110743751~4926384,124092851~4175442,133973437~1757688,144427254~2361129,156851883~2281282,159287517~4535814,164880732~7657451,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~8098924,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372815035~9634899,390271307~4269939,399649075~15101364] 2024-04-22T05:11:57.078 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~26535467,61936475~5971848,83723763~10929944,94726340~846898,104591696~1910195,106576605~1047784,110743751~4926384,124092851~4175442,133973437~1757688,144427254~2361129,156851883~2281282,159287517~4535814,164880732~7657451,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~8098924,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372815035~9634899,390271307~4269939,399649075~15101364] 2024-04-22T05:11:57.083 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~26535467,61936475~5971848,83723763~11849475,104591696~1910195,106576605~1047784,109051904~6618231,124092851~4175442,130023424~5707701,144427254~2361129,156851883~2281282,159287517~13250666,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,294966613~9093943,319257909~1230406,327155712~25593779,354832219~4708860,369098752~13351182,390070272~4470974,399649075~15101364] 2024-04-22T05:11:57.084 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 14 diff [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,94726340~846898,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~6665402,144427254~2361129,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~10706058,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.084 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,94726340~846898,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~6665402,144427254~2361129,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~10706058,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.089 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,83723763~11849475,104591696~1910195,106576605~1047784,109051904~6618231,121553814~6714479,130023424~8724008,144427254~2361129,156851883~2281282,159287517~13659936,177611255~9587163,187320068~15107249,205695175~4024275,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,294966613~11701077,319257909~1230406,327155712~25593779,354832219~4708860,369098752~13351182,383695512~2571743,390070272~9405710,399649075~15101364] 2024-04-22T05:11:57.089 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 15 diff [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,94726340~846898,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~10869388,144427254~5118091,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~10706058,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.090 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,94726340~846898,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~10869388,144427254~5118091,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~10706058,319257909~1230406,327666947~5813063,333877961~18871530,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.095 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,83723763~11849475,104591696~1910195,106576605~1047784,109051904~6618231,121553814~6714479,130023424~12927994,144427254~5118091,156851883~2281282,159287517~13659936,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,287606333~2015972,294966613~11701077,319257909~1230406,327155712~25593779,354832219~4708860,369098752~13351182,383695512~2571743,390070272~9405710,399649075~15101364] 2024-04-22T05:11:57.095 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 16 diff [13001240~8036953,33552170~34356153,79512287~4129185,83723763~10929944,94726340~846898,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~10869388,144427254~5118091,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~10706058,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.095 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~34356153,79512287~4129185,83723763~10929944,94726340~846898,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~10869388,144427254~5118091,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~10706058,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.100 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~34356153,79512287~4129185,83723763~11849475,104591696~1910195,106576605~1047784,109051904~6618231,121553814~6714479,130023424~12927994,144427254~5118091,156851883~2281282,159287517~13659936,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,287606333~2015972,294966613~11701077,319257909~1230406,323564031~497392,327155712~25593779,354832219~4708860,362435091~3426120,369098752~13351182,382959977~706847,383695512~2571743,390070272~9405710,399649075~15101364] 2024-04-22T05:11:57.101 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 17 diff [13001240~8036953,30996760~1267205,33552170~34356153,79512287~4129185,83723763~10929944,94726340~846898,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~10869388,144427254~5118091,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.101 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30996760~1267205,33552170~34356153,79512287~4129185,83723763~10929944,94726340~846898,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~10869388,144427254~5118091,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.106 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30996760~1267205,33552170~34356153,79512287~4129185,83723763~11849475,104591696~1910195,106576605~1047784,109051904~6618231,121553814~6714479,130023424~12927994,144427254~5118091,156851883~2281282,159287517~13659936,177611255~9587163,187320068~15107249,205695175~5882457,211722615~13278944,231792246~6645670,240002699~3920924,246240289~32616135,281018368~2681878,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327155712~25593779,354832219~4708860,362435091~3426120,369098752~13351182,382959977~706847,383695512~2571743,390070272~9405710,399649075~15101364] 2024-04-22T05:11:57.106 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 18 diff [13001240~8036953,30996760~1267205,33552170~35500864,79512287~4129185,83723763~11849475,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~10869388,144427254~8911857,156851883~2281282,159287517~4535814,164880732~8066721,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,362336238~5942735,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.106 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30996760~1267205,33552170~35500864,79512287~4129185,83723763~11849475,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~10869388,144427254~8911857,156851883~2281282,159287517~4535814,164880732~8066721,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~4708860,362336238~5942735,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.112 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30996760~1267205,33552170~35500864,79512287~4129185,83723763~11849475,104591696~1910195,106576605~1047784,109051904~6618231,121553814~6714479,130023424~12927994,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327155712~25593779,354832219~4708860,362336238~5942735,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:11:57.112 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 19 diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.112 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:57.118 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:11:57.118 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 7 diff [83723763~10929944,110743751~3874916,133973437~1757688,166715811~5822372,187320068~5343541,372815035~9634899,390271307~4269939,407502502~6143753] 2024-04-22T05:11:57.118 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [83723763~10929944,110743751~3874916,133973437~1757688,166715811~5822372,187320068~5343541,372815035~9634899,390271307~4269939,407502502~6143753] 2024-04-22T05:11:57.124 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [83723763~10929944,109051904~5566763,130023424~5707701,163577856~8960327,187320068~5343541,369098752~13351182,390070272~4470974,406847488~6798767] 2024-04-22T05:11:57.124 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 8 diff [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,83723763~10929944,104591696~1650128,110743751~3874916,133973437~1757688,166715811~5822372,187320068~9336508,197112835~116724,212380031~5825631,252667278~8059662,345204518~3418896,372815035~9634899,390271307~4269939,407502502~6143753] 2024-04-22T05:11:57.124 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,83723763~10929944,104591696~1650128,110743751~3874916,133973437~1757688,166715811~5822372,187320068~9336508,197112835~116724,212380031~5825631,252667278~8059662,345204518~3418896,372815035~9634899,390271307~4269939,407502502~6143753] 2024-04-22T05:11:57.129 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,83723763~10929944,104591696~1650128,109051904~5566763,130023424~5707701,163577856~8960327,187320068~9909491,212380031~5825631,252667278~8059662,345204518~3418896,369098752~13351182,390070272~4470974,406847488~6798767] 2024-04-22T05:11:57.129 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 9 diff [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,83723763~10929944,104591696~1650128,110743751~4926384,124092851~4175442,133973437~1757688,164880732~7657451,187320068~9336508,197112835~116724,212380031~5825631,218889873~6111686,252667278~8059662,271587851~7268573,327666947~4445984,338620763~604165,345204518~3418896,372815035~9634899,390271307~4269939,405689399~7956856] 2024-04-22T05:11:57.129 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,83723763~10929944,104591696~1650128,110743751~4926384,124092851~4175442,133973437~1757688,164880732~7657451,187320068~9336508,197112835~116724,212380031~5825631,218889873~6111686,252667278~8059662,271587851~7268573,327666947~4445984,338620763~604165,345204518~3418896,372815035~9634899,390271307~4269939,405689399~7956856] 2024-04-22T05:11:57.135 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,83723763~10929944,104591696~1650128,109051904~6618231,124092851~4175442,130023424~5707701,163577856~8960327,187320068~9909491,212380031~5825631,218889873~6111686,252667278~8059662,271587851~7268573,327155712~4957219,335544320~3680608,345204518~3418896,369098752~13351182,390070272~4470974,405114729~8531526] 2024-04-22T05:11:57.135 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 10 diff [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,83723763~10929944,104591696~1910195,110743751~4926384,124092851~4175442,133973437~1757688,164880732~7657451,182140653~5057765,187320068~9336508,197112835~116724,205695175~4024275,212380031~6397675,218889873~6111686,246240289~14486651,271587851~7268573,327666947~4445984,338620763~604165,345204518~3418896,372815035~9634899,390271307~4269939,405689399~8588008] 2024-04-22T05:11:57.135 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,83723763~10929944,104591696~1910195,110743751~4926384,124092851~4175442,133973437~1757688,164880732~7657451,182140653~5057765,187320068~9336508,197112835~116724,205695175~4024275,212380031~6397675,218889873~6111686,246240289~14486651,271587851~7268573,327666947~4445984,338620763~604165,345204518~3418896,372815035~9634899,390271307~4269939,405689399~8588008] 2024-04-22T05:11:57.141 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,83723763~10929944,104591696~1910195,109051904~6618231,124092851~4175442,130023424~5707701,163577856~8960327,182140653~5057765,187320068~9909491,205695175~4024275,212380031~6397675,218889873~6111686,246240289~14486651,271587851~7268573,327155712~4957219,335544320~3680608,345204518~3418896,369098752~13351182,390070272~4470974,405114729~9162678] 2024-04-22T05:11:57.141 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 11 diff [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,83723763~10929944,104591696~1910195,110743751~4926384,124092851~4175442,133973437~1757688,156851883~2281282,159287517~4535814,164880732~7657451,182140653~5057765,187320068~15107249,205695175~4024275,212380031~6397675,218889873~6111686,231792246~5978224,246240289~14486651,263824545~7438998,271587851~7268573,327666947~4445984,333877961~6727286,345204518~3418896,372815035~9634899,390271307~4269939,400799029~13951410] 2024-04-22T05:11:57.141 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,83723763~10929944,104591696~1910195,110743751~4926384,124092851~4175442,133973437~1757688,156851883~2281282,159287517~4535814,164880732~7657451,182140653~5057765,187320068~15107249,205695175~4024275,212380031~6397675,218889873~6111686,231792246~5978224,246240289~14486651,263824545~7438998,271587851~7268573,327666947~4445984,333877961~6727286,345204518~3418896,372815035~9634899,390271307~4269939,400799029~13951410] 2024-04-22T05:11:57.146 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,83723763~10929944,104591696~1910195,109051904~6618231,124092851~4175442,130023424~5707701,156851883~2281282,159287517~13250666,182140653~5057765,187320068~15107249,205695175~4024275,212380031~6397675,218889873~6111686,231792246~5978224,246240289~25023254,271587851~7268573,327155712~13449535,345204518~3418896,369098752~13351182,390070272~4470974,400799029~13951410] 2024-04-22T05:11:57.146 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 12 diff [13001240~8036953,33552170~19878742,53810856~4594646,61936475~5971848,83723763~10929944,104591696~1910195,106576605~1047784,110743751~4926384,124092851~4175442,133973437~1757688,156851883~2281282,159287517~4535814,164880732~7657451,182140653~5057765,187320068~15107249,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,246240289~16362263,263824545~7438998,271587851~7268573,295961632~8098924,327666947~5813063,333877961~6727286,343756522~7029290,372815035~9634899,390271307~4269939,400799029~13951410] 2024-04-22T05:11:57.146 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~19878742,53810856~4594646,61936475~5971848,83723763~10929944,104591696~1910195,106576605~1047784,110743751~4926384,124092851~4175442,133973437~1757688,156851883~2281282,159287517~4535814,164880732~7657451,182140653~5057765,187320068~15107249,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,246240289~16362263,263824545~7438998,271587851~7268573,295961632~8098924,327666947~5813063,333877961~6727286,343756522~7029290,372815035~9634899,390271307~4269939,400799029~13951410] 2024-04-22T05:11:57.152 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~19878742,53810856~4594646,61936475~5971848,83723763~10929944,104591696~1910195,106576605~1047784,109051904~6618231,124092851~4175442,130023424~5707701,156851883~2281282,159287517~13250666,182140653~5057765,187320068~15107249,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,246240289~25023254,271587851~7268573,294966613~9093943,327155712~23630100,369098752~13351182,390070272~4470974,400799029~13951410] 2024-04-22T05:11:57.152 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 13 diff [13001240~8036953,33552170~26535467,61936475~5971848,83723763~10929944,104591696~1910195,106576605~1047784,110743751~4926384,124092851~4175442,133973437~1757688,156851883~2281282,159287517~4535814,164880732~7657451,177611255~9587163,187320068~15107249,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~8098924,327666947~5813063,333877961~16907851,354832219~4708860,372815035~9634899,390271307~4269939,400799029~13951410] 2024-04-22T05:11:57.152 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~26535467,61936475~5971848,83723763~10929944,104591696~1910195,106576605~1047784,110743751~4926384,124092851~4175442,133973437~1757688,156851883~2281282,159287517~4535814,164880732~7657451,177611255~9587163,187320068~15107249,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~8098924,327666947~5813063,333877961~16907851,354832219~4708860,372815035~9634899,390271307~4269939,400799029~13951410] 2024-04-22T05:11:57.157 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~26535467,61936475~5971848,83723763~10929944,104591696~1910195,106576605~1047784,109051904~6618231,124092851~4175442,130023424~5707701,156851883~2281282,159287517~13250666,177611255~9587163,187320068~15107249,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,294966613~9093943,327155712~23630100,354832219~4708860,369098752~13351182,390070272~4470974,400799029~13951410] 2024-04-22T05:11:57.158 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 14 diff [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~6665402,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~10706058,327666947~5813063,333877961~16907851,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.158 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~6665402,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~10706058,327666947~5813063,333877961~16907851,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.163 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,104591696~1910195,106576605~1047784,109051904~6618231,121553814~6714479,130023424~8724008,156851883~2281282,159287517~13659936,177611255~9587163,187320068~15107249,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,294966613~11701077,327155712~23630100,354832219~4708860,369098752~13351182,383695512~2571743,390070272~9405710,400799029~13951410] 2024-04-22T05:11:57.163 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 15 diff [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~10706058,327666947~5813063,333877961~16907851,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.163 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~10706058,327666947~5813063,333877961~16907851,354832219~4708860,372769926~9680008,383695512~2571743,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.169 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,83723763~10929944,104591696~1910195,106576605~1047784,109051904~6618231,121553814~6714479,130023424~12927994,145411993~4133352,156851883~2281282,159287517~13659936,177611255~9587163,187320068~15107249,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,287606333~2015972,294966613~11701077,327155712~23630100,354832219~4708860,369098752~13351182,383695512~2571743,390070272~9405710,400799029~13951410] 2024-04-22T05:11:57.169 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 16 diff [13001240~8036953,33552170~34356153,79512287~4129185,83723763~10929944,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~10706058,323564031~497392,327666947~23118865,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.169 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~34356153,79512287~4129185,83723763~10929944,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~10706058,323564031~497392,327666947~23118865,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.175 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~34356153,79512287~4129185,83723763~10929944,104591696~1910195,106576605~1047784,109051904~6618231,121553814~6714479,130023424~12927994,145411993~4133352,156851883~2281282,159287517~13659936,177611255~9587163,187320068~15107249,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,287606333~2015972,294966613~11701077,323564031~497392,327155712~23630100,354832219~4708860,362435091~3426120,369098752~13351182,382959977~706847,383695512~2571743,390070272~9405710,400799029~13951410] 2024-04-22T05:11:57.175 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 17 diff [13001240~8036953,30996760~1267205,33552170~34356153,79512287~4129185,83723763~10929944,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.175 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30996760~1267205,33552170~34356153,79512287~4129185,83723763~10929944,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,187320068~15107249,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~4708860,363540262~2320949,372769926~9680008,382959977~706847,383695512~2571743,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.181 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30996760~1267205,33552170~34356153,79512287~4129185,83723763~10929944,104591696~1910195,106576605~1047784,109051904~6618231,121553814~6714479,130023424~12927994,145411993~4133352,156851883~2281282,159287517~13659936,177611255~9587163,187320068~15107249,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~4708860,362435091~3426120,369098752~13351182,382959977~706847,383695512~2571743,390070272~9405710,400799029~13951410] 2024-04-22T05:11:57.181 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 18 diff [13001240~8036953,30996760~1267205,33552170~35500864,79512287~4129185,83723763~11145575,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~10869388,145411993~7927118,156851883~2281282,159287517~4535814,164880732~8066721,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~4708860,362336238~5942735,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.181 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30996760~1267205,33552170~35500864,79512287~4129185,83723763~11145575,104591696~1910195,106576605~1047784,110743751~4926384,121553814~6714479,132082030~10869388,145411993~7927118,156851883~2281282,159287517~4535814,164880732~8066721,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~4708860,362336238~5942735,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.186 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30996760~1267205,33552170~35500864,79512287~4129185,83723763~11145575,104591696~1910195,106576605~1047784,109051904~6618231,121553814~6714479,130023424~12927994,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~4708860,362336238~5942735,369098752~20559481,390070272~9405710,400799029~13951410] 2024-04-22T05:11:57.187 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 19 diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.187 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.192 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,369098752~20559481,390070272~9405710,400799029~13951410] 2024-04-22T05:11:57.192 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 8 diff [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,104591696~1650128,189754054~6902522,197112835~116724,212380031~5825631,252667278~8059662,345204518~3418896] 2024-04-22T05:11:57.192 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,104591696~1650128,189754054~6902522,197112835~116724,212380031~5825631,252667278~8059662,345204518~3418896] 2024-04-22T05:11:57.198 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,104591696~1650128,189754054~7475505,212380031~5825631,252667278~8059662,345204518~3418896] 2024-04-22T05:11:57.198 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 9 diff [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,104591696~1650128,113594660~2075475,124092851~4175442,164880732~2278284,189754054~6902522,197112835~116724,212380031~5825631,218889873~6111686,252667278~8059662,271587851~7268573,327666947~4445984,338620763~604165,345204518~3418896,405689399~2586548] 2024-04-22T05:11:57.198 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,104591696~1650128,113594660~2075475,124092851~4175442,164880732~2278284,189754054~6902522,197112835~116724,212380031~5825631,218889873~6111686,252667278~8059662,271587851~7268573,327666947~4445984,338620763~604165,345204518~3418896,405689399~2586548] 2024-04-22T05:11:57.204 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~7947567,47728262~914688,61936475~5971848,104591696~1650128,113594660~2075475,124092851~4175442,164880732~2278284,189754054~7475505,212380031~5825631,218889873~6111686,252667278~8059662,271587851~7268573,327155712~4957219,335544320~3680608,345204518~3418896,405114729~3161218] 2024-04-22T05:11:57.204 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 10 diff [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,104591696~1910195,113594660~2075475,124092851~4175442,164880732~2278284,182140653~5057765,189754054~6902522,197112835~116724,205695175~4024275,212380031~6397675,218889873~6111686,246240289~14486651,271587851~7268573,327666947~4445984,338620763~604165,345204518~3418896,378492808~2255926,405689399~8588008] 2024-04-22T05:11:57.204 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,104591696~1910195,113594660~2075475,124092851~4175442,164880732~2278284,182140653~5057765,189754054~6902522,197112835~116724,205695175~4024275,212380031~6397675,218889873~6111686,246240289~14486651,271587851~7268573,327666947~4445984,338620763~604165,345204518~3418896,378492808~2255926,405689399~8588008] 2024-04-22T05:11:57.210 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,104591696~1910195,113594660~2075475,124092851~4175442,164880732~2278284,182140653~5057765,189754054~7475505,205695175~4024275,212380031~6397675,218889873~6111686,246240289~14486651,271587851~7268573,327155712~4957219,335544320~3680608,345204518~3418896,378492808~2255926,405114729~9162678] 2024-04-22T05:11:57.210 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 11 diff [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,104591696~1910195,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,182140653~5057765,189754054~12673263,205695175~4024275,212380031~6397675,218889873~6111686,231792246~5978224,246240289~14486651,263824545~7438998,271587851~7268573,327666947~4445984,333877961~6727286,345204518~3418896,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.210 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,104591696~1910195,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,182140653~5057765,189754054~12673263,205695175~4024275,212380031~6397675,218889873~6111686,231792246~5978224,246240289~14486651,263824545~7438998,271587851~7268573,327666947~4445984,333877961~6727286,345204518~3418896,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.216 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~15286505,53810856~4462326,61936475~5971848,104591696~1910195,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,182140653~5057765,189754054~12673263,205695175~4024275,212380031~6397675,218889873~6111686,231792246~5978224,246240289~25023254,271587851~7268573,327155712~13449535,345204518~3418896,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.216 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 12 diff [13001240~8036953,33552170~19878742,53810856~4594646,61936475~5971848,88652589~2140696,104591696~1910195,106576605~1047784,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,182140653~5057765,189754054~12673263,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,246240289~16362263,263824545~7438998,271587851~7268573,295961632~8098924,327666947~5813063,333877961~6727286,343756522~7029290,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.216 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~19878742,53810856~4594646,61936475~5971848,88652589~2140696,104591696~1910195,106576605~1047784,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,182140653~5057765,189754054~12673263,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,246240289~16362263,263824545~7438998,271587851~7268573,295961632~8098924,327666947~5813063,333877961~6727286,343756522~7029290,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.221 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~19878742,53810856~4594646,61936475~5971848,88652589~2140696,104591696~1910195,106576605~1047784,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,182140653~5057765,189754054~12673263,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,246240289~25023254,271587851~7268573,294966613~9093943,327155712~23630100,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.221 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 13 diff [13001240~8036953,33552170~26535467,61936475~5971848,88652589~2140696,104591696~1910195,106576605~1047784,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,177611255~9587163,189754054~12673263,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~8098924,327666947~5813063,333877961~16907851,354832219~4708860,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.221 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~26535467,61936475~5971848,88652589~2140696,104591696~1910195,106576605~1047784,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,177611255~9587163,189754054~12673263,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~8098924,327666947~5813063,333877961~16907851,354832219~4708860,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.226 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~26535467,61936475~5971848,88652589~2140696,104591696~1910195,106576605~1047784,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,177611255~9587163,189754054~12673263,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,294966613~9093943,327155712~23630100,354832219~4708860,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.226 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 14 diff [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,88652589~2140696,104591696~1910195,106576605~1047784,113594660~2075475,121553814~6714479,132082030~2600568,135069319~3678113,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,189754054~12673263,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~10706058,327666947~5813063,333877961~16907851,354832219~4708860,372769926~7978808,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.226 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,88652589~2140696,104591696~1910195,106576605~1047784,113594660~2075475,121553814~6714479,132082030~2600568,135069319~3678113,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,189754054~12673263,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,295961632~10706058,327666947~5813063,333877961~16907851,354832219~4708860,372769926~7978808,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.233 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,88652589~2140696,104591696~1910195,106576605~1047784,113594660~2075475,121553814~6714479,132082030~2600568,135069319~3678113,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,189754054~12673263,205695175~4024275,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,294966613~11701077,327155712~23630100,354832219~4708860,372769926~7978808,383695512~2571743,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.233 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 15 diff [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,88652589~2140696,104591696~1910195,106576605~1047784,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,189754054~12673263,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~10706058,327666947~5813063,333877961~16907851,354832219~4708860,372769926~7978808,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.233 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,88652589~2140696,104591696~1910195,106576605~1047784,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,189754054~12673263,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~10706058,327666947~5813063,333877961~16907851,354832219~4708860,372769926~7978808,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.237 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~26535467,61936475~5971848,79512287~4129185,88652589~2140696,104591696~1910195,106576605~1047784,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,189754054~12673263,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,287606333~2015972,294966613~11701077,327155712~23630100,354832219~4708860,372769926~7978808,383695512~2571743,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.237 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 16 diff [13001240~8036953,33552170~34356153,79512287~4129185,88652589~2140696,104591696~1910195,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,189754054~12673263,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~10706058,323564031~497392,327666947~23118865,354832219~4708860,363540262~2320949,372769926~7978808,382959977~706847,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.238 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,33552170~34356153,79512287~4129185,88652589~2140696,104591696~1910195,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,189754054~12673263,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~10706058,323564031~497392,327666947~23118865,354832219~4708860,363540262~2320949,372769926~7978808,382959977~706847,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.244 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,33552170~34356153,79512287~4129185,88652589~2140696,104591696~1910195,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,189754054~12673263,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,287606333~2015972,294966613~11701077,323564031~497392,327155712~23630100,354832219~4708860,362435091~3426120,372769926~7978808,382959977~706847,383695512~2571743,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.244 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 17 diff [13001240~8036953,30996760~1267205,33552170~34356153,79512287~4129185,88652589~2140696,90962106~498794,104591696~1910195,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,189754054~12673263,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~4708860,363540262~2320949,372769926~7978808,382959977~706847,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.244 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30996760~1267205,33552170~34356153,79512287~4129185,88652589~2140696,90962106~498794,104591696~1910195,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,189754054~12673263,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~4708860,363540262~2320949,372769926~7978808,382959977~706847,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.250 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30996760~1267205,33552170~34356153,79512287~4129185,88652589~2140696,90962106~498794,104591696~1910195,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,189754054~12673263,205695175~5882457,212380031~6397675,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~4708860,362435091~3426120,372769926~7978808,382959977~706847,383695512~2571743,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.250 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 18 diff [13001240~8036953,30996760~1267205,33552170~35500864,79512287~4129185,88652589~2140696,90962106~498794,93072122~1797216,104591696~1910195,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~7927118,156851883~2281282,159287517~4535814,164880732~8066721,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~4708860,362336238~5942735,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.251 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30996760~1267205,33552170~35500864,79512287~4129185,88652589~2140696,90962106~498794,93072122~1797216,104591696~1910195,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~7927118,156851883~2281282,159287517~4535814,164880732~8066721,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~4708860,362336238~5942735,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.256 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30996760~1267205,33552170~35500864,79512287~4129185,88652589~2140696,90962106~498794,93072122~1797216,104591696~1910195,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~7927118,156851883~2281282,159287517~4535814,164880732~8066721,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~4708860,362336238~5942735,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.257 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 19 diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.257 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.262 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.262 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 9 diff [113594660~2075475,124092851~4175442,164880732~2278284,218889873~6111686,271587851~7268573,327666947~4445984,338620763~604165,405689399~2586548] 2024-04-22T05:11:57.263 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [113594660~2075475,124092851~4175442,164880732~2278284,218889873~6111686,271587851~7268573,327666947~4445984,338620763~604165,405689399~2586548] 2024-04-22T05:11:57.268 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [113594660~2075475,124092851~4175442,164880732~2278284,218889873~6111686,271587851~7268573,327155712~4957219,335544320~3680608,405114729~3161218] 2024-04-22T05:11:57.268 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 10 diff [40944195~7894480,53810856~4462326,105016999~1484892,113594660~2075475,124092851~4175442,164880732~2278284,182140653~5057765,205695175~4024275,217971123~806583,218889873~6111686,246240289~6634884,271587851~7268573,327666947~4445984,338620763~604165,378492808~2255926,405689399~8588008] 2024-04-22T05:11:57.268 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [40944195~7894480,53810856~4462326,105016999~1484892,113594660~2075475,124092851~4175442,164880732~2278284,182140653~5057765,205695175~4024275,217971123~806583,218889873~6111686,246240289~6634884,271587851~7268573,327666947~4445984,338620763~604165,378492808~2255926,405689399~8588008] 2024-04-22T05:11:57.274 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [40944195~7894480,53810856~4462326,105016999~1484892,113594660~2075475,124092851~4175442,164880732~2278284,182140653~5057765,205695175~4024275,217971123~806583,218889873~6111686,246240289~6634884,271587851~7268573,327155712~4957219,335544320~3680608,378492808~2255926,405114729~9162678] 2024-04-22T05:11:57.274 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 11 diff [17269945~873994,40944195~7894480,53810856~4462326,105016999~1484892,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,182140653~5057765,195877175~6550142,205695175~4024275,217971123~806583,218889873~6111686,231792246~5978224,246240289~6634884,263824545~7438998,271587851~7268573,327666947~4445984,333877961~6727286,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.274 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,40944195~7894480,53810856~4462326,105016999~1484892,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,182140653~5057765,195877175~6550142,205695175~4024275,217971123~806583,218889873~6111686,231792246~5978224,246240289~6634884,263824545~7438998,271587851~7268573,327666947~4445984,333877961~6727286,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.279 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,40944195~7894480,53810856~4462326,105016999~1484892,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,182140653~5057765,195877175~6550142,205695175~4024275,217971123~806583,218889873~6111686,231792246~5978224,246240289~6634884,260726940~10536603,271587851~7268573,327155712~13449535,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.280 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 12 diff [17269945~873994,40944195~12486717,53810856~4594646,88652589~2140696,105016999~1484892,106576605~1047784,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,182140653~5057765,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,246240289~6634884,257055784~5546768,263824545~7438998,271587851~7268573,295961632~8098924,327666947~5813063,333877961~6727286,343756522~7029290,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.280 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,40944195~12486717,53810856~4594646,88652589~2140696,105016999~1484892,106576605~1047784,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,182140653~5057765,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,246240289~6634884,257055784~5546768,263824545~7438998,271587851~7268573,295961632~8098924,327666947~5813063,333877961~6727286,343756522~7029290,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.285 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,40944195~12486717,53810856~4594646,88652589~2140696,105016999~1484892,106576605~1047784,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,182140653~5057765,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,246240289~6634884,257055784~14207759,271587851~7268573,294966613~9093943,327155712~23630100,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.285 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 13 diff [17269945~873994,40944195~19143442,88652589~2140696,105016999~1484892,106576605~1047784,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,177611255~9587163,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,240002699~3920924,246240289~7884434,257055784~5546768,263824545~15031879,295961632~8098924,327666947~5813063,333877961~16907851,354832219~4708860,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.285 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,40944195~19143442,88652589~2140696,105016999~1484892,106576605~1047784,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,177611255~9587163,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,240002699~3920924,246240289~7884434,257055784~5546768,263824545~15031879,295961632~8098924,327666947~5813063,333877961~16907851,354832219~4708860,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.290 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,40944195~19143442,88652589~2140696,105016999~1484892,106576605~1047784,113594660~2075475,124092851~4175442,156851883~2281282,159287517~4535814,164880732~2278284,177611255~9587163,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,240002699~3920924,246240289~7884434,257055784~21800640,294966613~9093943,327155712~23630100,354832219~4708860,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.291 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 14 diff [17269945~873994,40944195~19143442,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,113594660~2075475,121553814~6714479,132082030~2600568,135069319~3678113,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,240002699~3920924,246240289~7884434,257055784~5546768,263824545~15031879,295961632~10706058,327666947~5813063,333877961~16907851,354832219~4708860,372769926~7978808,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.291 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,40944195~19143442,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,113594660~2075475,121553814~6714479,132082030~2600568,135069319~3678113,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,240002699~3920924,246240289~7884434,257055784~5546768,263824545~15031879,295961632~10706058,327666947~5813063,333877961~16907851,354832219~4708860,372769926~7978808,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.296 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,40944195~19143442,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,113594660~2075475,121553814~6714479,132082030~2600568,135069319~3678113,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,240002699~3920924,246240289~7884434,257055784~21800640,294966613~11701077,327155712~23630100,354832219~4708860,372769926~7978808,383695512~2571743,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.296 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 15 diff [17269945~873994,40944195~19143442,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~10706058,327666947~5813063,333877961~16907851,354832219~4708860,372769926~7978808,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.296 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,40944195~19143442,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~10706058,327666947~5813063,333877961~16907851,354832219~4708860,372769926~7978808,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.302 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,40944195~19143442,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,287606333~2015972,294966613~11701077,327155712~23630100,354832219~4708860,372769926~7978808,383695512~2571743,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.302 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 16 diff [17269945~873994,40944195~22594413,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~10706058,323564031~497392,327666947~23118865,354832219~4708860,363540262~2320949,372769926~7978808,382959977~706847,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.302 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,40944195~22594413,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,240002699~3920924,246240289~16362263,263824545~15031879,287606333~2015972,295961632~10706058,323564031~497392,327666947~23118865,354832219~4708860,363540262~2320949,372769926~7978808,382959977~706847,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.308 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,40944195~22594413,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,287606333~2015972,294966613~11701077,323564031~497392,327155712~23630100,354832219~4708860,362435091~3426120,372769926~7978808,382959977~706847,383695512~2571743,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.308 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 17 diff [17269945~873994,30996760~1267205,40944195~22594413,79512287~4129185,88652589~2140696,90962106~498794,105016999~1484892,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~4708860,363540262~2320949,372769926~7978808,382959977~706847,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.308 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,30996760~1267205,40944195~22594413,79512287~4129185,88652589~2140696,90962106~498794,105016999~1484892,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~4708860,363540262~2320949,372769926~7978808,382959977~706847,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.313 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,30996760~1267205,40944195~22594413,79512287~4129185,88652589~2140696,90962106~498794,105016999~1484892,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,164880732~8066721,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,218889873~6111686,231792246~6645670,240002699~3920924,246240289~32616135,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~4708860,362435091~3426120,372769926~7978808,382959977~706847,383695512~2571743,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.313 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 18 diff [17269945~873994,30996760~1267205,40944195~28108839,79512287~4129185,88652589~2140696,90962106~498794,93072122~1797216,105016999~1484892,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~7927118,156851883~2281282,159287517~4535814,164880732~8066721,177611255~13676707,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~4708860,362336238~5942735,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.314 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,30996760~1267205,40944195~28108839,79512287~4129185,88652589~2140696,90962106~498794,93072122~1797216,105016999~1484892,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~7927118,156851883~2281282,159287517~4535814,164880732~8066721,177611255~13676707,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~4708860,362336238~5942735,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.319 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,30996760~1267205,40944195~28108839,79512287~4129185,88652589~2140696,90962106~498794,93072122~1797216,105016999~1484892,106576605~1047784,111206703~602399,113594660~2075475,121553814~6714479,132082030~10869388,145411993~7927118,156851883~2281282,159287517~4535814,164880732~8066721,177611255~13676707,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~4708860,362336238~5942735,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.319 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 19 diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.319 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.325 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.325 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 10 diff [40944195~7894480,53810856~4462326,105016999~1484892,182140653~5057765,205695175~4024275,217971123~806583,246240289~6634884,378492808~2255926,406267306~8010101] 2024-04-22T05:11:57.325 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [40944195~7894480,53810856~4462326,105016999~1484892,182140653~5057765,205695175~4024275,217971123~806583,246240289~6634884,378492808~2255926,406267306~8010101] 2024-04-22T05:11:57.331 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [40944195~7894480,53810856~4462326,105016999~1484892,182140653~5057765,205695175~4024275,217971123~806583,246240289~6634884,378492808~2255926,406267306~8010101] 2024-04-22T05:11:57.331 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 11 diff [17269945~873994,40944195~7894480,53810856~4462326,105016999~1484892,156851883~2281282,159287517~4535814,182140653~5057765,195877175~6550142,205695175~4024275,217971123~806583,231792246~5978224,246240289~6634884,263824545~7438998,333877961~6727286,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.331 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,40944195~7894480,53810856~4462326,105016999~1484892,156851883~2281282,159287517~4535814,182140653~5057765,195877175~6550142,205695175~4024275,217971123~806583,231792246~5978224,246240289~6634884,263824545~7438998,333877961~6727286,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.337 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,40944195~7894480,53810856~4462326,105016999~1484892,156851883~2281282,159287517~4535814,182140653~5057765,195877175~6550142,205695175~4024275,217971123~806583,231792246~5978224,246240289~6634884,260726940~10536603,332112931~8492316,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.337 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 12 diff [17269945~873994,40944195~12486717,53810856~4594646,88652589~2140696,105016999~1484892,106576605~1047784,156851883~2281282,159287517~4535814,182140653~5057765,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,231792246~6645670,246240289~6634884,257055784~5546768,263824545~7438998,295961632~8098924,328158054~5321956,333877961~6727286,343756522~7029290,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.337 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,40944195~12486717,53810856~4594646,88652589~2140696,105016999~1484892,106576605~1047784,156851883~2281282,159287517~4535814,182140653~5057765,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,231792246~6645670,246240289~6634884,257055784~5546768,263824545~7438998,295961632~8098924,328158054~5321956,333877961~6727286,343756522~7029290,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.342 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,40944195~12486717,53810856~4594646,88652589~2140696,105016999~1484892,106576605~1047784,156851883~2281282,159287517~4535814,182140653~5057765,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,231792246~6645670,246240289~6634884,257055784~14207759,294966613~9093943,328158054~22627758,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.342 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 13 diff [17269945~873994,40944195~19143442,88652589~2140696,105016999~1484892,106576605~1047784,156851883~2281282,159287517~4535814,177611255~9587163,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,231792246~6645670,240002699~3920924,246240289~7884434,257055784~5546768,263824545~8708672,274844741~3309291,295961632~8098924,328158054~5321956,333877961~16907851,354832219~4708860,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.342 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,40944195~19143442,88652589~2140696,105016999~1484892,106576605~1047784,156851883~2281282,159287517~4535814,177611255~9587163,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,231792246~6645670,240002699~3920924,246240289~7884434,257055784~5546768,263824545~8708672,274844741~3309291,295961632~8098924,328158054~5321956,333877961~16907851,354832219~4708860,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.348 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,40944195~19143442,88652589~2140696,105016999~1484892,106576605~1047784,156851883~2281282,159287517~4535814,177611255~9587163,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,231792246~6645670,240002699~3920924,246240289~7884434,257055784~15477433,274844741~3309291,294966613~9093943,328158054~22627758,354832219~4708860,378492808~2255926,400799029~13951410] 2024-04-22T05:11:57.348 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 14 diff [17269945~873994,40944195~19143442,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,121553814~4122238,132082030~2600568,135069319~3678113,156851883~2281282,159287517~4535814,165285334~7662119,177611255~9587163,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,231792246~6645670,240002699~3920924,246240289~7884434,257055784~5546768,263824545~8708672,274844741~3309291,295961632~10706058,328158054~5321956,333877961~16907851,354832219~4708860,372769926~7978808,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.348 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,40944195~19143442,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,121553814~4122238,132082030~2600568,135069319~3678113,156851883~2281282,159287517~4535814,165285334~7662119,177611255~9587163,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,231792246~6645670,240002699~3920924,246240289~7884434,257055784~5546768,263824545~8708672,274844741~3309291,295961632~10706058,328158054~5321956,333877961~16907851,354832219~4708860,372769926~7978808,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.354 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,40944195~19143442,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,121553814~4122238,132082030~2600568,135069319~3678113,156851883~2281282,159287517~4535814,165285334~7662119,177611255~9587163,195877175~6550142,205695175~4024275,212920866~2791154,217971123~806583,231792246~6645670,240002699~3920924,246240289~7884434,257055784~15477433,274844741~3309291,294966613~11701077,328158054~22627758,354832219~4708860,372769926~7978808,383695512~2571743,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.354 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 15 diff [17269945~873994,40944195~19143442,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,231792246~6645670,240002699~3920924,246240289~16362263,263824545~8708672,274844741~3309291,287606333~2015972,295961632~10706058,328158054~5321956,333877961~16907851,354832219~4708860,372769926~7978808,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.354 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,40944195~19143442,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,231792246~6645670,240002699~3920924,246240289~16362263,263824545~8708672,274844741~3309291,287606333~2015972,295961632~10706058,328158054~5321956,333877961~16907851,354832219~4708860,372769926~7978808,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.359 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,40944195~19143442,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,231792246~6645670,240002699~3920924,246240289~26292928,274844741~3309291,287606333~2015972,294966613~11701077,328158054~22627758,354832219~4708860,372769926~7978808,383695512~2571743,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.359 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 16 diff [17269945~873994,40944195~22594413,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,231792246~6645670,240002699~3920924,246240289~16362263,263824545~9298849,274844741~3309291,287606333~2015972,295961632~10706058,323564031~497392,328158054~22627758,354832219~4708860,363540262~2320949,372769926~7978808,382959977~706847,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.359 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,40944195~22594413,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,231792246~6645670,240002699~3920924,246240289~16362263,263824545~9298849,274844741~3309291,287606333~2015972,295961632~10706058,323564031~497392,328158054~22627758,354832219~4708860,363540262~2320949,372769926~7978808,382959977~706847,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.365 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,40944195~22594413,79512287~4129185,88652589~2140696,105016999~1484892,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,231792246~6645670,240002699~3920924,246240289~26883105,274844741~3309291,287606333~2015972,294966613~11701077,323564031~497392,328158054~22627758,354832219~4708860,362435091~3426120,372769926~7978808,382959977~706847,383695512~2571743,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.365 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 17 diff [17269945~873994,30996760~1267205,40944195~22594413,79512287~4129185,88652589~2140696,90962106~498794,105016999~1484892,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,231792246~6645670,240002699~3920924,246240289~26883105,274844741~3309291,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~4708860,363540262~2320949,372769926~7978808,382959977~706847,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.365 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,30996760~1267205,40944195~22594413,79512287~4129185,88652589~2140696,90962106~498794,105016999~1484892,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,231792246~6645670,240002699~3920924,246240289~26883105,274844741~3309291,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~4708860,363540262~2320949,372769926~7978808,382959977~706847,383695512~2571743,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.371 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,30996760~1267205,40944195~22594413,79512287~4129185,88652589~2140696,90962106~498794,105016999~1484892,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~9587163,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,231792246~6645670,240002699~3920924,246240289~26883105,274844741~3309291,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~4708860,362435091~3426120,372769926~7978808,382959977~706847,383695512~2571743,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.371 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 18 diff [17269945~873994,30996760~1267205,40944195~28108839,79512287~4129185,88652589~2140696,90962106~498794,93072122~1797216,105016999~1484892,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~7927118,156851883~2281282,159287517~4535814,165285334~7662119,177611255~13676707,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~4708860,362336238~5942735,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.371 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,30996760~1267205,40944195~28108839,79512287~4129185,88652589~2140696,90962106~498794,93072122~1797216,105016999~1484892,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~7927118,156851883~2281282,159287517~4535814,165285334~7662119,177611255~13676707,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~4708860,362336238~5942735,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.377 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,30996760~1267205,40944195~28108839,79512287~4129185,88652589~2140696,90962106~498794,93072122~1797216,105016999~1484892,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~7927118,156851883~2281282,159287517~4535814,165285334~7662119,177611255~13676707,195877175~6550142,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~4708860,362336238~5942735,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.377 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 19 diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.377 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:57.383 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:11:57.383 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 11 diff [17269945~873994,156851883~2281282,159287517~4535814,195877175~6550142,231792246~5978224,263824545~7438998,333877961~6727286,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.383 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,156851883~2281282,159287517~4535814,195877175~6550142,231792246~5978224,263824545~7438998,333877961~6727286,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.388 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,156851883~2281282,159287517~4535814,195877175~6550142,231792246~5978224,260726940~10536603,332112931~8492316,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.388 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 12 diff [17269945~873994,45252524~8178388,55903031~2502471,88652589~2140696,106576605~1047784,156851883~2281282,159287517~4535814,195877175~6550142,212920866~2791154,231792246~6645670,257055784~5546768,263824545~7438998,295961632~8098924,328158054~5321956,333877961~6727286,343756522~7029290,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.388 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,45252524~8178388,55903031~2502471,88652589~2140696,106576605~1047784,156851883~2281282,159287517~4535814,195877175~6550142,212920866~2791154,231792246~6645670,257055784~5546768,263824545~7438998,295961632~8098924,328158054~5321956,333877961~6727286,343756522~7029290,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.394 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,45252524~8178388,55903031~2502471,88652589~2140696,106576605~1047784,156851883~2281282,159287517~4535814,195877175~6550142,212920866~2791154,231792246~6645670,257055784~14207759,294966613~9093943,328158054~22627758,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.394 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 13 diff [17269945~873994,45252524~14835113,88652589~2140696,106576605~1047784,156851883~2281282,159287517~4535814,177611255~7156878,195877175~6550142,212920866~2791154,231792246~6645670,240002699~3920924,248918010~5206713,257055784~5546768,263824545~8708672,274844741~3309291,295961632~8098924,328158054~5321956,333877961~16907851,354832219~4708860,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.394 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,45252524~14835113,88652589~2140696,106576605~1047784,156851883~2281282,159287517~4535814,177611255~7156878,195877175~6550142,212920866~2791154,231792246~6645670,240002699~3920924,248918010~5206713,257055784~5546768,263824545~8708672,274844741~3309291,295961632~8098924,328158054~5321956,333877961~16907851,354832219~4708860,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.399 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,45252524~14835113,88652589~2140696,106576605~1047784,156851883~2281282,159287517~4535814,177611255~7156878,195877175~6550142,212920866~2791154,231792246~6645670,240002699~3920924,248918010~5206713,257055784~15477433,274844741~3309291,294966613~9093943,328158054~22627758,354832219~4708860,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.399 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 14 diff [17269945~873994,45252524~14835113,79512287~4129185,88652589~2140696,106576605~1047784,121553814~4122238,132082030~2600568,135069319~3678113,156851883~2281282,159287517~4535814,165285334~7662119,177611255~7156878,195877175~6550142,212920866~2791154,231792246~6645670,240002699~3920924,248918010~5206713,257055784~5546768,263824545~8708672,274844741~3309291,295961632~10706058,328158054~5321956,333877961~16907851,354832219~4708860,372769926~7962052,383695512~2571743,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.399 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,45252524~14835113,79512287~4129185,88652589~2140696,106576605~1047784,121553814~4122238,132082030~2600568,135069319~3678113,156851883~2281282,159287517~4535814,165285334~7662119,177611255~7156878,195877175~6550142,212920866~2791154,231792246~6645670,240002699~3920924,248918010~5206713,257055784~5546768,263824545~8708672,274844741~3309291,295961632~10706058,328158054~5321956,333877961~16907851,354832219~4708860,372769926~7962052,383695512~2571743,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.405 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,45252524~14835113,79512287~4129185,88652589~2140696,106576605~1047784,121553814~4122238,132082030~2600568,135069319~3678113,156851883~2281282,159287517~4535814,165285334~7662119,177611255~7156878,195877175~6550142,212920866~2791154,231792246~6645670,240002699~3920924,248918010~5206713,257055784~15477433,274844741~3309291,294966613~11701077,328158054~22627758,354832219~4708860,372769926~7962052,383695512~2571743,394541246~4934736,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.405 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 15 diff [17269945~873994,42790893~17296744,79512287~4129185,88652589~2140696,106576605~1047784,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~7156878,195877175~6550142,206258438~5319194,212920866~2791154,231792246~6645670,240002699~3920924,248918010~13684542,263824545~8708672,274844741~3309291,287606333~2015972,295961632~10706058,328158054~5321956,333877961~16907851,354832219~4708860,372769926~7962052,383695512~2571743,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.405 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,42790893~17296744,79512287~4129185,88652589~2140696,106576605~1047784,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~7156878,195877175~6550142,206258438~5319194,212920866~2791154,231792246~6645670,240002699~3920924,248918010~13684542,263824545~8708672,274844741~3309291,287606333~2015972,295961632~10706058,328158054~5321956,333877961~16907851,354832219~4708860,372769926~7962052,383695512~2571743,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.411 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,42790893~17296744,79512287~4129185,88652589~2140696,106576605~1047784,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~7156878,195877175~6550142,206258438~5319194,212920866~2791154,231792246~6645670,240002699~3920924,248918010~23615207,274844741~3309291,287606333~2015972,294966613~11701077,328158054~22627758,354832219~4708860,372769926~7962052,383695512~2571743,394541246~4934736,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.411 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 16 diff [17269945~873994,42790893~20747715,79512287~4129185,88652589~2140696,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~7156878,195877175~6550142,206258438~5319194,212920866~2791154,231792246~6645670,240002699~3920924,248918010~13684542,263824545~9298849,274844741~3309291,287606333~2015972,295961632~10706058,323564031~497392,328158054~22627758,354832219~4708860,363540262~2320949,372769926~7962052,382959977~706847,383695512~2571743,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.411 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,42790893~20747715,79512287~4129185,88652589~2140696,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~7156878,195877175~6550142,206258438~5319194,212920866~2791154,231792246~6645670,240002699~3920924,248918010~13684542,263824545~9298849,274844741~3309291,287606333~2015972,295961632~10706058,323564031~497392,328158054~22627758,354832219~4708860,363540262~2320949,372769926~7962052,382959977~706847,383695512~2571743,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.416 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,42790893~20747715,79512287~4129185,88652589~2140696,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~7156878,195877175~6550142,206258438~5319194,212920866~2791154,231792246~6645670,240002699~3920924,248918010~24205384,274844741~3309291,287606333~2015972,294966613~11701077,323564031~497392,328158054~22627758,354832219~4708860,362435091~3426120,372769926~7962052,382959977~706847,383695512~2571743,394541246~4934736,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.416 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 17 diff [17269945~873994,30996760~1267205,42790893~20747715,79512287~4129185,88652589~2140696,90962106~498794,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~7156878,195877175~6550142,206258438~5319194,212920866~2791154,231792246~6645670,240002699~3920924,248918010~24205384,274844741~3309291,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~4708860,363540262~2320949,372769926~7962052,382959977~706847,383695512~2571743,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.417 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,30996760~1267205,42790893~20747715,79512287~4129185,88652589~2140696,90962106~498794,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~7156878,195877175~6550142,206258438~5319194,212920866~2791154,231792246~6645670,240002699~3920924,248918010~24205384,274844741~3309291,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~4708860,363540262~2320949,372769926~7962052,382959977~706847,383695512~2571743,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.423 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,30996760~1267205,42790893~20747715,79512287~4129185,88652589~2140696,90962106~498794,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,156851883~2281282,159287517~4535814,165285334~7662119,177611255~7156878,195877175~6550142,206258438~5319194,212920866~2791154,231792246~6645670,240002699~3920924,248918010~24205384,274844741~3309291,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~4708860,362435091~3426120,372769926~7962052,382959977~706847,383695512~2571743,394541246~4934736,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.423 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 18 diff [17269945~873994,30996760~1267205,42790893~26262141,79512287~4129185,88652589~2140696,90962106~498794,93072122~1797216,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~7927118,156851883~2281282,159287517~4535814,165285334~7662119,177611255~7156878,186569676~4718286,195877175~6550142,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248918010~24205384,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~4708860,362336238~5942735,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.423 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [17269945~873994,30996760~1267205,42790893~26262141,79512287~4129185,88652589~2140696,90962106~498794,93072122~1797216,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~7927118,156851883~2281282,159287517~4535814,165285334~7662119,177611255~7156878,186569676~4718286,195877175~6550142,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248918010~24205384,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~4708860,362336238~5942735,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.429 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [17269945~873994,30996760~1267205,42790893~26262141,79512287~4129185,88652589~2140696,90962106~498794,93072122~1797216,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~7927118,156851883~2281282,159287517~4535814,165285334~7662119,177611255~7156878,186569676~4718286,195877175~6550142,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248918010~24205384,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~4708860,362336238~5942735,372769926~7962052,381728477~7929756,394541246~4934736,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.429 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 19 diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.429 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.434 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736,400799029~6287455,408621758~6128681] 2024-04-22T05:11:57.434 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to 12 diff [45252524~8178388,55903031~2502471,88652589~2140696,106576605~1047784,212920866~2791154,233532670~4905246,257055784~5546768,295961632~8098924,328158054~5321956,343756522~7029290] 2024-04-22T05:11:57.435 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [45252524~8178388,55903031~2502471,88652589~2140696,106576605~1047784,212920866~2791154,233532670~4905246,257055784~5546768,295961632~8098924,328158054~5321956,343756522~7029290] 2024-04-22T05:11:57.440 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [45252524~8178388,55903031~2502471,88652589~2140696,106576605~1047784,212920866~2791154,233532670~4905246,257055784~5546768,294966613~9093943,328158054~5321956,340605247~10180565] 2024-04-22T05:11:57.440 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to 13 diff [45252524~14835113,88652589~2140696,106576605~1047784,177611255~7156878,212920866~2791154,233532670~4905246,240002699~3920924,248918010~5206713,257055784~5546768,269365248~3167969,274844741~3309291,295961632~8098924,328158054~5321956,340079957~10705855,354832219~4708860] 2024-04-22T05:11:57.440 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [45252524~14835113,88652589~2140696,106576605~1047784,177611255~7156878,212920866~2791154,233532670~4905246,240002699~3920924,248918010~5206713,257055784~5546768,269365248~3167969,274844741~3309291,295961632~8098924,328158054~5321956,340079957~10705855,354832219~4708860] 2024-04-22T05:11:57.445 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [45252524~14835113,88652589~2140696,106576605~1047784,177611255~7156878,212920866~2791154,233532670~4905246,240002699~3920924,248918010~5206713,257055784~5546768,269365248~3167969,274844741~3309291,294966613~9093943,328158054~5321956,340079957~10705855,354832219~4708860] 2024-04-22T05:11:57.446 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to 14 diff [45252524~14835113,79512287~4129185,88652589~2140696,106576605~1047784,121553814~4122238,132082030~2600568,135069319~3678113,165285334~7662119,177611255~7156878,212920866~2791154,233532670~4905246,240002699~3920924,248918010~5206713,257055784~5546768,269365248~3167969,274844741~3309291,295961632~10706058,328158054~5321956,340079957~10705855,354832219~4708860,372769926~7962052,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.446 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [45252524~14835113,79512287~4129185,88652589~2140696,106576605~1047784,121553814~4122238,132082030~2600568,135069319~3678113,165285334~7662119,177611255~7156878,212920866~2791154,233532670~4905246,240002699~3920924,248918010~5206713,257055784~5546768,269365248~3167969,274844741~3309291,295961632~10706058,328158054~5321956,340079957~10705855,354832219~4708860,372769926~7962052,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.451 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [45252524~14835113,79512287~4129185,88652589~2140696,106576605~1047784,121553814~4122238,132082030~2600568,135069319~3678113,165285334~7662119,177611255~7156878,212920866~2791154,233532670~4905246,240002699~3920924,248918010~5206713,257055784~5546768,269365248~3167969,274844741~3309291,294966613~11701077,328158054~5321956,340079957~10705855,354832219~4708860,372769926~7962052,383695512~2571743,394541246~4934736] 2024-04-22T05:11:57.451 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to 15 diff [42790893~17296744,79512287~4129185,88652589~2140696,106576605~1047784,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,212920866~2791154,233532670~4905246,240002699~3920924,248918010~13684542,269365248~3167969,274844741~3309291,287606333~2015972,295961632~10706058,328158054~5321956,340079957~10705855,354832219~4708860,372769926~7962052,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.451 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [42790893~17296744,79512287~4129185,88652589~2140696,106576605~1047784,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,212920866~2791154,233532670~4905246,240002699~3920924,248918010~13684542,269365248~3167969,274844741~3309291,287606333~2015972,295961632~10706058,328158054~5321956,340079957~10705855,354832219~4708860,372769926~7962052,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.457 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [42790893~17296744,79512287~4129185,88652589~2140696,106576605~1047784,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,212920866~2791154,233532670~4905246,240002699~3920924,248918010~13684542,269365248~3167969,274844741~3309291,287606333~2015972,294966613~11701077,328158054~5321956,340079957~10705855,354832219~4708860,372769926~7962052,383695512~2571743,394541246~4934736] 2024-04-22T05:11:57.457 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to 16 diff [42790893~20747715,79512287~4129185,88652589~2140696,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,212920866~2791154,233532670~4905246,240002699~3920924,248918010~13684542,265793435~7329959,274844741~3309291,287606333~2015972,295961632~10706058,323564031~497392,328158054~6931561,339220096~11565716,354832219~4708860,363540262~2320949,372769926~7962052,382959977~706847,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.457 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [42790893~20747715,79512287~4129185,88652589~2140696,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,212920866~2791154,233532670~4905246,240002699~3920924,248918010~13684542,265793435~7329959,274844741~3309291,287606333~2015972,295961632~10706058,323564031~497392,328158054~6931561,339220096~11565716,354832219~4708860,363540262~2320949,372769926~7962052,382959977~706847,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.462 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [42790893~20747715,79512287~4129185,88652589~2140696,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,212920866~2791154,233532670~4905246,240002699~3920924,248918010~13684542,265793435~7329959,274844741~3309291,287606333~2015972,294966613~11701077,323564031~497392,328158054~6931561,339220096~11565716,354832219~4708860,362435091~3426120,372769926~7962052,382959977~706847,383695512~2571743,394541246~4934736] 2024-04-22T05:11:57.462 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to 17 diff [30996760~1267205,42790893~20747715,79512287~4129185,88652589~2140696,90962106~498794,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,212920866~2791154,233532670~4905246,240002699~3920924,248918010~24205384,274844741~3309291,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,339220096~11565716,351436350~129888,354832219~4708860,363540262~2320949,372769926~7962052,382959977~706847,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.463 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [30996760~1267205,42790893~20747715,79512287~4129185,88652589~2140696,90962106~498794,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,212920866~2791154,233532670~4905246,240002699~3920924,248918010~24205384,274844741~3309291,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,339220096~11565716,351436350~129888,354832219~4708860,363540262~2320949,372769926~7962052,382959977~706847,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.468 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [30996760~1267205,42790893~20747715,79512287~4129185,88652589~2140696,90962106~498794,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,212920866~2791154,233532670~4905246,240002699~3920924,248918010~24205384,274844741~3309291,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,339220096~11565716,351436350~129888,354832219~4708860,362435091~3426120,372769926~7962052,382959977~706847,383695512~2571743,394541246~4934736] 2024-04-22T05:11:57.468 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to 18 diff [30996760~1267205,42790893~26262141,79512287~4129185,88652589~2140696,90962106~498794,93072122~1797216,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~7927118,165285334~7662119,177611255~7156878,186569676~4718286,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248918010~24205384,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~4708860,362336238~5942735,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:57.468 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [30996760~1267205,42790893~26262141,79512287~4129185,88652589~2140696,90962106~498794,93072122~1797216,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~7927118,165285334~7662119,177611255~7156878,186569676~4718286,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248918010~24205384,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~4708860,362336238~5942735,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:57.474 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [30996760~1267205,42790893~26262141,79512287~4129185,88652589~2140696,90962106~498794,93072122~1797216,106576605~1047784,111206703~602399,121553814~4122238,132082030~10869388,145411993~7927118,165285334~7662119,177611255~7156878,186569676~4718286,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248918010~24205384,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~4708860,362336238~5942735,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:11:57.475 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to 19 diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:57.475 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:57.480 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:11:57.480 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to 13 diff [52016353~8071284,177611255~7156878,240002699~3920924,248918010~5206713,260599680~367876,269365248~3167969,274844741~3309291,297278229~4594011,340079957~6464505,354832219~4708860] 2024-04-22T05:11:57.480 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [52016353~8071284,177611255~7156878,240002699~3920924,248918010~5206713,260599680~367876,269365248~3167969,274844741~3309291,297278229~4594011,340079957~6464505,354832219~4708860] 2024-04-22T05:11:57.485 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [52016353~8071284,177611255~7156878,240002699~3920924,248918010~5206713,260599680~367876,269365248~3167969,274844741~3309291,297278229~4594011,340079957~6464505,354832219~4708860] 2024-04-22T05:11:57.486 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to 14 diff [52016353~8071284,79512287~4129185,121553814~4122238,132082030~2600568,135069319~3678113,165285334~7662119,177611255~7156878,240002699~3920924,248918010~5206713,260599680~367876,269365248~3167969,274844741~3309291,297278229~9389461,340079957~6464505,354832219~4708860,372769926~7962052,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.486 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [52016353~8071284,79512287~4129185,121553814~4122238,132082030~2600568,135069319~3678113,165285334~7662119,177611255~7156878,240002699~3920924,248918010~5206713,260599680~367876,269365248~3167969,274844741~3309291,297278229~9389461,340079957~6464505,354832219~4708860,372769926~7962052,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.491 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [52016353~8071284,79512287~4129185,121553814~4122238,132082030~2600568,135069319~3678113,165285334~7662119,177611255~7156878,240002699~3920924,248918010~5206713,260599680~367876,269365248~3167969,274844741~3309291,297278229~9389461,340079957~6464505,354832219~4708860,372769926~7962052,383695512~2571743,394541246~4934736] 2024-04-22T05:11:57.491 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to 15 diff [42790893~5198259,52016353~8071284,79512287~4129185,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,240002699~3920924,248918010~12116359,269365248~3167969,274844741~3309291,287606333~2015972,297278229~9389461,340079957~6464505,354832219~4708860,372769926~7962052,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.491 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [42790893~5198259,52016353~8071284,79512287~4129185,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,240002699~3920924,248918010~12116359,269365248~3167969,274844741~3309291,287606333~2015972,297278229~9389461,340079957~6464505,354832219~4708860,372769926~7962052,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.497 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [42790893~5198259,52016353~8071284,79512287~4129185,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,240002699~3920924,248918010~12116359,269365248~3167969,274844741~3309291,287606333~2015972,297278229~9389461,340079957~6464505,354832219~4708860,372769926~7962052,383695512~2571743,394541246~4934736] 2024-04-22T05:11:57.497 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to 16 diff [42790893~5198259,52016353~11522255,79512287~4129185,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,240002699~3920924,248918010~12116359,265793435~7329959,274844741~3309291,287606333~2015972,296458379~10209311,323564031~497392,333105866~1983749,339220096~7324366,354832219~4708860,363540262~2320949,372769926~7962052,382959977~706847,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.497 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [42790893~5198259,52016353~11522255,79512287~4129185,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,240002699~3920924,248918010~12116359,265793435~7329959,274844741~3309291,287606333~2015972,296458379~10209311,323564031~497392,333105866~1983749,339220096~7324366,354832219~4708860,363540262~2320949,372769926~7962052,382959977~706847,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.502 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [42790893~5198259,52016353~11522255,79512287~4129185,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,240002699~3920924,248918010~12116359,265793435~7329959,274844741~3309291,287606333~2015972,296458379~10209311,323564031~497392,333105866~1983749,339220096~7324366,354832219~4708860,362435091~3426120,372769926~7962052,382959977~706847,383695512~2571743,394541246~4934736] 2024-04-22T05:11:57.503 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to 17 diff [30996760~1267205,42790893~5198259,52016353~11522255,79512287~4129185,90962106~498794,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,240002699~3920924,248918010~24205384,274844741~3309291,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,339220096~10832686,351436350~129888,354832219~4708860,363540262~2320949,372769926~7962052,382959977~706847,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.503 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [30996760~1267205,42790893~5198259,52016353~11522255,79512287~4129185,90962106~498794,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,240002699~3920924,248918010~24205384,274844741~3309291,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,339220096~10832686,351436350~129888,354832219~4708860,363540262~2320949,372769926~7962052,382959977~706847,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.508 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [30996760~1267205,42790893~5198259,52016353~11522255,79512287~4129185,90962106~498794,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,177611255~7156878,206258438~5319194,240002699~3920924,248918010~24205384,274844741~3309291,281018368~2681878,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,339220096~10832686,351436350~129888,354832219~4708860,362435091~3426120,372769926~7962052,382959977~706847,383695512~2571743,394541246~4934736] 2024-04-22T05:11:57.508 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to 18 diff [30996760~1267205,42790893~5198259,52016353~17036681,79512287~4129185,90962106~498794,93072122~1797216,111206703~602399,121553814~4122238,132082030~10869388,145411993~7927118,165285334~7662119,177611255~7156878,186569676~4718286,206258438~5319194,223741343~6679723,239785098~4138525,248918010~24205384,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~4708860,362336238~5942735,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:57.508 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [30996760~1267205,42790893~5198259,52016353~17036681,79512287~4129185,90962106~498794,93072122~1797216,111206703~602399,121553814~4122238,132082030~10869388,145411993~7927118,165285334~7662119,177611255~7156878,186569676~4718286,206258438~5319194,223741343~6679723,239785098~4138525,248918010~24205384,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~4708860,362336238~5942735,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:57.514 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [30996760~1267205,42790893~5198259,52016353~17036681,79512287~4129185,90962106~498794,93072122~1797216,111206703~602399,121553814~4122238,132082030~10869388,145411993~7927118,165285334~7662119,177611255~7156878,186569676~4718286,206258438~5319194,223741343~6679723,239785098~4138525,248918010~24205384,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~4708860,362336238~5942735,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:11:57.514 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to 19 diff [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:57.514 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:57.519 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:11:57.519 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to 14 diff [79512287~4129185,121553814~4122238,132082030~2600568,135069319~3678113,165285334~7662119,300151621~6516069,341874458~1651679,372769926~7962052,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.519 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [79512287~4129185,121553814~4122238,132082030~2600568,135069319~3678113,165285334~7662119,300151621~6516069,341874458~1651679,372769926~7962052,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.525 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [79512287~4129185,121553814~4122238,132082030~2600568,135069319~3678113,165285334~7662119,300151621~6516069,341874458~1651679,372769926~7962052,383695512~2571743,394541246~4934736] 2024-04-22T05:11:57.525 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to 15 diff [42790893~5198259,79512287~4129185,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,206258438~5319194,240546137~1742536,253910340~7124029,287606333~2015972,300151621~6516069,341874458~1651679,343726815~1339652,372769926~7962052,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.525 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [42790893~5198259,79512287~4129185,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,206258438~5319194,240546137~1742536,253910340~7124029,287606333~2015972,300151621~6516069,341874458~1651679,343726815~1339652,372769926~7962052,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.530 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [42790893~5198259,79512287~4129185,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,206258438~5319194,240546137~1742536,253910340~7124029,287606333~2015972,300151621~6516069,341874458~1651679,343726815~1339652,372769926~7962052,383695512~2571743,394541246~4934736] 2024-04-22T05:11:57.530 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to 16 diff [42790893~5198259,60068938~3469670,79512287~4129185,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,206258438~5319194,240546137~1742536,253910340~7124029,265793435~7329959,287606333~2015972,296458379~10209311,323564031~497392,333105866~1983749,339220096~1732657,341874458~1651679,343726815~1339652,363540262~2320949,372769926~7962052,382959977~706847,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.531 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [42790893~5198259,60068938~3469670,79512287~4129185,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,206258438~5319194,240546137~1742536,253910340~7124029,265793435~7329959,287606333~2015972,296458379~10209311,323564031~497392,333105866~1983749,339220096~1732657,341874458~1651679,343726815~1339652,363540262~2320949,372769926~7962052,382959977~706847,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.538 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [42790893~5198259,60068938~3469670,79512287~4129185,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,206258438~5319194,240546137~1742536,253910340~7124029,265793435~7329959,287606333~2015972,296458379~10209311,323564031~497392,333105866~1983749,339220096~1732657,341874458~1651679,343726815~1339652,362435091~3426120,372769926~7962052,382959977~706847,383695512~2571743,394541246~4934736] 2024-04-22T05:11:57.538 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to 17 diff [30996760~1267205,42790893~5198259,57784268~5754340,79512287~4129185,90962106~498794,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,206258438~5319194,240546137~1742536,253910340~19213054,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,339220096~1732657,341874458~8178324,351436350~129888,363540262~2320949,372769926~7962052,382959977~706847,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.539 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [30996760~1267205,42790893~5198259,57784268~5754340,79512287~4129185,90962106~498794,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,206258438~5319194,240546137~1742536,253910340~19213054,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,339220096~1732657,341874458~8178324,351436350~129888,363540262~2320949,372769926~7962052,382959977~706847,383695512~2571743,396957560~2518422] 2024-04-22T05:11:57.545 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [30996760~1267205,42790893~5198259,57784268~5754340,79512287~4129185,90962106~498794,111206703~602399,121553814~4122238,132082030~10869388,145411993~4133352,165285334~7662119,206258438~5319194,240546137~1742536,253910340~19213054,281018368~2681878,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,339220096~1732657,341874458~8178324,351436350~129888,362435091~3426120,372769926~7962052,382959977~706847,383695512~2571743,394541246~4934736] 2024-04-22T05:11:57.545 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to 18 diff [30996760~1267205,42790893~5198259,57784268~11268766,79512287~4129185,90962106~498794,93072122~1797216,111206703~602399,121553814~4122238,132082030~10869388,145411993~7927118,165285334~7662119,186569676~4718286,206258438~5319194,223741343~6679723,239785098~3191544,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,362336238~5942735,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:57.545 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [30996760~1267205,42790893~5198259,57784268~11268766,79512287~4129185,90962106~498794,93072122~1797216,111206703~602399,121553814~4122238,132082030~10869388,145411993~7927118,165285334~7662119,186569676~4718286,206258438~5319194,223741343~6679723,239785098~3191544,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,362336238~5942735,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:57.550 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [30996760~1267205,42790893~5198259,57784268~11268766,79512287~4129185,90962106~498794,93072122~1797216,111206703~602399,121553814~4122238,132082030~10869388,145411993~7927118,165285334~7662119,186569676~4718286,206258438~5319194,223741343~6679723,239785098~3191544,253910340~19213054,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,362336238~5942735,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:11:57.551 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to 19 diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:57.551 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:57.556 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:11:57.557 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to 15 diff [42790893~5198259,132349771~257969,134125670~8825748,145411993~4133352,206258438~5319194,240546137~1742536,253910340~7124029,287606333~2015972,343726815~1339652] 2024-04-22T05:11:57.557 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [42790893~5198259,132349771~257969,134125670~8825748,145411993~4133352,206258438~5319194,240546137~1742536,253910340~7124029,287606333~2015972,343726815~1339652] 2024-04-22T05:11:57.562 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [42790893~5198259,132349771~257969,134125670~8825748,145411993~4133352,206258438~5319194,240546137~1742536,253910340~7124029,287606333~2015972,343726815~1339652] 2024-04-22T05:11:57.562 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to 16 diff [42790893~5198259,60068938~3469670,111206703~602399,132349771~257969,134125670~8825748,145411993~4133352,206258438~5319194,240546137~1742536,253910340~7124029,265793435~7329959,287606333~2015972,296458379~5361954,323564031~497392,333105866~1983749,339220096~1732657,343726815~1339652,363540262~2320949,382959977~706847] 2024-04-22T05:11:57.563 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [42790893~5198259,60068938~3469670,111206703~602399,132349771~257969,134125670~8825748,145411993~4133352,206258438~5319194,240546137~1742536,253910340~7124029,265793435~7329959,287606333~2015972,296458379~5361954,323564031~497392,333105866~1983749,339220096~1732657,343726815~1339652,363540262~2320949,382959977~706847] 2024-04-22T05:11:57.568 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [42790893~5198259,60068938~3469670,111206703~602399,132349771~257969,134125670~8825748,145411993~4133352,206258438~5319194,240546137~1742536,253910340~7124029,265793435~7329959,287606333~2015972,296458379~5361954,323564031~497392,333105866~1983749,339220096~1732657,343726815~1339652,362435091~3426120,382959977~706847] 2024-04-22T05:11:57.568 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to 17 diff [30996760~1267205,42790893~5198259,57784268~5754340,90962106~498794,111206703~602399,132349771~257969,134125670~8825748,145411993~4133352,169462756~1092970,206258438~5319194,240546137~1742536,253910340~19213054,283108102~592144,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,339220096~1732657,343025778~7027004,351436350~129888,363540262~2320949,382959977~706847] 2024-04-22T05:11:57.568 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [30996760~1267205,42790893~5198259,57784268~5754340,90962106~498794,111206703~602399,132349771~257969,134125670~8825748,145411993~4133352,169462756~1092970,206258438~5319194,240546137~1742536,253910340~19213054,283108102~592144,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,339220096~1732657,343025778~7027004,351436350~129888,363540262~2320949,382959977~706847] 2024-04-22T05:11:57.574 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [30996760~1267205,42790893~5198259,57784268~5754340,90962106~498794,111206703~602399,132349771~257969,134125670~8825748,145411993~4133352,169462756~1092970,206258438~5319194,240546137~1742536,253910340~19213054,281018368~2681878,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,339220096~1732657,343025778~7027004,351436350~129888,362435091~3426120,382959977~706847] 2024-04-22T05:11:57.575 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to 18 diff [30996760~1267205,42790893~5198259,57784268~11268766,90962106~498794,93072122~1797216,111206703~602399,132349771~257969,134125670~8825748,145411993~7927118,169462756~1092970,186569676~4718286,206258438~5319194,223741343~6679723,239785098~3191544,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,362336238~5942735,381728477~7929756] 2024-04-22T05:11:57.575 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [30996760~1267205,42790893~5198259,57784268~11268766,90962106~498794,93072122~1797216,111206703~602399,132349771~257969,134125670~8825748,145411993~7927118,169462756~1092970,186569676~4718286,206258438~5319194,223741343~6679723,239785098~3191544,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,362336238~5942735,381728477~7929756] 2024-04-22T05:11:57.580 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [30996760~1267205,42790893~5198259,57784268~11268766,90962106~498794,93072122~1797216,111206703~602399,132349771~257969,134125670~8825748,145411993~7927118,169462756~1092970,186569676~4718286,206258438~5319194,223741343~6679723,239785098~3191544,253910340~19213054,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,362336238~5942735,381728477~7929756] 2024-04-22T05:11:57.580 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to 19 diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~14503249,145411993~7927118,160669674~5094771,169462756~1092970,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:57.580 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~14503249,145411993~7927118,160669674~5094771,169462756~1092970,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:57.585 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~14503249,145411993~7927118,160669674~5094771,169462756~1092970,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:57.585 INFO:tasks.workunit.client.0.smithi040.stdout:from 15 to 16 diff [60068938~3469670,111206703~602399,265793435~7329959,296458379~5361954,323564031~497392,333105866~1983749,339220096~1732657,363540262~2320949,382959977~706847] 2024-04-22T05:11:57.585 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [60068938~3469670,111206703~602399,265793435~7329959,296458379~5361954,323564031~497392,333105866~1983749,339220096~1732657,363540262~2320949,382959977~706847] 2024-04-22T05:11:57.591 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [60068938~3469670,111206703~602399,265793435~7329959,296458379~5361954,323564031~497392,333105866~1983749,339220096~1732657,362435091~3426120,382959977~706847] 2024-04-22T05:11:57.591 INFO:tasks.workunit.client.0.smithi040.stdout:from 15 to 17 diff [30996760~1267205,57784268~5754340,90962106~498794,111206703~602399,169462756~1092970,260395174~12728220,283108102~592144,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,339220096~1732657,343025778~7027004,351436350~129888,363540262~2320949,382959977~706847] 2024-04-22T05:11:57.591 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [30996760~1267205,57784268~5754340,90962106~498794,111206703~602399,169462756~1092970,260395174~12728220,283108102~592144,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,339220096~1732657,343025778~7027004,351436350~129888,363540262~2320949,382959977~706847] 2024-04-22T05:11:57.597 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [30996760~1267205,57784268~5754340,90962106~498794,111206703~602399,169462756~1092970,260395174~12728220,281018368~2681878,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,339220096~1732657,343025778~7027004,351436350~129888,362435091~3426120,382959977~706847] 2024-04-22T05:11:57.597 INFO:tasks.workunit.client.0.smithi040.stdout:from 15 to 18 diff [30996760~1267205,57784268~11268766,90962106~498794,93072122~1797216,111206703~602399,147133769~6205342,169462756~1092970,186569676~4718286,223741343~6679723,239785098~3191544,260395174~12728220,279715224~719329,283108102~592144,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,362336238~5942735,381728477~7929756] 2024-04-22T05:11:57.597 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [30996760~1267205,57784268~11268766,90962106~498794,93072122~1797216,111206703~602399,147133769~6205342,169462756~1092970,186569676~4718286,223741343~6679723,239785098~3191544,260395174~12728220,279715224~719329,283108102~592144,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,362336238~5942735,381728477~7929756] 2024-04-22T05:11:57.602 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [30996760~1267205,57784268~11268766,90962106~498794,93072122~1797216,111206703~602399,147133769~6205342,169462756~1092970,186569676~4718286,223741343~6679723,239785098~3191544,260395174~12728220,278856424~1578129,281018368~2681878,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,362336238~5942735,381728477~7929756] 2024-04-22T05:11:57.602 INFO:tasks.workunit.client.0.smithi040.stdout:from 15 to 19 diff [16365169~2983810,30435816~7487473,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~12728220,279715224~719329,283108102~592144,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:57.603 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~12728220,279715224~719329,283108102~592144,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:57.608 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~12728220,278856424~1578129,281018368~2681878,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:57.608 INFO:tasks.workunit.client.0.smithi040.stdout:from 16 to 17 diff [30996760~1267205,57784268~3965607,90962106~498794,169462756~1092970,260395174~7836036,283108102~592144,293612299~2581077,335629249~1110848,343025778~7027004,351436350~129888] 2024-04-22T05:11:57.608 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [30996760~1267205,57784268~3965607,90962106~498794,169462756~1092970,260395174~7836036,283108102~592144,293612299~2581077,335629249~1110848,343025778~7027004,351436350~129888] 2024-04-22T05:11:57.613 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [30996760~1267205,57784268~3965607,90962106~498794,169462756~1092970,260395174~7836036,281018368~2681878,293612299~2581077,335629249~1110848,343025778~7027004,351436350~129888] 2024-04-22T05:11:57.613 INFO:tasks.workunit.client.0.smithi040.stdout:from 16 to 18 diff [30996760~1267205,57784268~3965607,62495746~6557288,90962106~498794,93072122~1797216,147133769~6205342,169462756~1092970,186569676~4718286,223741343~6679723,239785098~3191544,260395174~7836036,279715224~719329,283108102~592144,293612299~2581077,335629249~1110848,337143187~12909595,351436350~129888,362336238~5942735,381728477~7929756] 2024-04-22T05:11:57.614 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [30996760~1267205,57784268~3965607,62495746~6557288,90962106~498794,93072122~1797216,147133769~6205342,169462756~1092970,186569676~4718286,223741343~6679723,239785098~3191544,260395174~7836036,279715224~719329,283108102~592144,293612299~2581077,335629249~1110848,337143187~12909595,351436350~129888,362336238~5942735,381728477~7929756] 2024-04-22T05:11:57.619 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [30996760~1267205,57784268~3965607,62495746~6557288,90962106~498794,93072122~1797216,147133769~6205342,169462756~1092970,186569676~4718286,223741343~6679723,239785098~3191544,260395174~7836036,278856424~1578129,281018368~2681878,293612299~2581077,335629249~1110848,337143187~12909595,351436350~129888,362336238~5942735,381728477~7929756] 2024-04-22T05:11:57.619 INFO:tasks.workunit.client.0.smithi040.stdout:from 16 to 19 diff [16365169~2983810,30435816~7487473,57784268~3965607,62495746~6557288,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~9232355,279715224~719329,283108102~592144,293612299~2581077,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:57.619 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,57784268~3965607,62495746~6557288,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~9232355,279715224~719329,283108102~592144,293612299~2581077,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:57.625 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,57784268~3965607,62495746~6557288,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~9232355,278856424~1578129,281018368~2681878,293612299~2581077,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:57.625 INFO:tasks.workunit.client.0.smithi040.stdout:from 17 to 18 diff [62495746~6557288,93072122~1797216,147133769~6205342,186569676~4718286,223741343~6679723,239785098~3191544,279715224~719329,337143187~7791211,362336238~5942735,381728477~7929756] 2024-04-22T05:11:57.625 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [62495746~6557288,93072122~1797216,147133769~6205342,186569676~4718286,223741343~6679723,239785098~3191544,279715224~719329,337143187~7791211,362336238~5942735,381728477~7929756] 2024-04-22T05:11:57.630 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [62495746~6557288,93072122~1797216,147133769~6205342,186569676~4718286,223741343~6679723,239785098~3191544,278856424~1578129,337143187~7791211,362336238~5942735,381728477~7929756] 2024-04-22T05:11:57.630 INFO:tasks.workunit.client.0.smithi040.stdout:from 17 to 19 diff [16365169~2983810,30435816~7487473,62495746~6557288,84373323~3983453,93072122~1797216,106211861~4722348,128448169~5946133,147133769~6205342,160669674~5094771,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,266058651~3568878,279715224~719329,337143187~7791211,357908153~10370820,381728477~7929756] 2024-04-22T05:11:57.631 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,62495746~6557288,84373323~3983453,93072122~1797216,106211861~4722348,128448169~5946133,147133769~6205342,160669674~5094771,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,266058651~3568878,279715224~719329,337143187~7791211,357908153~10370820,381728477~7929756] 2024-04-22T05:11:57.636 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,62495746~6557288,84373323~3983453,93072122~1797216,106211861~4722348,128448169~5946133,147133769~6205342,160669674~5094771,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,266058651~3568878,278856424~1578129,337143187~7791211,357908153~10370820,381728477~7929756] 2024-04-22T05:11:57.636 INFO:tasks.workunit.client.0.smithi040.stdout:from 18 to 19 diff [16365169~2983810,30435816~7487473,84373323~3983453,106211861~4722348,128448169~5946133,160669674~5094771,189801044~6167560,248190438~4472251,266058651~3568878,357908153~5849319] 2024-04-22T05:11:57.636 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,84373323~3983453,106211861~4722348,128448169~5946133,160669674~5094771,189801044~6167560,248190438~4472251,266058651~3568878,357908153~5849319] 2024-04-22T05:11:57.642 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,84373323~3983453,106211861~4722348,128448169~5946133,160669674~5094771,189801044~6167560,248190438~4472251,266058651~3568878,357908153~5849319] 2024-04-22T05:11:57.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:57 smithi062 ceph-mon[78153]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-22T05:11:57.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:57 smithi040 ceph-mon[88445]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-22T05:11:57.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:57 smithi040 ceph-mon[91058]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-22T05:11:58.559 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:58.559 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:58.574 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:11:58.574 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:58.575 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:58.581 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:11:58.581 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:58.581 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:58.587 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:11:58.587 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:58.587 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:58.593 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:11:58.594 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:58.594 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:58.600 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,118644509~9623784,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:11:58.600 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:58.600 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:58.605 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:11:58.605 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:11:58.606 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:11:58.611 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,369098752~20559481,390070272~9405710,400799029~13951410] 2024-04-22T05:11:58.611 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:58.612 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:58.618 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:11:58.618 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:58.618 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:58.623 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:11:58.624 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:58.624 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:58.630 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:11:58.630 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to HEAD diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:11:58.630 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:11:58.636 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736,400799029~6287455,408621758~6128681] 2024-04-22T05:11:58.636 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to HEAD diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:58.636 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:58.642 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:11:58.642 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to HEAD diff [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:58.642 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:58.647 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:11:58.648 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to HEAD diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:58.648 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:58.653 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:11:58.653 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to HEAD diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~14503249,145411993~7927118,160669674~5094771,169462756~1092970,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:58.654 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~14503249,145411993~7927118,160669674~5094771,169462756~1092970,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:58.662 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~14503249,145411993~7927118,160669674~5094771,169462756~1092970,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:58.662 INFO:tasks.workunit.client.0.smithi040.stdout:from 15 to HEAD diff [16365169~2983810,30435816~7487473,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~12728220,279715224~719329,283108102~592144,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:58.662 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~12728220,279715224~719329,283108102~592144,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:58.666 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~12728220,278856424~1578129,281018368~2681878,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:58.666 INFO:tasks.workunit.client.0.smithi040.stdout:from 16 to HEAD diff [16365169~2983810,30435816~7487473,57784268~3965607,62495746~6557288,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~9232355,279715224~719329,283108102~592144,293612299~2581077,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:58.666 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,57784268~3965607,62495746~6557288,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~9232355,279715224~719329,283108102~592144,293612299~2581077,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:58.671 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,57784268~3965607,62495746~6557288,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~9232355,278856424~1578129,281018368~2681878,293612299~2581077,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:58.671 INFO:tasks.workunit.client.0.smithi040.stdout:from 17 to HEAD diff [16365169~2983810,30435816~7487473,62495746~6557288,84373323~3983453,93072122~1797216,106211861~4722348,128448169~5946133,147133769~6205342,160669674~5094771,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,266058651~3568878,279715224~719329,337143187~7791211,357908153~10370820,381728477~7929756] 2024-04-22T05:11:58.671 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,62495746~6557288,84373323~3983453,93072122~1797216,106211861~4722348,128448169~5946133,147133769~6205342,160669674~5094771,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,266058651~3568878,279715224~719329,337143187~7791211,357908153~10370820,381728477~7929756] 2024-04-22T05:11:58.677 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,62495746~6557288,84373323~3983453,93072122~1797216,106211861~4722348,128448169~5946133,147133769~6205342,160669674~5094771,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,266058651~3568878,278856424~1578129,337143187~7791211,357908153~10370820,381728477~7929756] 2024-04-22T05:11:58.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:58 smithi062 ceph-mon[78153]: pgmap v2332: 137 pgs: 137 active+clean; 896 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.5 KiB/s rd, 44 MiB/s wr, 1.55k op/s 2024-04-22T05:11:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:58 smithi040 ceph-mon[88445]: pgmap v2332: 137 pgs: 137 active+clean; 896 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.5 KiB/s rd, 44 MiB/s wr, 1.55k op/s 2024-04-22T05:11:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:58 smithi040 ceph-mon[91058]: pgmap v2332: 137 pgs: 137 active+clean; 896 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.5 KiB/s rd, 44 MiB/s wr, 1.55k op/s 2024-04-22T05:11:59.580 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:59.580 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:59.606 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:11:59.606 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:59.606 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:59.612 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:11:59.612 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:59.612 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:59.618 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:11:59.619 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:59.619 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:11:59.625 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:11:59.625 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:59.625 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:59.631 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,118644509~9623784,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:11:59.631 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:59.631 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:11:59.637 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:11:59.637 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:11:59.637 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:11:59.643 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,369098752~20559481,390070272~9405710,400799029~13951410] 2024-04-22T05:11:59.643 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:59.643 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:59.649 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:11:59.649 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:59.649 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:59.655 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:11:59.655 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:59.655 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:11:59.660 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:11:59.661 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to HEAD diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:11:59.661 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:11:59.666 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736,400799029~6287455,408621758~6128681] 2024-04-22T05:11:59.666 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to HEAD diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:59.666 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:59.672 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:11:59.672 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to HEAD diff [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:59.672 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:59.678 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:11:59.678 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to HEAD diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:59.678 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:11:59.685 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:11:59.685 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to HEAD diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~14503249,145411993~7927118,160669674~5094771,169462756~1092970,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:59.685 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~14503249,145411993~7927118,160669674~5094771,169462756~1092970,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:59.690 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~14503249,145411993~7927118,160669674~5094771,169462756~1092970,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:59.690 INFO:tasks.workunit.client.0.smithi040.stdout:from 15 to HEAD diff [16365169~2983810,30435816~7487473,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~12728220,279715224~719329,283108102~592144,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:59.690 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~12728220,279715224~719329,283108102~592144,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:59.696 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~12728220,278856424~1578129,281018368~2681878,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:59.696 INFO:tasks.workunit.client.0.smithi040.stdout:from 16 to HEAD diff [16365169~2983810,30435816~7487473,57784268~3965607,62495746~6557288,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~9232355,279715224~719329,283108102~592144,293612299~2581077,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:59.696 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,57784268~3965607,62495746~6557288,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~9232355,279715224~719329,283108102~592144,293612299~2581077,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:59.701 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,57784268~3965607,62495746~6557288,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~9232355,278856424~1578129,281018368~2681878,293612299~2581077,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:11:59.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:11:59 smithi062 ceph-mon[78153]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-22T05:11:59.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:11:59 smithi040 ceph-mon[88445]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-22T05:11:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:11:59 smithi040 ceph-mon[91058]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-22T05:12:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:12:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:12:00] "GET /metrics HTTP/1.1" 200 242805 "" "Prometheus/2.43.0" 2024-04-22T05:12:00.595 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:00.596 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:00.619 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:00.619 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:00.619 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:00.625 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:00.625 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:00.625 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:00.631 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:00.632 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:00.632 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:00.638 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:00.638 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:00.638 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:00.644 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,118644509~9623784,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:00.644 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:00.644 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:00.650 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:00.650 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:00.650 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:00.656 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,369098752~20559481,390070272~9405710,400799029~13951410] 2024-04-22T05:12:00.656 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:00.656 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:00.661 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:00.662 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:00.662 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:00.668 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:00.668 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:00.668 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:00.673 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:00.674 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to HEAD diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:12:00.674 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:12:00.680 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736,400799029~6287455,408621758~6128681] 2024-04-22T05:12:00.680 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to HEAD diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:00.680 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:00.685 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:12:00.685 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to HEAD diff [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:00.686 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:00.691 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:12:00.691 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to HEAD diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:00.691 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:00.697 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:12:00.697 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to HEAD diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~14503249,145411993~7927118,160669674~5094771,169462756~1092970,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:12:00.697 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~14503249,145411993~7927118,160669674~5094771,169462756~1092970,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:12:00.703 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~14503249,145411993~7927118,160669674~5094771,169462756~1092970,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:12:00.703 INFO:tasks.workunit.client.0.smithi040.stdout:from 15 to HEAD diff [16365169~2983810,30435816~7487473,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~12728220,279715224~719329,283108102~592144,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:12:00.703 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~12728220,279715224~719329,283108102~592144,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:12:00.709 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~5946133,147133769~6205342,160669674~5094771,169462756~1092970,186569676~9398928,223741343~6679723,239785098~3191544,248190438~4472251,260395174~12728220,278856424~1578129,281018368~2681878,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:12:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:00 smithi062 ceph-mon[78153]: pgmap v2334: 137 pgs: 137 active+clean; 896 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.1 KiB/s rd, 36 MiB/s wr, 1.27k op/s 2024-04-22T05:12:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:00 smithi062 ceph-mon[78153]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-22T05:12:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:00 smithi040 ceph-mon[91058]: pgmap v2334: 137 pgs: 137 active+clean; 896 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.1 KiB/s rd, 36 MiB/s wr, 1.27k op/s 2024-04-22T05:12:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:00 smithi040 ceph-mon[91058]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-22T05:12:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:00 smithi040 ceph-mon[88445]: pgmap v2334: 137 pgs: 137 active+clean; 896 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.1 KiB/s rd, 36 MiB/s wr, 1.27k op/s 2024-04-22T05:12:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:00 smithi040 ceph-mon[88445]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-22T05:12:01.597 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:01.597 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:01.626 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:01.626 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:01.626 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:01.632 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:01.632 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:01.632 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:01.639 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:01.639 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:01.639 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:01.645 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:01.645 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:01.645 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:01.651 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,118644509~9623784,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:01.651 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:01.651 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:01.657 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:01.657 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:01.657 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:01.663 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,369098752~20559481,390070272~9405710,400799029~13951410] 2024-04-22T05:12:01.663 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:01.663 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:01.669 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:01.669 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:01.669 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:01.675 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:01.675 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:01.675 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:01.681 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:01.681 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to HEAD diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:12:01.681 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:12:01.686 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736,400799029~6287455,408621758~6128681] 2024-04-22T05:12:01.686 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to HEAD diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:01.686 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:01.692 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:12:01.692 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to HEAD diff [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:01.692 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:01.698 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:12:01.698 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to HEAD diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:01.698 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:01.704 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:12:01.704 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to HEAD diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~14503249,145411993~7927118,160669674~5094771,169462756~1092970,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:12:01.704 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~14503249,145411993~7927118,160669674~5094771,169462756~1092970,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:12:01.710 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,128448169~14503249,145411993~7927118,160669674~5094771,169462756~1092970,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~5361954,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,381728477~7929756] 2024-04-22T05:12:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:01 smithi062 ceph-mon[78153]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-22T05:12:01.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:01 smithi040 ceph-mon[88445]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-22T05:12:01.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:01 smithi040 ceph-mon[91058]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-22T05:12:02.598 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:02.598 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:02.629 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:02.629 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:02.630 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:02.636 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:02.636 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:02.636 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:02.642 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:02.642 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:02.642 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:02.648 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:02.649 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:02.649 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:02.654 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,118644509~9623784,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:02.654 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:02.655 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:02.660 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:02.660 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:02.660 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:02.666 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,369098752~20559481,390070272~9405710,400799029~13951410] 2024-04-22T05:12:02.666 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:02.666 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:02.672 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:02.672 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:02.672 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:02.678 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:02.678 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:02.678 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:02.684 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:02.684 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to HEAD diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:12:02.684 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:12:02.690 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736,400799029~6287455,408621758~6128681] 2024-04-22T05:12:02.690 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to HEAD diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:02.690 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:02.695 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:12:02.695 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to HEAD diff [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:02.695 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:02.701 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:12:02.701 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to HEAD diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:02.701 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:02.706 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,57784268~11268766,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,186569676~9398928,206258438~5319194,223741343~6679723,239785098~3191544,248190438~4472251,253910340~19213054,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,357908153~10370820,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:12:02.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:02 smithi062 ceph-mon[78153]: pgmap v2337: 137 pgs: 137 active+clean; 897 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.1 KiB/s rd, 17 MiB/s wr, 3.46k op/s 2024-04-22T05:12:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:02 smithi062 ceph-mon[78153]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-22T05:12:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:02 smithi040 ceph-mon[91058]: pgmap v2337: 137 pgs: 137 active+clean; 897 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.1 KiB/s rd, 17 MiB/s wr, 3.46k op/s 2024-04-22T05:12:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:02 smithi040 ceph-mon[91058]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-22T05:12:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:02 smithi040 ceph-mon[88445]: pgmap v2337: 137 pgs: 137 active+clean; 897 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.1 KiB/s rd, 17 MiB/s wr, 3.46k op/s 2024-04-22T05:12:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:02 smithi040 ceph-mon[88445]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-22T05:12:03.607 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:03.608 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:03.640 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:03.640 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:03.640 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:03.652 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:03.652 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:03.652 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:03.658 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:03.658 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:03.658 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:03.664 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:03.664 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:03.664 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:03.670 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,118644509~9623784,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:03.670 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:03.670 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:03.675 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:03.676 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:03.676 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:03.682 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,369098752~20559481,390070272~9405710,400799029~13951410] 2024-04-22T05:12:03.682 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:03.682 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:03.687 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:03.687 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:03.687 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:03.693 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:03.693 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:03.693 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:03.699 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:03.699 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to HEAD diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:12:03.699 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:12:03.705 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736,400799029~6287455,408621758~6128681] 2024-04-22T05:12:03.705 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to HEAD diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:03.706 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:03.710 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:12:03.710 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to HEAD diff [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:03.710 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:03.716 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~5198259,52016353~17036681,79512287~4129185,84373323~3983453,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,223741343~6679723,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~2581077,296458379~10209311,323564031~497392,333105866~1983749,335629249~1110848,337143187~12909595,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:12:03.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:03 smithi062 ceph-mon[78153]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-22T05:12:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:03 smithi040 ceph-mon[88445]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-22T05:12:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:03 smithi040 ceph-mon[91058]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-22T05:12:04.626 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:04.626 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:04.655 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:04.655 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:04.655 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:04.661 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:04.661 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:04.661 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:04.667 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:04.667 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:04.667 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:04.674 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:04.674 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:04.674 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:04.679 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,118644509~9623784,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:04.680 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:04.680 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:04.686 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:04.686 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:04.686 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:04.692 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,369098752~20559481,390070272~9405710,400799029~13951410] 2024-04-22T05:12:04.692 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:04.692 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:04.697 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:04.698 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:04.698 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:04.703 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:04.703 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:04.703 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:04.709 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:04.709 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to HEAD diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:12:04.709 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:12:04.715 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736,400799029~6287455,408621758~6128681] 2024-04-22T05:12:04.715 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to HEAD diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:04.715 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422] 2024-04-22T05:12:04.721 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,160669674~12277779,177611255~7156878,186569676~9398928,206258438~5319194,212920866~2791154,223741343~6679723,233532670~4905246,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~6931561,335629249~1110848,337143187~13642625,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736] 2024-04-22T05:12:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:04 smithi062 ceph-mon[78153]: pgmap v2340: 137 pgs: 137 active+clean; 883 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 822 KiB/s wr, 4.43k op/s 2024-04-22T05:12:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:04 smithi062 ceph-mon[78153]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-22T05:12:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:04 smithi040 ceph-mon[88445]: pgmap v2340: 137 pgs: 137 active+clean; 883 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 822 KiB/s wr, 4.43k op/s 2024-04-22T05:12:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:04 smithi040 ceph-mon[88445]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-22T05:12:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:04 smithi040 ceph-mon[91058]: pgmap v2340: 137 pgs: 137 active+clean; 883 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 822 KiB/s wr, 4.43k op/s 2024-04-22T05:12:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:04 smithi040 ceph-mon[91058]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-22T05:12:05.612 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:05.612 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:05.665 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:05.666 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:05.666 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:05.676 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:05.676 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:05.676 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:05.682 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:05.682 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:05.682 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:05.688 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:05.689 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:05.689 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:05.694 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,118644509~9623784,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:05.694 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:05.694 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:05.701 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:05.701 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:05.701 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:05.706 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,369098752~20559481,390070272~9405710,400799029~13951410] 2024-04-22T05:12:05.706 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:05.707 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:05.712 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:05.712 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:05.712 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:05.718 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:05.718 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:05.718 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:05.724 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:05.724 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to HEAD diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:12:05.724 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,396957560~2518422,400799029~6287455,408621758~6128681] 2024-04-22T05:12:05.729 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,42790893~26262141,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,106211861~4722348,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~7156878,186569676~15857641,206258438~5319194,212920866~2791154,223741343~6679723,231792246~6645670,239785098~4138525,248190438~24932956,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7962052,381728477~7929756,394541246~4934736,400799029~6287455,408621758~6128681] 2024-04-22T05:12:05.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:05 smithi062 ceph-mon[78153]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-22T05:12:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:12:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:12:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:12:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:05 smithi040 ceph-mon[88445]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-22T05:12:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:05 smithi040 ceph-mon[91058]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-22T05:12:06.631 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:06.632 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:06.668 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:06.668 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:06.668 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:06.674 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:06.674 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:06.674 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:06.679 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:06.680 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:06.680 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:06.685 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:06.685 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:06.686 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:06.691 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,118644509~9623784,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:06.691 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:06.691 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:06.697 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:06.697 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:06.697 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:06.702 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,369098752~20559481,390070272~9405710,400799029~13951410] 2024-04-22T05:12:06.702 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:06.703 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:06.709 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:06.709 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:06.709 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:06.715 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:06.715 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:06.715 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:06.720 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,121553814~4122238,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,223741343~6679723,231792246~6645670,239785098~4138525,246240289~26883105,274844741~3309291,278856424~1578129,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,328158054~22627758,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:06.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:06 smithi062 ceph-mon[78153]: pgmap v2343: 137 pgs: 137 active+clean; 877 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 1.99k op/s 2024-04-22T05:12:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:06 smithi062 ceph-mon[78153]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-22T05:12:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:12:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:06 smithi040 ceph-mon[91058]: pgmap v2343: 137 pgs: 137 active+clean; 877 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 1.99k op/s 2024-04-22T05:12:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:06 smithi040 ceph-mon[91058]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-22T05:12:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:12:06.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:06 smithi040 ceph-mon[88445]: pgmap v2343: 137 pgs: 137 active+clean; 877 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 1.99k op/s 2024-04-22T05:12:06.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:06 smithi040 ceph-mon[88445]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-22T05:12:06.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:12:07.624 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:07.624 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:07.678 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:07.678 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:07.678 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:07.684 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:07.684 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:07.684 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:07.690 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:07.690 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:07.690 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:07.696 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:07.696 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:07.696 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:07.702 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,118644509~9623784,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:07.702 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:07.702 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:07.707 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:07.708 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:07.708 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:07.713 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,369098752~20559481,390070272~9405710,400799029~13951410] 2024-04-22T05:12:07.713 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:07.713 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:07.719 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:07.719 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:07.719 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:07.724 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16365169~2983810,30435816~7487473,40944195~28108839,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,105016999~5917210,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212920866~2791154,217971123~806583,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:07.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:07 smithi062 ceph-mon[78153]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-22T05:12:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:07 smithi040 ceph-mon[88445]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-22T05:12:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:07 smithi040 ceph-mon[91058]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-22T05:12:08.411 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:08.412 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:08.459 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:08.460 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:08.460 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:08.473 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:08.474 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:08.474 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:08.478 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:08.478 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:08.478 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:08.484 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:08.484 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:08.484 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:08.490 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,118644509~9623784,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:08.490 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:08.490 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:08.496 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:08.496 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:08.496 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:08.501 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,369098752~20559481,390070272~9405710,400799029~13951410] 2024-04-22T05:12:08.501 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:08.502 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,396957560~2518422,400799029~13951410] 2024-04-22T05:12:08.507 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,84373323~3983453,88652589~2140696,90962106~498794,93072122~1797216,104591696~6342513,111206703~602399,113594660~2075475,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,372769926~7978808,381728477~7929756,394541246~4934736,400799029~13951410] 2024-04-22T05:12:08.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:08 smithi062 ceph-mon[78153]: pgmap v2346: 137 pgs: 137 active+clean; 792 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.55k op/s 2024-04-22T05:12:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:08 smithi062 ceph-mon[78153]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-22T05:12:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:08 smithi062 ceph-mon[78153]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-22T05:12:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:08 smithi040 ceph-mon[88445]: pgmap v2346: 137 pgs: 137 active+clean; 792 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.55k op/s 2024-04-22T05:12:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:08 smithi040 ceph-mon[88445]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-22T05:12:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:08 smithi040 ceph-mon[88445]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-22T05:12:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:08 smithi040 ceph-mon[91058]: pgmap v2346: 137 pgs: 137 active+clean; 792 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.55k op/s 2024-04-22T05:12:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:08 smithi040 ceph-mon[91058]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-22T05:12:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:08 smithi040 ceph-mon[91058]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-22T05:12:09.422 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:09.423 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:09.462 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:09.462 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:09.462 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:09.468 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:09.468 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:09.468 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:09.474 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:09.474 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:09.474 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:09.480 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:09.480 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:09.480 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:09.486 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,118644509~9623784,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:09.486 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:09.486 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:09.491 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:09.491 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:09.491 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,323564031~497392,327666947~23118865,351436350~129888,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,400799029~13951410] 2024-04-22T05:12:09.497 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11145575,104591696~11078439,121553814~6714479,128448169~14503249,145411993~7927118,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,212380031~6397675,218889873~11531193,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,323564031~497392,327155712~23630100,351436350~129888,354832219~13446754,369098752~20559481,390070272~9405710,400799029~13951410] 2024-04-22T05:12:10.390 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:12:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:12:10] "GET /metrics HTTP/1.1" 200 242821 "" "Prometheus/2.43.0" 2024-04-22T05:12:10.391 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:10 smithi040 ceph-mon[91058]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-22T05:12:10.391 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:10 smithi040 ceph-mon[91058]: pgmap v2350: 137 pgs: 137 active+clean; 792 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.3 KiB/s wr, 1.23k op/s 2024-04-22T05:12:10.414 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:10.415 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:10.461 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:10.461 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:10.461 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:10.467 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:10.467 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:10.467 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:10.473 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:10.473 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:10.473 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:10.478 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:10.478 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:10.478 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:10.484 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,118644509~9623784,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:10.484 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:10.484 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:10.490 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~8036953,30435816~38617218,79512287~4129185,83723763~11849475,104591696~11078439,121553814~6714479,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~13055391,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:10.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:10 smithi040 ceph-mon[88445]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-22T05:12:10.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:10 smithi040 ceph-mon[88445]: pgmap v2350: 137 pgs: 137 active+clean; 792 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.3 KiB/s wr, 1.23k op/s 2024-04-22T05:12:10.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:10 smithi062 ceph-mon[78153]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-22T05:12:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:10 smithi062 ceph-mon[78153]: pgmap v2350: 137 pgs: 137 active+clean; 792 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.3 KiB/s wr, 1.23k op/s 2024-04-22T05:12:11.421 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:11.422 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:11.464 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:11.464 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:11.464 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:11.469 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:11.470 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:11.470 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:11.475 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:11.476 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:11.476 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:11.481 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:11.481 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:11.482 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,119802162~8466131,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399649075~15101364] 2024-04-22T05:12:11.487 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,103228133~12442002,118644509~9623784,128448169~14503249,144427254~8911857,156851883~2281282,159287517~13659936,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~9405710,399649075~15101364] 2024-04-22T05:12:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:11 smithi062 ceph-mon[78153]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-22T05:12:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:11 smithi040 ceph-mon[88445]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-22T05:12:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:11 smithi040 ceph-mon[91058]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-22T05:12:12.462 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:12.463 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:12.492 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:12.492 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:12.492 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:12.498 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:12.498 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:12.498 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:12.504 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:12.504 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:12.504 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:12.510 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,30435816~38617218,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,177611255~24816062,205695175~5882457,211722615~18698451,231792246~6645670,239785098~4138525,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,319257909~1230406,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:12.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:12 smithi062 ceph-mon[78153]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-22T05:12:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:12 smithi062 ceph-mon[78153]: pgmap v2353: 137 pgs: 137 active+clean; 723 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 519 op/s 2024-04-22T05:12:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:12 smithi040 ceph-mon[88445]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-22T05:12:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:12 smithi040 ceph-mon[88445]: pgmap v2353: 137 pgs: 137 active+clean; 723 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 519 op/s 2024-04-22T05:12:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:12 smithi040 ceph-mon[91058]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-22T05:12:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:12 smithi040 ceph-mon[91058]: pgmap v2353: 137 pgs: 137 active+clean; 723 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 519 op/s 2024-04-22T05:12:13.410 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:13.411 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:13.463 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:13.463 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:13.463 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:13.469 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:13.469 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:13.469 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [6009957~2270393,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,287606333~2015972,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:13.474 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [6009957~2270393,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,287606333~2015972,293612299~15498923,316098459~6083597,323564031~497392,327155712~25593779,354832219~13446754,369098752~20559481,390070272~24680167] 2024-04-22T05:12:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:13 smithi062 ceph-mon[78153]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-22T05:12:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:13 smithi062 ceph-mon[78153]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-22T05:12:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:13 smithi040 ceph-mon[88445]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-22T05:12:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:13 smithi040 ceph-mon[88445]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-22T05:12:13.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:13 smithi040 ceph-mon[91058]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-22T05:12:13.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:13 smithi040 ceph-mon[91058]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-22T05:12:14.461 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:14.461 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:14.493 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:14.493 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:14.493 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,13001240~9579497,30435816~38617218,69508914~8106805,79512287~4129185,83723763~11849475,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,205695175~5882457,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~497392,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:14.502 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~7051563,13001240~9579497,29360128~39692906,69508914~8106805,79512287~4129185,83723763~11849475,96468992~46482426,144427254~28520199,176160768~26266549,205695175~5882457,211722615~26715301,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,323564031~497392,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:14.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:14 smithi062 ceph-mon[78153]: pgmap v2356: 137 pgs: 137 active+clean; 641 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 951 op/s 2024-04-22T05:12:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:14 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:12:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:14 smithi040 ceph-mon[88445]: pgmap v2356: 137 pgs: 137 active+clean; 641 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 951 op/s 2024-04-22T05:12:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:14 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:12:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:14 smithi040 ceph-mon[91058]: pgmap v2356: 137 pgs: 137 active+clean; 641 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 951 op/s 2024-04-22T05:12:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:14 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:12:15.524 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:15.525 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [5970848~5275019,11539001~11041736,30435816~38617218,69508914~26064324,97168022~21476487,119802162~23149256,144427254~8911857,154508881~18438572,177611255~24816062,202681110~8896522,211722615~26715301,239292552~4631071,246240289~32616135,279715224~719329,283108102~592144,286498167~5359946,293612299~15498923,316482845~5699211,323564031~1080265,327666947~25082544,354832219~13446754,372769926~16888307,390271307~4269939,396957560~2518422,399481559~15268880] 2024-04-22T05:12:15.560 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~18386433,29360128~39692906,69508914~26064324,96468992~76478461,176160768~62277148,239075328~4848295,246240289~34194264,281018368~2681878,286498167~5359946,293612299~15498923,316098459~6083597,322961408~1682888,327155712~41123261,369098752~20559481,390070272~24680167] 2024-04-22T05:12:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:12:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:12:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:12:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:15 smithi062 ceph-mon[78153]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-22T05:12:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:15 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:12:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:15 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:12:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:15 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:12:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:15 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:12:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:15 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:12:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:15 smithi040 ceph-mon[88445]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-22T05:12:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:15 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:12:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:15 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:12:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:15 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:12:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:15 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:12:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:15 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:12:15.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:15 smithi040 ceph-mon[91058]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-22T05:12:15.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:15 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:12:15.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:15 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:12:15.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:15 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:12:15.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:15 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:12:15.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:15 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:12:16.537 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (40122 ms) 2024-04-22T05:12:16.538 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-22T05:12:16.538 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:12:16.538 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (0 ms) 2024-04-22T05:12:16.538 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-22T05:12:16.538 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:12:16.538 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (0 ms) 2024-04-22T05:12:16.538 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-22T05:12:16.538 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:12:16.557 INFO:tasks.workunit.client.0.smithi040.stdout: wrote [4275865~29092,6052124~99296,6419682~26693,6494093~45243,7098062~33109,9283108~7582,15411917~83696,16599545~66903,17147283~81473] 2024-04-22T05:12:16.562 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (25 ms) 2024-04-22T05:12:16.562 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-22T05:12:16.563 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:12:16.563 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (0 ms) 2024-04-22T05:12:16.563 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-22T05:12:16.563 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:12:16.614 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (52 ms) 2024-04-22T05:12:16.614 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-22T05:12:16.614 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:12:16.684 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (69 ms) 2024-04-22T05:12:16.684 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-22T05:12:16.684 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:12:16.684 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (0 ms) 2024-04-22T05:12:16.684 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-22T05:12:16.684 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:12:16.684 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-22T05:12:16.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:16 smithi062 ceph-mon[78153]: pgmap v2358: 137 pgs: 137 active+clean; 627 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 520 op/s 2024-04-22T05:12:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:16 smithi062 ceph-mon[78153]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-22T05:12:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:16 smithi040 ceph-mon[88445]: pgmap v2358: 137 pgs: 137 active+clean; 627 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 520 op/s 2024-04-22T05:12:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:16 smithi040 ceph-mon[88445]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-22T05:12:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:16 smithi040 ceph-mon[91058]: pgmap v2358: 137 pgs: 137 active+clean; 627 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 520 op/s 2024-04-22T05:12:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:16 smithi040 ceph-mon[91058]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-22T05:12:17.527 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 13 tests from DiffIterateTest/0 (54241 ms total) 2024-04-22T05:12:17.527 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:12:17.528 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 13 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-22T05:12:17.558 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-22T05:12:17.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:17 smithi062 ceph-mon[78153]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-22T05:12:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:17 smithi040 ceph-mon[88445]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-22T05:12:17.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:17 smithi040 ceph-mon[91058]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-22T05:12:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:18 smithi062 ceph-mon[78153]: pgmap v2361: 137 pgs: 137 active+clean; 481 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.4 KiB/s rd, 5.0 MiB/s wr, 331 op/s 2024-04-22T05:12:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:18 smithi062 ceph-mon[78153]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-22T05:12:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:18 smithi040 ceph-mon[88445]: pgmap v2361: 137 pgs: 137 active+clean; 481 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.4 KiB/s rd, 5.0 MiB/s wr, 331 op/s 2024-04-22T05:12:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:18 smithi040 ceph-mon[88445]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-22T05:12:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:18 smithi040 ceph-mon[91058]: pgmap v2361: 137 pgs: 137 active+clean; 481 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.4 KiB/s rd, 5.0 MiB/s wr, 331 op/s 2024-04-22T05:12:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:18 smithi040 ceph-mon[91058]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-22T05:12:19.545 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:12:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:19 smithi062 ceph-mon[78153]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-22T05:12:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:19 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1729900314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:12:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:19 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:12:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:19 smithi040 ceph-mon[88445]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-22T05:12:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:19 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1729900314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:12:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:19 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:12:19.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:19 smithi040 ceph-mon[91058]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-22T05:12:19.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:19 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1729900314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:12:19.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:19 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:12:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:12:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:12:20] "GET /metrics HTTP/1.1" 200 242821 "" "Prometheus/2.43.0" 2024-04-22T05:12:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:20 smithi062 ceph-mon[78153]: pgmap v2364: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-22T05:12:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:20 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:12:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:20 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:12:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:20 smithi062 ceph-mon[78153]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-22T05:12:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:20 smithi040 ceph-mon[88445]: pgmap v2364: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-22T05:12:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:20 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:12:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:20 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:12:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:20 smithi040 ceph-mon[88445]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-22T05:12:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:20 smithi040 ceph-mon[91058]: pgmap v2364: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-22T05:12:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:20 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:12:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:20 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:12:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:20 smithi040 ceph-mon[91058]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-22T05:12:21.554 INFO:tasks.workunit.client.0.smithi040.stdout: wrote [2001908~123394,3737043~6584,4327074~59182,5572650~79075,10043632~66866,11475602~53882,14222137~84308,15392469~8338,15939950~90487] 2024-04-22T05:12:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:21 smithi062 ceph-mon[78153]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-22T05:12:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:12:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:12:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:21 smithi040 ceph-mon[88445]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-22T05:12:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:12:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:12:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:21 smithi040 ceph-mon[91058]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-22T05:12:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:12:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:12:22.547 INFO:tasks.workunit.client.0.smithi040.stdout: wrote [0~4194304,8388608~12582912] 2024-04-22T05:12:22.558 INFO:tasks.workunit.client.0.smithi040.stdout: diff was [0~4194304,8388608~12582912] 2024-04-22T05:12:22.558 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/1.DiffIterate (4999 ms) 2024-04-22T05:12:22.558 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-22T05:12:22.558 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:12:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:22 smithi062 ceph-mon[78153]: pgmap v2367: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:12:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:22 smithi062 ceph-mon[78153]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-22T05:12:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:22 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:12:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:22 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T05:12:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:22 smithi040 ceph-mon[88445]: pgmap v2367: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:12:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:22 smithi040 ceph-mon[88445]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-22T05:12:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:22 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:12:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:22 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T05:12:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:22 smithi040 ceph-mon[91058]: pgmap v2367: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:12:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:22 smithi040 ceph-mon[91058]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-22T05:12:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:22 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:12:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:22 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T05:12:23.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:23 smithi062 ceph-mon[78153]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-22T05:12:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:23 smithi040 ceph-mon[88445]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-22T05:12:23.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:23 smithi040 ceph-mon[91058]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-22T05:12:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:24 smithi062 ceph-mon[78153]: pgmap v2370: 137 pgs: 137 active+clean; 8.1 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 40 KiB/s wr, 2 op/s 2024-04-22T05:12:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:24 smithi062 ceph-mon[78153]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-22T05:12:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:24 smithi040 ceph-mon[88445]: pgmap v2370: 137 pgs: 137 active+clean; 8.1 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 40 KiB/s wr, 2 op/s 2024-04-22T05:12:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:24 smithi040 ceph-mon[88445]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-22T05:12:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:24 smithi040 ceph-mon[91058]: pgmap v2370: 137 pgs: 137 active+clean; 8.1 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 40 KiB/s wr, 2 op/s 2024-04-22T05:12:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:24 smithi040 ceph-mon[91058]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-22T05:12:25.588 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3030 ms) 2024-04-22T05:12:25.588 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-22T05:12:25.588 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:12:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:25 smithi062 ceph-mon[78153]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-22T05:12:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:12:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:12:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:12:25.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:25 smithi040 ceph-mon[88445]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-22T05:12:25.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:25 smithi040 ceph-mon[91058]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-22T05:12:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:26 smithi062 ceph-mon[78153]: pgmap v2373: 137 pgs: 137 active+clean; 13 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 157 KiB/s wr, 5 op/s 2024-04-22T05:12:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:26 smithi062 ceph-mon[78153]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-22T05:12:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:26 smithi040 ceph-mon[88445]: pgmap v2373: 137 pgs: 137 active+clean; 13 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 157 KiB/s wr, 5 op/s 2024-04-22T05:12:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:26 smithi040 ceph-mon[88445]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-22T05:12:26.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:26 smithi040 ceph-mon[91058]: pgmap v2373: 137 pgs: 137 active+clean; 13 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 157 KiB/s wr, 5 op/s 2024-04-22T05:12:26.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:26 smithi040 ceph-mon[91058]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-22T05:12:27.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:27 smithi062 ceph-mon[78153]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-22T05:12:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:27 smithi040 ceph-mon[88445]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-22T05:12:27.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:27 smithi040 ceph-mon[91058]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-22T05:12:28.411 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (2823 ms) 2024-04-22T05:12:28.411 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-22T05:12:28.411 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:12:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:28 smithi062 ceph-mon[78153]: pgmap v2376: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 242 KiB/s wr, 22 op/s 2024-04-22T05:12:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:28 smithi062 ceph-mon[78153]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-22T05:12:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:28 smithi062 ceph-mon[78153]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-22T05:12:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:28 smithi040 ceph-mon[91058]: pgmap v2376: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 242 KiB/s wr, 22 op/s 2024-04-22T05:12:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:28 smithi040 ceph-mon[91058]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-22T05:12:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:28 smithi040 ceph-mon[91058]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-22T05:12:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:28 smithi040 ceph-mon[88445]: pgmap v2376: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 242 KiB/s wr, 22 op/s 2024-04-22T05:12:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:28 smithi040 ceph-mon[88445]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-22T05:12:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:28 smithi040 ceph-mon[88445]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-22T05:12:30.405 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:12:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:12:30] "GET /metrics HTTP/1.1" 200 242792 "" "Prometheus/2.43.0" 2024-04-22T05:12:30.405 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:30 smithi040 ceph-mon[88445]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-22T05:12:30.405 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:30 smithi040 ceph-mon[88445]: pgmap v2380: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 130 KiB/s wr, 21 op/s 2024-04-22T05:12:30.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:30 smithi040 ceph-mon[91058]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-22T05:12:30.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:30 smithi040 ceph-mon[91058]: pgmap v2380: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 130 KiB/s wr, 21 op/s 2024-04-22T05:12:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:30 smithi062 ceph-mon[78153]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-22T05:12:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:30 smithi062 ceph-mon[78153]: pgmap v2380: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 130 KiB/s wr, 21 op/s 2024-04-22T05:12:31.426 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3015 ms) 2024-04-22T05:12:31.426 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-22T05:12:31.426 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:12:31.494 INFO:tasks.workunit.client.0.smithi040.stdout: i=0 exists [31354480~4315210,54898978~614026,99266834~4661602,121243764~7264971,139890027~2681389,160128158~4628632,202037878~5170503,254779791~1123147,351503455~5336549,376302230~5053785] wrote [31354480~4315210,54898978~614026,99266834~4661602,121243764~7264971,139890027~2681389,160128158~4628632,202037878~5170503,254779791~1123147,351503455~5336549,376302230~5053785] 2024-04-22T05:12:31.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:31 smithi062 ceph-mon[78153]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-22T05:12:31.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:31 smithi040 ceph-mon[88445]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-22T05:12:31.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:31 smithi040 ceph-mon[91058]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-22T05:12:32.481 INFO:tasks.workunit.client.0.smithi040.stdout: i=1 exists [5400855~2587248,8942249~5024864,31354480~4315210,46231859~6604217,54898978~614026,60038519~7180498,99266834~4661602,108160666~3188340,121243764~7264971,139890027~2681389,160128158~4628632,179370058~5549977,202037878~5170503,254779791~1123147,256392022~2031397,346151720~1161217,351503455~5336549,376302230~5275989,401383413~101362] wrote [5400855~2587248,8942249~5024864,46231859~6604217,60038519~7180498,108160666~3188340,179370058~5549977,256392022~2031397,346151720~1161217,378269502~3308717,401383413~101362] 2024-04-22T05:12:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:32 smithi062 ceph-mon[78153]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-22T05:12:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:32 smithi062 ceph-mon[78153]: pgmap v2383: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 3.9 KiB/s wr, 23 op/s 2024-04-22T05:12:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:32 smithi040 ceph-mon[88445]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-22T05:12:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:32 smithi040 ceph-mon[88445]: pgmap v2383: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 3.9 KiB/s wr, 23 op/s 2024-04-22T05:12:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:32 smithi040 ceph-mon[91058]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-22T05:12:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:32 smithi040 ceph-mon[91058]: pgmap v2383: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 3.9 KiB/s wr, 23 op/s 2024-04-22T05:12:33.502 INFO:tasks.workunit.client.0.smithi040.stdout: i=2 exists [5400855~8733790,31354480~4315210,46231859~6604217,54898978~614026,60038519~7180498,67836675~4718244,99266834~4661602,108160666~3188340,121243764~7264971,139890027~2681389,151079473~5320241,160128158~4628632,166720217~3152148,179370058~5549977,188684340~5264144,202037878~5170503,254779791~1123147,256392022~2031397,313273239~871527,332536825~6469721,346151720~1161217,351503455~5336549,376302230~5275989,399683555~6686109] wrote [7856227~6278418,67836675~4718244,151079473~5320241,166720217~3152148,188684340~5264144,313273239~871527,332536825~6469721,351682025~2003510,399683555~6686109] 2024-04-22T05:12:33.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:33 smithi062 ceph-mon[78153]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-22T05:12:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:33 smithi040 ceph-mon[88445]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-22T05:12:33.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:33 smithi040 ceph-mon[91058]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-22T05:12:34.533 INFO:tasks.workunit.client.0.smithi040.stdout: i=3 exists [3733260~10401385,31354480~4315210,46231859~6604217,54898978~614026,60038519~7180498,67836675~4718244,76406211~9571179,99266834~4661602,108160666~3188340,121243764~7264971,139890027~2681389,151079473~5320241,160128158~4628632,166720217~3152148,179370058~5549977,188684340~5264144,202037878~5170503,254779791~1123147,256392022~2031397,274581274~7402650,286234692~6971172,313273239~871527,332536825~6469721,346151720~1161217,351503455~5336549,358537616~13676292,372715346~1104541,376302230~5275989,399683555~6686109] wrote [3733260~4159231,76406211~9571179,274581274~7402650,286234692~6971172,358537616~13676292,372715346~1104541] 2024-04-22T05:12:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:34 smithi062 ceph-mon[78153]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-22T05:12:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:34 smithi062 ceph-mon[78153]: pgmap v2386: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 5.0 MiB/s wr, 28 op/s 2024-04-22T05:12:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:34 smithi040 ceph-mon[88445]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-22T05:12:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:34 smithi040 ceph-mon[88445]: pgmap v2386: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 5.0 MiB/s wr, 28 op/s 2024-04-22T05:12:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:34 smithi040 ceph-mon[91058]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-22T05:12:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:34 smithi040 ceph-mon[91058]: pgmap v2386: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 5.0 MiB/s wr, 28 op/s 2024-04-22T05:12:35.514 INFO:tasks.workunit.client.0.smithi040.stdout: i=4 exists [3733260~10401385,31354480~4315210,46231859~6604217,54898978~614026,60038519~7180498,67836675~5345341,76406211~9571179,99266834~4661602,108160666~3188340,121243764~10786444,139890027~2681389,151079473~5320241,160128158~4628632,166720217~3152148,179370058~5549977,188684340~5264144,202037878~5170503,225462514~972481,233628366~6678991,254779791~1123147,256011301~7932857,274581274~7402650,285757323~7448541,313273239~871527,315137514~6768720,332536825~6469721,346151720~2717362,351503455~5336549,358537616~13676292,372715346~1104541,376302230~5275989,399683555~6686109] wrote [71811869~1370147,126385275~5644933,202844831~4215880,225462514~972481,233628366~6678991,256011301~7932857,285757323~5864218,315137514~6768720,346781311~2087771] 2024-04-22T05:12:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:12:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:12:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:12:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:35 smithi062 ceph-mon[78153]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-22T05:12:35.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:35 smithi040 ceph-mon[88445]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-22T05:12:35.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:35 smithi040 ceph-mon[91058]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-22T05:12:36.511 INFO:tasks.workunit.client.0.smithi040.stdout: i=5 exists [3733260~10401385,31354480~4315210,46231859~6604217,54898978~614026,57331497~9887520,67836675~5345341,76406211~9571179,96605977~2541120,99266834~4661602,105251364~6097642,121243764~10786444,139890027~2681389,151079473~13677317,166720217~3152148,179370058~8934081,188684340~5264144,202037878~5170503,225462514~972481,233628366~6678991,252754576~1380692,254779791~1123147,256011301~7932857,274581274~7402650,285757323~7448541,313273239~871527,315137514~6768720,332536825~6469721,346151720~2717362,351503455~5336549,358537616~13676292,372715346~1104541,376302230~5275989,399683555~6686109] wrote [57331497~7750550,96605977~2541120,100123936~2508910,105251364~4481808,123459913~4975082,155315182~6535531,183300853~5003286,252754576~1380692,275157178~3851592,287656750~2623292] 2024-04-22T05:12:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:36 smithi062 ceph-mon[78153]: pgmap v2388: 137 pgs: 137 active+clean; 89 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1017 B/s rd, 11 MiB/s wr, 11 op/s 2024-04-22T05:12:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:36 smithi062 ceph-mon[78153]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-22T05:12:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:12:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:12:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:36 smithi040 ceph-mon[91058]: pgmap v2388: 137 pgs: 137 active+clean; 89 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1017 B/s rd, 11 MiB/s wr, 11 op/s 2024-04-22T05:12:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:36 smithi040 ceph-mon[91058]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-22T05:12:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:12:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:12:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:36 smithi040 ceph-mon[88445]: pgmap v2388: 137 pgs: 137 active+clean; 89 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1017 B/s rd, 11 MiB/s wr, 11 op/s 2024-04-22T05:12:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:36 smithi040 ceph-mon[88445]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-22T05:12:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:12:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:12:37.518 INFO:tasks.workunit.client.0.smithi040.stdout: i=6 exists [3407494~10727151,28229274~2155062,31354480~4315210,46231859~6723959,54898978~614026,57331497~15850519,76406211~9571179,96605977~2541120,99266834~4661602,105251364~6097642,121243764~15849085,139890027~2681389,151079473~13677317,166720217~3152148,179370058~8934081,188684340~5264144,202037878~5170503,225462514~972481,230093703~3141768,233628366~6678991,252754576~1380692,254779791~9164367,274581274~7402650,285757323~7448541,312632085~9274149,332536825~6469721,346151720~2717362,351503455~6985651,358537616~13676292,372715346~1104541,376302230~5275989,399683555~6686109,410064695~817455] wrote [3407494~1026196,28229274~2155062,47079324~5876494,63013326~5733127,131357566~5735283,230093703~3141768,254976158~7632340,312632085~3661688,354011925~4477181,410064695~817455] 2024-04-22T05:12:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:37 smithi062 ceph-mon[78153]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-22T05:12:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:37 smithi040 ceph-mon[88445]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-22T05:12:37.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:37 smithi040 ceph-mon[91058]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-22T05:12:38.546 INFO:tasks.workunit.client.0.smithi040.stdout: i=7 exists [3407494~10727151,28229274~2155062,31354480~4315210,46231859~6723959,54898978~614026,57331497~28645893,96605977~2541120,99266834~4661602,105251364~6097642,121243764~15849085,139890027~2681389,146123248~3233296,151079473~13677317,166720217~3152148,179370058~8934081,188684340~5264144,202037878~5170503,223748874~2686121,230093703~3141768,233628366~6678991,252754576~1380692,254779791~9164367,274581274~7402650,282868993~10336871,294205324~5402388,312632085~9274149,328218224~10788322,343315234~7816457,351503455~6985651,358537616~13676292,372715346~1104541,376302230~5275989,399683555~6686109,410064695~817455] wrote [69114710~11239669,146123248~3233296,158978590~4468538,223748874~2552520,282868993~6431127,294205324~5402388,328218224~7839642,343315234~7816457] 2024-04-22T05:12:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:38 smithi062 ceph-mon[78153]: pgmap v2391: 137 pgs: 137 active+clean; 285 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 49 MiB/s wr, 40 op/s 2024-04-22T05:12:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:38 smithi062 ceph-mon[78153]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-22T05:12:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:38 smithi040 ceph-mon[88445]: pgmap v2391: 137 pgs: 137 active+clean; 285 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 49 MiB/s wr, 40 op/s 2024-04-22T05:12:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:38 smithi040 ceph-mon[88445]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-22T05:12:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:38 smithi040 ceph-mon[91058]: pgmap v2391: 137 pgs: 137 active+clean; 285 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 49 MiB/s wr, 40 op/s 2024-04-22T05:12:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:38 smithi040 ceph-mon[91058]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-22T05:12:39.532 INFO:tasks.workunit.client.0.smithi040.stdout: i=8 exists [3407494~10727151,28229274~2155062,31354480~4315210,46231859~6723959,54898978~614026,57331497~28645893,96605977~2541120,99266834~4661602,105251364~6097642,112013459~4926472,121243764~15849085,139890027~2681389,146123248~3233296,151079473~13677317,166720217~3152148,172788964~15515175,188631207~5317277,195792267~5985078,202037878~5170503,222173071~5322621,230093703~3141768,233628366~6678991,252754576~1380692,254779791~9164367,274581274~7402650,282868993~10336871,294205324~5402388,301603752~2933122,312632085~9274149,328218224~10788322,343315234~7816457,351503455~6985651,358537616~13676292,372715346~1104541,374935499~1071928,376302230~5275989,392287332~4209714,399683555~6686109,410064695~817455] wrote [112013459~4926472,155671360~5934047,172788964~7668407,188631207~665354,195792267~5985078,222173071~5322621,301603752~2933122,374935499~1071928,392287332~4209714] 2024-04-22T05:12:39.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:39 smithi062 ceph-mon[78153]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-22T05:12:39.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:39 smithi040 ceph-mon[88445]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-22T05:12:39.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:39 smithi040 ceph-mon[91058]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-22T05:12:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:12:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:12:40] "GET /metrics HTTP/1.1" 200 242794 "" "Prometheus/2.43.0" 2024-04-22T05:12:40.534 INFO:tasks.workunit.client.0.smithi040.stdout: i=9 exists [3407494~10727151,28229274~2155062,31354480~4315210,46231859~6723959,54898978~614026,57331497~31705953,96605977~2541120,99266834~4661602,105251364~6097642,112013459~4926472,121243764~15849085,139890027~2681389,146123248~3233296,151079473~13677317,166720217~3152148,172402165~15901974,188631207~5317277,195792267~5985078,202037878~5170503,222173071~5322621,230093703~3141768,233628366~6678991,252754576~1380692,254779791~9164367,274581274~7402650,282868993~10336871,294205324~5402388,301603752~2933122,307259367~14646867,328218224~10788322,341536792~9594899,351503455~6985651,358537616~13676292,372715346~1104541,374935499~1071928,376302230~5275989,384573315~1445045,390768581~5728465,399683555~6686109,410064695~817455] wrote [73214836~2274096,84356254~4681196,123805702~7115190,172402165~2187441,307259367~7598190,341536792~6046035,349643689~413315,384573315~1445045,390768581~2568018] 2024-04-22T05:12:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:40 smithi062 ceph-mon[78153]: pgmap v2394: 137 pgs: 137 active+clean; 285 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 43 MiB/s wr, 34 op/s 2024-04-22T05:12:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:40 smithi062 ceph-mon[78153]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-22T05:12:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:40 smithi040 ceph-mon[88445]: pgmap v2394: 137 pgs: 137 active+clean; 285 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 43 MiB/s wr, 34 op/s 2024-04-22T05:12:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:40 smithi040 ceph-mon[88445]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-22T05:12:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:40 smithi040 ceph-mon[91058]: pgmap v2394: 137 pgs: 137 active+clean; 285 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 43 MiB/s wr, 34 op/s 2024-04-22T05:12:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:40 smithi040 ceph-mon[91058]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-22T05:12:41.537 INFO:tasks.workunit.client.0.smithi040.stdout: i=10 exists [2438641~11696004,28229274~2155062,31354480~4315210,46231859~6723959,54898978~614026,57331497~31705953,96605977~2541120,99266834~4661602,105251364~6097642,112013459~4926472,121243764~15849085,139890027~2681389,146123248~3233296,151079473~13677317,166720217~3152148,172402165~15901974,188631207~5317277,195792267~5985078,202037878~5170503,216149867~5374296,222113118~5382574,230093703~3141768,233628366~6678991,252754576~1380692,254779791~15231123,274581274~7402650,282868993~10336871,294205324~5402388,301603752~2933122,307259367~14646867,328218224~22913467,351503455~6985651,358537616~13676292,372715346~1104541,374935499~1071928,376302230~5275989,384573315~1445045,390768581~5728465,399406028~6963636,410064695~817455] wrote [2438641~998913,76330045~1344194,96625332~952480,159292282~5398530,216149867~5374296,222113118~2762851,263925305~6085609,336240303~7446098,359144020~2547640,399406028~936008] 2024-04-22T05:12:41.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:41 smithi062 ceph-mon[78153]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-22T05:12:41.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:41 smithi040 ceph-mon[88445]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-22T05:12:41.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:41 smithi040 ceph-mon[91058]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-22T05:12:42.543 INFO:tasks.workunit.client.0.smithi040.stdout: i=11 exists [2438641~11696004,28229274~7440416,40088011~901901,46231859~6723959,54898978~614026,57331497~31744978,96605977~2541120,99266834~4661602,105251364~6097642,112013459~4926472,121243764~15849085,139890027~2681389,146123248~3233296,151079473~13677317,166720217~3152148,172402165~15901974,188631207~5317277,195792267~5985078,202037878~5170503,216149867~5374296,222113118~5382574,230093703~3141768,233628366~6678991,252754576~1380692,254779791~15231123,274581274~7402650,282868993~10336871,294205324~5402388,300633916~3902958,307259367~14646867,325066038~1556020,328218224~22913467,351503455~6985651,358537616~13676292,372715346~1104541,374935499~1071928,376302230~9716130,390768581~5728465,399406028~6963636,410064695~817455] wrote [29305422~5562681,40088011~901901,81871161~7205314,155315587~2036465,298887938~312576,300633916~2155020,325066038~1556020,338095664~5284851,381465962~3818465] 2024-04-22T05:12:42.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:42 smithi062 ceph-mon[78153]: pgmap v2397: 137 pgs: 137 active+clean; 418 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s wr, 12 op/s 2024-04-22T05:12:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:42 smithi062 ceph-mon[78153]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-22T05:12:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:42 smithi040 ceph-mon[88445]: pgmap v2397: 137 pgs: 137 active+clean; 418 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s wr, 12 op/s 2024-04-22T05:12:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:42 smithi040 ceph-mon[88445]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-22T05:12:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:42 smithi040 ceph-mon[91058]: pgmap v2397: 137 pgs: 137 active+clean; 418 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s wr, 12 op/s 2024-04-22T05:12:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:42 smithi040 ceph-mon[91058]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-22T05:12:43.570 INFO:tasks.workunit.client.0.smithi040.stdout: i=12 exists [2438641~11696004,17059503~3795247,28229274~7440416,40088011~901901,45100949~7854869,54898978~614026,57331497~31744978,96605977~2541120,99266834~4661602,105251364~6097642,112013459~4926472,121243764~15849085,139890027~2681389,146123248~3233296,151079473~13677317,166720217~3152148,172402165~15901974,188631207~5317277,195792267~5985078,202037878~5170503,216149867~11345825,230093703~3141768,233628366~6678991,252754576~1380692,254779791~15231123,274581274~7402650,282868993~10336871,294205324~5402388,300633916~3902958,307259367~14646867,325066038~1556020,328218224~22913467,351503455~6985651,358537616~13676292,372715346~1104541,374935499~1071928,376302230~9716130,390768581~15601083,410064695~817455] wrote [17059503~3795247,45100949~3471799,61440546~875685,158890589~1548913,216344241~6853813,301359357~220135,313053873~4698209,328273059~380979,393623688~7500134] 2024-04-22T05:12:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:43 smithi062 ceph-mon[78153]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-22T05:12:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:43 smithi040 ceph-mon[88445]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-22T05:12:43.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:43 smithi040 ceph-mon[91058]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-22T05:12:44.567 INFO:tasks.workunit.client.0.smithi040.stdout: i=13 exists [2438641~11696004,17059503~3795247,28229274~7440416,40088011~901901,45100949~7854869,54898978~614026,57331497~31744978,96605977~2541120,99266834~4661602,105251364~6097642,112013459~4926472,121243764~15849085,139890027~2681389,145765117~18991673,166720217~3152148,172402165~21546319,195792267~5985078,202037878~5170503,216149867~11345825,230093703~3141768,233628366~6678991,252754576~1380692,254779791~15231123,271692349~10291575,282868993~16738719,300633916~3902958,307012189~14894045,323886831~48327077,372715346~1104541,374935499~1071928,376302230~9716130,390768581~15601083,410064695~817455] wrote [67036203~1226021,145765117~7077858,186446846~6218582,271692349~5575370,288119937~8173281,307012189~4535612,323886831~4447376,349988228~9552669,395171092~6131854] 2024-04-22T05:12:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:44 smithi062 ceph-mon[78153]: pgmap v2400: 137 pgs: 137 active+clean; 510 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 49 MiB/s wr, 34 op/s 2024-04-22T05:12:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:44 smithi062 ceph-mon[78153]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-22T05:12:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:44 smithi040 ceph-mon[88445]: pgmap v2400: 137 pgs: 137 active+clean; 510 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 49 MiB/s wr, 34 op/s 2024-04-22T05:12:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:44 smithi040 ceph-mon[88445]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-22T05:12:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:44 smithi040 ceph-mon[91058]: pgmap v2400: 137 pgs: 137 active+clean; 510 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 49 MiB/s wr, 34 op/s 2024-04-22T05:12:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:44 smithi040 ceph-mon[91058]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-22T05:12:45.583 INFO:tasks.workunit.client.0.smithi040.stdout: i=14 exists [2438641~11696004,17059503~3795247,28229274~7440416,36885967~16069851,54898978~614026,57331497~31744978,96605977~2541120,99266834~4661602,105251364~12048979,121243764~15849085,139890027~2681389,145765117~18991673,166720217~3152148,172402165~21546319,195792267~5985078,202037878~5170503,216149867~11345825,230093703~3141768,233628366~6678991,252754576~1380692,254779791~15231123,271061501~10922423,282868993~16738719,300633916~21272318,323886831~48327077,372715346~1104541,374935499~1071928,376302230~9716130,390768581~15601083,410064695~1509105] wrote [36885967~11520182,107046043~7199940,115615809~1684534,156768442~6096634,178550009~1292946,180465128~6555039,271061501~3534293,304081621~7165918,410118334~1455466] 2024-04-22T05:12:45.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:45 smithi062 ceph-mon[78153]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-22T05:12:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:12:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:12:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:12:45.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:45 smithi040 ceph-mon[88445]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-22T05:12:45.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:45 smithi040 ceph-mon[91058]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-22T05:12:46.567 INFO:tasks.workunit.client.0.smithi040.stdout: i=15 exists [2438641~11696004,17059503~3795247,28229274~7440416,36885967~16069851,54898978~614026,57331497~31744978,96605977~2541120,99266834~5564794,105251364~12048979,121243764~15849085,139286646~5785420,145765117~18991673,166720217~3152148,172402165~21849741,195792267~5985078,202037878~5170503,216149867~11345825,230093703~3141768,233628366~6678991,252754576~1380692,254779791~15231123,271061501~10922423,282868993~16738719,300633916~21272318,323886831~48327077,372715346~1104541,374935499~1071928,376302230~9716130,390768581~15601083,410064695~1509105] wrote [45537365~1303852,66903202~5963933,87130019~280467,99470615~5361013,139286646~5785420,193391370~860536,236689283~2812717,301635934~1165182,397017562~4104940] 2024-04-22T05:12:46.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:46 smithi062 ceph-mon[78153]: pgmap v2403: 137 pgs: 137 active+clean; 539 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 30 MiB/s wr, 25 op/s 2024-04-22T05:12:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:46 smithi062 ceph-mon[78153]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-22T05:12:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:46 smithi040 ceph-mon[91058]: pgmap v2403: 137 pgs: 137 active+clean; 539 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 30 MiB/s wr, 25 op/s 2024-04-22T05:12:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:46 smithi040 ceph-mon[91058]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-22T05:12:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:46 smithi040 ceph-mon[88445]: pgmap v2403: 137 pgs: 137 active+clean; 539 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 30 MiB/s wr, 25 op/s 2024-04-22T05:12:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:46 smithi040 ceph-mon[88445]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-22T05:12:47.654 INFO:tasks.workunit.client.0.smithi040.stdout: i=16 exists [2438641~11696004,17059503~3795247,28229274~7440416,36885967~16858026,54898978~614026,57331497~31744978,96605977~2541120,99266834~5564794,105251364~12048979,121243764~15849085,139286646~5785420,145765117~18991673,166720217~3152148,172402165~29375180,202037878~5170503,216149867~11345825,230093703~3141768,233628366~6678991,252754576~1380692,254779791~15231123,270506168~11477756,282868993~39037241,323886831~48327077,372715346~1104541,374935499~1071928,376302230~9716130,390768581~15601083,410064695~1509105] wrote [4609099~5975572,52270728~1473265,77592724~4804906,182235917~1341502,189425178~7704987,270506168~7048041,295215978~10959334,353643255~1281071] 2024-04-22T05:12:47.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:47 smithi062 ceph-mon[78153]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-22T05:12:47.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:47 smithi040 ceph-mon[88445]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-22T05:12:47.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:47 smithi040 ceph-mon[91058]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-22T05:12:48.608 INFO:tasks.workunit.client.0.smithi040.stdout: i=17 exists [2438641~11696004,17059503~3795247,28229274~7440416,36885967~16858026,54898978~614026,57331497~31744978,96605977~2541120,99266834~5564794,105251364~12048979,119494722~17598127,139286646~5785420,145765117~18991673,166720217~3870570,172402165~29375180,202037878~7579733,216149867~11345825,230093703~3141768,233628366~6678991,252754576~1380692,254779791~15231123,270506168~11477756,282868993~39037241,323886831~48327077,372715346~1104541,374935499~11082861,390768581~15601083,410064695~1509105] wrote [8019303~357729,65134987~11276374,114572508~386174,119494722~7002076,167816419~2774368,206343170~3274441,289226255~8063481,375655542~4783613] 2024-04-22T05:12:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:48 smithi062 ceph-mon[78153]: pgmap v2406: 137 pgs: 137 active+clean; 707 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 47 MiB/s wr, 34 op/s 2024-04-22T05:12:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:48 smithi062 ceph-mon[78153]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-22T05:12:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:48 smithi040 ceph-mon[88445]: pgmap v2406: 137 pgs: 137 active+clean; 707 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 47 MiB/s wr, 34 op/s 2024-04-22T05:12:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:48 smithi040 ceph-mon[88445]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-22T05:12:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:48 smithi040 ceph-mon[91058]: pgmap v2406: 137 pgs: 137 active+clean; 707 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 47 MiB/s wr, 34 op/s 2024-04-22T05:12:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:48 smithi040 ceph-mon[91058]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-22T05:12:49.553 INFO:tasks.workunit.client.0.smithi040.stdout: i=18 exists [2438641~11696004,17059503~3795247,28229274~7440416,36885967~16858026,54898978~614026,57331497~31744978,96605977~2541120,99266834~5564794,105251364~12048979,119419095~17673754,139286646~5785420,145765117~18991673,166720217~3870570,172402165~29375180,202037878~7579733,216149867~17442861,233628366~6678991,252754576~1380692,254779791~15231123,270506168~11477756,282868993~39037241,323886831~48327077,372715346~1104541,374935499~11082861,390768581~15601083,410064695~1509105] wrote [8620746~4635870,77570395~4927270,101904657~772013,119419095~3144267,154653091~1397582,227027980~6564748,286760161~71024,303231583~337062,314473652~959858,336053613~2252999] 2024-04-22T05:12:49.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:49 smithi062 ceph-mon[78153]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-22T05:12:49.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:49 smithi040 ceph-mon[88445]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-22T05:12:49.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:49 smithi040 ceph-mon[91058]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-22T05:12:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:12:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:12:50] "GET /metrics HTTP/1.1" 200 242794 "" "Prometheus/2.43.0" 2024-04-22T05:12:50.622 INFO:tasks.workunit.client.0.smithi040.stdout: i=19 exists [2438641~11696004,17059503~3795247,21452382~5868090,28229274~7440416,36885967~16858026,54898978~614026,57019518~32056957,96605977~2541120,99266834~5564794,105251364~12048979,119192521~17900328,139286646~5785420,145765117~18991673,166720217~3870570,172402165~29375180,201835952~8178932,216149867~17442861,233628366~6678991,252754576~1380692,254779791~15231123,270506168~11477756,282868993~39037241,323886831~48327077,372715346~1104541,374935499~11082861,390768581~15601083,410064695~1509105] wrote [9545899~116567,21452382~5868090,57019518~3490407,72314641~4619912,109735252~6274514,119192521~1940008,146764387~6269284,201835952~8178932,345363636~5339597,363125391~4253661] 2024-04-22T05:12:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:50 smithi062 ceph-mon[78153]: pgmap v2409: 137 pgs: 137 active+clean; 707 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 40 MiB/s wr, 30 op/s 2024-04-22T05:12:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:50 smithi062 ceph-mon[78153]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-22T05:12:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:50 smithi040 ceph-mon[88445]: pgmap v2409: 137 pgs: 137 active+clean; 707 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 40 MiB/s wr, 30 op/s 2024-04-22T05:12:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:50 smithi040 ceph-mon[88445]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-22T05:12:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:50 smithi040 ceph-mon[91058]: pgmap v2409: 137 pgs: 137 active+clean; 707 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 40 MiB/s wr, 30 op/s 2024-04-22T05:12:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:50 smithi040 ceph-mon[91058]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-22T05:12:51.565 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 1 diff [4194304~12582912,46137344~8388608,58720256~8388608,104857600~4194304,176160768~8388608,255852544~4194304,343932928~4194304,377487360~4194304,398458880~4194304] 2024-04-22T05:12:51.565 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,46137344~8388608,58720256~8388608,104857600~4194304,176160768~8388608,255852544~4194304,343932928~4194304,377487360~4194304,398458880~4194304] 2024-04-22T05:12:51.576 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,46137344~8388608,58720256~12582912,104857600~8388608,176160768~12582912,255852544~4194304,343932928~4194304,377487360~4194304,398458880~4194304] 2024-04-22T05:12:51.576 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 2 diff [4194304~12582912,46137344~8388608,58720256~16777216,104857600~4194304,150994944~8388608,163577856~4194304,176160768~16777216,255852544~4194304,310378496~4194304,331350016~8388608,343932928~8388608,377487360~4194304,398458880~8388608] 2024-04-22T05:12:51.576 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,46137344~8388608,58720256~16777216,104857600~4194304,150994944~8388608,163577856~4194304,176160768~16777216,255852544~4194304,310378496~4194304,331350016~8388608,343932928~8388608,377487360~4194304,398458880~8388608] 2024-04-22T05:12:51.583 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,46137344~8388608,58720256~16777216,104857600~8388608,150994944~8388608,163577856~8388608,176160768~20971520,255852544~4194304,310378496~4194304,331350016~8388608,343932928~12582912,377487360~4194304,398458880~8388608] 2024-04-22T05:12:51.583 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 3 diff [0~12582912,46137344~8388608,58720256~29360128,104857600~4194304,150994944~8388608,163577856~4194304,176160768~16777216,255852544~4194304,272629760~8388608,285212672~8388608,310378496~4194304,331350016~8388608,343932928~8388608,356515840~16777216,377487360~4194304,398458880~8388608] 2024-04-22T05:12:51.583 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,46137344~8388608,58720256~29360128,104857600~4194304,150994944~8388608,163577856~4194304,176160768~16777216,255852544~4194304,272629760~8388608,285212672~8388608,310378496~4194304,331350016~8388608,343932928~8388608,356515840~16777216,377487360~4194304,398458880~8388608] 2024-04-22T05:12:51.589 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,46137344~8388608,58720256~29360128,104857600~8388608,150994944~8388608,163577856~8388608,176160768~20971520,255852544~4194304,272629760~20971520,310378496~4194304,331350016~8388608,343932928~37748736,398458880~8388608] 2024-04-22T05:12:51.589 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 4 diff [0~12582912,46137344~8388608,58720256~29360128,104857600~4194304,125829120~8388608,150994944~8388608,163577856~4194304,176160768~16777216,201326592~8388608,222298112~4194304,230686720~8388608,255852544~8388608,272629760~8388608,285212672~8388608,310378496~12582912,331350016~8388608,343932928~8388608,356515840~16777216,377487360~4194304,398458880~8388608] 2024-04-22T05:12:51.589 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,46137344~8388608,58720256~29360128,104857600~4194304,125829120~8388608,150994944~8388608,163577856~4194304,176160768~16777216,201326592~8388608,222298112~4194304,230686720~8388608,255852544~8388608,272629760~8388608,285212672~8388608,310378496~12582912,331350016~8388608,343932928~8388608,356515840~16777216,377487360~4194304,398458880~8388608] 2024-04-22T05:12:51.595 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,46137344~8388608,58720256~29360128,104857600~8388608,125829120~8388608,150994944~8388608,163577856~8388608,176160768~20971520,201326592~8388608,222298112~4194304,230686720~12582912,255852544~8388608,272629760~20971520,310378496~12582912,331350016~8388608,343932928~37748736,398458880~8388608] 2024-04-22T05:12:51.595 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 5 diff [0~12582912,46137344~41943040,96468992~4194304,104857600~8388608,121634816~12582912,150994944~16777216,176160768~16777216,201326592~8388608,222298112~4194304,230686720~8388608,251658240~12582912,272629760~8388608,285212672~8388608,310378496~12582912,331350016~8388608,343932928~8388608,356515840~16777216,377487360~4194304,398458880~8388608] 2024-04-22T05:12:51.595 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,46137344~41943040,96468992~4194304,104857600~8388608,121634816~12582912,150994944~16777216,176160768~16777216,201326592~8388608,222298112~4194304,230686720~8388608,251658240~12582912,272629760~8388608,285212672~8388608,310378496~12582912,331350016~8388608,343932928~8388608,356515840~16777216,377487360~4194304,398458880~8388608] 2024-04-22T05:12:51.602 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,46137344~41943040,96468992~16777216,121634816~12582912,150994944~20971520,176160768~20971520,201326592~8388608,222298112~4194304,230686720~12582912,251658240~12582912,272629760~20971520,310378496~12582912,331350016~8388608,343932928~37748736,398458880~8388608] 2024-04-22T05:12:51.602 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 6 diff [0~12582912,25165824~4194304,46137344~25165824,75497472~12582912,96468992~4194304,104857600~8388608,121634816~16777216,150994944~16777216,176160768~16777216,201326592~8388608,222298112~16777216,251658240~12582912,272629760~8388608,285212672~8388608,310378496~12582912,331350016~8388608,343932928~29360128,377487360~4194304,398458880~12582912] 2024-04-22T05:12:51.602 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,25165824~4194304,46137344~25165824,75497472~12582912,96468992~4194304,104857600~8388608,121634816~16777216,150994944~16777216,176160768~16777216,201326592~8388608,222298112~16777216,251658240~12582912,272629760~8388608,285212672~8388608,310378496~12582912,331350016~8388608,343932928~29360128,377487360~4194304,398458880~12582912] 2024-04-22T05:12:51.608 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,25165824~8388608,46137344~41943040,96468992~16777216,121634816~16777216,150994944~20971520,176160768~20971520,201326592~8388608,222298112~20971520,251658240~12582912,272629760~20971520,310378496~12582912,331350016~8388608,343932928~37748736,398458880~12582912] 2024-04-22T05:12:51.608 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 7 diff [0~12582912,25165824~4194304,46137344~37748736,96468992~4194304,104857600~8388608,121634816~16777216,142606336~4194304,150994944~16777216,176160768~16777216,201326592~8388608,222298112~16777216,251658240~12582912,272629760~29360128,310378496~12582912,327155712~46137344,377487360~4194304,398458880~12582912] 2024-04-22T05:12:51.608 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,25165824~4194304,46137344~37748736,96468992~4194304,104857600~8388608,121634816~16777216,142606336~4194304,150994944~16777216,176160768~16777216,201326592~8388608,222298112~16777216,251658240~12582912,272629760~29360128,310378496~12582912,327155712~46137344,377487360~4194304,398458880~12582912] 2024-04-22T05:12:51.615 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,25165824~8388608,46137344~41943040,96468992~16777216,121634816~16777216,142606336~29360128,176160768~20971520,201326592~8388608,222298112~20971520,251658240~12582912,272629760~29360128,310378496~12582912,327155712~54525952,398458880~12582912] 2024-04-22T05:12:51.615 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 8 diff [0~12582912,25165824~4194304,46137344~37748736,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,218103808~20971520,251658240~12582912,272629760~29360128,310378496~12582912,327155712~54525952,390070272~20971520] 2024-04-22T05:12:51.615 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,25165824~4194304,46137344~37748736,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,218103808~20971520,251658240~12582912,272629760~29360128,310378496~12582912,327155712~54525952,390070272~20971520] 2024-04-22T05:12:51.621 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,25165824~8388608,46137344~41943040,96468992~20971520,121634816~16777216,142606336~67108864,218103808~25165824,251658240~12582912,272629760~33554432,310378496~12582912,327155712~54525952,390070272~20971520] 2024-04-22T05:12:51.621 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 9 diff [0~12582912,25165824~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,218103808~20971520,251658240~12582912,272629760~29360128,306184192~16777216,327155712~58720256,390070272~20971520] 2024-04-22T05:12:51.621 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,25165824~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,218103808~20971520,251658240~12582912,272629760~29360128,306184192~16777216,327155712~58720256,390070272~20971520] 2024-04-22T05:12:51.627 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,25165824~8388608,46137344~46137344,96468992~20971520,121634816~16777216,142606336~67108864,218103808~25165824,251658240~12582912,272629760~50331648,327155712~83886080] 2024-04-22T05:12:51.627 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 10 diff [0~12582912,25165824~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,213909504~25165824,251658240~16777216,272629760~29360128,306184192~16777216,327155712~58720256,390070272~20971520] 2024-04-22T05:12:51.627 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,25165824~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,213909504~25165824,251658240~16777216,272629760~29360128,306184192~16777216,327155712~58720256,390070272~20971520] 2024-04-22T05:12:51.633 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,25165824~8388608,46137344~46137344,96468992~20971520,121634816~16777216,142606336~67108864,213909504~29360128,251658240~71303168,327155712~83886080] 2024-04-22T05:12:51.633 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 11 diff [0~12582912,25165824~8388608,37748736~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,213909504~25165824,251658240~16777216,272629760~29360128,306184192~79691776,390070272~20971520] 2024-04-22T05:12:51.633 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,25165824~8388608,37748736~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,213909504~25165824,251658240~16777216,272629760~29360128,306184192~79691776,390070272~20971520] 2024-04-22T05:12:51.639 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,25165824~16777216,46137344~46137344,96468992~20971520,121634816~16777216,142606336~67108864,213909504~29360128,251658240~159383552] 2024-04-22T05:12:51.639 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 12 diff [0~12582912,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,213909504~25165824,251658240~16777216,272629760~29360128,306184192~79691776,390070272~20971520] 2024-04-22T05:12:51.639 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,213909504~25165824,251658240~16777216,272629760~29360128,306184192~79691776,390070272~20971520] 2024-04-22T05:12:51.645 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~67108864,96468992~20971520,121634816~16777216,142606336~67108864,213909504~29360128,251658240~159383552] 2024-04-22T05:12:51.645 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 13 diff [0~12582912,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~25165824,171966464~37748736,213909504~25165824,251658240~50331648,306184192~79691776,390070272~20971520] 2024-04-22T05:12:51.645 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~25165824,171966464~37748736,213909504~25165824,251658240~50331648,306184192~79691776,390070272~20971520] 2024-04-22T05:12:51.651 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~67108864,96468992~20971520,121634816~16777216,142606336~67108864,213909504~29360128,251658240~159383552] 2024-04-22T05:12:51.651 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 14 diff [0~12582912,16777216~4194304,25165824~25165824,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~25165824,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.651 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~25165824,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~25165824,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.657 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~67108864,96468992~20971520,121634816~16777216,142606336~67108864,213909504~29360128,251658240~163577856] 2024-04-22T05:12:51.657 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 15 diff [0~12582912,16777216~4194304,25165824~25165824,54525952~33554432,96468992~20971520,121634816~46137344,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.657 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~25165824,54525952~33554432,96468992~20971520,121634816~46137344,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.663 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~67108864,96468992~20971520,121634816~88080384,213909504~29360128,251658240~163577856] 2024-04-22T05:12:51.663 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 16 diff [0~12582912,16777216~4194304,25165824~62914560,96468992~20971520,121634816~46137344,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.663 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~62914560,96468992~20971520,121634816~46137344,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.669 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~67108864,96468992~20971520,121634816~88080384,213909504~29360128,251658240~163577856] 2024-04-22T05:12:51.669 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 17 diff [0~12582912,16777216~4194304,25165824~62914560,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.669 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~62914560,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.674 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~67108864,96468992~113246208,213909504~29360128,251658240~163577856] 2024-04-22T05:12:51.675 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 18 diff [0~12582912,16777216~4194304,25165824~62914560,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.675 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~62914560,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.680 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~67108864,96468992~113246208,213909504~29360128,251658240~163577856] 2024-04-22T05:12:51.680 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to 19 diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.681 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.686 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:12:51.686 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 2 diff [4194304~8388608,67108864~8388608,150994944~8388608,163577856~4194304,184549376~8388608,310378496~4194304,331350016~8388608,348127232~4194304,398458880~8388608] 2024-04-22T05:12:51.686 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~8388608,67108864~8388608,150994944~8388608,163577856~4194304,184549376~8388608,310378496~4194304,331350016~8388608,348127232~4194304,398458880~8388608] 2024-04-22T05:12:51.691 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,67108864~8388608,150994944~8388608,163577856~8388608,184549376~12582912,310378496~4194304,331350016~8388608,348127232~8388608,398458880~8388608] 2024-04-22T05:12:51.691 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 3 diff [0~12582912,67108864~20971520,150994944~8388608,163577856~4194304,184549376~8388608,272629760~8388608,285212672~8388608,310378496~4194304,331350016~8388608,348127232~4194304,356515840~16777216,398458880~8388608] 2024-04-22T05:12:51.691 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,67108864~20971520,150994944~8388608,163577856~4194304,184549376~8388608,272629760~8388608,285212672~8388608,310378496~4194304,331350016~8388608,348127232~4194304,356515840~16777216,398458880~8388608] 2024-04-22T05:12:51.697 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,67108864~20971520,150994944~8388608,163577856~8388608,184549376~12582912,272629760~20971520,310378496~4194304,331350016~8388608,348127232~29360128,398458880~8388608] 2024-04-22T05:12:51.697 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 4 diff [0~12582912,67108864~20971520,125829120~8388608,150994944~8388608,163577856~4194304,184549376~8388608,201326592~8388608,222298112~4194304,230686720~8388608,255852544~8388608,272629760~8388608,285212672~8388608,310378496~12582912,331350016~8388608,343932928~8388608,356515840~16777216,398458880~8388608] 2024-04-22T05:12:51.697 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,67108864~20971520,125829120~8388608,150994944~8388608,163577856~4194304,184549376~8388608,201326592~8388608,222298112~4194304,230686720~8388608,255852544~8388608,272629760~8388608,285212672~8388608,310378496~12582912,331350016~8388608,343932928~8388608,356515840~16777216,398458880~8388608] 2024-04-22T05:12:51.703 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,67108864~20971520,125829120~8388608,150994944~8388608,163577856~8388608,184549376~12582912,201326592~8388608,222298112~4194304,230686720~12582912,255852544~8388608,272629760~20971520,310378496~12582912,331350016~8388608,343932928~33554432,398458880~8388608] 2024-04-22T05:12:51.703 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 5 diff [0~12582912,54525952~8388608,67108864~20971520,96468992~4194304,104857600~8388608,121634816~12582912,150994944~16777216,180355072~12582912,201326592~8388608,222298112~4194304,230686720~8388608,251658240~12582912,272629760~8388608,285212672~8388608,310378496~12582912,331350016~8388608,343932928~8388608,356515840~16777216,398458880~8388608] 2024-04-22T05:12:51.703 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,54525952~8388608,67108864~20971520,96468992~4194304,104857600~8388608,121634816~12582912,150994944~16777216,180355072~12582912,201326592~8388608,222298112~4194304,230686720~8388608,251658240~12582912,272629760~8388608,285212672~8388608,310378496~12582912,331350016~8388608,343932928~8388608,356515840~16777216,398458880~8388608] 2024-04-22T05:12:51.708 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,54525952~33554432,96468992~16777216,121634816~12582912,150994944~20971520,180355072~16777216,201326592~8388608,222298112~4194304,230686720~12582912,251658240~12582912,272629760~20971520,310378496~12582912,331350016~8388608,343932928~33554432,398458880~8388608] 2024-04-22T05:12:51.708 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 6 diff [0~12582912,25165824~4194304,46137344~25165824,75497472~12582912,96468992~4194304,104857600~8388608,121634816~16777216,150994944~16777216,180355072~12582912,201326592~8388608,222298112~16777216,251658240~12582912,272629760~8388608,285212672~8388608,310378496~12582912,331350016~8388608,343932928~29360128,398458880~12582912] 2024-04-22T05:12:51.708 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,25165824~4194304,46137344~25165824,75497472~12582912,96468992~4194304,104857600~8388608,121634816~16777216,150994944~16777216,180355072~12582912,201326592~8388608,222298112~16777216,251658240~12582912,272629760~8388608,285212672~8388608,310378496~12582912,331350016~8388608,343932928~29360128,398458880~12582912] 2024-04-22T05:12:51.714 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,25165824~8388608,46137344~41943040,96468992~16777216,121634816~16777216,150994944~20971520,180355072~16777216,201326592~8388608,222298112~20971520,251658240~12582912,272629760~20971520,310378496~12582912,331350016~8388608,343932928~33554432,398458880~12582912] 2024-04-22T05:12:51.714 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 7 diff [0~12582912,25165824~4194304,46137344~37748736,96468992~4194304,104857600~8388608,121634816~16777216,142606336~4194304,150994944~16777216,180355072~12582912,201326592~8388608,222298112~16777216,251658240~12582912,272629760~29360128,310378496~12582912,327155712~46137344,398458880~12582912] 2024-04-22T05:12:51.714 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,25165824~4194304,46137344~37748736,96468992~4194304,104857600~8388608,121634816~16777216,142606336~4194304,150994944~16777216,180355072~12582912,201326592~8388608,222298112~16777216,251658240~12582912,272629760~29360128,310378496~12582912,327155712~46137344,398458880~12582912] 2024-04-22T05:12:51.719 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,25165824~8388608,46137344~41943040,96468992~16777216,121634816~16777216,142606336~29360128,180355072~16777216,201326592~8388608,222298112~20971520,251658240~12582912,272629760~29360128,310378496~12582912,327155712~50331648,398458880~12582912] 2024-04-22T05:12:51.720 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 8 diff [0~12582912,25165824~4194304,46137344~37748736,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,218103808~20971520,251658240~12582912,272629760~29360128,310378496~12582912,327155712~50331648,390070272~20971520] 2024-04-22T05:12:51.720 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,25165824~4194304,46137344~37748736,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,218103808~20971520,251658240~12582912,272629760~29360128,310378496~12582912,327155712~50331648,390070272~20971520] 2024-04-22T05:12:51.725 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,25165824~8388608,46137344~41943040,96468992~20971520,121634816~16777216,142606336~67108864,218103808~25165824,251658240~12582912,272629760~33554432,310378496~12582912,327155712~50331648,390070272~20971520] 2024-04-22T05:12:51.725 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 9 diff [0~12582912,25165824~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,218103808~20971520,251658240~12582912,272629760~29360128,306184192~16777216,327155712~50331648,381681664~4194304,390070272~20971520] 2024-04-22T05:12:51.725 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,25165824~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,218103808~20971520,251658240~12582912,272629760~29360128,306184192~16777216,327155712~50331648,381681664~4194304,390070272~20971520] 2024-04-22T05:12:51.730 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,25165824~8388608,46137344~46137344,96468992~20971520,121634816~16777216,142606336~67108864,218103808~25165824,251658240~12582912,272629760~50331648,327155712~50331648,381681664~29360128] 2024-04-22T05:12:51.731 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 10 diff [0~12582912,25165824~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,213909504~25165824,251658240~16777216,272629760~29360128,306184192~16777216,327155712~50331648,381681664~4194304,390070272~20971520] 2024-04-22T05:12:51.731 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,25165824~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,213909504~25165824,251658240~16777216,272629760~29360128,306184192~16777216,327155712~50331648,381681664~4194304,390070272~20971520] 2024-04-22T05:12:51.736 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,25165824~8388608,46137344~46137344,96468992~20971520,121634816~16777216,142606336~67108864,213909504~29360128,251658240~71303168,327155712~50331648,381681664~29360128] 2024-04-22T05:12:51.736 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 11 diff [0~12582912,25165824~8388608,37748736~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,213909504~25165824,251658240~16777216,272629760~29360128,306184192~79691776,390070272~20971520] 2024-04-22T05:12:51.736 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,25165824~8388608,37748736~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,213909504~25165824,251658240~16777216,272629760~29360128,306184192~79691776,390070272~20971520] 2024-04-22T05:12:51.742 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~16777216,25165824~16777216,46137344~46137344,96468992~20971520,121634816~16777216,142606336~67108864,213909504~29360128,251658240~159383552] 2024-04-22T05:12:51.742 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 12 diff [0~12582912,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,213909504~25165824,251658240~16777216,272629760~29360128,306184192~79691776,390070272~20971520] 2024-04-22T05:12:51.742 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,150994944~16777216,171966464~37748736,213909504~25165824,251658240~16777216,272629760~29360128,306184192~79691776,390070272~20971520] 2024-04-22T05:12:51.747 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~67108864,96468992~20971520,121634816~16777216,142606336~67108864,213909504~29360128,251658240~159383552] 2024-04-22T05:12:51.747 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 13 diff [0~12582912,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~25165824,171966464~37748736,213909504~25165824,251658240~50331648,306184192~79691776,390070272~20971520] 2024-04-22T05:12:51.747 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~25165824,171966464~37748736,213909504~25165824,251658240~50331648,306184192~79691776,390070272~20971520] 2024-04-22T05:12:51.753 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~67108864,96468992~20971520,121634816~16777216,142606336~67108864,213909504~29360128,251658240~159383552] 2024-04-22T05:12:51.753 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 14 diff [0~12582912,16777216~4194304,25165824~25165824,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~25165824,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.753 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~25165824,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~25165824,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.758 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~67108864,96468992~20971520,121634816~16777216,142606336~67108864,213909504~29360128,251658240~163577856] 2024-04-22T05:12:51.759 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 15 diff [0~12582912,16777216~4194304,25165824~25165824,54525952~33554432,96468992~20971520,121634816~46137344,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.759 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~25165824,54525952~33554432,96468992~20971520,121634816~46137344,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.764 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~67108864,96468992~20971520,121634816~88080384,213909504~29360128,251658240~163577856] 2024-04-22T05:12:51.764 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 16 diff [0~12582912,16777216~4194304,25165824~62914560,96468992~20971520,121634816~46137344,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.764 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~62914560,96468992~20971520,121634816~46137344,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.770 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~67108864,96468992~20971520,121634816~88080384,213909504~29360128,251658240~163577856] 2024-04-22T05:12:51.770 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 17 diff [0~12582912,16777216~4194304,25165824~62914560,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.770 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~62914560,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.776 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~67108864,96468992~113246208,213909504~29360128,251658240~163577856] 2024-04-22T05:12:51.776 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 18 diff [0~12582912,16777216~4194304,25165824~62914560,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.776 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~62914560,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.782 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~67108864,96468992~113246208,213909504~29360128,251658240~163577856] 2024-04-22T05:12:51.782 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to 19 diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.782 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:51.787 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:12:51.787 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 3 diff [0~4194304,75497472~12582912,272629760~8388608,285212672~8388608,356515840~16777216] 2024-04-22T05:12:51.787 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,75497472~12582912,272629760~8388608,285212672~8388608,356515840~16777216] 2024-04-22T05:12:51.793 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,75497472~12582912,272629760~20971520,356515840~20971520] 2024-04-22T05:12:51.793 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 4 diff [0~4194304,71303168~16777216,125829120~8388608,201326592~8388608,222298112~4194304,230686720~8388608,255852544~8388608,272629760~8388608,285212672~8388608,314572800~8388608,343932928~4194304,356515840~16777216] 2024-04-22T05:12:51.793 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,71303168~16777216,125829120~8388608,201326592~8388608,222298112~4194304,230686720~8388608,255852544~8388608,272629760~8388608,285212672~8388608,314572800~8388608,343932928~4194304,356515840~16777216] 2024-04-22T05:12:51.798 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,71303168~16777216,125829120~8388608,201326592~8388608,222298112~4194304,230686720~12582912,255852544~8388608,272629760~20971520,314572800~8388608,343932928~8388608,356515840~20971520] 2024-04-22T05:12:51.798 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 5 diff [0~4194304,54525952~8388608,71303168~16777216,96468992~4194304,104857600~8388608,121634816~12582912,155189248~8388608,180355072~8388608,201326592~8388608,222298112~4194304,230686720~8388608,251658240~12582912,272629760~8388608,285212672~8388608,314572800~8388608,343932928~4194304,356515840~16777216] 2024-04-22T05:12:51.798 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,54525952~8388608,71303168~16777216,96468992~4194304,104857600~8388608,121634816~12582912,155189248~8388608,180355072~8388608,201326592~8388608,222298112~4194304,230686720~8388608,251658240~12582912,272629760~8388608,285212672~8388608,314572800~8388608,343932928~4194304,356515840~16777216] 2024-04-22T05:12:51.803 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,54525952~12582912,71303168~16777216,96468992~16777216,121634816~12582912,155189248~8388608,180355072~8388608,201326592~8388608,222298112~4194304,230686720~12582912,251658240~12582912,272629760~20971520,314572800~8388608,343932928~8388608,356515840~20971520] 2024-04-22T05:12:51.803 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 6 diff [0~8388608,25165824~4194304,46137344~20971520,71303168~16777216,96468992~4194304,104857600~8388608,121634816~16777216,155189248~8388608,180355072~8388608,201326592~8388608,222298112~16777216,251658240~12582912,272629760~8388608,285212672~8388608,310378496~12582912,343932928~4194304,352321536~20971520,406847488~4194304] 2024-04-22T05:12:51.804 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~8388608,25165824~4194304,46137344~20971520,71303168~16777216,96468992~4194304,104857600~8388608,121634816~16777216,155189248~8388608,180355072~8388608,201326592~8388608,222298112~16777216,251658240~12582912,272629760~8388608,285212672~8388608,310378496~12582912,343932928~4194304,352321536~20971520,406847488~4194304] 2024-04-22T05:12:51.809 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~41943040,96468992~16777216,121634816~16777216,155189248~8388608,180355072~8388608,201326592~8388608,222298112~20971520,251658240~12582912,272629760~20971520,310378496~12582912,343932928~33554432,406847488~4194304] 2024-04-22T05:12:51.810 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 7 diff [0~8388608,25165824~4194304,46137344~41943040,96468992~4194304,104857600~8388608,121634816~16777216,142606336~4194304,155189248~8388608,180355072~8388608,201326592~8388608,222298112~16777216,251658240~12582912,272629760~29360128,310378496~12582912,327155712~8388608,339738624~8388608,352321536~20971520,406847488~4194304] 2024-04-22T05:12:51.810 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~8388608,25165824~4194304,46137344~41943040,96468992~4194304,104857600~8388608,121634816~16777216,142606336~4194304,155189248~8388608,180355072~8388608,201326592~8388608,222298112~16777216,251658240~12582912,272629760~29360128,310378496~12582912,327155712~8388608,339738624~8388608,352321536~20971520,406847488~4194304] 2024-04-22T05:12:51.818 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~41943040,96468992~16777216,121634816~16777216,142606336~8388608,155189248~8388608,180355072~8388608,201326592~8388608,222298112~20971520,251658240~12582912,272629760~29360128,310378496~12582912,327155712~50331648,406847488~4194304] 2024-04-22T05:12:51.818 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 8 diff [0~8388608,25165824~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~8388608,171966464~16777216,192937984~16777216,218103808~20971520,251658240~12582912,272629760~29360128,310378496~12582912,327155712~8388608,339738624~8388608,352321536~25165824,390070272~8388608,406847488~4194304] 2024-04-22T05:12:51.819 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~8388608,25165824~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~8388608,171966464~16777216,192937984~16777216,218103808~20971520,251658240~12582912,272629760~29360128,310378496~12582912,327155712~8388608,339738624~8388608,352321536~25165824,390070272~8388608,406847488~4194304] 2024-04-22T05:12:51.821 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~41943040,96468992~20971520,121634816~16777216,142606336~8388608,155189248~8388608,171966464~37748736,218103808~25165824,251658240~12582912,272629760~33554432,310378496~12582912,327155712~50331648,390070272~8388608,406847488~4194304] 2024-04-22T05:12:51.821 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 9 diff [0~8388608,25165824~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~8388608,171966464~16777216,192937984~16777216,218103808~20971520,251658240~12582912,272629760~29360128,306184192~16777216,327155712~8388608,339738624~37748736,381681664~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:51.821 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~8388608,25165824~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~8388608,171966464~16777216,192937984~16777216,218103808~20971520,251658240~12582912,272629760~29360128,306184192~16777216,327155712~8388608,339738624~37748736,381681664~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:51.827 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~46137344,96468992~20971520,121634816~16777216,142606336~8388608,155189248~8388608,171966464~37748736,218103808~25165824,251658240~12582912,272629760~50331648,327155712~50331648,381681664~16777216,406847488~4194304] 2024-04-22T05:12:51.827 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 10 diff [0~8388608,25165824~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~16777216,213909504~25165824,251658240~16777216,272629760~29360128,306184192~16777216,327155712~50331648,381681664~4194304,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.828 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~8388608,25165824~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~16777216,213909504~25165824,251658240~16777216,272629760~29360128,306184192~16777216,327155712~50331648,381681664~4194304,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.833 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~46137344,96468992~20971520,121634816~16777216,142606336~8388608,155189248~12582912,171966464~37748736,213909504~29360128,251658240~71303168,327155712~50331648,381681664~20971520,406847488~4194304] 2024-04-22T05:12:51.834 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 11 diff [0~8388608,25165824~8388608,37748736~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~16777216,213909504~25165824,251658240~16777216,272629760~29360128,306184192~79691776,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.834 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~8388608,25165824~8388608,37748736~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~16777216,213909504~25165824,251658240~16777216,272629760~29360128,306184192~79691776,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.841 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~16777216,46137344~46137344,96468992~20971520,121634816~16777216,142606336~8388608,155189248~12582912,171966464~37748736,213909504~29360128,251658240~150994944,406847488~4194304] 2024-04-22T05:12:51.841 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 12 diff [0~8388608,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~16777216,213909504~25165824,251658240~16777216,272629760~29360128,306184192~79691776,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.841 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~8388608,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~16777216,213909504~25165824,251658240~16777216,272629760~29360128,306184192~79691776,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.847 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,16777216~4194304,25165824~67108864,96468992~20971520,121634816~16777216,142606336~8388608,155189248~12582912,171966464~37748736,213909504~29360128,251658240~150994944,406847488~4194304] 2024-04-22T05:12:51.847 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 13 diff [0~8388608,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~8388608,155189248~12582912,171966464~37748736,213909504~25165824,251658240~50331648,306184192~79691776,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.847 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~8388608,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~8388608,155189248~12582912,171966464~37748736,213909504~25165824,251658240~50331648,306184192~79691776,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.853 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,16777216~4194304,25165824~67108864,96468992~20971520,121634816~16777216,142606336~25165824,171966464~37748736,213909504~29360128,251658240~150994944,406847488~4194304] 2024-04-22T05:12:51.853 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 14 diff [0~8388608,16777216~4194304,25165824~25165824,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~8388608,155189248~12582912,171966464~37748736,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.853 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~8388608,16777216~4194304,25165824~25165824,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~8388608,155189248~12582912,171966464~37748736,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.858 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,16777216~4194304,25165824~67108864,96468992~20971520,121634816~16777216,142606336~25165824,171966464~37748736,213909504~29360128,251658240~150994944,406847488~8388608] 2024-04-22T05:12:51.858 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 15 diff [0~8388608,16777216~4194304,25165824~25165824,54525952~33554432,96468992~20971520,121634816~29360128,155189248~12582912,171966464~37748736,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.859 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~8388608,16777216~4194304,25165824~25165824,54525952~33554432,96468992~20971520,121634816~29360128,155189248~12582912,171966464~37748736,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.864 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,16777216~4194304,25165824~67108864,96468992~20971520,121634816~46137344,171966464~37748736,213909504~29360128,251658240~150994944,406847488~8388608] 2024-04-22T05:12:51.864 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 16 diff [0~8388608,16777216~4194304,25165824~62914560,96468992~20971520,121634816~29360128,155189248~12582912,171966464~37748736,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.865 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~8388608,16777216~4194304,25165824~62914560,96468992~20971520,121634816~29360128,155189248~12582912,171966464~37748736,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.872 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~12582912,16777216~4194304,25165824~67108864,96468992~20971520,121634816~46137344,171966464~37748736,213909504~29360128,251658240~150994944,406847488~8388608] 2024-04-22T05:12:51.872 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 17 diff [0~8388608,16777216~4194304,25165824~62914560,96468992~54525952,155189248~54525952,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.872 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~8388608,16777216~4194304,25165824~62914560,96468992~54525952,155189248~54525952,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.879 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~12582912,16777216~4194304,25165824~67108864,96468992~113246208,213909504~29360128,251658240~150994944,406847488~8388608] 2024-04-22T05:12:51.879 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 18 diff [0~12582912,16777216~4194304,25165824~62914560,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.879 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~62914560,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:51 smithi062 ceph-mon[78153]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-22T05:12:51.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:12:51.884 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~67108864,96468992~113246208,213909504~29360128,251658240~150994944,406847488~8388608] 2024-04-22T05:12:51.884 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to 19 diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.884 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.890 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~150994944,406847488~8388608] 2024-04-22T05:12:51.890 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 4 diff [71303168~4194304,125829120~8388608,201326592~8388608,222298112~4194304,230686720~8388608,255852544~8388608,285212672~8388608,314572800~8388608,343932928~4194304] 2024-04-22T05:12:51.890 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [71303168~4194304,125829120~8388608,201326592~8388608,222298112~4194304,230686720~8388608,255852544~8388608,285212672~8388608,314572800~8388608,343932928~4194304] 2024-04-22T05:12:51.895 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [71303168~4194304,125829120~8388608,201326592~8388608,222298112~4194304,230686720~12582912,255852544~8388608,285212672~8388608,314572800~8388608,343932928~8388608] 2024-04-22T05:12:51.895 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 5 diff [54525952~8388608,71303168~4194304,96468992~4194304,104857600~8388608,121634816~12582912,155189248~8388608,180355072~8388608,201326592~8388608,222298112~4194304,230686720~8388608,251658240~12582912,272629760~4194304,285212672~8388608,314572800~8388608,343932928~4194304] 2024-04-22T05:12:51.895 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [54525952~8388608,71303168~4194304,96468992~4194304,104857600~8388608,121634816~12582912,155189248~8388608,180355072~8388608,201326592~8388608,222298112~4194304,230686720~8388608,251658240~12582912,272629760~4194304,285212672~8388608,314572800~8388608,343932928~4194304] 2024-04-22T05:12:51.901 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [54525952~12582912,71303168~4194304,96468992~16777216,121634816~12582912,155189248~8388608,180355072~8388608,201326592~8388608,222298112~4194304,230686720~12582912,251658240~12582912,272629760~8388608,285212672~8388608,314572800~8388608,343932928~8388608] 2024-04-22T05:12:51.901 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 6 diff [0~4194304,25165824~4194304,46137344~20971520,71303168~4194304,96468992~4194304,104857600~8388608,121634816~16777216,155189248~8388608,180355072~8388608,201326592~8388608,222298112~16777216,251658240~12582912,272629760~4194304,285212672~8388608,310378496~12582912,343932928~4194304,352321536~8388608,406847488~4194304] 2024-04-22T05:12:51.901 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~4194304,46137344~20971520,71303168~4194304,96468992~4194304,104857600~8388608,121634816~16777216,155189248~8388608,180355072~8388608,201326592~8388608,222298112~16777216,251658240~12582912,272629760~4194304,285212672~8388608,310378496~12582912,343932928~4194304,352321536~8388608,406847488~4194304] 2024-04-22T05:12:51.907 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~29360128,96468992~16777216,121634816~16777216,155189248~8388608,180355072~8388608,201326592~8388608,222298112~20971520,251658240~12582912,272629760~8388608,285212672~8388608,310378496~12582912,343932928~16777216,406847488~4194304] 2024-04-22T05:12:51.907 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 7 diff [0~4194304,25165824~4194304,46137344~33554432,96468992~4194304,104857600~8388608,121634816~16777216,142606336~4194304,155189248~8388608,180355072~8388608,201326592~8388608,222298112~16777216,251658240~12582912,272629760~4194304,281018368~20971520,310378496~12582912,327155712~8388608,339738624~8388608,352321536~8388608,406847488~4194304] 2024-04-22T05:12:51.907 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~4194304,46137344~33554432,96468992~4194304,104857600~8388608,121634816~16777216,142606336~4194304,155189248~8388608,180355072~8388608,201326592~8388608,222298112~16777216,251658240~12582912,272629760~4194304,281018368~20971520,310378496~12582912,327155712~8388608,339738624~8388608,352321536~8388608,406847488~4194304] 2024-04-22T05:12:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:51 smithi040 ceph-mon[88445]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-22T05:12:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:12:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:51 smithi040 ceph-mon[91058]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-22T05:12:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:12:51.912 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~37748736,96468992~16777216,121634816~16777216,142606336~8388608,155189248~8388608,180355072~8388608,201326592~8388608,222298112~20971520,251658240~12582912,272629760~29360128,310378496~12582912,327155712~33554432,406847488~4194304] 2024-04-22T05:12:51.912 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 8 diff [0~4194304,25165824~4194304,46137344~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~8388608,171966464~16777216,192937984~16777216,218103808~20971520,251658240~12582912,272629760~4194304,281018368~20971520,310378496~12582912,327155712~8388608,339738624~8388608,352321536~8388608,373293056~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:51.912 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~4194304,46137344~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~8388608,171966464~16777216,192937984~16777216,218103808~20971520,251658240~12582912,272629760~4194304,281018368~20971520,310378496~12582912,327155712~8388608,339738624~8388608,352321536~8388608,373293056~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:51.918 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~37748736,96468992~20971520,121634816~16777216,142606336~8388608,155189248~8388608,171966464~37748736,218103808~25165824,251658240~12582912,272629760~33554432,310378496~12582912,327155712~33554432,373293056~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:51.918 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 9 diff [0~4194304,25165824~4194304,46137344~33554432,83886080~8388608,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~8388608,171966464~16777216,192937984~16777216,218103808~20971520,251658240~12582912,272629760~4194304,281018368~20971520,306184192~16777216,327155712~8388608,339738624~20971520,373293056~4194304,381681664~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:51.919 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~4194304,46137344~33554432,83886080~8388608,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~8388608,171966464~16777216,192937984~16777216,218103808~20971520,251658240~12582912,272629760~4194304,281018368~20971520,306184192~16777216,327155712~8388608,339738624~20971520,373293056~4194304,381681664~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:51.924 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~46137344,96468992~20971520,121634816~16777216,142606336~8388608,155189248~8388608,171966464~37748736,218103808~25165824,251658240~12582912,272629760~50331648,327155712~33554432,373293056~4194304,381681664~16777216,406847488~4194304] 2024-04-22T05:12:51.924 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 10 diff [0~4194304,25165824~4194304,46137344~33554432,83886080~8388608,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~16777216,213909504~25165824,251658240~16777216,272629760~4194304,281018368~20971520,306184192~16777216,327155712~33554432,373293056~4194304,381681664~4194304,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.924 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~4194304,46137344~33554432,83886080~8388608,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~16777216,213909504~25165824,251658240~16777216,272629760~4194304,281018368~20971520,306184192~16777216,327155712~33554432,373293056~4194304,381681664~4194304,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.930 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~46137344,96468992~20971520,121634816~16777216,142606336~8388608,155189248~12582912,171966464~37748736,213909504~29360128,251658240~71303168,327155712~37748736,373293056~4194304,381681664~20971520,406847488~4194304] 2024-04-22T05:12:51.930 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 11 diff [0~4194304,25165824~8388608,37748736~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~16777216,213909504~25165824,251658240~16777216,272629760~4194304,281018368~20971520,306184192~54525952,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.930 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~8388608,37748736~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~16777216,213909504~25165824,251658240~16777216,272629760~4194304,281018368~20971520,306184192~54525952,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.935 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~16777216,46137344~46137344,96468992~20971520,121634816~16777216,142606336~8388608,155189248~12582912,171966464~37748736,213909504~29360128,251658240~113246208,373293056~29360128,406847488~4194304] 2024-04-22T05:12:51.935 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 12 diff [0~4194304,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~16777216,213909504~25165824,251658240~16777216,272629760~4194304,281018368~20971520,306184192~54525952,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.935 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~16777216,213909504~25165824,251658240~16777216,272629760~4194304,281018368~20971520,306184192~54525952,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.941 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,16777216~4194304,25165824~67108864,96468992~20971520,121634816~16777216,142606336~8388608,155189248~12582912,171966464~37748736,213909504~29360128,251658240~113246208,373293056~29360128,406847488~4194304] 2024-04-22T05:12:51.941 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 13 diff [0~4194304,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~8388608,155189248~12582912,171966464~37748736,213909504~25165824,251658240~25165824,281018368~20971520,306184192~58720256,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.941 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~8388608,155189248~12582912,171966464~37748736,213909504~25165824,251658240~25165824,281018368~20971520,306184192~58720256,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.946 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,16777216~4194304,25165824~67108864,96468992~20971520,121634816~16777216,142606336~25165824,171966464~37748736,213909504~29360128,251658240~113246208,373293056~29360128,406847488~4194304] 2024-04-22T05:12:51.947 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 14 diff [0~4194304,16777216~4194304,25165824~25165824,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~8388608,155189248~12582912,171966464~37748736,213909504~25165824,251658240~25165824,281018368~83886080,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.947 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~25165824,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~8388608,155189248~12582912,171966464~37748736,213909504~25165824,251658240~25165824,281018368~83886080,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.952 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,16777216~4194304,25165824~67108864,96468992~20971520,121634816~16777216,142606336~25165824,171966464~37748736,213909504~29360128,251658240~113246208,373293056~29360128,406847488~8388608] 2024-04-22T05:12:51.952 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 15 diff [0~4194304,16777216~4194304,25165824~25165824,54525952~33554432,96468992~20971520,121634816~29360128,155189248~12582912,171966464~37748736,213909504~25165824,251658240~25165824,281018368~83886080,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.952 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~25165824,54525952~33554432,96468992~20971520,121634816~29360128,155189248~12582912,171966464~37748736,213909504~25165824,251658240~25165824,281018368~83886080,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.958 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,16777216~4194304,25165824~67108864,96468992~20971520,121634816~46137344,171966464~37748736,213909504~29360128,251658240~113246208,373293056~29360128,406847488~8388608] 2024-04-22T05:12:51.958 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 16 diff [0~12582912,16777216~4194304,25165824~62914560,96468992~20971520,121634816~29360128,155189248~12582912,171966464~37748736,213909504~25165824,251658240~113246208,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.958 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~62914560,96468992~20971520,121634816~29360128,155189248~12582912,171966464~37748736,213909504~25165824,251658240~113246208,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.964 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~12582912,16777216~4194304,25165824~67108864,96468992~20971520,121634816~46137344,171966464~37748736,213909504~29360128,251658240~113246208,373293056~29360128,406847488~8388608] 2024-04-22T05:12:51.964 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 17 diff [0~12582912,16777216~4194304,25165824~62914560,96468992~54525952,155189248~54525952,213909504~25165824,251658240~113246208,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.964 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~62914560,96468992~54525952,155189248~54525952,213909504~25165824,251658240~113246208,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.969 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~12582912,16777216~4194304,25165824~67108864,96468992~113246208,213909504~29360128,251658240~113246208,373293056~29360128,406847488~8388608] 2024-04-22T05:12:51.969 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 18 diff [0~20971520,25165824~62914560,96468992~67108864,167772160~41943040,213909504~25165824,251658240~113246208,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.969 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~20971520,25165824~62914560,96468992~67108864,167772160~41943040,213909504~25165824,251658240~113246208,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.975 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~67108864,96468992~113246208,213909504~29360128,251658240~113246208,373293056~29360128,406847488~8388608] 2024-04-22T05:12:51.975 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to 19 diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.975 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:51.981 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~117440512,373293056~29360128,406847488~8388608] 2024-04-22T05:12:51.981 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 5 diff [54525952~8388608,96468992~4194304,104857600~8388608,121634816~8388608,155189248~8388608,180355072~8388608,251658240~4194304,272629760~4194304,285212672~4194304] 2024-04-22T05:12:51.981 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [54525952~8388608,96468992~4194304,104857600~8388608,121634816~8388608,155189248~8388608,180355072~8388608,251658240~4194304,272629760~4194304,285212672~4194304] 2024-04-22T05:12:51.986 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [54525952~12582912,96468992~16777216,121634816~8388608,155189248~8388608,180355072~8388608,251658240~4194304,272629760~8388608,285212672~8388608] 2024-04-22T05:12:51.987 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 6 diff [0~4194304,25165824~4194304,46137344~20971520,96468992~4194304,104857600~8388608,121634816~16777216,155189248~8388608,180355072~8388608,226492416~4194304,251658240~8388608,272629760~4194304,285212672~4194304,310378496~4194304,352321536~8388608,406847488~4194304] 2024-04-22T05:12:51.987 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~4194304,46137344~20971520,96468992~4194304,104857600~8388608,121634816~16777216,155189248~8388608,180355072~8388608,226492416~4194304,251658240~8388608,272629760~4194304,285212672~4194304,310378496~4194304,352321536~8388608,406847488~4194304] 2024-04-22T05:12:51.993 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~25165824,96468992~16777216,121634816~16777216,155189248~8388608,180355072~8388608,226492416~8388608,251658240~12582912,272629760~8388608,285212672~8388608,310378496~8388608,352321536~8388608,406847488~4194304] 2024-04-22T05:12:51.993 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 7 diff [0~4194304,25165824~4194304,46137344~33554432,96468992~4194304,104857600~8388608,121634816~16777216,142606336~4194304,155189248~8388608,180355072~8388608,222298112~8388608,251658240~8388608,272629760~4194304,281018368~8388608,293601280~8388608,310378496~4194304,327155712~8388608,339738624~8388608,352321536~8388608,406847488~4194304] 2024-04-22T05:12:51.993 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~4194304,46137344~33554432,96468992~4194304,104857600~8388608,121634816~16777216,142606336~4194304,155189248~8388608,180355072~8388608,222298112~8388608,251658240~8388608,272629760~4194304,281018368~8388608,293601280~8388608,310378496~4194304,327155712~8388608,339738624~8388608,352321536~8388608,406847488~4194304] 2024-04-22T05:12:51.998 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~37748736,96468992~16777216,121634816~16777216,142606336~8388608,155189248~8388608,180355072~8388608,222298112~12582912,251658240~12582912,272629760~29360128,310378496~8388608,327155712~33554432,406847488~4194304] 2024-04-22T05:12:51.998 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 8 diff [0~4194304,25165824~4194304,46137344~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~8388608,171966464~16777216,192937984~8388608,218103808~12582912,251658240~8388608,272629760~4194304,281018368~8388608,293601280~8388608,310378496~4194304,327155712~8388608,339738624~8388608,352321536~8388608,373293056~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:51.998 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~4194304,46137344~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~8388608,171966464~16777216,192937984~8388608,218103808~12582912,251658240~8388608,272629760~4194304,281018368~8388608,293601280~8388608,310378496~4194304,327155712~8388608,339738624~8388608,352321536~8388608,373293056~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.003 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~37748736,96468992~20971520,121634816~16777216,142606336~8388608,155189248~8388608,171966464~33554432,218103808~16777216,251658240~12582912,272629760~33554432,310378496~8388608,327155712~33554432,373293056~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.003 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 9 diff [0~4194304,25165824~4194304,46137344~33554432,83886080~8388608,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~8388608,171966464~16777216,192937984~8388608,218103808~12582912,251658240~8388608,272629760~4194304,281018368~8388608,293601280~8388608,306184192~12582912,327155712~8388608,339738624~20971520,373293056~4194304,381681664~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.003 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~4194304,46137344~33554432,83886080~8388608,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~8388608,171966464~16777216,192937984~8388608,218103808~12582912,251658240~8388608,272629760~4194304,281018368~8388608,293601280~8388608,306184192~12582912,327155712~8388608,339738624~20971520,373293056~4194304,381681664~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.008 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~46137344,96468992~20971520,121634816~16777216,142606336~8388608,155189248~8388608,171966464~33554432,218103808~16777216,251658240~12582912,272629760~46137344,327155712~33554432,373293056~4194304,381681664~16777216,406847488~4194304] 2024-04-22T05:12:52.008 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 10 diff [0~4194304,25165824~4194304,46137344~33554432,83886080~8388608,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~8388608,213909504~16777216,251658240~16777216,272629760~4194304,281018368~8388608,293601280~8388608,306184192~12582912,327155712~33554432,373293056~4194304,381681664~4194304,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.009 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~4194304,46137344~33554432,83886080~8388608,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~8388608,213909504~16777216,251658240~16777216,272629760~4194304,281018368~8388608,293601280~8388608,306184192~12582912,327155712~33554432,373293056~4194304,381681664~4194304,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.014 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~46137344,96468992~20971520,121634816~16777216,142606336~8388608,155189248~12582912,171966464~33554432,213909504~20971520,251658240~67108864,327155712~37748736,373293056~4194304,381681664~20971520,406847488~4194304] 2024-04-22T05:12:52.014 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 11 diff [0~4194304,25165824~8388608,37748736~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~8388608,213909504~16777216,251658240~16777216,272629760~4194304,281018368~8388608,293601280~8388608,306184192~12582912,322961408~37748736,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.014 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~8388608,37748736~4194304,46137344~41943040,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~8388608,213909504~16777216,251658240~16777216,272629760~4194304,281018368~8388608,293601280~8388608,306184192~12582912,322961408~37748736,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.022 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~16777216,46137344~46137344,96468992~20971520,121634816~16777216,142606336~8388608,155189248~12582912,171966464~33554432,213909504~20971520,251658240~67108864,322961408~41943040,373293056~29360128,406847488~4194304] 2024-04-22T05:12:52.022 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 12 diff [0~4194304,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~8388608,213909504~16777216,251658240~16777216,272629760~4194304,281018368~8388608,293601280~8388608,306184192~12582912,322961408~37748736,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.023 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~4194304,155189248~12582912,171966464~16777216,192937984~8388608,213909504~16777216,251658240~16777216,272629760~4194304,281018368~8388608,293601280~8388608,306184192~12582912,322961408~37748736,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.025 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,16777216~4194304,25165824~67108864,96468992~20971520,121634816~16777216,142606336~8388608,155189248~12582912,171966464~33554432,213909504~20971520,251658240~67108864,322961408~41943040,373293056~29360128,406847488~4194304] 2024-04-22T05:12:52.026 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 13 diff [0~4194304,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~8388608,155189248~12582912,171966464~29360128,213909504~16777216,251658240~25165824,281018368~20971520,306184192~12582912,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.026 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~8388608,37748736~12582912,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~8388608,155189248~12582912,171966464~29360128,213909504~16777216,251658240~25165824,281018368~20971520,306184192~12582912,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.031 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,16777216~4194304,25165824~67108864,96468992~20971520,121634816~16777216,142606336~25165824,171966464~33554432,213909504~20971520,251658240~67108864,322961408~41943040,373293056~29360128,406847488~4194304] 2024-04-22T05:12:52.031 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 14 diff [0~4194304,16777216~4194304,25165824~25165824,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~8388608,155189248~12582912,171966464~29360128,213909504~16777216,251658240~25165824,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.031 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~25165824,54525952~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~8388608,155189248~12582912,171966464~29360128,213909504~16777216,251658240~25165824,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.037 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,16777216~4194304,25165824~67108864,96468992~20971520,121634816~16777216,142606336~25165824,171966464~33554432,213909504~20971520,251658240~67108864,322961408~41943040,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.037 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 15 diff [0~4194304,16777216~4194304,25165824~25165824,54525952~33554432,96468992~20971520,121634816~29360128,155189248~12582912,171966464~29360128,213909504~16777216,234881024~4194304,251658240~25165824,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.037 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~25165824,54525952~33554432,96468992~20971520,121634816~29360128,155189248~12582912,171966464~29360128,213909504~16777216,234881024~4194304,251658240~25165824,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.042 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,16777216~4194304,25165824~67108864,96468992~20971520,121634816~46137344,171966464~33554432,213909504~29360128,251658240~67108864,322961408~41943040,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.042 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 16 diff [0~12582912,16777216~4194304,25165824~62914560,96468992~20971520,121634816~29360128,155189248~12582912,171966464~33554432,213909504~16777216,234881024~4194304,251658240~67108864,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.043 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~62914560,96468992~20971520,121634816~29360128,155189248~12582912,171966464~33554432,213909504~16777216,234881024~4194304,251658240~67108864,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.048 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~12582912,16777216~4194304,25165824~67108864,96468992~20971520,121634816~46137344,171966464~33554432,213909504~29360128,251658240~67108864,322961408~41943040,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.048 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 17 diff [0~12582912,16777216~4194304,25165824~62914560,96468992~54525952,155189248~54525952,213909504~16777216,234881024~4194304,251658240~67108864,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.048 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~62914560,96468992~54525952,155189248~54525952,213909504~16777216,234881024~4194304,251658240~67108864,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.053 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~12582912,16777216~4194304,25165824~67108864,96468992~113246208,213909504~29360128,251658240~67108864,322961408~41943040,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.054 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 18 diff [0~20971520,25165824~62914560,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.054 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~20971520,25165824~62914560,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.059 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~67108864,96468992~113246208,213909504~29360128,251658240~67108864,322961408~41943040,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.060 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to 19 diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.060 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.064 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.065 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 6 diff [0~4194304,25165824~4194304,46137344~8388608,62914560~8388608,130023424~8388608,226492416~4194304,251658240~8388608,310378496~4194304,352321536~8388608,406847488~4194304] 2024-04-22T05:12:52.065 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~4194304,46137344~8388608,62914560~8388608,130023424~8388608,226492416~4194304,251658240~8388608,310378496~4194304,352321536~8388608,406847488~4194304] 2024-04-22T05:12:52.070 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~8388608,62914560~8388608,130023424~8388608,226492416~8388608,251658240~12582912,310378496~8388608,352321536~8388608,406847488~4194304] 2024-04-22T05:12:52.070 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 7 diff [0~4194304,25165824~4194304,46137344~8388608,62914560~16777216,130023424~8388608,142606336~4194304,155189248~8388608,222298112~8388608,251658240~8388608,281018368~8388608,293601280~8388608,310378496~4194304,327155712~8388608,339738624~8388608,352321536~8388608,406847488~4194304] 2024-04-22T05:12:52.070 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~4194304,46137344~8388608,62914560~16777216,130023424~8388608,142606336~4194304,155189248~8388608,222298112~8388608,251658240~8388608,281018368~8388608,293601280~8388608,310378496~4194304,327155712~8388608,339738624~8388608,352321536~8388608,406847488~4194304] 2024-04-22T05:12:52.075 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~8388608,62914560~20971520,130023424~8388608,142606336~8388608,155189248~8388608,222298112~12582912,251658240~12582912,281018368~8388608,293601280~8388608,310378496~8388608,327155712~33554432,406847488~4194304] 2024-04-22T05:12:52.075 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 8 diff [0~4194304,25165824~4194304,46137344~8388608,62914560~16777216,109051904~8388608,130023424~8388608,142606336~4194304,155189248~8388608,171966464~8388608,184549376~4194304,192937984~8388608,218103808~12582912,251658240~8388608,281018368~8388608,293601280~8388608,310378496~4194304,327155712~8388608,339738624~8388608,352321536~8388608,373293056~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.075 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~4194304,46137344~8388608,62914560~16777216,109051904~8388608,130023424~8388608,142606336~4194304,155189248~8388608,171966464~8388608,184549376~4194304,192937984~8388608,218103808~12582912,251658240~8388608,281018368~8388608,293601280~8388608,310378496~4194304,327155712~8388608,339738624~8388608,352321536~8388608,373293056~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.081 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~8388608,62914560~20971520,109051904~8388608,130023424~8388608,142606336~8388608,155189248~8388608,171966464~33554432,218103808~16777216,251658240~12582912,281018368~8388608,293601280~12582912,310378496~8388608,327155712~33554432,373293056~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.081 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 9 diff [0~4194304,25165824~4194304,46137344~8388608,62914560~16777216,83886080~8388608,109051904~8388608,121634816~16777216,142606336~4194304,155189248~8388608,171966464~8388608,184549376~4194304,192937984~8388608,218103808~12582912,251658240~8388608,281018368~8388608,293601280~8388608,306184192~12582912,327155712~8388608,339738624~20971520,373293056~4194304,381681664~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.081 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~4194304,46137344~8388608,62914560~16777216,83886080~8388608,109051904~8388608,121634816~16777216,142606336~4194304,155189248~8388608,171966464~8388608,184549376~4194304,192937984~8388608,218103808~12582912,251658240~8388608,281018368~8388608,293601280~8388608,306184192~12582912,327155712~8388608,339738624~20971520,373293056~4194304,381681664~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.086 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~8388608,62914560~29360128,109051904~8388608,121634816~16777216,142606336~8388608,155189248~8388608,171966464~33554432,218103808~16777216,251658240~12582912,281018368~8388608,293601280~25165824,327155712~33554432,373293056~4194304,381681664~16777216,406847488~4194304] 2024-04-22T05:12:52.086 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 10 diff [0~4194304,25165824~4194304,46137344~8388608,62914560~16777216,83886080~8388608,96468992~4194304,109051904~8388608,121634816~16777216,142606336~4194304,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~16777216,251658240~16777216,281018368~8388608,293601280~8388608,306184192~12582912,327155712~33554432,373293056~4194304,381681664~4194304,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.087 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~4194304,46137344~8388608,62914560~16777216,83886080~8388608,96468992~4194304,109051904~8388608,121634816~16777216,142606336~4194304,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~16777216,251658240~16777216,281018368~8388608,293601280~8388608,306184192~12582912,327155712~33554432,373293056~4194304,381681664~4194304,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.092 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~8388608,46137344~8388608,62914560~29360128,96468992~4194304,109051904~8388608,121634816~16777216,142606336~8388608,155189248~12582912,171966464~33554432,213909504~20971520,251658240~20971520,281018368~8388608,293601280~25165824,327155712~37748736,373293056~4194304,381681664~20971520,406847488~4194304] 2024-04-22T05:12:52.092 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 11 diff [0~4194304,25165824~8388608,37748736~4194304,46137344~8388608,62914560~25165824,96468992~4194304,109051904~8388608,121634816~16777216,142606336~4194304,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~16777216,251658240~16777216,281018368~8388608,293601280~8388608,306184192~12582912,322961408~37748736,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.092 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~8388608,37748736~4194304,46137344~8388608,62914560~25165824,96468992~4194304,109051904~8388608,121634816~16777216,142606336~4194304,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~16777216,251658240~16777216,281018368~8388608,293601280~8388608,306184192~12582912,322961408~37748736,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.097 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,25165824~16777216,46137344~8388608,62914560~29360128,96468992~4194304,109051904~8388608,121634816~16777216,142606336~8388608,155189248~12582912,171966464~33554432,213909504~20971520,251658240~20971520,281018368~8388608,293601280~25165824,322961408~41943040,373293056~29360128,406847488~4194304] 2024-04-22T05:12:52.097 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 12 diff [0~4194304,16777216~4194304,25165824~8388608,37748736~12582912,58720256~29360128,96468992~4194304,109051904~8388608,121634816~16777216,142606336~4194304,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~16777216,251658240~16777216,281018368~8388608,293601280~8388608,306184192~12582912,322961408~37748736,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.097 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~8388608,37748736~12582912,58720256~29360128,96468992~4194304,109051904~8388608,121634816~16777216,142606336~4194304,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~16777216,251658240~16777216,281018368~8388608,293601280~8388608,306184192~12582912,322961408~37748736,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.103 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,16777216~4194304,25165824~29360128,58720256~33554432,96468992~4194304,109051904~8388608,121634816~16777216,142606336~8388608,155189248~12582912,171966464~33554432,213909504~20971520,251658240~20971520,281018368~8388608,293601280~25165824,322961408~41943040,373293056~29360128,406847488~4194304] 2024-04-22T05:12:52.103 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 13 diff [0~4194304,16777216~4194304,25165824~8388608,37748736~12582912,58720256~29360128,96468992~4194304,109051904~8388608,121634816~16777216,142606336~8388608,155189248~12582912,171966464~8388608,184549376~16777216,213909504~16777216,251658240~25165824,281018368~20971520,306184192~12582912,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.103 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~8388608,37748736~12582912,58720256~29360128,96468992~4194304,109051904~8388608,121634816~16777216,142606336~8388608,155189248~12582912,171966464~8388608,184549376~16777216,213909504~16777216,251658240~25165824,281018368~20971520,306184192~12582912,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.109 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,16777216~4194304,25165824~29360128,58720256~33554432,96468992~4194304,109051904~8388608,121634816~16777216,142606336~25165824,171966464~33554432,213909504~20971520,251658240~67108864,322961408~41943040,373293056~29360128,406847488~4194304] 2024-04-22T05:12:52.109 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 14 diff [0~4194304,16777216~4194304,25165824~25165824,58720256~29360128,96468992~4194304,104857600~12582912,121634816~16777216,142606336~8388608,155189248~12582912,171966464~29360128,213909504~16777216,251658240~25165824,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.109 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~25165824,58720256~29360128,96468992~4194304,104857600~12582912,121634816~16777216,142606336~8388608,155189248~12582912,171966464~29360128,213909504~16777216,251658240~25165824,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.114 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,16777216~4194304,25165824~29360128,58720256~33554432,96468992~4194304,104857600~12582912,121634816~16777216,142606336~25165824,171966464~33554432,213909504~20971520,251658240~67108864,322961408~41943040,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.114 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 15 diff [0~4194304,16777216~4194304,25165824~25165824,58720256~29360128,96468992~20971520,121634816~29360128,155189248~12582912,171966464~29360128,213909504~16777216,234881024~4194304,251658240~25165824,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.115 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~25165824,58720256~29360128,96468992~20971520,121634816~29360128,155189248~12582912,171966464~29360128,213909504~16777216,234881024~4194304,251658240~25165824,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.120 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~8388608,16777216~4194304,25165824~29360128,58720256~33554432,96468992~20971520,121634816~46137344,171966464~33554432,213909504~29360128,251658240~67108864,322961408~41943040,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.121 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 16 diff [0~12582912,16777216~4194304,25165824~29360128,58720256~33554432,96468992~20971520,121634816~29360128,155189248~12582912,171966464~33554432,213909504~16777216,234881024~4194304,251658240~25165824,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.121 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~29360128,58720256~33554432,96468992~20971520,121634816~29360128,155189248~12582912,171966464~33554432,213909504~16777216,234881024~4194304,251658240~25165824,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.126 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~12582912,16777216~4194304,25165824~29360128,58720256~33554432,96468992~20971520,121634816~46137344,171966464~33554432,213909504~29360128,251658240~67108864,322961408~41943040,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.126 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 17 diff [0~12582912,16777216~4194304,25165824~29360128,58720256~33554432,96468992~54525952,155189248~54525952,213909504~16777216,234881024~4194304,251658240~25165824,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.126 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~29360128,58720256~33554432,96468992~54525952,155189248~54525952,213909504~16777216,234881024~4194304,251658240~25165824,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.133 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~12582912,16777216~4194304,25165824~29360128,58720256~33554432,96468992~113246208,213909504~29360128,251658240~67108864,322961408~41943040,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.133 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 18 diff [0~20971520,25165824~29360128,58720256~33554432,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.133 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~20971520,25165824~29360128,58720256~33554432,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.138 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~29360128,58720256~33554432,96468992~113246208,213909504~29360128,251658240~67108864,322961408~41943040,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.138 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to 19 diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.138 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.143 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.143 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 7 diff [67108864~12582912,142606336~4194304,155189248~8388608,222298112~4194304,281018368~8388608,293601280~8388608,327155712~8388608,339738624~8388608] 2024-04-22T05:12:52.143 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [67108864~12582912,142606336~4194304,155189248~8388608,222298112~4194304,281018368~8388608,293601280~8388608,327155712~8388608,339738624~8388608] 2024-04-22T05:12:52.149 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [67108864~16777216,142606336~8388608,155189248~8388608,222298112~4194304,281018368~8388608,293601280~8388608,327155712~25165824] 2024-04-22T05:12:52.149 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 8 diff [67108864~12582912,109051904~8388608,142606336~4194304,155189248~8388608,171966464~8388608,184549376~4194304,192937984~8388608,218103808~8388608,281018368~8388608,293601280~8388608,327155712~8388608,339738624~8388608,373293056~4194304,390070272~8388608] 2024-04-22T05:12:52.149 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [67108864~12582912,109051904~8388608,142606336~4194304,155189248~8388608,171966464~8388608,184549376~4194304,192937984~8388608,218103808~8388608,281018368~8388608,293601280~8388608,327155712~8388608,339738624~8388608,373293056~4194304,390070272~8388608] 2024-04-22T05:12:52.155 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [67108864~16777216,109051904~8388608,142606336~8388608,155189248~8388608,171966464~33554432,218103808~12582912,281018368~8388608,293601280~12582912,327155712~25165824,373293056~4194304,390070272~8388608] 2024-04-22T05:12:52.155 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 9 diff [67108864~12582912,83886080~8388608,109051904~8388608,121634816~8388608,142606336~4194304,155189248~8388608,171966464~8388608,184549376~4194304,192937984~8388608,218103808~8388608,281018368~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,373293056~4194304,381681664~4194304,390070272~8388608] 2024-04-22T05:12:52.155 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [67108864~12582912,83886080~8388608,109051904~8388608,121634816~8388608,142606336~4194304,155189248~8388608,171966464~8388608,184549376~4194304,192937984~8388608,218103808~8388608,281018368~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,373293056~4194304,381681664~4194304,390070272~8388608] 2024-04-22T05:12:52.160 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [67108864~25165824,109051904~8388608,121634816~12582912,142606336~8388608,155189248~8388608,171966464~33554432,218103808~12582912,281018368~8388608,293601280~25165824,327155712~25165824,373293056~4194304,381681664~16777216] 2024-04-22T05:12:52.160 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 10 diff [0~4194304,67108864~12582912,83886080~8388608,96468992~4194304,109051904~8388608,121634816~8388608,142606336~4194304,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~12582912,260046848~8388608,281018368~8388608,293601280~8388608,306184192~8388608,327155712~25165824,356515840~4194304,373293056~4194304,381681664~4194304,390070272~12582912] 2024-04-22T05:12:52.160 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,67108864~12582912,83886080~8388608,96468992~4194304,109051904~8388608,121634816~8388608,142606336~4194304,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~12582912,260046848~8388608,281018368~8388608,293601280~8388608,306184192~8388608,327155712~25165824,356515840~4194304,373293056~4194304,381681664~4194304,390070272~12582912] 2024-04-22T05:12:52.166 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,67108864~25165824,96468992~4194304,109051904~8388608,121634816~12582912,142606336~8388608,155189248~12582912,171966464~33554432,213909504~16777216,260046848~12582912,281018368~8388608,293601280~25165824,327155712~25165824,356515840~8388608,373293056~4194304,381681664~20971520] 2024-04-22T05:12:52.166 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 11 diff [0~4194304,25165824~8388608,37748736~4194304,67108864~20971520,96468992~4194304,109051904~8388608,121634816~8388608,142606336~4194304,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~12582912,260046848~8388608,281018368~8388608,293601280~8388608,306184192~8388608,322961408~29360128,356515840~4194304,373293056~12582912,390070272~12582912] 2024-04-22T05:12:52.166 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~8388608,37748736~4194304,67108864~20971520,96468992~4194304,109051904~8388608,121634816~8388608,142606336~4194304,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~12582912,260046848~8388608,281018368~8388608,293601280~8388608,306184192~8388608,322961408~29360128,356515840~4194304,373293056~12582912,390070272~12582912] 2024-04-22T05:12:52.171 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,25165824~16777216,67108864~25165824,96468992~4194304,109051904~8388608,121634816~12582912,142606336~8388608,155189248~12582912,171966464~33554432,213909504~16777216,260046848~12582912,281018368~8388608,293601280~25165824,322961408~29360128,356515840~8388608,373293056~29360128] 2024-04-22T05:12:52.171 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 12 diff [0~4194304,16777216~4194304,25165824~8388608,37748736~8388608,58720256~4194304,67108864~20971520,96468992~4194304,109051904~8388608,121634816~8388608,142606336~4194304,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~12582912,260046848~8388608,281018368~8388608,293601280~8388608,306184192~12582912,322961408~29360128,356515840~4194304,373293056~12582912,390070272~12582912] 2024-04-22T05:12:52.171 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~8388608,37748736~8388608,58720256~4194304,67108864~20971520,96468992~4194304,109051904~8388608,121634816~8388608,142606336~4194304,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~12582912,260046848~8388608,281018368~8388608,293601280~8388608,306184192~12582912,322961408~29360128,356515840~4194304,373293056~12582912,390070272~12582912] 2024-04-22T05:12:52.176 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,16777216~4194304,25165824~25165824,58720256~4194304,67108864~25165824,96468992~4194304,109051904~8388608,121634816~12582912,142606336~8388608,155189248~12582912,171966464~33554432,213909504~16777216,260046848~12582912,281018368~8388608,293601280~25165824,322961408~29360128,356515840~8388608,373293056~29360128] 2024-04-22T05:12:52.177 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 13 diff [0~4194304,16777216~4194304,25165824~8388608,37748736~8388608,58720256~29360128,96468992~4194304,109051904~8388608,121634816~8388608,142606336~8388608,155189248~12582912,171966464~8388608,184549376~16777216,213909504~12582912,260046848~16777216,281018368~20971520,306184192~12582912,322961408~41943040,373293056~12582912,390070272~12582912] 2024-04-22T05:12:52.177 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~8388608,37748736~8388608,58720256~29360128,96468992~4194304,109051904~8388608,121634816~8388608,142606336~8388608,155189248~12582912,171966464~8388608,184549376~16777216,213909504~12582912,260046848~16777216,281018368~20971520,306184192~12582912,322961408~41943040,373293056~12582912,390070272~12582912] 2024-04-22T05:12:52.182 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,16777216~4194304,25165824~25165824,58720256~33554432,96468992~4194304,109051904~8388608,121634816~12582912,142606336~25165824,171966464~33554432,213909504~16777216,260046848~58720256,322961408~41943040,373293056~29360128] 2024-04-22T05:12:52.182 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 14 diff [0~4194304,16777216~4194304,25165824~20971520,58720256~29360128,96468992~4194304,104857600~12582912,121634816~8388608,142606336~8388608,155189248~12582912,171966464~29360128,213909504~12582912,260046848~16777216,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.182 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~20971520,58720256~29360128,96468992~4194304,104857600~12582912,121634816~8388608,142606336~8388608,155189248~12582912,171966464~29360128,213909504~12582912,260046848~16777216,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.188 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,16777216~4194304,25165824~25165824,58720256~33554432,96468992~4194304,104857600~12582912,121634816~12582912,142606336~25165824,171966464~33554432,213909504~16777216,260046848~58720256,322961408~41943040,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.188 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 15 diff [0~4194304,16777216~4194304,25165824~20971520,58720256~29360128,96468992~20971520,121634816~8388608,138412032~12582912,155189248~12582912,171966464~29360128,213909504~12582912,234881024~4194304,260046848~16777216,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.188 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~20971520,58720256~29360128,96468992~20971520,121634816~8388608,138412032~12582912,155189248~12582912,171966464~29360128,213909504~12582912,234881024~4194304,260046848~16777216,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.193 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,16777216~4194304,25165824~25165824,58720256~33554432,96468992~20971520,121634816~12582912,138412032~29360128,171966464~33554432,213909504~16777216,234881024~8388608,260046848~58720256,322961408~41943040,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.194 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 16 diff [0~12582912,16777216~4194304,25165824~20971520,50331648~4194304,58720256~29360128,96468992~20971520,121634816~8388608,138412032~12582912,155189248~12582912,171966464~33554432,213909504~12582912,234881024~4194304,260046848~16777216,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.194 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~20971520,50331648~4194304,58720256~29360128,96468992~20971520,121634816~8388608,138412032~12582912,155189248~12582912,171966464~33554432,213909504~12582912,234881024~4194304,260046848~16777216,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.199 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~12582912,16777216~4194304,25165824~29360128,58720256~33554432,96468992~20971520,121634816~12582912,138412032~29360128,171966464~33554432,213909504~16777216,234881024~8388608,260046848~58720256,322961408~41943040,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.199 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 17 diff [0~12582912,16777216~4194304,25165824~20971520,50331648~4194304,58720256~29360128,96468992~33554432,138412032~12582912,155189248~54525952,213909504~12582912,234881024~4194304,260046848~16777216,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.200 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~20971520,50331648~4194304,58720256~29360128,96468992~33554432,138412032~12582912,155189248~54525952,213909504~12582912,234881024~4194304,260046848~16777216,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.205 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~12582912,16777216~4194304,25165824~29360128,58720256~33554432,96468992~37748736,138412032~71303168,213909504~16777216,234881024~8388608,260046848~58720256,322961408~41943040,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.205 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 18 diff [0~20971520,25165824~20971520,50331648~4194304,58720256~29360128,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.205 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~20971520,25165824~20971520,50331648~4194304,58720256~29360128,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~41943040,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.211 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~29360128,58720256~33554432,96468992~37748736,138412032~71303168,213909504~29360128,260046848~58720256,322961408~41943040,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.211 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to 19 diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.211 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.216 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~58720256,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.216 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 8 diff [109051904~8388608,155189248~8388608,171966464~8388608,184549376~4194304,192937984~8388608,218103808~8388608,297795584~4194304,373293056~4194304,390070272~8388608] 2024-04-22T05:12:52.216 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [109051904~8388608,155189248~8388608,171966464~8388608,184549376~4194304,192937984~8388608,218103808~8388608,297795584~4194304,373293056~4194304,390070272~8388608] 2024-04-22T05:12:52.222 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [109051904~8388608,155189248~8388608,171966464~33554432,218103808~12582912,297795584~8388608,373293056~4194304,390070272~8388608] 2024-04-22T05:12:52.222 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 9 diff [71303168~4194304,83886080~8388608,109051904~8388608,121634816~8388608,155189248~8388608,171966464~8388608,184549376~4194304,192937984~8388608,218103808~8388608,297795584~4194304,306184192~8388608,339738624~12582912,373293056~4194304,381681664~4194304,390070272~8388608] 2024-04-22T05:12:52.222 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [71303168~4194304,83886080~8388608,109051904~8388608,121634816~8388608,155189248~8388608,171966464~8388608,184549376~4194304,192937984~8388608,218103808~8388608,297795584~4194304,306184192~8388608,339738624~12582912,373293056~4194304,381681664~4194304,390070272~8388608] 2024-04-22T05:12:52.228 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [71303168~4194304,83886080~8388608,109051904~8388608,121634816~12582912,155189248~8388608,171966464~33554432,218103808~12582912,297795584~20971520,339738624~12582912,373293056~4194304,381681664~16777216] 2024-04-22T05:12:52.229 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 10 diff [0~4194304,71303168~8388608,83886080~8388608,96468992~4194304,109051904~8388608,121634816~8388608,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~12582912,260046848~8388608,297795584~4194304,306184192~8388608,335544320~16777216,356515840~4194304,373293056~4194304,381681664~4194304,390070272~12582912] 2024-04-22T05:12:52.229 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,71303168~8388608,83886080~8388608,96468992~4194304,109051904~8388608,121634816~8388608,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~12582912,260046848~8388608,297795584~4194304,306184192~8388608,335544320~16777216,356515840~4194304,373293056~4194304,381681664~4194304,390070272~12582912] 2024-04-22T05:12:52.234 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,71303168~8388608,83886080~8388608,96468992~4194304,109051904~8388608,121634816~12582912,155189248~12582912,171966464~33554432,213909504~16777216,260046848~12582912,297795584~20971520,335544320~16777216,356515840~8388608,373293056~4194304,381681664~20971520] 2024-04-22T05:12:52.234 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 11 diff [0~4194304,25165824~8388608,37748736~4194304,71303168~16777216,96468992~4194304,109051904~8388608,121634816~8388608,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~12582912,260046848~8388608,297795584~4194304,306184192~8388608,322961408~4194304,335544320~16777216,356515840~4194304,373293056~12582912,390070272~12582912] 2024-04-22T05:12:52.234 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~8388608,37748736~4194304,71303168~16777216,96468992~4194304,109051904~8388608,121634816~8388608,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~12582912,260046848~8388608,297795584~4194304,306184192~8388608,322961408~4194304,335544320~16777216,356515840~4194304,373293056~12582912,390070272~12582912] 2024-04-22T05:12:52.240 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,25165824~16777216,71303168~20971520,96468992~4194304,109051904~8388608,121634816~12582912,155189248~12582912,171966464~33554432,213909504~16777216,260046848~12582912,297795584~20971520,322961408~4194304,335544320~16777216,356515840~8388608,373293056~29360128] 2024-04-22T05:12:52.240 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 12 diff [0~4194304,16777216~4194304,25165824~8388608,37748736~8388608,58720256~4194304,71303168~16777216,96468992~4194304,109051904~8388608,121634816~8388608,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~12582912,260046848~8388608,297795584~4194304,306184192~12582912,322961408~8388608,335544320~16777216,356515840~4194304,373293056~12582912,390070272~12582912] 2024-04-22T05:12:52.240 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~8388608,37748736~8388608,58720256~4194304,71303168~16777216,96468992~4194304,109051904~8388608,121634816~8388608,155189248~12582912,171966464~8388608,184549376~4194304,192937984~8388608,213909504~12582912,260046848~8388608,297795584~4194304,306184192~12582912,322961408~8388608,335544320~16777216,356515840~4194304,373293056~12582912,390070272~12582912] 2024-04-22T05:12:52.245 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,16777216~4194304,25165824~25165824,58720256~4194304,71303168~20971520,96468992~4194304,109051904~8388608,121634816~12582912,155189248~12582912,171966464~33554432,213909504~16777216,260046848~12582912,297795584~20971520,322961408~8388608,335544320~16777216,356515840~8388608,373293056~29360128] 2024-04-22T05:12:52.246 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 13 diff [0~4194304,16777216~4194304,25165824~8388608,37748736~8388608,58720256~8388608,71303168~16777216,96468992~4194304,109051904~8388608,121634816~8388608,142606336~8388608,155189248~12582912,171966464~8388608,184549376~16777216,213909504~12582912,260046848~16777216,285212672~8388608,297795584~4194304,306184192~12582912,322961408~8388608,335544320~25165824,373293056~12582912,390070272~12582912] 2024-04-22T05:12:52.246 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~8388608,37748736~8388608,58720256~8388608,71303168~16777216,96468992~4194304,109051904~8388608,121634816~8388608,142606336~8388608,155189248~12582912,171966464~8388608,184549376~16777216,213909504~12582912,260046848~16777216,285212672~8388608,297795584~4194304,306184192~12582912,322961408~8388608,335544320~25165824,373293056~12582912,390070272~12582912] 2024-04-22T05:12:52.251 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,16777216~4194304,25165824~25165824,58720256~33554432,96468992~4194304,109051904~8388608,121634816~12582912,142606336~25165824,171966464~33554432,213909504~16777216,260046848~20971520,285212672~33554432,322961408~8388608,335544320~29360128,373293056~29360128] 2024-04-22T05:12:52.251 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 14 diff [0~4194304,16777216~4194304,25165824~20971520,58720256~8388608,71303168~16777216,96468992~4194304,104857600~12582912,121634816~8388608,142606336~8388608,155189248~12582912,171966464~29360128,213909504~12582912,260046848~16777216,285212672~8388608,297795584~20971520,322961408~8388608,335544320~25165824,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.251 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~20971520,58720256~8388608,71303168~16777216,96468992~4194304,104857600~12582912,121634816~8388608,142606336~8388608,155189248~12582912,171966464~29360128,213909504~12582912,260046848~16777216,285212672~8388608,297795584~20971520,322961408~8388608,335544320~25165824,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.257 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,16777216~4194304,25165824~25165824,58720256~33554432,96468992~4194304,104857600~12582912,121634816~12582912,142606336~25165824,171966464~33554432,213909504~16777216,260046848~20971520,285212672~33554432,322961408~8388608,335544320~29360128,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.257 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 15 diff [0~4194304,16777216~4194304,25165824~20971520,58720256~29360128,96468992~20971520,121634816~8388608,138412032~12582912,155189248~12582912,171966464~29360128,213909504~12582912,234881024~4194304,260046848~16777216,285212672~8388608,297795584~20971520,322961408~8388608,335544320~25165824,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.257 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~20971520,58720256~29360128,96468992~20971520,121634816~8388608,138412032~12582912,155189248~12582912,171966464~29360128,213909504~12582912,234881024~4194304,260046848~16777216,285212672~8388608,297795584~20971520,322961408~8388608,335544320~25165824,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.263 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,16777216~4194304,25165824~25165824,58720256~33554432,96468992~20971520,121634816~12582912,138412032~29360128,171966464~33554432,213909504~16777216,234881024~8388608,260046848~20971520,285212672~33554432,322961408~8388608,335544320~29360128,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.263 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 16 diff [0~12582912,16777216~4194304,25165824~20971520,50331648~4194304,58720256~33554432,96468992~20971520,121634816~8388608,138412032~12582912,155189248~12582912,171966464~33554432,213909504~12582912,234881024~4194304,260046848~16777216,285212672~33554432,322961408~8388608,335544320~25165824,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.263 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~20971520,50331648~4194304,58720256~33554432,96468992~20971520,121634816~8388608,138412032~12582912,155189248~12582912,171966464~33554432,213909504~12582912,234881024~4194304,260046848~16777216,285212672~33554432,322961408~8388608,335544320~25165824,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.269 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~12582912,16777216~4194304,25165824~29360128,58720256~33554432,96468992~20971520,121634816~12582912,138412032~29360128,171966464~33554432,213909504~16777216,234881024~8388608,260046848~20971520,285212672~33554432,322961408~8388608,335544320~29360128,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.269 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 17 diff [0~12582912,16777216~4194304,25165824~20971520,50331648~4194304,58720256~29360128,96468992~33554432,138412032~12582912,155189248~54525952,213909504~12582912,234881024~4194304,260046848~16777216,285212672~33554432,322961408~8388608,335544320~25165824,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.269 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~20971520,50331648~4194304,58720256~29360128,96468992~33554432,138412032~12582912,155189248~54525952,213909504~12582912,234881024~4194304,260046848~16777216,285212672~33554432,322961408~8388608,335544320~25165824,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.275 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~12582912,16777216~4194304,25165824~29360128,58720256~33554432,96468992~37748736,138412032~71303168,213909504~16777216,234881024~8388608,260046848~20971520,285212672~33554432,322961408~8388608,335544320~29360128,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.275 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 18 diff [0~20971520,25165824~20971520,50331648~4194304,58720256~29360128,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~25165824,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.275 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~20971520,25165824~20971520,50331648~4194304,58720256~29360128,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~25165824,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.281 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~29360128,58720256~33554432,96468992~37748736,138412032~71303168,213909504~29360128,260046848~20971520,285212672~33554432,322961408~8388608,335544320~29360128,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.281 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to 19 diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.281 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:52.286 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.286 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 9 diff [71303168~4194304,83886080~8388608,121634816~8388608,171966464~4194304,306184192~8388608,339738624~12582912,381681664~4194304,390070272~4194304] 2024-04-22T05:12:52.286 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [71303168~4194304,83886080~8388608,121634816~8388608,171966464~4194304,306184192~8388608,339738624~12582912,381681664~4194304,390070272~4194304] 2024-04-22T05:12:52.292 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [71303168~4194304,83886080~8388608,121634816~12582912,171966464~4194304,306184192~12582912,339738624~12582912,381681664~12582912] 2024-04-22T05:12:52.292 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 10 diff [0~4194304,71303168~8388608,83886080~8388608,96468992~4194304,121634816~8388608,155189248~8388608,171966464~4194304,213909504~8388608,260046848~8388608,306184192~8388608,335544320~16777216,356515840~4194304,381681664~4194304,390070272~4194304,398458880~4194304] 2024-04-22T05:12:52.292 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,71303168~8388608,83886080~8388608,96468992~4194304,121634816~8388608,155189248~8388608,171966464~4194304,213909504~8388608,260046848~8388608,306184192~8388608,335544320~16777216,356515840~4194304,381681664~4194304,390070272~4194304,398458880~4194304] 2024-04-22T05:12:52.297 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,71303168~8388608,83886080~8388608,96468992~4194304,121634816~12582912,155189248~12582912,171966464~4194304,213909504~12582912,260046848~12582912,306184192~12582912,335544320~16777216,356515840~8388608,381681664~12582912,398458880~4194304] 2024-04-22T05:12:52.297 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 11 diff [0~4194304,25165824~8388608,37748736~4194304,71303168~16777216,96468992~4194304,121634816~8388608,155189248~8388608,171966464~4194304,213909504~8388608,260046848~8388608,297795584~4194304,306184192~8388608,322961408~4194304,335544320~16777216,356515840~4194304,377487360~8388608,390070272~4194304,398458880~4194304] 2024-04-22T05:12:52.297 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~8388608,37748736~4194304,71303168~16777216,96468992~4194304,121634816~8388608,155189248~8388608,171966464~4194304,213909504~8388608,260046848~8388608,297795584~4194304,306184192~8388608,322961408~4194304,335544320~16777216,356515840~4194304,377487360~8388608,390070272~4194304,398458880~4194304] 2024-04-22T05:12:52.303 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,25165824~16777216,71303168~20971520,96468992~4194304,121634816~12582912,155189248~12582912,171966464~4194304,213909504~12582912,260046848~12582912,297795584~20971520,322961408~4194304,335544320~16777216,356515840~8388608,377487360~16777216,398458880~4194304] 2024-04-22T05:12:52.303 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 12 diff [0~4194304,16777216~4194304,25165824~8388608,37748736~8388608,58720256~4194304,71303168~16777216,96468992~4194304,121634816~8388608,155189248~8388608,171966464~4194304,213909504~12582912,260046848~8388608,297795584~4194304,306184192~12582912,322961408~8388608,335544320~16777216,356515840~4194304,377487360~8388608,390070272~8388608] 2024-04-22T05:12:52.303 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~8388608,37748736~8388608,58720256~4194304,71303168~16777216,96468992~4194304,121634816~8388608,155189248~8388608,171966464~4194304,213909504~12582912,260046848~8388608,297795584~4194304,306184192~12582912,322961408~8388608,335544320~16777216,356515840~4194304,377487360~8388608,390070272~8388608] 2024-04-22T05:12:52.310 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,16777216~4194304,25165824~25165824,58720256~4194304,71303168~20971520,96468992~4194304,121634816~12582912,155189248~12582912,171966464~4194304,213909504~12582912,260046848~12582912,297795584~20971520,322961408~8388608,335544320~16777216,356515840~8388608,377487360~25165824] 2024-04-22T05:12:52.310 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 13 diff [0~4194304,16777216~4194304,25165824~8388608,37748736~8388608,58720256~8388608,71303168~16777216,96468992~4194304,121634816~8388608,142606336~8388608,155189248~8388608,171966464~4194304,184549376~8388608,213909504~12582912,260046848~16777216,285212672~8388608,297795584~4194304,306184192~12582912,322961408~8388608,335544320~25165824,377487360~8388608,390070272~8388608] 2024-04-22T05:12:52.310 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~8388608,37748736~8388608,58720256~8388608,71303168~16777216,96468992~4194304,121634816~8388608,142606336~8388608,155189248~8388608,171966464~4194304,184549376~8388608,213909504~12582912,260046848~16777216,285212672~8388608,297795584~4194304,306184192~12582912,322961408~8388608,335544320~25165824,377487360~8388608,390070272~8388608] 2024-04-22T05:12:52.316 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,16777216~4194304,25165824~25165824,58720256~33554432,96468992~4194304,121634816~12582912,142606336~25165824,171966464~4194304,184549376~8388608,213909504~12582912,260046848~20971520,285212672~33554432,322961408~8388608,335544320~29360128,377487360~25165824] 2024-04-22T05:12:52.316 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 14 diff [0~4194304,16777216~4194304,25165824~20971520,58720256~8388608,71303168~16777216,96468992~4194304,104857600~12582912,121634816~8388608,142606336~8388608,155189248~12582912,171966464~20971520,213909504~12582912,260046848~16777216,285212672~8388608,297795584~20971520,322961408~8388608,335544320~25165824,377487360~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.316 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~20971520,58720256~8388608,71303168~16777216,96468992~4194304,104857600~12582912,121634816~8388608,142606336~8388608,155189248~12582912,171966464~20971520,213909504~12582912,260046848~16777216,285212672~8388608,297795584~20971520,322961408~8388608,335544320~25165824,377487360~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.321 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,16777216~4194304,25165824~25165824,58720256~33554432,96468992~4194304,104857600~12582912,121634816~12582912,142606336~25165824,171966464~20971520,213909504~12582912,260046848~20971520,285212672~33554432,322961408~8388608,335544320~29360128,377487360~25165824,406847488~8388608] 2024-04-22T05:12:52.321 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 15 diff [0~4194304,16777216~4194304,25165824~20971520,58720256~29360128,96468992~20971520,121634816~8388608,138412032~12582912,155189248~12582912,171966464~25165824,213909504~12582912,234881024~4194304,260046848~16777216,285212672~8388608,297795584~20971520,322961408~8388608,335544320~25165824,377487360~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.322 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~20971520,58720256~29360128,96468992~20971520,121634816~8388608,138412032~12582912,155189248~12582912,171966464~25165824,213909504~12582912,234881024~4194304,260046848~16777216,285212672~8388608,297795584~20971520,322961408~8388608,335544320~25165824,377487360~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.327 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,16777216~4194304,25165824~25165824,58720256~33554432,96468992~20971520,121634816~12582912,138412032~29360128,171966464~25165824,213909504~12582912,234881024~8388608,260046848~20971520,285212672~33554432,322961408~8388608,335544320~29360128,377487360~25165824,406847488~8388608] 2024-04-22T05:12:52.327 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 16 diff [0~12582912,16777216~4194304,25165824~20971520,50331648~4194304,58720256~33554432,96468992~20971520,121634816~8388608,138412032~12582912,155189248~12582912,171966464~25165824,213909504~12582912,234881024~4194304,260046848~16777216,285212672~33554432,322961408~8388608,335544320~25165824,377487360~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.327 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~20971520,50331648~4194304,58720256~33554432,96468992~20971520,121634816~8388608,138412032~12582912,155189248~12582912,171966464~25165824,213909504~12582912,234881024~4194304,260046848~16777216,285212672~33554432,322961408~8388608,335544320~25165824,377487360~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.333 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~12582912,16777216~4194304,25165824~29360128,58720256~33554432,96468992~20971520,121634816~12582912,138412032~29360128,171966464~25165824,213909504~12582912,234881024~8388608,260046848~20971520,285212672~33554432,322961408~8388608,335544320~29360128,377487360~25165824,406847488~8388608] 2024-04-22T05:12:52.333 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 17 diff [0~12582912,16777216~4194304,25165824~20971520,50331648~4194304,58720256~29360128,96468992~33554432,138412032~12582912,155189248~41943040,205520896~4194304,213909504~12582912,234881024~4194304,260046848~16777216,285212672~33554432,322961408~8388608,335544320~25165824,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.333 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~20971520,50331648~4194304,58720256~29360128,96468992~33554432,138412032~12582912,155189248~41943040,205520896~4194304,213909504~12582912,234881024~4194304,260046848~16777216,285212672~33554432,322961408~8388608,335544320~25165824,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.339 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~12582912,16777216~4194304,25165824~29360128,58720256~33554432,96468992~37748736,138412032~58720256,205520896~4194304,213909504~12582912,234881024~8388608,260046848~20971520,285212672~33554432,322961408~8388608,335544320~29360128,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.339 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 18 diff [0~20971520,25165824~20971520,50331648~4194304,58720256~29360128,96468992~33554432,138412032~25165824,167772160~29360128,205520896~4194304,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~25165824,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.339 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~20971520,25165824~20971520,50331648~4194304,58720256~29360128,96468992~33554432,138412032~25165824,167772160~29360128,205520896~4194304,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~25165824,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.345 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~29360128,58720256~33554432,96468992~37748736,138412032~58720256,205520896~4194304,213909504~29360128,260046848~20971520,285212672~33554432,322961408~8388608,335544320~29360128,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.345 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to 19 diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.345 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.350 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~58720256,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:12:52.350 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 10 diff [0~4194304,75497472~4194304,96468992~4194304,155189248~8388608,213909504~8388608,260046848~8388608,335544320~8388608,356515840~4194304,398458880~4194304] 2024-04-22T05:12:52.350 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,75497472~4194304,96468992~4194304,155189248~8388608,213909504~8388608,260046848~8388608,335544320~8388608,356515840~4194304,398458880~4194304] 2024-04-22T05:12:52.356 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,75497472~4194304,96468992~4194304,155189248~12582912,213909504~12582912,260046848~12582912,335544320~8388608,356515840~8388608,398458880~4194304] 2024-04-22T05:12:52.356 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 11 diff [0~4194304,25165824~8388608,37748736~4194304,75497472~12582912,96468992~4194304,155189248~8388608,213909504~8388608,260046848~8388608,297795584~4194304,322961408~4194304,335544320~8388608,356515840~4194304,377487360~4194304,398458880~4194304] 2024-04-22T05:12:52.356 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,25165824~8388608,37748736~4194304,75497472~12582912,96468992~4194304,155189248~8388608,213909504~8388608,260046848~8388608,297795584~4194304,322961408~4194304,335544320~8388608,356515840~4194304,377487360~4194304,398458880~4194304] 2024-04-22T05:12:52.361 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,25165824~16777216,75497472~16777216,96468992~4194304,155189248~12582912,213909504~12582912,260046848~12582912,297795584~8388608,322961408~4194304,335544320~8388608,356515840~8388608,377487360~8388608,398458880~4194304] 2024-04-22T05:12:52.361 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 12 diff [0~4194304,16777216~4194304,25165824~8388608,37748736~8388608,58720256~4194304,75497472~12582912,96468992~4194304,155189248~8388608,213909504~12582912,260046848~8388608,297795584~4194304,310378496~8388608,322961408~8388608,335544320~8388608,356515840~4194304,377487360~4194304,390070272~8388608] 2024-04-22T05:12:52.362 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~8388608,37748736~8388608,58720256~4194304,75497472~12582912,96468992~4194304,155189248~8388608,213909504~12582912,260046848~8388608,297795584~4194304,310378496~8388608,322961408~8388608,335544320~8388608,356515840~4194304,377487360~4194304,390070272~8388608] 2024-04-22T05:12:52.367 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,16777216~4194304,25165824~25165824,58720256~4194304,75497472~16777216,96468992~4194304,155189248~12582912,213909504~12582912,260046848~12582912,297795584~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~8388608,390070272~12582912] 2024-04-22T05:12:52.367 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 13 diff [0~4194304,16777216~4194304,25165824~8388608,37748736~8388608,58720256~8388608,75497472~12582912,96468992~4194304,142606336~8388608,155189248~8388608,184549376~8388608,213909504~12582912,260046848~16777216,285212672~8388608,297795584~4194304,306184192~12582912,322961408~8388608,335544320~8388608,348127232~12582912,377487360~4194304,390070272~8388608] 2024-04-22T05:12:52.367 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~8388608,37748736~8388608,58720256~8388608,75497472~12582912,96468992~4194304,142606336~8388608,155189248~8388608,184549376~8388608,213909504~12582912,260046848~16777216,285212672~8388608,297795584~4194304,306184192~12582912,322961408~8388608,335544320~8388608,348127232~12582912,377487360~4194304,390070272~8388608] 2024-04-22T05:12:52.373 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,16777216~4194304,25165824~25165824,58720256~12582912,75497472~16777216,96468992~4194304,142606336~25165824,184549376~8388608,213909504~12582912,260046848~20971520,285212672~33554432,322961408~8388608,335544320~8388608,348127232~16777216,377487360~8388608,390070272~12582912] 2024-04-22T05:12:52.373 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 14 diff [0~4194304,16777216~4194304,25165824~20971520,58720256~8388608,75497472~12582912,96468992~4194304,104857600~12582912,142606336~8388608,155189248~12582912,176160768~16777216,213909504~12582912,260046848~16777216,285212672~8388608,297795584~20971520,322961408~8388608,335544320~8388608,348127232~12582912,377487360~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.373 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~20971520,58720256~8388608,75497472~12582912,96468992~4194304,104857600~12582912,142606336~8388608,155189248~12582912,176160768~16777216,213909504~12582912,260046848~16777216,285212672~8388608,297795584~20971520,322961408~8388608,335544320~8388608,348127232~12582912,377487360~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.379 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,16777216~4194304,25165824~25165824,58720256~12582912,75497472~16777216,96468992~4194304,104857600~12582912,142606336~25165824,176160768~16777216,213909504~12582912,260046848~20971520,285212672~33554432,322961408~8388608,335544320~8388608,348127232~16777216,377487360~8388608,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.379 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 15 diff [0~4194304,16777216~4194304,25165824~20971520,58720256~12582912,75497472~12582912,96468992~20971520,138412032~12582912,155189248~12582912,176160768~20971520,213909504~12582912,234881024~4194304,260046848~16777216,285212672~8388608,297795584~20971520,322961408~8388608,335544320~8388608,348127232~12582912,377487360~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.379 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~4194304,16777216~4194304,25165824~20971520,58720256~12582912,75497472~12582912,96468992~20971520,138412032~12582912,155189248~12582912,176160768~20971520,213909504~12582912,234881024~4194304,260046848~16777216,285212672~8388608,297795584~20971520,322961408~8388608,335544320~8388608,348127232~12582912,377487360~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.384 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~4194304,16777216~4194304,25165824~25165824,58720256~33554432,96468992~20971520,138412032~29360128,176160768~20971520,213909504~12582912,234881024~8388608,260046848~20971520,285212672~33554432,322961408~8388608,335544320~8388608,348127232~16777216,377487360~8388608,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.384 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 16 diff [0~12582912,16777216~4194304,25165824~20971520,50331648~4194304,58720256~12582912,75497472~16777216,96468992~20971520,138412032~12582912,155189248~12582912,176160768~20971520,213909504~12582912,234881024~4194304,260046848~16777216,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,377487360~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.385 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~20971520,50331648~4194304,58720256~12582912,75497472~16777216,96468992~20971520,138412032~12582912,155189248~12582912,176160768~20971520,213909504~12582912,234881024~4194304,260046848~16777216,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,377487360~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.390 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~12582912,16777216~4194304,25165824~29360128,58720256~33554432,96468992~20971520,138412032~29360128,176160768~20971520,213909504~12582912,234881024~8388608,260046848~20971520,285212672~33554432,322961408~8388608,335544320~8388608,348127232~16777216,377487360~8388608,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.390 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 17 diff [0~12582912,16777216~4194304,25165824~20971520,50331648~4194304,58720256~29360128,96468992~29360128,138412032~12582912,155189248~16777216,176160768~20971520,205520896~4194304,213909504~12582912,234881024~4194304,260046848~16777216,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.390 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~4194304,25165824~20971520,50331648~4194304,58720256~29360128,96468992~29360128,138412032~12582912,155189248~16777216,176160768~20971520,205520896~4194304,213909504~12582912,234881024~4194304,260046848~16777216,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.396 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~12582912,16777216~4194304,25165824~29360128,58720256~33554432,96468992~33554432,138412032~33554432,176160768~20971520,205520896~4194304,213909504~12582912,234881024~8388608,260046848~20971520,285212672~33554432,322961408~8388608,335544320~8388608,348127232~16777216,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.396 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 18 diff [0~20971520,25165824~20971520,50331648~4194304,58720256~29360128,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,205520896~4194304,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.396 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~20971520,25165824~20971520,50331648~4194304,58720256~29360128,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,205520896~4194304,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.401 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~20971520,25165824~29360128,58720256~33554432,96468992~33554432,138412032~33554432,176160768~20971520,205520896~4194304,213909504~29360128,260046848~20971520,285212672~33554432,322961408~8388608,335544320~8388608,348127232~16777216,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.401 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to 19 diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.401 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.407 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~33554432,138412032~33554432,176160768~20971520,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.407 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 11 diff [25165824~8388608,37748736~4194304,79691776~8388608,155189248~4194304,297795584~4194304,322961408~4194304,335544320~8388608,377487360~4194304] 2024-04-22T05:12:52.407 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [25165824~8388608,37748736~4194304,79691776~8388608,155189248~4194304,297795584~4194304,322961408~4194304,335544320~8388608,377487360~4194304] 2024-04-22T05:12:52.412 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [25165824~16777216,79691776~12582912,155189248~4194304,297795584~8388608,322961408~4194304,335544320~8388608,377487360~8388608] 2024-04-22T05:12:52.412 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 12 diff [16777216~4194304,25165824~8388608,37748736~8388608,58720256~4194304,79691776~8388608,155189248~4194304,213909504~8388608,297795584~4194304,310378496~8388608,322961408~8388608,335544320~8388608,377487360~4194304,390070272~8388608] 2024-04-22T05:12:52.412 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16777216~4194304,25165824~8388608,37748736~8388608,58720256~4194304,79691776~8388608,155189248~4194304,213909504~8388608,297795584~4194304,310378496~8388608,322961408~8388608,335544320~8388608,377487360~4194304,390070272~8388608] 2024-04-22T05:12:52.418 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16777216~4194304,25165824~25165824,58720256~4194304,79691776~12582912,155189248~8388608,213909504~12582912,297795584~8388608,310378496~8388608,322961408~8388608,335544320~8388608,377487360~8388608,390070272~12582912] 2024-04-22T05:12:52.418 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 13 diff [16777216~4194304,25165824~8388608,37748736~8388608,58720256~8388608,79691776~8388608,142606336~8388608,155189248~4194304,184549376~8388608,213909504~8388608,268435456~8388608,285212672~8388608,297795584~4194304,306184192~12582912,322961408~8388608,335544320~8388608,348127232~12582912,377487360~4194304,390070272~8388608] 2024-04-22T05:12:52.418 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16777216~4194304,25165824~8388608,37748736~8388608,58720256~8388608,79691776~8388608,142606336~8388608,155189248~4194304,184549376~8388608,213909504~8388608,268435456~8388608,285212672~8388608,297795584~4194304,306184192~12582912,322961408~8388608,335544320~8388608,348127232~12582912,377487360~4194304,390070272~8388608] 2024-04-22T05:12:52.424 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16777216~4194304,25165824~25165824,58720256~12582912,79691776~12582912,142606336~20971520,184549376~8388608,213909504~12582912,268435456~12582912,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,377487360~8388608,390070272~12582912] 2024-04-22T05:12:52.424 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 14 diff [16777216~4194304,25165824~20971520,58720256~8388608,79691776~8388608,104857600~12582912,142606336~8388608,155189248~8388608,176160768~16777216,213909504~8388608,268435456~8388608,285212672~8388608,297795584~20971520,322961408~8388608,335544320~8388608,348127232~12582912,377487360~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.424 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16777216~4194304,25165824~20971520,58720256~8388608,79691776~8388608,104857600~12582912,142606336~8388608,155189248~8388608,176160768~16777216,213909504~8388608,268435456~8388608,285212672~8388608,297795584~20971520,322961408~8388608,335544320~8388608,348127232~12582912,377487360~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.430 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16777216~4194304,25165824~25165824,58720256~12582912,79691776~12582912,104857600~12582912,142606336~20971520,176160768~16777216,213909504~12582912,268435456~12582912,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,377487360~8388608,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.430 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 15 diff [16777216~4194304,25165824~20971520,58720256~12582912,79691776~8388608,96468992~20971520,138412032~12582912,155189248~8388608,176160768~20971520,213909504~8388608,234881024~4194304,268435456~8388608,285212672~8388608,297795584~20971520,322961408~8388608,335544320~8388608,348127232~12582912,377487360~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.430 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16777216~4194304,25165824~20971520,58720256~12582912,79691776~8388608,96468992~20971520,138412032~12582912,155189248~8388608,176160768~20971520,213909504~8388608,234881024~4194304,268435456~8388608,285212672~8388608,297795584~20971520,322961408~8388608,335544320~8388608,348127232~12582912,377487360~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.436 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16777216~4194304,25165824~25165824,58720256~16777216,79691776~12582912,96468992~20971520,138412032~25165824,176160768~20971520,213909504~12582912,234881024~8388608,268435456~12582912,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,377487360~8388608,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.436 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 16 diff [4194304~8388608,16777216~4194304,25165824~20971520,50331648~4194304,58720256~12582912,75497472~12582912,96468992~20971520,138412032~12582912,155189248~8388608,176160768~20971520,213909504~8388608,234881024~4194304,268435456~8388608,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,377487360~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.436 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~8388608,16777216~4194304,25165824~20971520,50331648~4194304,58720256~12582912,75497472~12582912,96468992~20971520,138412032~12582912,155189248~8388608,176160768~20971520,213909504~8388608,234881024~4194304,268435456~8388608,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,377487360~4194304,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.441 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~8388608,16777216~4194304,25165824~29360128,58720256~33554432,96468992~20971520,138412032~25165824,176160768~20971520,213909504~12582912,234881024~8388608,268435456~12582912,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,377487360~8388608,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.441 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 17 diff [4194304~8388608,16777216~4194304,25165824~20971520,50331648~4194304,58720256~29360128,96468992~29360128,138412032~12582912,155189248~8388608,167772160~4194304,176160768~20971520,205520896~4194304,213909504~8388608,234881024~4194304,268435456~8388608,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.441 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~8388608,16777216~4194304,25165824~20971520,50331648~4194304,58720256~29360128,96468992~29360128,138412032~12582912,155189248~8388608,167772160~4194304,176160768~20971520,205520896~4194304,213909504~8388608,234881024~4194304,268435456~8388608,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.447 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~8388608,16777216~4194304,25165824~29360128,58720256~33554432,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,205520896~4194304,213909504~12582912,234881024~8388608,268435456~12582912,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.447 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 18 diff [4194304~16777216,25165824~20971520,50331648~4194304,58720256~29360128,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,205520896~4194304,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.447 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~16777216,25165824~20971520,50331648~4194304,58720256~29360128,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,205520896~4194304,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.452 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~16777216,25165824~29360128,58720256~33554432,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,205520896~4194304,213909504~29360128,268435456~12582912,285212672~33554432,322961408~8388608,335544320~8388608,348127232~12582912,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.453 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to 19 diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.453 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.458 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~88080384,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~41943040,268435456~12582912,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.458 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to 12 diff [16777216~4194304,41943040~4194304,58720256~4194304,155189248~4194304,213909504~8388608,297795584~4194304,310378496~8388608,327155712~4194304,390070272~8388608] 2024-04-22T05:12:52.458 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16777216~4194304,41943040~4194304,58720256~4194304,155189248~4194304,213909504~8388608,297795584~4194304,310378496~8388608,327155712~4194304,390070272~8388608] 2024-04-22T05:12:52.464 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16777216~4194304,41943040~8388608,58720256~4194304,155189248~8388608,213909504~12582912,297795584~4194304,310378496~8388608,327155712~4194304,390070272~12582912] 2024-04-22T05:12:52.464 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to 13 diff [16777216~4194304,41943040~4194304,58720256~8388608,142606336~8388608,155189248~4194304,184549376~8388608,213909504~8388608,268435456~8388608,285212672~8388608,297795584~4194304,306184192~12582912,322961408~8388608,348127232~12582912,390070272~8388608] 2024-04-22T05:12:52.464 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16777216~4194304,41943040~4194304,58720256~8388608,142606336~8388608,155189248~4194304,184549376~8388608,213909504~8388608,268435456~8388608,285212672~8388608,297795584~4194304,306184192~12582912,322961408~8388608,348127232~12582912,390070272~8388608] 2024-04-22T05:12:52.469 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16777216~4194304,41943040~8388608,58720256~12582912,142606336~20971520,184549376~8388608,213909504~12582912,268435456~12582912,285212672~16777216,306184192~12582912,322961408~8388608,348127232~12582912,390070272~12582912] 2024-04-22T05:12:52.469 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to 14 diff [16777216~4194304,33554432~12582912,58720256~8388608,104857600~12582912,142606336~8388608,155189248~8388608,176160768~16777216,213909504~8388608,268435456~8388608,285212672~8388608,297795584~20971520,322961408~8388608,348127232~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.469 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16777216~4194304,33554432~12582912,58720256~8388608,104857600~12582912,142606336~8388608,155189248~8388608,176160768~16777216,213909504~8388608,268435456~8388608,285212672~8388608,297795584~20971520,322961408~8388608,348127232~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.475 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16777216~4194304,33554432~16777216,58720256~12582912,104857600~12582912,142606336~20971520,176160768~16777216,213909504~12582912,268435456~12582912,285212672~33554432,322961408~8388608,348127232~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.475 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to 15 diff [16777216~4194304,33554432~12582912,58720256~12582912,83886080~4194304,96468992~20971520,138412032~12582912,155189248~8388608,176160768~20971520,213909504~8388608,234881024~4194304,268435456~8388608,285212672~8388608,297795584~20971520,322961408~8388608,348127232~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.475 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [16777216~4194304,33554432~12582912,58720256~12582912,83886080~4194304,96468992~20971520,138412032~12582912,155189248~8388608,176160768~20971520,213909504~8388608,234881024~4194304,268435456~8388608,285212672~8388608,297795584~20971520,322961408~8388608,348127232~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.480 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [16777216~4194304,33554432~16777216,58720256~16777216,83886080~4194304,96468992~20971520,138412032~25165824,176160768~20971520,213909504~12582912,234881024~8388608,268435456~12582912,285212672~33554432,322961408~8388608,348127232~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.480 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to 16 diff [4194304~8388608,16777216~4194304,33554432~12582912,50331648~4194304,58720256~12582912,75497472~12582912,96468992~20971520,138412032~12582912,155189248~8388608,176160768~20971520,213909504~8388608,234881024~4194304,268435456~8388608,285212672~33554432,322961408~8388608,348127232~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.480 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~8388608,16777216~4194304,33554432~12582912,50331648~4194304,58720256~12582912,75497472~12582912,96468992~20971520,138412032~12582912,155189248~8388608,176160768~20971520,213909504~8388608,234881024~4194304,268435456~8388608,285212672~33554432,322961408~8388608,348127232~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.486 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~8388608,16777216~4194304,33554432~20971520,58720256~29360128,96468992~20971520,138412032~25165824,176160768~20971520,213909504~12582912,234881024~8388608,268435456~12582912,285212672~33554432,322961408~8388608,348127232~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.486 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to 17 diff [4194304~8388608,16777216~4194304,33554432~12582912,50331648~4194304,58720256~29360128,96468992~29360128,138412032~12582912,155189248~8388608,167772160~4194304,176160768~20971520,205520896~4194304,213909504~8388608,234881024~4194304,268435456~8388608,285212672~33554432,322961408~8388608,348127232~12582912,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.486 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~8388608,16777216~4194304,33554432~12582912,50331648~4194304,58720256~29360128,96468992~29360128,138412032~12582912,155189248~8388608,167772160~4194304,176160768~20971520,205520896~4194304,213909504~8388608,234881024~4194304,268435456~8388608,285212672~33554432,322961408~8388608,348127232~12582912,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.492 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~8388608,16777216~4194304,33554432~20971520,58720256~29360128,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,205520896~4194304,213909504~12582912,234881024~8388608,268435456~12582912,285212672~33554432,322961408~8388608,348127232~12582912,373293056~8388608,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.492 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to 18 diff [4194304~16777216,33554432~12582912,50331648~4194304,58720256~29360128,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,205520896~4194304,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,348127232~12582912,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.492 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~16777216,33554432~12582912,50331648~4194304,58720256~29360128,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,205520896~4194304,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,348127232~12582912,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.497 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~16777216,33554432~20971520,58720256~29360128,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,205520896~4194304,213909504~29360128,268435456~12582912,285212672~33554432,322961408~8388608,335544320~4194304,348127232~12582912,373293056~8388608,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.497 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to 19 diff [4194304~25165824,33554432~12582912,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.497 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~25165824,33554432~12582912,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:52.502 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~25165824,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~41943040,268435456~12582912,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~12582912,406847488~8388608] 2024-04-22T05:12:52.503 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to 13 diff [62914560~4194304,142606336~8388608,184549376~8388608,268435456~8388608,285212672~8388608,306184192~8388608,322961408~8388608,348127232~12582912,394264576~8388608] 2024-04-22T05:12:52.503 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [62914560~4194304,142606336~8388608,184549376~8388608,268435456~8388608,285212672~8388608,306184192~8388608,322961408~8388608,348127232~12582912,394264576~8388608] 2024-04-22T05:12:52.508 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [62914560~8388608,142606336~12582912,184549376~8388608,268435456~12582912,285212672~12582912,306184192~8388608,322961408~8388608,348127232~12582912,394264576~8388608] 2024-04-22T05:12:52.508 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to 14 diff [33554432~12582912,62914560~4194304,104857600~12582912,142606336~8388608,155189248~8388608,176160768~16777216,268435456~8388608,285212672~8388608,301989888~8388608,322961408~8388608,348127232~12582912,394264576~8388608,406847488~4194304] 2024-04-22T05:12:52.508 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [33554432~12582912,62914560~4194304,104857600~12582912,142606336~8388608,155189248~8388608,176160768~16777216,268435456~8388608,285212672~8388608,301989888~8388608,322961408~8388608,348127232~12582912,394264576~8388608,406847488~4194304] 2024-04-22T05:12:52.513 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [33554432~16777216,62914560~8388608,104857600~12582912,142606336~20971520,176160768~16777216,268435456~12582912,285212672~12582912,301989888~12582912,322961408~8388608,348127232~12582912,394264576~8388608,406847488~8388608] 2024-04-22T05:12:52.513 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to 15 diff [33554432~12582912,62914560~8388608,83886080~4194304,96468992~20971520,138412032~12582912,155189248~8388608,176160768~20971520,234881024~4194304,268435456~8388608,285212672~8388608,297795584~12582912,322961408~8388608,348127232~12582912,394264576~8388608,406847488~4194304] 2024-04-22T05:12:52.514 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [33554432~12582912,62914560~8388608,83886080~4194304,96468992~20971520,138412032~12582912,155189248~8388608,176160768~20971520,234881024~4194304,268435456~8388608,285212672~8388608,297795584~12582912,322961408~8388608,348127232~12582912,394264576~8388608,406847488~4194304] 2024-04-22T05:12:52.518 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [33554432~16777216,62914560~12582912,83886080~4194304,96468992~20971520,138412032~25165824,176160768~20971520,234881024~8388608,268435456~12582912,285212672~29360128,322961408~8388608,348127232~12582912,394264576~8388608,406847488~8388608] 2024-04-22T05:12:52.519 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to 16 diff [4194304~8388608,33554432~12582912,50331648~4194304,62914560~8388608,75497472~12582912,96468992~20971520,138412032~12582912,155189248~8388608,176160768~20971520,234881024~4194304,268435456~8388608,285212672~25165824,322961408~8388608,348127232~12582912,394264576~8388608,406847488~4194304] 2024-04-22T05:12:52.519 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~8388608,33554432~12582912,50331648~4194304,62914560~8388608,75497472~12582912,96468992~20971520,138412032~12582912,155189248~8388608,176160768~20971520,234881024~4194304,268435456~8388608,285212672~25165824,322961408~8388608,348127232~12582912,394264576~8388608,406847488~4194304] 2024-04-22T05:12:52.524 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~8388608,33554432~20971520,62914560~25165824,96468992~20971520,138412032~25165824,176160768~20971520,234881024~8388608,268435456~12582912,285212672~29360128,322961408~8388608,348127232~12582912,394264576~8388608,406847488~8388608] 2024-04-22T05:12:52.524 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to 17 diff [4194304~8388608,33554432~12582912,50331648~4194304,62914560~25165824,96468992~29360128,138412032~12582912,155189248~8388608,167772160~4194304,176160768~20971520,205520896~4194304,234881024~4194304,268435456~8388608,285212672~25165824,322961408~8388608,348127232~12582912,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:52.524 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~8388608,33554432~12582912,50331648~4194304,62914560~25165824,96468992~29360128,138412032~12582912,155189248~8388608,167772160~4194304,176160768~20971520,205520896~4194304,234881024~4194304,268435456~8388608,285212672~25165824,322961408~8388608,348127232~12582912,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:52.530 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~8388608,33554432~20971520,62914560~25165824,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,205520896~4194304,234881024~8388608,268435456~12582912,285212672~29360128,322961408~8388608,348127232~12582912,373293056~8388608,394264576~8388608,406847488~8388608] 2024-04-22T05:12:52.530 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to 18 diff [4194304~12582912,33554432~12582912,50331648~4194304,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,205520896~4194304,226492416~12582912,268435456~8388608,285212672~29360128,322961408~8388608,335544320~4194304,348127232~12582912,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:52.530 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,33554432~12582912,50331648~4194304,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,205520896~4194304,226492416~12582912,268435456~8388608,285212672~29360128,322961408~8388608,335544320~4194304,348127232~12582912,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:52.535 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,33554432~20971520,62914560~25165824,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,205520896~4194304,226492416~16777216,268435456~12582912,285212672~33554432,322961408~8388608,335544320~4194304,348127232~12582912,373293056~8388608,394264576~8388608,406847488~8388608] 2024-04-22T05:12:52.535 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to 19 diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:52.536 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:52.541 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~12582912,226492416~16777216,268435456~12582912,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~8388608] 2024-04-22T05:12:52.541 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to 14 diff [33554432~12582912,104857600~12582912,155189248~8388608,176160768~12582912,268435456~4194304,301989888~8388608,406847488~4194304] 2024-04-22T05:12:52.541 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [33554432~12582912,104857600~12582912,155189248~8388608,176160768~12582912,268435456~4194304,301989888~8388608,406847488~4194304] 2024-04-22T05:12:52.546 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [33554432~16777216,104857600~12582912,155189248~8388608,176160768~12582912,268435456~8388608,301989888~12582912,406847488~8388608] 2024-04-22T05:12:52.546 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to 15 diff [33554432~12582912,62914560~8388608,83886080~4194304,96468992~20971520,138412032~8388608,155189248~8388608,176160768~12582912,192937984~4194304,234881024~4194304,268435456~4194304,297795584~12582912,394264576~4194304,406847488~4194304] 2024-04-22T05:12:52.546 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [33554432~12582912,62914560~8388608,83886080~4194304,96468992~20971520,138412032~8388608,155189248~8388608,176160768~12582912,192937984~4194304,234881024~4194304,268435456~4194304,297795584~12582912,394264576~4194304,406847488~4194304] 2024-04-22T05:12:52.552 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [33554432~16777216,62914560~12582912,83886080~4194304,96468992~20971520,138412032~8388608,155189248~8388608,176160768~12582912,192937984~4194304,234881024~8388608,268435456~8388608,297795584~16777216,394264576~8388608,406847488~8388608] 2024-04-22T05:12:52.552 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to 16 diff [4194304~8388608,33554432~12582912,50331648~4194304,62914560~8388608,75497472~12582912,96468992~20971520,138412032~8388608,155189248~8388608,176160768~20971520,234881024~4194304,268435456~8388608,293601280~16777216,352321536~4194304,394264576~4194304,406847488~4194304] 2024-04-22T05:12:52.552 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~8388608,33554432~12582912,50331648~4194304,62914560~8388608,75497472~12582912,96468992~20971520,138412032~8388608,155189248~8388608,176160768~20971520,234881024~4194304,268435456~8388608,293601280~16777216,352321536~4194304,394264576~4194304,406847488~4194304] 2024-04-22T05:12:52.559 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~8388608,33554432~20971520,62914560~25165824,96468992~20971520,138412032~8388608,155189248~8388608,176160768~20971520,234881024~8388608,268435456~12582912,293601280~20971520,352321536~4194304,394264576~8388608,406847488~8388608] 2024-04-22T05:12:52.559 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to 17 diff [4194304~8388608,33554432~12582912,50331648~4194304,62914560~25165824,96468992~29360128,138412032~8388608,155189248~8388608,167772160~4194304,176160768~20971520,205520896~4194304,234881024~4194304,268435456~8388608,285212672~25165824,352321536~4194304,373293056~8388608,394264576~4194304,406847488~4194304] 2024-04-22T05:12:52.559 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~8388608,33554432~12582912,50331648~4194304,62914560~25165824,96468992~29360128,138412032~8388608,155189248~8388608,167772160~4194304,176160768~20971520,205520896~4194304,234881024~4194304,268435456~8388608,285212672~25165824,352321536~4194304,373293056~8388608,394264576~4194304,406847488~4194304] 2024-04-22T05:12:52.565 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~8388608,33554432~20971520,62914560~25165824,96468992~33554432,138412032~8388608,155189248~8388608,167772160~4194304,176160768~20971520,205520896~4194304,234881024~8388608,268435456~12582912,285212672~29360128,352321536~4194304,373293056~8388608,394264576~8388608,406847488~8388608] 2024-04-22T05:12:52.565 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to 18 diff [4194304~12582912,33554432~12582912,50331648~4194304,62914560~25165824,96468992~29360128,138412032~8388608,150994944~12582912,167772160~4194304,176160768~20971520,205520896~4194304,226492416~12582912,268435456~8388608,285212672~29360128,335544320~4194304,352321536~4194304,373293056~8388608,394264576~4194304,406847488~4194304] 2024-04-22T05:12:52.565 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,33554432~12582912,50331648~4194304,62914560~25165824,96468992~29360128,138412032~8388608,150994944~12582912,167772160~4194304,176160768~20971520,205520896~4194304,226492416~12582912,268435456~8388608,285212672~29360128,335544320~4194304,352321536~4194304,373293056~8388608,394264576~4194304,406847488~4194304] 2024-04-22T05:12:52.571 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,33554432~20971520,62914560~25165824,96468992~33554432,138412032~8388608,150994944~12582912,167772160~4194304,176160768~20971520,205520896~4194304,226492416~16777216,268435456~12582912,285212672~33554432,335544320~4194304,352321536~4194304,373293056~8388608,394264576~8388608,406847488~8388608] 2024-04-22T05:12:52.571 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to 19 diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304,406847488~4194304] 2024-04-22T05:12:52.571 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304,406847488~4194304] 2024-04-22T05:12:52.576 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~12582912,226492416~16777216,268435456~12582912,285212672~33554432,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~8388608,406847488~8388608] 2024-04-22T05:12:52.576 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to 15 diff [41943040~4194304,62914560~8388608,83886080~4194304,96468992~8388608,138412032~8388608,192937984~4194304,234881024~4194304,297795584~4194304,394264576~4194304] 2024-04-22T05:12:52.576 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [41943040~4194304,62914560~8388608,83886080~4194304,96468992~8388608,138412032~8388608,192937984~4194304,234881024~4194304,297795584~4194304,394264576~4194304] 2024-04-22T05:12:52.582 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [41943040~8388608,62914560~12582912,83886080~4194304,96468992~8388608,138412032~8388608,192937984~4194304,234881024~8388608,297795584~8388608,394264576~8388608] 2024-04-22T05:12:52.582 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to 16 diff [4194304~8388608,41943040~4194304,50331648~4194304,62914560~8388608,75497472~12582912,96468992~8388608,138412032~8388608,180355072~4194304,188743680~8388608,234881024~4194304,268435456~8388608,293601280~12582912,352321536~4194304,394264576~4194304] 2024-04-22T05:12:52.582 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~8388608,41943040~4194304,50331648~4194304,62914560~8388608,75497472~12582912,96468992~8388608,138412032~8388608,180355072~4194304,188743680~8388608,234881024~4194304,268435456~8388608,293601280~12582912,352321536~4194304,394264576~4194304] 2024-04-22T05:12:52.587 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~8388608,41943040~12582912,62914560~25165824,96468992~8388608,138412032~8388608,180355072~4194304,188743680~8388608,234881024~8388608,268435456~12582912,293601280~12582912,352321536~4194304,394264576~8388608] 2024-04-22T05:12:52.587 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to 17 diff [4194304~8388608,41943040~4194304,50331648~4194304,62914560~25165824,96468992~8388608,113246208~12582912,138412032~8388608,167772160~4194304,180355072~4194304,188743680~8388608,205520896~4194304,234881024~4194304,268435456~8388608,285212672~20971520,352321536~4194304,373293056~8388608,394264576~4194304] 2024-04-22T05:12:52.588 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~8388608,41943040~4194304,50331648~4194304,62914560~25165824,96468992~8388608,113246208~12582912,138412032~8388608,167772160~4194304,180355072~4194304,188743680~8388608,205520896~4194304,234881024~4194304,268435456~8388608,285212672~20971520,352321536~4194304,373293056~8388608,394264576~4194304] 2024-04-22T05:12:52.593 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~8388608,41943040~12582912,62914560~25165824,96468992~8388608,113246208~16777216,138412032~8388608,167772160~4194304,180355072~4194304,188743680~8388608,205520896~4194304,234881024~8388608,268435456~12582912,285212672~20971520,352321536~4194304,373293056~8388608,394264576~8388608] 2024-04-22T05:12:52.593 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to 18 diff [4194304~12582912,41943040~4194304,50331648~4194304,62914560~25165824,96468992~8388608,113246208~12582912,138412032~8388608,150994944~4194304,167772160~4194304,180355072~4194304,188743680~8388608,205520896~4194304,226492416~12582912,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,352321536~4194304,373293056~8388608,394264576~4194304] 2024-04-22T05:12:52.593 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,41943040~4194304,50331648~4194304,62914560~25165824,96468992~8388608,113246208~12582912,138412032~8388608,150994944~4194304,167772160~4194304,180355072~4194304,188743680~8388608,205520896~4194304,226492416~12582912,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,352321536~4194304,373293056~8388608,394264576~4194304] 2024-04-22T05:12:52.599 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,41943040~12582912,62914560~25165824,96468992~8388608,113246208~16777216,138412032~8388608,150994944~8388608,167772160~4194304,180355072~4194304,188743680~8388608,205520896~4194304,226492416~16777216,268435456~12582912,285212672~20971520,310378496~8388608,335544320~4194304,352321536~4194304,373293056~8388608,394264576~8388608] 2024-04-22T05:12:52.599 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to 19 diff [4194304~12582912,20971520~8388608,41943040~4194304,50331648~8388608,62914560~25165824,96468992~8388608,109051904~16777216,138412032~16777216,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~12582912,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304] 2024-04-22T05:12:52.599 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,41943040~4194304,50331648~8388608,62914560~25165824,96468992~8388608,109051904~16777216,138412032~16777216,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~12582912,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304] 2024-04-22T05:12:52.604 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,41943040~46137344,96468992~8388608,109051904~20971520,138412032~20971520,167772160~4194304,180355072~4194304,188743680~8388608,201326592~12582912,226492416~16777216,268435456~12582912,285212672~20971520,310378496~8388608,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~8388608] 2024-04-22T05:12:52.604 INFO:tasks.workunit.client.0.smithi040.stdout:from 15 to 16 diff [4194304~8388608,50331648~4194304,75497472~8388608,180355072~4194304,188743680~8388608,268435456~8388608,293601280~12582912,352321536~4194304] 2024-04-22T05:12:52.604 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~8388608,50331648~4194304,75497472~8388608,180355072~4194304,188743680~8388608,268435456~8388608,293601280~12582912,352321536~4194304] 2024-04-22T05:12:52.610 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~8388608,50331648~4194304,75497472~8388608,180355072~4194304,188743680~8388608,268435456~12582912,293601280~12582912,352321536~4194304] 2024-04-22T05:12:52.611 INFO:tasks.workunit.client.0.smithi040.stdout:from 15 to 17 diff [4194304~8388608,50331648~4194304,62914560~20971520,113246208~12582912,167772160~4194304,180355072~4194304,188743680~8388608,205520896~4194304,268435456~8388608,285212672~20971520,352321536~4194304,373293056~8388608] 2024-04-22T05:12:52.611 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~8388608,50331648~4194304,62914560~20971520,113246208~12582912,167772160~4194304,180355072~4194304,188743680~8388608,205520896~4194304,268435456~8388608,285212672~20971520,352321536~4194304,373293056~8388608] 2024-04-22T05:12:52.616 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~8388608,50331648~4194304,62914560~20971520,113246208~16777216,167772160~4194304,180355072~4194304,188743680~8388608,205520896~4194304,268435456~12582912,285212672~20971520,352321536~4194304,373293056~8388608] 2024-04-22T05:12:52.616 INFO:tasks.workunit.client.0.smithi040.stdout:from 15 to 18 diff [4194304~12582912,50331648~4194304,62914560~20971520,100663296~4194304,113246208~12582912,150994944~4194304,167772160~4194304,180355072~4194304,188743680~8388608,205520896~4194304,226492416~8388608,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,352321536~4194304,373293056~8388608] 2024-04-22T05:12:52.616 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,50331648~4194304,62914560~20971520,100663296~4194304,113246208~12582912,150994944~4194304,167772160~4194304,180355072~4194304,188743680~8388608,205520896~4194304,226492416~8388608,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,352321536~4194304,373293056~8388608] 2024-04-22T05:12:52.624 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,50331648~4194304,62914560~20971520,100663296~4194304,113246208~16777216,150994944~8388608,167772160~4194304,180355072~4194304,188743680~8388608,205520896~4194304,226492416~8388608,268435456~12582912,285212672~20971520,310378496~8388608,335544320~4194304,352321536~4194304,373293056~8388608] 2024-04-22T05:12:52.624 INFO:tasks.workunit.client.0.smithi040.stdout:from 15 to 19 diff [4194304~12582912,20971520~8388608,50331648~8388608,62914560~20971520,100663296~4194304,109051904~16777216,142606336~12582912,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~8388608,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608] 2024-04-22T05:12:52.624 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,50331648~8388608,62914560~20971520,100663296~4194304,109051904~16777216,142606336~12582912,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~8388608,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608] 2024-04-22T05:12:52.630 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,50331648~33554432,100663296~4194304,109051904~20971520,142606336~16777216,167772160~4194304,180355072~4194304,188743680~8388608,201326592~12582912,226492416~8388608,268435456~12582912,285212672~20971520,310378496~8388608,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608] 2024-04-22T05:12:52.630 INFO:tasks.workunit.client.0.smithi040.stdout:from 16 to 17 diff [4194304~4194304,62914560~12582912,113246208~12582912,167772160~4194304,205520896~4194304,285212672~8388608,373293056~8388608] 2024-04-22T05:12:52.630 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~4194304,62914560~12582912,113246208~12582912,167772160~4194304,205520896~4194304,285212672~8388608,373293056~8388608] 2024-04-22T05:12:52.635 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~4194304,62914560~16777216,113246208~16777216,167772160~4194304,205520896~4194304,285212672~12582912,373293056~8388608] 2024-04-22T05:12:52.635 INFO:tasks.workunit.client.0.smithi040.stdout:from 16 to 18 diff [4194304~12582912,62914560~20971520,100663296~4194304,113246208~12582912,150994944~4194304,167772160~4194304,205520896~4194304,226492416~8388608,285212672~8388608,301989888~4194304,310378496~4194304,335544320~4194304,373293056~8388608] 2024-04-22T05:12:52.635 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,62914560~20971520,100663296~4194304,113246208~12582912,150994944~4194304,167772160~4194304,205520896~4194304,226492416~8388608,285212672~8388608,301989888~4194304,310378496~4194304,335544320~4194304,373293056~8388608] 2024-04-22T05:12:52.640 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,62914560~20971520,100663296~4194304,113246208~16777216,150994944~8388608,167772160~4194304,205520896~4194304,226492416~8388608,285212672~12582912,301989888~4194304,310378496~8388608,335544320~4194304,373293056~8388608] 2024-04-22T05:12:52.641 INFO:tasks.workunit.client.0.smithi040.stdout:from 16 to 19 diff [4194304~12582912,20971520~8388608,54525952~4194304,62914560~20971520,100663296~4194304,109051904~16777216,142606336~12582912,167772160~4194304,201326592~8388608,226492416~8388608,285212672~8388608,301989888~4194304,310378496~4194304,335544320~4194304,343932928~8388608,360710144~8388608,373293056~8388608] 2024-04-22T05:12:52.641 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,54525952~4194304,62914560~20971520,100663296~4194304,109051904~16777216,142606336~12582912,167772160~4194304,201326592~8388608,226492416~8388608,285212672~8388608,301989888~4194304,310378496~4194304,335544320~4194304,343932928~8388608,360710144~8388608,373293056~8388608] 2024-04-22T05:12:52.646 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,54525952~29360128,100663296~4194304,109051904~20971520,142606336~16777216,167772160~4194304,201326592~12582912,226492416~8388608,285212672~12582912,301989888~4194304,310378496~8388608,335544320~4194304,343932928~8388608,360710144~8388608,373293056~8388608] 2024-04-22T05:12:52.646 INFO:tasks.workunit.client.0.smithi040.stdout:from 17 to 18 diff [8388608~8388608,75497472~8388608,100663296~4194304,117440512~4194304,150994944~4194304,226492416~8388608,285212672~4194304,301989888~4194304,310378496~4194304,335544320~4194304] 2024-04-22T05:12:52.646 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [8388608~8388608,75497472~8388608,100663296~4194304,117440512~4194304,150994944~4194304,226492416~8388608,285212672~4194304,301989888~4194304,310378496~4194304,335544320~4194304] 2024-04-22T05:12:52.652 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [8388608~8388608,75497472~8388608,100663296~4194304,117440512~8388608,150994944~8388608,226492416~8388608,285212672~4194304,301989888~4194304,310378496~8388608,335544320~4194304] 2024-04-22T05:12:52.652 INFO:tasks.workunit.client.0.smithi040.stdout:from 17 to 19 diff [8388608~8388608,20971520~8388608,54525952~4194304,71303168~12582912,100663296~4194304,109051904~12582912,142606336~12582912,201326592~8388608,226492416~8388608,285212672~4194304,301989888~4194304,310378496~4194304,335544320~4194304,343932928~8388608,360710144~8388608] 2024-04-22T05:12:52.652 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [8388608~8388608,20971520~8388608,54525952~4194304,71303168~12582912,100663296~4194304,109051904~12582912,142606336~12582912,201326592~8388608,226492416~8388608,285212672~4194304,301989888~4194304,310378496~4194304,335544320~4194304,343932928~8388608,360710144~8388608] 2024-04-22T05:12:52.657 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [8388608~8388608,20971520~8388608,54525952~8388608,71303168~12582912,100663296~4194304,109051904~16777216,142606336~16777216,201326592~12582912,226492416~8388608,285212672~4194304,301989888~4194304,310378496~8388608,335544320~4194304,343932928~8388608,360710144~8388608] 2024-04-22T05:12:52.657 INFO:tasks.workunit.client.0.smithi040.stdout:from 18 to 19 diff [8388608~4194304,20971520~8388608,54525952~4194304,71303168~8388608,109051904~12582912,142606336~8388608,201326592~8388608,343932928~8388608,360710144~8388608] 2024-04-22T05:12:52.657 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [8388608~4194304,20971520~8388608,54525952~4194304,71303168~8388608,109051904~12582912,142606336~8388608,201326592~8388608,343932928~8388608,360710144~8388608] 2024-04-22T05:12:52.662 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [8388608~4194304,20971520~8388608,54525952~8388608,71303168~8388608,109051904~12582912,142606336~12582912,201326592~12582912,343932928~8388608,360710144~8388608] 2024-04-22T05:12:52.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:52 smithi062 ceph-mon[78153]: pgmap v2412: 137 pgs: 137 active+clean; 771 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s wr, 9 op/s 2024-04-22T05:12:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:52 smithi062 ceph-mon[78153]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-22T05:12:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:52 smithi040 ceph-mon[88445]: pgmap v2412: 137 pgs: 137 active+clean; 771 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s wr, 9 op/s 2024-04-22T05:12:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:52 smithi040 ceph-mon[88445]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-22T05:12:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:52 smithi040 ceph-mon[91058]: pgmap v2412: 137 pgs: 137 active+clean; 771 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s wr, 9 op/s 2024-04-22T05:12:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:52 smithi040 ceph-mon[91058]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-22T05:12:53.571 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:53.571 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:53.588 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:12:53.588 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:53.588 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:53.594 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:12:53.594 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:53.594 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:53.601 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~150994944,406847488~8388608] 2024-04-22T05:12:53.601 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:53.601 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:53.607 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~117440512,373293056~29360128,406847488~8388608] 2024-04-22T05:12:53.607 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:53.607 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:53.614 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:53.614 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:53.614 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:53.620 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:53.620 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:53.620 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:53.626 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~58720256,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:53.626 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:53.626 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:53.633 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:12:53.633 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:53.633 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:53.639 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~58720256,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:12:53.639 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:53.639 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:53.645 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~33554432,138412032~33554432,176160768~20971520,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:53.645 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to HEAD diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:53.645 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:53.651 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~88080384,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~41943040,268435456~12582912,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:53.651 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to HEAD diff [4194304~25165824,33554432~12582912,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:53.651 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~25165824,33554432~12582912,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:53.658 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~25165824,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~41943040,268435456~12582912,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~12582912,406847488~8388608] 2024-04-22T05:12:53.658 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to HEAD diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:53.658 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:53.663 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~12582912,226492416~16777216,268435456~12582912,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~8388608] 2024-04-22T05:12:53.663 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to HEAD diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304,406847488~4194304] 2024-04-22T05:12:53.663 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304,406847488~4194304] 2024-04-22T05:12:53.669 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~12582912,226492416~16777216,268435456~12582912,285212672~33554432,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~8388608,406847488~8388608] 2024-04-22T05:12:53.669 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to HEAD diff [4194304~12582912,20971520~8388608,41943040~4194304,50331648~8388608,62914560~25165824,96468992~8388608,109051904~16777216,138412032~16777216,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~12582912,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304] 2024-04-22T05:12:53.669 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,41943040~4194304,50331648~8388608,62914560~25165824,96468992~8388608,109051904~16777216,138412032~16777216,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~12582912,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304] 2024-04-22T05:12:53.674 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,41943040~46137344,96468992~8388608,109051904~20971520,138412032~20971520,167772160~4194304,180355072~4194304,188743680~8388608,201326592~12582912,226492416~16777216,268435456~12582912,285212672~20971520,310378496~8388608,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~8388608] 2024-04-22T05:12:53.675 INFO:tasks.workunit.client.0.smithi040.stdout:from 15 to HEAD diff [4194304~12582912,20971520~8388608,50331648~8388608,62914560~20971520,100663296~4194304,109051904~16777216,142606336~12582912,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~8388608,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608] 2024-04-22T05:12:53.675 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,50331648~8388608,62914560~20971520,100663296~4194304,109051904~16777216,142606336~12582912,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~8388608,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608] 2024-04-22T05:12:53.680 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,50331648~33554432,100663296~4194304,109051904~20971520,142606336~16777216,167772160~4194304,180355072~4194304,188743680~8388608,201326592~12582912,226492416~8388608,268435456~12582912,285212672~20971520,310378496~8388608,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608] 2024-04-22T05:12:53.681 INFO:tasks.workunit.client.0.smithi040.stdout:from 16 to HEAD diff [4194304~12582912,20971520~8388608,54525952~4194304,62914560~20971520,100663296~4194304,109051904~16777216,142606336~12582912,167772160~4194304,201326592~8388608,226492416~8388608,285212672~8388608,301989888~4194304,310378496~4194304,335544320~4194304,343932928~8388608,360710144~8388608,373293056~8388608] 2024-04-22T05:12:53.681 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,54525952~4194304,62914560~20971520,100663296~4194304,109051904~16777216,142606336~12582912,167772160~4194304,201326592~8388608,226492416~8388608,285212672~8388608,301989888~4194304,310378496~4194304,335544320~4194304,343932928~8388608,360710144~8388608,373293056~8388608] 2024-04-22T05:12:53.686 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,54525952~29360128,100663296~4194304,109051904~20971520,142606336~16777216,167772160~4194304,201326592~12582912,226492416~8388608,285212672~12582912,301989888~4194304,310378496~8388608,335544320~4194304,343932928~8388608,360710144~8388608,373293056~8388608] 2024-04-22T05:12:53.687 INFO:tasks.workunit.client.0.smithi040.stdout:from 17 to HEAD diff [8388608~8388608,20971520~8388608,54525952~4194304,71303168~12582912,100663296~4194304,109051904~12582912,142606336~12582912,201326592~8388608,226492416~8388608,285212672~4194304,301989888~4194304,310378496~4194304,335544320~4194304,343932928~8388608,360710144~8388608] 2024-04-22T05:12:53.687 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [8388608~8388608,20971520~8388608,54525952~4194304,71303168~12582912,100663296~4194304,109051904~12582912,142606336~12582912,201326592~8388608,226492416~8388608,285212672~4194304,301989888~4194304,310378496~4194304,335544320~4194304,343932928~8388608,360710144~8388608] 2024-04-22T05:12:53.691 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [8388608~8388608,20971520~8388608,54525952~8388608,71303168~12582912,100663296~4194304,109051904~16777216,142606336~16777216,201326592~12582912,226492416~8388608,285212672~4194304,301989888~4194304,310378496~8388608,335544320~4194304,343932928~8388608,360710144~8388608] 2024-04-22T05:12:54.587 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:54.588 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:54.628 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:12:54.628 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:54.628 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:54.634 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:12:54.634 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:54.634 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:54.640 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~150994944,406847488~8388608] 2024-04-22T05:12:54.640 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:54.640 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:54.646 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~117440512,373293056~29360128,406847488~8388608] 2024-04-22T05:12:54.646 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:54.646 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:54.652 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:54.652 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:54.652 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:54.658 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:54.658 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:54.658 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:54.664 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~58720256,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:54.664 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:54.664 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:54.670 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:12:54.670 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:54.670 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:54.676 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~58720256,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:12:54.676 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:54.676 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:54.682 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~33554432,138412032~33554432,176160768~20971520,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:54.682 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to HEAD diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:54.682 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:54.688 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~88080384,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~41943040,268435456~12582912,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:54.688 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to HEAD diff [4194304~25165824,33554432~12582912,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:54.688 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~25165824,33554432~12582912,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:54.694 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~25165824,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~41943040,268435456~12582912,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~12582912,406847488~8388608] 2024-04-22T05:12:54.694 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to HEAD diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:54.694 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:54.699 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~12582912,226492416~16777216,268435456~12582912,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~8388608] 2024-04-22T05:12:54.699 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to HEAD diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304,406847488~4194304] 2024-04-22T05:12:54.699 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304,406847488~4194304] 2024-04-22T05:12:54.705 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~12582912,226492416~16777216,268435456~12582912,285212672~33554432,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~8388608,406847488~8388608] 2024-04-22T05:12:54.705 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to HEAD diff [4194304~12582912,20971520~8388608,41943040~4194304,50331648~8388608,62914560~25165824,96468992~8388608,109051904~16777216,138412032~16777216,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~12582912,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304] 2024-04-22T05:12:54.705 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,41943040~4194304,50331648~8388608,62914560~25165824,96468992~8388608,109051904~16777216,138412032~16777216,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~12582912,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304] 2024-04-22T05:12:54.711 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,41943040~46137344,96468992~8388608,109051904~20971520,138412032~20971520,167772160~4194304,180355072~4194304,188743680~8388608,201326592~12582912,226492416~16777216,268435456~12582912,285212672~20971520,310378496~8388608,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~8388608] 2024-04-22T05:12:54.711 INFO:tasks.workunit.client.0.smithi040.stdout:from 15 to HEAD diff [4194304~12582912,20971520~8388608,50331648~8388608,62914560~20971520,100663296~4194304,109051904~16777216,142606336~12582912,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~8388608,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608] 2024-04-22T05:12:54.711 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,50331648~8388608,62914560~20971520,100663296~4194304,109051904~16777216,142606336~12582912,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~8388608,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608] 2024-04-22T05:12:54.717 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,50331648~33554432,100663296~4194304,109051904~20971520,142606336~16777216,167772160~4194304,180355072~4194304,188743680~8388608,201326592~12582912,226492416~8388608,268435456~12582912,285212672~20971520,310378496~8388608,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608] 2024-04-22T05:12:54.717 INFO:tasks.workunit.client.0.smithi040.stdout:from 16 to HEAD diff [4194304~12582912,20971520~8388608,54525952~4194304,62914560~20971520,100663296~4194304,109051904~16777216,142606336~12582912,167772160~4194304,201326592~8388608,226492416~8388608,285212672~8388608,301989888~4194304,310378496~4194304,335544320~4194304,343932928~8388608,360710144~8388608,373293056~8388608] 2024-04-22T05:12:54.717 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,54525952~4194304,62914560~20971520,100663296~4194304,109051904~16777216,142606336~12582912,167772160~4194304,201326592~8388608,226492416~8388608,285212672~8388608,301989888~4194304,310378496~4194304,335544320~4194304,343932928~8388608,360710144~8388608,373293056~8388608] 2024-04-22T05:12:54.722 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,54525952~29360128,100663296~4194304,109051904~20971520,142606336~16777216,167772160~4194304,201326592~12582912,226492416~8388608,285212672~12582912,301989888~4194304,310378496~8388608,335544320~4194304,343932928~8388608,360710144~8388608,373293056~8388608] 2024-04-22T05:12:54.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:54 smithi062 ceph-mon[78153]: pgmap v2414: 137 pgs: 137 active+clean; 860 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.1 KiB/s rd, 33 MiB/s wr, 1.08k op/s 2024-04-22T05:12:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:54 smithi062 ceph-mon[78153]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-22T05:12:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:54 smithi040 ceph-mon[88445]: pgmap v2414: 137 pgs: 137 active+clean; 860 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.1 KiB/s rd, 33 MiB/s wr, 1.08k op/s 2024-04-22T05:12:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:54 smithi040 ceph-mon[88445]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-22T05:12:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:54 smithi040 ceph-mon[91058]: pgmap v2414: 137 pgs: 137 active+clean; 860 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.1 KiB/s rd, 33 MiB/s wr, 1.08k op/s 2024-04-22T05:12:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:54 smithi040 ceph-mon[91058]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-22T05:12:55.587 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:55.587 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:55.625 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:12:55.625 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:55.625 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:55.631 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:12:55.631 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:55.631 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:55.637 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~150994944,406847488~8388608] 2024-04-22T05:12:55.638 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:55.638 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:55.643 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~117440512,373293056~29360128,406847488~8388608] 2024-04-22T05:12:55.643 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:55.644 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:55.650 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:55.650 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:55.650 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:55.656 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:55.656 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:55.656 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:55.662 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~58720256,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:55.662 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:55.662 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:55.668 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:12:55.668 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:55.668 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:55.674 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~58720256,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:12:55.674 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:55.674 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:55.680 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~33554432,138412032~33554432,176160768~20971520,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:55.680 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to HEAD diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:55.680 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:55.685 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~88080384,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~41943040,268435456~12582912,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:55.685 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to HEAD diff [4194304~25165824,33554432~12582912,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:55.685 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~25165824,33554432~12582912,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:55.692 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~25165824,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~41943040,268435456~12582912,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~12582912,406847488~8388608] 2024-04-22T05:12:55.692 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to HEAD diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:55.692 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:55.697 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~12582912,226492416~16777216,268435456~12582912,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~8388608] 2024-04-22T05:12:55.697 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to HEAD diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304,406847488~4194304] 2024-04-22T05:12:55.698 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304,406847488~4194304] 2024-04-22T05:12:55.703 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~12582912,226492416~16777216,268435456~12582912,285212672~33554432,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~8388608,406847488~8388608] 2024-04-22T05:12:55.703 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to HEAD diff [4194304~12582912,20971520~8388608,41943040~4194304,50331648~8388608,62914560~25165824,96468992~8388608,109051904~16777216,138412032~16777216,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~12582912,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304] 2024-04-22T05:12:55.703 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,41943040~4194304,50331648~8388608,62914560~25165824,96468992~8388608,109051904~16777216,138412032~16777216,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~12582912,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304] 2024-04-22T05:12:55.709 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,41943040~46137344,96468992~8388608,109051904~20971520,138412032~20971520,167772160~4194304,180355072~4194304,188743680~8388608,201326592~12582912,226492416~16777216,268435456~12582912,285212672~20971520,310378496~8388608,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~8388608] 2024-04-22T05:12:55.709 INFO:tasks.workunit.client.0.smithi040.stdout:from 15 to HEAD diff [4194304~12582912,20971520~8388608,50331648~8388608,62914560~20971520,100663296~4194304,109051904~16777216,142606336~12582912,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~8388608,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608] 2024-04-22T05:12:55.709 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,50331648~8388608,62914560~20971520,100663296~4194304,109051904~16777216,142606336~12582912,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~8388608,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608] 2024-04-22T05:12:55.714 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,50331648~33554432,100663296~4194304,109051904~20971520,142606336~16777216,167772160~4194304,180355072~4194304,188743680~8388608,201326592~12582912,226492416~8388608,268435456~12582912,285212672~20971520,310378496~8388608,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608] 2024-04-22T05:12:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:55 smithi062 ceph-mon[78153]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-22T05:12:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:12:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:12:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:12:55.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:55 smithi040 ceph-mon[88445]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-22T05:12:55.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:55 smithi040 ceph-mon[91058]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-22T05:12:56.603 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:56.603 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:56.640 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:12:56.640 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:56.640 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:56.646 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:12:56.646 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:56.646 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:56.652 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~150994944,406847488~8388608] 2024-04-22T05:12:56.652 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:56.652 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:56.658 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~117440512,373293056~29360128,406847488~8388608] 2024-04-22T05:12:56.658 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:56.658 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:56.664 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:56.664 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:56.664 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:56.670 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:56.671 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:56.671 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:56.676 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~58720256,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:56.676 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:56.676 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:56.682 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:12:56.682 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:56.682 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:56.687 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~58720256,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:12:56.688 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:56.688 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:56.693 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~33554432,138412032~33554432,176160768~20971520,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:56.693 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to HEAD diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:56.693 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:56.699 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~88080384,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~41943040,268435456~12582912,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:56.699 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to HEAD diff [4194304~25165824,33554432~12582912,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:56.699 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~25165824,33554432~12582912,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:56.705 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~25165824,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~41943040,268435456~12582912,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~12582912,406847488~8388608] 2024-04-22T05:12:56.705 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to HEAD diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:56.705 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:56.711 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~12582912,226492416~16777216,268435456~12582912,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~8388608] 2024-04-22T05:12:56.711 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to HEAD diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304,406847488~4194304] 2024-04-22T05:12:56.711 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304,406847488~4194304] 2024-04-22T05:12:56.716 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~12582912,226492416~16777216,268435456~12582912,285212672~33554432,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~8388608,406847488~8388608] 2024-04-22T05:12:56.717 INFO:tasks.workunit.client.0.smithi040.stdout:from 14 to HEAD diff [4194304~12582912,20971520~8388608,41943040~4194304,50331648~8388608,62914560~25165824,96468992~8388608,109051904~16777216,138412032~16777216,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~12582912,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304] 2024-04-22T05:12:56.717 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,41943040~4194304,50331648~8388608,62914560~25165824,96468992~8388608,109051904~16777216,138412032~16777216,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,226492416~12582912,268435456~8388608,285212672~20971520,310378496~4194304,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304] 2024-04-22T05:12:56.722 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,41943040~46137344,96468992~8388608,109051904~20971520,138412032~20971520,167772160~4194304,180355072~4194304,188743680~8388608,201326592~12582912,226492416~16777216,268435456~12582912,285212672~20971520,310378496~8388608,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~8388608] 2024-04-22T05:12:56.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:56 smithi062 ceph-mon[78153]: pgmap v2417: 137 pgs: 137 active+clean; 870 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.1 KiB/s rd, 29 MiB/s wr, 1.86k op/s 2024-04-22T05:12:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:56 smithi062 ceph-mon[78153]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-22T05:12:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:56 smithi040 ceph-mon[88445]: pgmap v2417: 137 pgs: 137 active+clean; 870 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.1 KiB/s rd, 29 MiB/s wr, 1.86k op/s 2024-04-22T05:12:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:56 smithi040 ceph-mon[88445]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-22T05:12:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:56 smithi040 ceph-mon[91058]: pgmap v2417: 137 pgs: 137 active+clean; 870 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.1 KiB/s rd, 29 MiB/s wr, 1.86k op/s 2024-04-22T05:12:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:56 smithi040 ceph-mon[91058]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-22T05:12:57.600 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:57.601 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:57.648 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:12:57.648 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:57.648 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:57.660 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:12:57.660 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:57.660 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:57.666 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~150994944,406847488~8388608] 2024-04-22T05:12:57.666 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:57.666 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:57.672 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~117440512,373293056~29360128,406847488~8388608] 2024-04-22T05:12:57.672 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:57.672 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:57.678 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:57.678 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:57.678 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:57.684 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:57.684 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:57.684 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:57.690 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~58720256,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:57.690 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:57.690 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:57.696 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:12:57.696 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:57.696 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:57.702 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~58720256,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:12:57.702 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:57.702 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:57.708 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~33554432,138412032~33554432,176160768~20971520,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:57.708 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to HEAD diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:57.708 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:57.714 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~88080384,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~41943040,268435456~12582912,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:57.714 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to HEAD diff [4194304~25165824,33554432~12582912,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:57.714 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~25165824,33554432~12582912,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:57.719 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~25165824,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~41943040,268435456~12582912,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~12582912,406847488~8388608] 2024-04-22T05:12:57.719 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to HEAD diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:57.720 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:57.725 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~12582912,226492416~16777216,268435456~12582912,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~8388608] 2024-04-22T05:12:57.725 INFO:tasks.workunit.client.0.smithi040.stdout:from 13 to HEAD diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304,406847488~4194304] 2024-04-22T05:12:57.725 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~4194304,406847488~4194304] 2024-04-22T05:12:57.731 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~12582912,226492416~16777216,268435456~12582912,285212672~33554432,335544320~4194304,343932928~12582912,360710144~8388608,373293056~8388608,394264576~8388608,406847488~8388608] 2024-04-22T05:12:57.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:57 smithi062 ceph-mon[78153]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-22T05:12:57.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:57 smithi040 ceph-mon[88445]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-22T05:12:57.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:57 smithi040 ceph-mon[91058]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-22T05:12:58.432 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:58.432 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:58.473 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:12:58.473 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:58.473 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:58.479 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:12:58.479 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:58.479 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:58.485 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~150994944,406847488~8388608] 2024-04-22T05:12:58.485 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:58.486 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:58.492 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~117440512,373293056~29360128,406847488~8388608] 2024-04-22T05:12:58.492 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:58.492 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:58.497 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:58.498 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:58.498 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:58.503 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:58.503 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:58.503 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:58.509 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~58720256,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:58.509 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:58.510 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:58.515 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:12:58.515 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:58.515 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:58.521 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~58720256,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:12:58.521 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:58.521 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:58.527 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~33554432,138412032~33554432,176160768~20971520,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:58.527 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to HEAD diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:58.527 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:58.533 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~88080384,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~41943040,268435456~12582912,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:58.533 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to HEAD diff [4194304~25165824,33554432~12582912,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:58.533 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~25165824,33554432~12582912,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:58.538 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~25165824,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~41943040,268435456~12582912,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~12582912,406847488~8388608] 2024-04-22T05:12:58.539 INFO:tasks.workunit.client.0.smithi040.stdout:from 12 to HEAD diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:58.539 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~12582912,20971520~8388608,33554432~12582912,50331648~8388608,62914560~25165824,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,226492416~12582912,268435456~8388608,285212672~29360128,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~4194304] 2024-04-22T05:12:58.544 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~12582912,20971520~8388608,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~12582912,226492416~16777216,268435456~12582912,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,394264576~8388608,406847488~8388608] 2024-04-22T05:12:58.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:58 smithi062 ceph-mon[78153]: pgmap v2420: 137 pgs: 137 active+clean; 854 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.5 MiB/s wr, 4.58k op/s 2024-04-22T05:12:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:58 smithi062 ceph-mon[78153]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-22T05:12:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:12:58 smithi062 ceph-mon[78153]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-22T05:12:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:58 smithi040 ceph-mon[88445]: pgmap v2420: 137 pgs: 137 active+clean; 854 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.5 MiB/s wr, 4.58k op/s 2024-04-22T05:12:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:58 smithi040 ceph-mon[88445]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-22T05:12:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:12:58 smithi040 ceph-mon[88445]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-22T05:12:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:58 smithi040 ceph-mon[91058]: pgmap v2420: 137 pgs: 137 active+clean; 854 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.5 MiB/s wr, 4.58k op/s 2024-04-22T05:12:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:58 smithi040 ceph-mon[91058]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-22T05:12:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:12:58 smithi040 ceph-mon[91058]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-22T05:12:59.424 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:59.424 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:59.486 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:12:59.486 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:59.486 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:12:59.492 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:12:59.492 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:59.492 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:12:59.498 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~150994944,406847488~8388608] 2024-04-22T05:12:59.498 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:59.498 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:59.504 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~117440512,373293056~29360128,406847488~8388608] 2024-04-22T05:12:59.504 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:59.504 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:59.510 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:59.510 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:59.510 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:59.515 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:59.515 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:59.516 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:59.521 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~58720256,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:12:59.521 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:59.521 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:12:59.527 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:12:59.527 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:59.527 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:12:59.533 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~58720256,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:12:59.533 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:59.533 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:59.540 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~33554432,138412032~33554432,176160768~20971520,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:59.540 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to HEAD diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:59.540 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:59.546 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~88080384,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~41943040,268435456~12582912,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:12:59.546 INFO:tasks.workunit.client.0.smithi040.stdout:from 11 to HEAD diff [4194304~25165824,33554432~12582912,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:59.547 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~25165824,33554432~12582912,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:12:59.552 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~25165824,33554432~54525952,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~41943040,268435456~12582912,285212672~33554432,322961408~8388608,335544320~4194304,343932928~25165824,373293056~8388608,390070272~12582912,406847488~8388608] 2024-04-22T05:13:00.405 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:13:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:13:00] "GET /metrics HTTP/1.1" 200 242866 "" "Prometheus/2.43.0" 2024-04-22T05:13:00.440 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:00.441 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:00.479 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:00.480 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:00.480 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:00.493 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:00.493 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:00.493 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:00.499 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~150994944,406847488~8388608] 2024-04-22T05:13:00.499 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:00.499 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:00.505 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~117440512,373293056~29360128,406847488~8388608] 2024-04-22T05:13:00.505 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:00.505 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:00.510 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:00.511 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:00.511 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:00.516 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:00.517 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:00.517 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:00.523 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~58720256,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:00.523 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:00.523 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:00.529 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:13:00.529 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:13:00.529 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:13:00.534 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~58720256,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:13:00.534 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:13:00.534 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:13:00.540 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~33554432,138412032~33554432,176160768~20971520,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:13:00.540 INFO:tasks.workunit.client.0.smithi040.stdout:from 10 to HEAD diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:13:00.540 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [4194304~41943040,50331648~37748736,96468992~29360128,138412032~20971520,167772160~4194304,176160768~20971520,201326592~8388608,213909504~8388608,226492416~12582912,268435456~8388608,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:13:00.545 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [4194304~88080384,96468992~33554432,138412032~25165824,167772160~4194304,176160768~20971520,201326592~41943040,268435456~12582912,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:13:00.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:00 smithi040 ceph-mon[88445]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-22T05:13:00.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:00 smithi040 ceph-mon[88445]: pgmap v2424: 137 pgs: 137 active+clean; 854 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.0 KiB/s wr, 3.75k op/s 2024-04-22T05:13:00.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:00 smithi040 ceph-mon[91058]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-22T05:13:00.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:00 smithi040 ceph-mon[91058]: pgmap v2424: 137 pgs: 137 active+clean; 854 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.0 KiB/s wr, 3.75k op/s 2024-04-22T05:13:00.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:00 smithi062 ceph-mon[78153]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-22T05:13:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:00 smithi062 ceph-mon[78153]: pgmap v2424: 137 pgs: 137 active+clean; 854 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.0 KiB/s wr, 3.75k op/s 2024-04-22T05:13:01.426 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:01.426 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:01.486 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:01.486 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:01.486 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:01.503 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:01.504 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:01.504 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:01.509 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~150994944,406847488~8388608] 2024-04-22T05:13:01.509 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:01.509 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:01.515 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~117440512,373293056~29360128,406847488~8388608] 2024-04-22T05:13:01.515 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:01.515 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:01.521 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:01.521 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:01.521 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:01.527 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:01.527 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:01.527 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:01.533 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~58720256,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:01.533 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:01.533 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:01.539 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:13:01.539 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:13:01.539 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:13:01.549 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~58720256,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:13:01.549 INFO:tasks.workunit.client.0.smithi040.stdout:from 9 to HEAD diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:13:01.549 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~29360128,138412032~25165824,167772160~4194304,176160768~20971520,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~8388608,390070272~8388608,406847488~4194304] 2024-04-22T05:13:01.556 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~33554432,138412032~33554432,176160768~20971520,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~8388608] 2024-04-22T05:13:01.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:01 smithi040 ceph-mon[88445]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-22T05:13:01.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:01 smithi040 ceph-mon[91058]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-22T05:13:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:01 smithi062 ceph-mon[78153]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-22T05:13:02.441 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:02.441 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:02.501 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:02.501 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:02.501 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:02.515 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:02.516 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:02.516 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:02.521 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~150994944,406847488~8388608] 2024-04-22T05:13:02.521 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:02.521 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:02.527 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~117440512,373293056~29360128,406847488~8388608] 2024-04-22T05:13:02.527 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:02.527 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:02.533 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:02.533 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:02.533 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:02.539 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:02.539 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:02.539 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:02.544 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~58720256,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:02.544 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:02.545 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:02.550 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:13:02.550 INFO:tasks.workunit.client.0.smithi040.stdout:from 8 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:13:02.550 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~29360128,201326592~8388608,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~8388608,406847488~4194304] 2024-04-22T05:13:02.556 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~58720256,201326592~41943040,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:13:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:02 smithi062 ceph-mon[78153]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-22T05:13:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:02 smithi062 ceph-mon[78153]: pgmap v2427: 137 pgs: 137 active+clean; 819 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s rd, 894 op/s 2024-04-22T05:13:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:02 smithi040 ceph-mon[88445]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-22T05:13:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:02 smithi040 ceph-mon[88445]: pgmap v2427: 137 pgs: 137 active+clean; 819 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s rd, 894 op/s 2024-04-22T05:13:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:02 smithi040 ceph-mon[91058]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-22T05:13:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:02 smithi040 ceph-mon[91058]: pgmap v2427: 137 pgs: 137 active+clean; 819 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s rd, 894 op/s 2024-04-22T05:13:03.434 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:03.434 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:03.484 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:03.485 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:03.485 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:03.497 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:03.497 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:03.497 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:03.503 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~150994944,406847488~8388608] 2024-04-22T05:13:03.503 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:03.504 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:03.509 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~117440512,373293056~29360128,406847488~8388608] 2024-04-22T05:13:03.509 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:03.510 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:03.515 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:03.515 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:03.515 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:03.521 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:03.521 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:03.521 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:03.526 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~58720256,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:03.527 INFO:tasks.workunit.client.0.smithi040.stdout:from 7 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:03.527 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,285212672~33554432,322961408~8388608,335544320~33554432,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:03.532 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~20971520,285212672~33554432,322961408~8388608,335544320~33554432,373293056~29360128,406847488~8388608] 2024-04-22T05:13:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:03 smithi062 ceph-mon[78153]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-22T05:13:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:03 smithi062 ceph-mon[78153]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-22T05:13:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:03 smithi040 ceph-mon[91058]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-22T05:13:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:03 smithi040 ceph-mon[91058]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-22T05:13:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:03 smithi040 ceph-mon[88445]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-22T05:13:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:03 smithi040 ceph-mon[88445]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-22T05:13:04.458 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:04.459 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:04.515 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:04.515 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:04.515 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:04.526 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:04.526 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:04.526 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:04.532 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~150994944,406847488~8388608] 2024-04-22T05:13:04.532 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:04.532 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:04.537 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~117440512,373293056~29360128,406847488~8388608] 2024-04-22T05:13:04.537 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:04.537 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:04.543 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:04.543 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:04.543 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:04.549 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:04.550 INFO:tasks.workunit.client.0.smithi040.stdout:from 6 to HEAD diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:04.550 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~46137344,50331648~37748736,96468992~33554432,138412032~25165824,167772160~41943040,213909504~25165824,260046848~16777216,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:04.555 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~37748736,138412032~104857600,260046848~58720256,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:04.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:04 smithi062 ceph-mon[78153]: pgmap v2430: 137 pgs: 137 active+clean; 777 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.54k op/s 2024-04-22T05:13:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:04 smithi040 ceph-mon[88445]: pgmap v2430: 137 pgs: 137 active+clean; 777 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.54k op/s 2024-04-22T05:13:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:04 smithi040 ceph-mon[91058]: pgmap v2430: 137 pgs: 137 active+clean; 777 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.54k op/s 2024-04-22T05:13:05.479 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:05.479 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:05.518 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:05.518 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:05.518 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:05.524 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:05.524 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:05.524 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:05.530 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~150994944,406847488~8388608] 2024-04-22T05:13:05.530 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:05.530 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:05.536 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~117440512,373293056~29360128,406847488~8388608] 2024-04-22T05:13:05.536 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:05.536 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:05.542 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:05.542 INFO:tasks.workunit.client.0.smithi040.stdout:from 5 to HEAD diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:05.542 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~92274688,96468992~67108864,167772160~41943040,213909504~25165824,251658240~25165824,281018368~37748736,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:05.547 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:05 smithi062 ceph-mon[78153]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-22T05:13:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:13:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:13:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:13:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:05 smithi040 ceph-mon[88445]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-22T05:13:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:05 smithi040 ceph-mon[91058]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-22T05:13:06.472 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:06.472 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:06.517 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:06.517 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:06.517 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:06.523 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:06.523 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:06.523 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:06.529 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~150994944,406847488~8388608] 2024-04-22T05:13:06.529 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:06.529 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:06.534 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~117440512,373293056~29360128,406847488~8388608] 2024-04-22T05:13:06.534 INFO:tasks.workunit.client.0.smithi040.stdout:from 4 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:06.535 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~67108864,322961408~46137344,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:06.540 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~67108864,322961408~46137344,373293056~29360128,406847488~8388608] 2024-04-22T05:13:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:06 smithi062 ceph-mon[78153]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-22T05:13:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:06 smithi062 ceph-mon[78153]: pgmap v2433: 137 pgs: 137 active+clean; 760 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 874 op/s 2024-04-22T05:13:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:13:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:06 smithi040 ceph-mon[88445]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-22T05:13:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:06 smithi040 ceph-mon[88445]: pgmap v2433: 137 pgs: 137 active+clean; 760 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 874 op/s 2024-04-22T05:13:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:13:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:06 smithi040 ceph-mon[91058]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-22T05:13:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:06 smithi040 ceph-mon[91058]: pgmap v2433: 137 pgs: 137 active+clean; 760 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 874 op/s 2024-04-22T05:13:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:13:07.483 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:07.483 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:07.531 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:07.531 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:07.531 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:07.537 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:07.537 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:07.537 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:07.544 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~150994944,406847488~8388608] 2024-04-22T05:13:07.544 INFO:tasks.workunit.client.0.smithi040.stdout:from 3 to HEAD diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:07.544 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~88080384,96468992~67108864,167772160~41943040,213909504~25165824,251658240~117440512,373293056~12582912,390070272~12582912,406847488~4194304] 2024-04-22T05:13:07.550 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~117440512,373293056~29360128,406847488~8388608] 2024-04-22T05:13:07.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:07 smithi062 ceph-mon[78153]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-22T05:13:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:07 smithi040 ceph-mon[88445]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-22T05:13:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:07 smithi040 ceph-mon[91058]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-22T05:13:08.415 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:08.415 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:08.484 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:08.484 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:08.484 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:08.490 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:08.490 INFO:tasks.workunit.client.0.smithi040.stdout:from 2 to HEAD diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:08.490 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~67108864,167772160~41943040,213909504~25165824,251658240~134217728,390070272~12582912,406847488~4194304] 2024-04-22T05:13:08.495 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~150994944,406847488~8388608] 2024-04-22T05:13:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:08 smithi062 ceph-mon[78153]: pgmap v2435: 137 pgs: 137 active+clean; 647 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 923 op/s 2024-04-22T05:13:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:08 smithi062 ceph-mon[78153]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-22T05:13:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:08 smithi062 ceph-mon[78153]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-22T05:13:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:08 smithi040 ceph-mon[88445]: pgmap v2435: 137 pgs: 137 active+clean; 647 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 923 op/s 2024-04-22T05:13:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:08 smithi040 ceph-mon[88445]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-22T05:13:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:08 smithi040 ceph-mon[88445]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-22T05:13:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:08 smithi040 ceph-mon[91058]: pgmap v2435: 137 pgs: 137 active+clean; 647 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 923 op/s 2024-04-22T05:13:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:08 smithi040 ceph-mon[91058]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-22T05:13:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:08 smithi040 ceph-mon[91058]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-22T05:13:09.489 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:09.489 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:09.534 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:09.534 INFO:tasks.workunit.client.0.smithi040.stdout:from 1 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:09.534 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:09.539 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:13:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:13:10] "GET /metrics HTTP/1.1" 200 242861 "" "Prometheus/2.43.0" 2024-04-22T05:13:10.500 INFO:tasks.workunit.client.0.smithi040.stdout:from 0 to HEAD diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:10.501 INFO:tasks.workunit.client.0.smithi040.stdout: limited diff [0~12582912,16777216~71303168,96468992~71303168,171966464~37748736,213909504~25165824,251658240~134217728,390070272~20971520] 2024-04-22T05:13:10.540 INFO:tasks.workunit.client.0.smithi040.stdout: actual was [0~92274688,96468992~146800640,251658240~163577856] 2024-04-22T05:13:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:10 smithi062 ceph-mon[78153]: pgmap v2438: 137 pgs: 137 active+clean; 647 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 741 op/s 2024-04-22T05:13:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:10 smithi062 ceph-mon[78153]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-22T05:13:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:10 smithi040 ceph-mon[88445]: pgmap v2438: 137 pgs: 137 active+clean; 647 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 741 op/s 2024-04-22T05:13:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:10 smithi040 ceph-mon[88445]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-22T05:13:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:10 smithi040 ceph-mon[91058]: pgmap v2438: 137 pgs: 137 active+clean; 647 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 741 op/s 2024-04-22T05:13:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:10 smithi040 ceph-mon[91058]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-22T05:13:11.512 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (40086 ms) 2024-04-22T05:13:11.512 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-22T05:13:11.512 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:11.512 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (0 ms) 2024-04-22T05:13:11.513 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-22T05:13:11.513 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:11.513 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (0 ms) 2024-04-22T05:13:11.513 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-22T05:13:11.513 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:13:11.544 INFO:tasks.workunit.client.0.smithi040.stdout: wrote [2470195~70629,2895204~100943,4773779~61107,6323231~78191,9085561~20508,10810489~47699,11793100~35455,16399258~38084,18191095~41902,20635871~38826] 2024-04-22T05:13:11.549 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (37 ms) 2024-04-22T05:13:11.549 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-22T05:13:11.549 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:11.549 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (0 ms) 2024-04-22T05:13:11.549 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-22T05:13:11.549 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:13:11.593 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (44 ms) 2024-04-22T05:13:11.593 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-22T05:13:11.593 INFO:tasks.workunit.client.0.smithi040.stdout:using old format 2024-04-22T05:13:11.655 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (62 ms) 2024-04-22T05:13:11.655 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-22T05:13:11.655 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:11.655 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (0 ms) 2024-04-22T05:13:11.655 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-22T05:13:11.655 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:11.655 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-04-22T05:13:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:11 smithi062 ceph-mon[78153]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-22T05:13:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:11 smithi040 ceph-mon[88445]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-22T05:13:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:11 smithi040 ceph-mon[91058]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-22T05:13:12.490 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 13 tests from DiffIterateTest/1 (54096 ms total) 2024-04-22T05:13:12.491 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:13:12.491 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 16 tests from TestImageWatcher 2024-04-22T05:13:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:12 smithi062 ceph-mon[78153]: pgmap v2441: 137 pgs: 137 active+clean; 566 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 212 op/s 2024-04-22T05:13:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:12 smithi062 ceph-mon[78153]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-22T05:13:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:12 smithi040 ceph-mon[88445]: pgmap v2441: 137 pgs: 137 active+clean; 566 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 212 op/s 2024-04-22T05:13:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:12 smithi040 ceph-mon[88445]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-22T05:13:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:12 smithi040 ceph-mon[91058]: pgmap v2441: 137 pgs: 137 active+clean; 566 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 212 op/s 2024-04-22T05:13:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:12 smithi040 ceph-mon[91058]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-22T05:13:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:13 smithi062 ceph-mon[78153]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-22T05:13:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:13 smithi040 ceph-mon[88445]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-22T05:13:13.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:13 smithi040 ceph-mon[91058]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-22T05:13:14.525 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-22T05:13:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:14 smithi062 ceph-mon[78153]: pgmap v2444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-22T05:13:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:14 smithi062 ceph-mon[78153]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-22T05:13:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:14 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1395146250' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:14 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:14 smithi040 ceph-mon[88445]: pgmap v2444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-22T05:13:14.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:14 smithi040 ceph-mon[88445]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-22T05:13:14.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:14 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1395146250' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:14.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:14 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:14 smithi040 ceph-mon[91058]: pgmap v2444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-22T05:13:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:14 smithi040 ceph-mon[91058]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-22T05:13:14.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:14 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1395146250' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:14.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:14 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:13:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:13:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:13:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:15 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:13:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:15 smithi062 ceph-mon[78153]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-22T05:13:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:15 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:13:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:15 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:13:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:15 smithi040 ceph-mon[88445]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-22T05:13:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:15 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:13:15.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:15 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:13:15.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:15 smithi040 ceph-mon[91058]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-22T05:13:15.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:15 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:13:16.543 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:16.543 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2017 ms) 2024-04-22T05:13:16.543 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-22T05:13:16.549 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:16.549 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestImageWatcher.NotifyFlatten (6 ms) 2024-04-22T05:13:16.549 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-22T05:13:16.556 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:16.556 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestImageWatcher.NotifyResize (7 ms) 2024-04-22T05:13:16.556 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-22T05:13:16.560 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:16.560 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (4 ms) 2024-04-22T05:13:16.560 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-22T05:13:16.565 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:16.565 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (6 ms) 2024-04-22T05:13:16.566 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-22T05:13:16.568 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:16.569 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (3 ms) 2024-04-22T05:13:16.569 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-22T05:13:16.572 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:16.572 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestImageWatcher.NotifySnapRename (3 ms) 2024-04-22T05:13:16.572 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-22T05:13:16.575 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:16.575 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (3 ms) 2024-04-22T05:13:16.575 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-22T05:13:16.579 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:16.579 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (4 ms) 2024-04-22T05:13:16.579 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-22T05:13:16.582 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:16.582 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (3 ms) 2024-04-22T05:13:16.582 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-22T05:13:16.585 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:16.585 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (4 ms) 2024-04-22T05:13:16.585 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-22T05:13:16.589 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:16.589 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestImageWatcher.NotifyRename (3 ms) 2024-04-22T05:13:16.589 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-22T05:13:16.592 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:16.592 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (3 ms) 2024-04-22T05:13:16.592 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-22T05:13:16.594 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:16.595 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (3 ms) 2024-04-22T05:13:16.595 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-22T05:13:16.597 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:16.597 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (3 ms) 2024-04-22T05:13:16.597 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-22T05:13:16.601 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:16.601 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (4 ms) 2024-04-22T05:13:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:16 smithi062 ceph-mon[78153]: pgmap v2447: 137 pgs: 26 unknown, 111 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-22T05:13:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:16 smithi062 ceph-mon[78153]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-22T05:13:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:16 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:13:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:16 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:13:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:16 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:13:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:16 smithi040 ceph-mon[88445]: pgmap v2447: 137 pgs: 26 unknown, 111 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-22T05:13:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:16 smithi040 ceph-mon[88445]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-22T05:13:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:16 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:13:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:16 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:13:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:16 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:13:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:16 smithi040 ceph-mon[91058]: pgmap v2447: 137 pgs: 26 unknown, 111 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-22T05:13:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:16 smithi040 ceph-mon[91058]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-22T05:13:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:16 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:13:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:16 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:13:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:16 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:13:17.552 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 16 tests from TestImageWatcher (2076 ms total) 2024-04-22T05:13:17.552 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:13:17.552 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 34 tests from TestInternal 2024-04-22T05:13:17.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:17 smithi062 ceph-mon[78153]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-22T05:13:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:17 smithi040 ceph-mon[88445]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-22T05:13:17.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:17 smithi040 ceph-mon[91058]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-22T05:13:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:18 smithi062 ceph-mon[78153]: pgmap v2450: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-04-22T05:13:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:18 smithi062 ceph-mon[78153]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-22T05:13:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:18 smithi040 ceph-mon[88445]: pgmap v2450: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-04-22T05:13:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:18 smithi040 ceph-mon[88445]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-22T05:13:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:18 smithi040 ceph-mon[91058]: pgmap v2450: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-04-22T05:13:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:18 smithi040 ceph-mon[91058]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-22T05:13:19.565 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.OpenByID 2024-04-22T05:13:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:19 smithi062 ceph-mon[78153]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-22T05:13:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:19 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2784055068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:19 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:19 smithi040 ceph-mon[88445]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-22T05:13:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:19 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2784055068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:19 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:19.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:19 smithi040 ceph-mon[91058]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-22T05:13:19.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:19 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2784055068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:19.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:19 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:13:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:13:20] "GET /metrics HTTP/1.1" 200 242861 "" "Prometheus/2.43.0" 2024-04-22T05:13:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:20 smithi062 ceph-mon[78153]: pgmap v2453: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:20 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:13:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:20 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:13:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:20 smithi062 ceph-mon[78153]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-22T05:13:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:20 smithi040 ceph-mon[91058]: pgmap v2453: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:20 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:13:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:20 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:13:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:20 smithi040 ceph-mon[91058]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-22T05:13:20.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:20 smithi040 ceph-mon[88445]: pgmap v2453: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:20.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:20 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:13:20.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:20 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:13:20.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:20 smithi040 ceph-mon[88445]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-22T05:13:21.591 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.591 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.OpenByID (2026 ms) 2024-04-22T05:13:21.591 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-22T05:13:21.610 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.OpenSnapDNE (20 ms) 2024-04-22T05:13:21.610 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-22T05:13:21.614 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.614 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (3 ms) 2024-04-22T05:13:21.614 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-22T05:13:21.617 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.617 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.ResizeLocksImage (3 ms) 2024-04-22T05:13:21.617 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-22T05:13:21.620 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.620 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (3 ms) 2024-04-22T05:13:21.620 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-22T05:13:21.623 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.623 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.SnapCreateLocksImage (4 ms) 2024-04-22T05:13:21.623 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-22T05:13:21.626 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.626 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (3 ms) 2024-04-22T05:13:21.627 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-22T05:13:21.629 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.629 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (3 ms) 2024-04-22T05:13:21.629 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-22T05:13:21.633 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.633 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (3 ms) 2024-04-22T05:13:21.633 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-22T05:13:21.636 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.636 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.SnapSetReleasesLock (3 ms) 2024-04-22T05:13:21.636 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-22T05:13:21.639 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.639 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.FlattenLocksImage (3 ms) 2024-04-22T05:13:21.639 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-22T05:13:21.641 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.642 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (3 ms) 2024-04-22T05:13:21.642 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-22T05:13:21.644 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.644 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (3 ms) 2024-04-22T05:13:21.644 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-22T05:13:21.647 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.647 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (3 ms) 2024-04-22T05:13:21.647 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-22T05:13:21.650 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.650 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.AioWriteRequestsLock (2 ms) 2024-04-22T05:13:21.650 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-22T05:13:21.653 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.653 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (3 ms) 2024-04-22T05:13:21.653 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-22T05:13:21.655 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.655 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.CancelAsyncResize (3 ms) 2024-04-22T05:13:21.655 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-22T05:13:21.687 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.MultipleResize (32 ms) 2024-04-22T05:13:21.688 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.Metadata 2024-04-22T05:13:21.691 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.691 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.Metadata (3 ms) 2024-04-22T05:13:21.691 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-22T05:13:21.694 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.694 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.MetadataConfApply (3 ms) 2024-04-22T05:13:21.694 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-22T05:13:21.696 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.696 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.SnapshotCopyup (3 ms) 2024-04-22T05:13:21.696 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-22T05:13:21.701 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.701 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (5 ms) 2024-04-22T05:13:21.701 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-22T05:13:21.704 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.704 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (3 ms) 2024-04-22T05:13:21.704 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-22T05:13:21.707 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.708 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.ResizeCopyup (3 ms) 2024-04-22T05:13:21.708 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-22T05:13:21.711 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.711 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.DiscardCopyup (3 ms) 2024-04-22T05:13:21.711 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-22T05:13:21.713 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.ImageOptions (3 ms) 2024-04-22T05:13:21.714 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-22T05:13:21.716 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.716 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.WriteFullCopyup (3 ms) 2024-04-22T05:13:21.717 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-22T05:13:21.720 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.720 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (3 ms) 2024-04-22T05:13:21.720 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.TestCoR 2024-04-22T05:13:21.723 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.723 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.TestCoR (3 ms) 2024-04-22T05:13:21.723 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-22T05:13:21.725 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.726 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (3 ms) 2024-04-22T05:13:21.726 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-22T05:13:21.728 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.728 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.PoolMetadataConfApply (2 ms) 2024-04-22T05:13:21.728 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.Sparsify 2024-04-22T05:13:21.746 INFO:tasks.workunit.client.0.smithi040.stdout:sparsify_supported=1 2024-04-22T05:13:21.746 INFO:tasks.workunit.client.0.smithi040.stdout:sparse_read_supported=1 2024-04-22T05:13:21.758 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.Sparsify (30 ms) 2024-04-22T05:13:21.758 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-22T05:13:21.760 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.761 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.SparsifyClone (3 ms) 2024-04-22T05:13:21.761 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-22T05:13:21.763 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:21.763 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestInternal.MissingDataPool (3 ms) 2024-04-22T05:13:21.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:21 smithi062 ceph-mon[78153]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-22T05:13:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:13:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:13:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:21 smithi040 ceph-mon[88445]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-22T05:13:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:13:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:13:21.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:21 smithi040 ceph-mon[91058]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-22T05:13:21.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:13:21.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:13:22.626 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 34 tests from TestInternal (2199 ms total) 2024-04-22T05:13:22.626 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:13:22.626 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 51 tests from TestMirroring 2024-04-22T05:13:22.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:22 smithi062 ceph-mon[78153]: pgmap v2456: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:22.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:22 smithi062 ceph-mon[78153]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-22T05:13:22.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:22 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:13:22.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:22 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T05:13:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:22 smithi040 ceph-mon[88445]: pgmap v2456: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:22 smithi040 ceph-mon[88445]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-22T05:13:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:22 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:13:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:22 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T05:13:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:22 smithi040 ceph-mon[91058]: pgmap v2456: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:22 smithi040 ceph-mon[91058]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-22T05:13:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:22 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:13:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:22 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T05:13:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:23 smithi062 ceph-mon[78153]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-22T05:13:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:23 smithi040 ceph-mon[88445]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-22T05:13:23.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:23 smithi040 ceph-mon[91058]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-22T05:13:24.627 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-22T05:13:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:24 smithi062 ceph-mon[78153]: pgmap v2459: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:24 smithi062 ceph-mon[78153]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-22T05:13:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:24 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:24 smithi040 ceph-mon[91058]: pgmap v2459: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:24.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:24 smithi040 ceph-mon[91058]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-22T05:13:24.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:24 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:24.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:24 smithi040 ceph-mon[88445]: pgmap v2459: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:24.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:24 smithi040 ceph-mon[88445]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-22T05:13:24.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:24 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:13:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:13:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:13:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:25 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:13:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:25 smithi062 ceph-mon[78153]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-22T05:13:25.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:25 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:13:25.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:25 smithi040 ceph-mon[88445]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-22T05:13:25.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:25 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:13:25.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:25 smithi040 ceph-mon[91058]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-22T05:13:26.756 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2129 ms) 2024-04-22T05:13:26.756 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-22T05:13:26.866 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (110 ms) 2024-04-22T05:13:26.866 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-22T05:13:26.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:26 smithi062 ceph-mon[78153]: pgmap v2462: 137 pgs: 30 unknown, 107 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:26.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:26 smithi062 ceph-mon[78153]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-22T05:13:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:26 smithi040 ceph-mon[88445]: pgmap v2462: 137 pgs: 30 unknown, 107 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:26 smithi040 ceph-mon[88445]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-22T05:13:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:26 smithi040 ceph-mon[91058]: pgmap v2462: 137 pgs: 30 unknown, 107 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:26 smithi040 ceph-mon[91058]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-22T05:13:26.945 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (79 ms) 2024-04-22T05:13:26.945 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-22T05:13:27.042 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (98 ms) 2024-04-22T05:13:27.043 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-22T05:13:27.134 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (92 ms) 2024-04-22T05:13:27.135 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-22T05:13:27.227 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (92 ms) 2024-04-22T05:13:27.227 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-22T05:13:27.337 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (110 ms) 2024-04-22T05:13:27.337 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-22T05:13:27.337 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:27.337 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-04-22T05:13:27.337 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-22T05:13:27.337 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:27.337 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-22T05:13:27.338 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-22T05:13:27.404 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (68 ms) 2024-04-22T05:13:27.404 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-22T05:13:27.479 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (74 ms) 2024-04-22T05:13:27.479 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-22T05:13:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:27 smithi040 ceph-mon[88445]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-22T05:13:27.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:27 smithi040 ceph-mon[91058]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-22T05:13:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:27 smithi062 ceph-mon[78153]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-22T05:13:28.701 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1222 ms) 2024-04-22T05:13:28.701 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-22T05:13:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:28 smithi040 ceph-mon[88445]: pgmap v2465: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2024-04-22T05:13:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:28 smithi040 ceph-mon[88445]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-22T05:13:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:28 smithi040 ceph-mon[91058]: pgmap v2465: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2024-04-22T05:13:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:28 smithi040 ceph-mon[91058]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-22T05:13:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:28 smithi062 ceph-mon[78153]: pgmap v2465: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2024-04-22T05:13:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:28 smithi062 ceph-mon[78153]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-22T05:13:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:29 smithi040 ceph-mon[88445]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-22T05:13:29.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:29 smithi040 ceph-mon[91058]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-22T05:13:30.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:29 smithi062 ceph-mon[78153]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-22T05:13:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:13:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:13:30] "GET /metrics HTTP/1.1" 200 242803 "" "Prometheus/2.43.0" 2024-04-22T05:13:30.708 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2007 ms) 2024-04-22T05:13:30.708 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-22T05:13:30.805 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (97 ms) 2024-04-22T05:13:30.805 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-22T05:13:30.896 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (91 ms) 2024-04-22T05:13:30.896 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-22T05:13:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:30 smithi040 ceph-mon[88445]: pgmap v2468: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2024-04-22T05:13:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:30 smithi040 ceph-mon[88445]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-22T05:13:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:30 smithi040 ceph-mon[91058]: pgmap v2468: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2024-04-22T05:13:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:30 smithi040 ceph-mon[91058]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-22T05:13:30.993 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (97 ms) 2024-04-22T05:13:30.993 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-22T05:13:31.080 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (87 ms) 2024-04-22T05:13:31.080 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-22T05:13:31.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:30 smithi062 ceph-mon[78153]: pgmap v2468: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2024-04-22T05:13:31.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:30 smithi062 ceph-mon[78153]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-22T05:13:31.156 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (76 ms) 2024-04-22T05:13:31.156 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-22T05:13:31.252 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (96 ms) 2024-04-22T05:13:31.252 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-22T05:13:31.344 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (92 ms) 2024-04-22T05:13:31.344 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-22T05:13:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:31 smithi062 ceph-mon[78153]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-22T05:13:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:31 smithi040 ceph-mon[88445]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-22T05:13:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:31 smithi040 ceph-mon[91058]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-22T05:13:32.745 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1401 ms) 2024-04-22T05:13:32.745 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-22T05:13:32.859 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (115 ms) 2024-04-22T05:13:32.860 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-22T05:13:32.960 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (100 ms) 2024-04-22T05:13:32.960 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-22T05:13:33.061 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (101 ms) 2024-04-22T05:13:33.061 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-22T05:13:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:32 smithi062 ceph-mon[78153]: pgmap v2471: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 57 KiB/s wr, 528 op/s 2024-04-22T05:13:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:32 smithi062 ceph-mon[78153]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-22T05:13:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:32 smithi040 ceph-mon[88445]: pgmap v2471: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 57 KiB/s wr, 528 op/s 2024-04-22T05:13:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:32 smithi040 ceph-mon[88445]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-22T05:13:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:32 smithi040 ceph-mon[91058]: pgmap v2471: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 57 KiB/s wr, 528 op/s 2024-04-22T05:13:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:32 smithi040 ceph-mon[91058]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-22T05:13:33.218 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (157 ms) 2024-04-22T05:13:33.218 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-22T05:13:33.381 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (163 ms) 2024-04-22T05:13:33.381 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-22T05:13:33.532 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (151 ms) 2024-04-22T05:13:33.532 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-22T05:13:33.680 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (149 ms) 2024-04-22T05:13:33.680 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-22T05:13:33.834 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (153 ms) 2024-04-22T05:13:33.834 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-22T05:13:34.002 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (169 ms) 2024-04-22T05:13:34.002 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-22T05:13:34.084 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (81 ms) 2024-04-22T05:13:34.084 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-22T05:13:34.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:33 smithi062 ceph-mon[78153]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-22T05:13:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:33 smithi062 ceph-mon[78153]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-22T05:13:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:33 smithi040 ceph-mon[88445]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-22T05:13:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:33 smithi040 ceph-mon[88445]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-22T05:13:34.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:33 smithi040 ceph-mon[91058]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-22T05:13:34.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:33 smithi040 ceph-mon[91058]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-22T05:13:34.160 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (75 ms) 2024-04-22T05:13:34.160 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-22T05:13:34.233 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (74 ms) 2024-04-22T05:13:34.233 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-22T05:13:34.349 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (117 ms) 2024-04-22T05:13:34.349 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-22T05:13:34.472 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (123 ms) 2024-04-22T05:13:34.472 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-22T05:13:34.581 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (108 ms) 2024-04-22T05:13:34.581 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-22T05:13:34.700 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (119 ms) 2024-04-22T05:13:34.700 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-22T05:13:34.775 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.MirrorStatusList (75 ms) 2024-04-22T05:13:34.775 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-22T05:13:34.874 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.RemoveBootstrapped (99 ms) 2024-04-22T05:13:34.874 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-22T05:13:35.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:34 smithi062 ceph-mon[78153]: pgmap v2475: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 75 KiB/s wr, 809 op/s 2024-04-22T05:13:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:34 smithi040 ceph-mon[88445]: pgmap v2475: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 75 KiB/s wr, 809 op/s 2024-04-22T05:13:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:34 smithi040 ceph-mon[91058]: pgmap v2475: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 75 KiB/s wr, 809 op/s 2024-04-22T05:13:35.233 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.AioPromoteDemote (359 ms) 2024-04-22T05:13:35.233 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-22T05:13:35.587 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.AioGetInfo (354 ms) 2024-04-22T05:13:35.587 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-22T05:13:35.812 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.AioGetStatus (225 ms) 2024-04-22T05:13:35.812 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.SiteName 2024-04-22T05:13:35.819 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.SiteName (6 ms) 2024-04-22T05:13:35.819 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-22T05:13:35.881 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:13:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:13:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:13:36.643 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.Bootstrap (824 ms) 2024-04-22T05:13:36.643 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-22T05:13:36.653 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.PeerDirection (10 ms) 2024-04-22T05:13:36.653 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-22T05:13:36.653 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:36.653 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.Snapshot (0 ms) 2024-04-22T05:13:36.653 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-22T05:13:36.653 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:36.653 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (0 ms) 2024-04-22T05:13:36.654 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-22T05:13:36.654 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:36.654 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (0 ms) 2024-04-22T05:13:36.654 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-22T05:13:36.654 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:36.654 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.SnapshotImageState (0 ms) 2024-04-22T05:13:36.654 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-22T05:13:36.654 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:36.654 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (0 ms) 2024-04-22T05:13:36.654 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-22T05:13:36.654 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:36.654 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroring.AioSnapshotCreate (0 ms) 2024-04-22T05:13:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:36 smithi062 ceph-mon[78153]: pgmap v2476: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 56 KiB/s wr, 544 op/s 2024-04-22T05:13:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:36 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:13:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:13:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:36 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' 2024-04-22T05:13:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:36 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:13:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:36 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:13:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:36 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-22T05:13:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:36 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:13:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:36 smithi040 ceph-mon[91058]: pgmap v2476: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 56 KiB/s wr, 544 op/s 2024-04-22T05:13:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:36 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:13:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:13:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:36 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' 2024-04-22T05:13:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:36 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:13:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:36 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:13:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:36 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-22T05:13:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:36 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:13:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:36 smithi040 ceph-mon[88445]: pgmap v2476: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 56 KiB/s wr, 544 op/s 2024-04-22T05:13:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:36 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:13:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:13:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:36 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' 2024-04-22T05:13:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:36 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:13:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:36 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:13:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:36 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-22T05:13:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:36 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:13:37.669 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 51 tests from TestMirroring (12026 ms total) 2024-04-22T05:13:37.669 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:13:37.669 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 31 tests from TestDeepCopy 2024-04-22T05:13:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:37 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-22T05:13:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:37 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' 2024-04-22T05:13:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:37 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-22T05:13:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:37 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-22T05:13:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:37 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:13:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:37 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/81/d9c5a306-21e6-4892-9bde-8d0434d4d237"}]: dispatch 2024-04-22T05:13:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:37 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/81/d9c5a306-21e6-4892-9bde-8d0434d4d237"}]': finished 2024-04-22T05:13:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:37 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-22T05:13:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:37 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' 2024-04-22T05:13:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:37 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-22T05:13:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:37 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-22T05:13:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:37 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:13:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:37 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/81/d9c5a306-21e6-4892-9bde-8d0434d4d237"}]: dispatch 2024-04-22T05:13:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:37 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/81/d9c5a306-21e6-4892-9bde-8d0434d4d237"}]': finished 2024-04-22T05:13:37.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:37 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-22T05:13:37.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:37 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' 2024-04-22T05:13:37.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:37 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-22T05:13:37.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:37 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-22T05:13:37.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:37 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:13:37.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:37 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/81/d9c5a306-21e6-4892-9bde-8d0434d4d237"}]: dispatch 2024-04-22T05:13:37.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:37 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1604815817' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/81/d9c5a306-21e6-4892-9bde-8d0434d4d237"}]': finished 2024-04-22T05:13:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:38 smithi040 ceph-mon[88445]: pgmap v2477: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 214 KiB/s wr, 2.00k op/s 2024-04-22T05:13:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:38 smithi040 ceph-mon[88445]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-22T05:13:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:38 smithi040 ceph-mon[91058]: pgmap v2477: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 214 KiB/s wr, 2.00k op/s 2024-04-22T05:13:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:38 smithi040 ceph-mon[91058]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-22T05:13:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:38 smithi062 ceph-mon[78153]: pgmap v2477: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 214 KiB/s wr, 2.00k op/s 2024-04-22T05:13:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:38 smithi062 ceph-mon[78153]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-22T05:13:39.678 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-22T05:13:40.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:39 smithi040 ceph-mon[88445]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-22T05:13:40.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:39 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4133142117' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:40.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:39 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:40.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:39 smithi040 ceph-mon[91058]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-22T05:13:40.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:39 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4133142117' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:40.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:39 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:39 smithi062 ceph-mon[78153]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-22T05:13:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:39 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4133142117' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:39 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:13:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:13:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:13:40] "GET /metrics HTTP/1.1" 200 242838 "" "Prometheus/2.43.0" 2024-04-22T05:13:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:40 smithi062 ceph-mon[78153]: pgmap v2480: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:40 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:13:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:40 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:13:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:40 smithi062 ceph-mon[78153]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-22T05:13:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:40 smithi040 ceph-mon[88445]: pgmap v2480: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:40 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:13:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:40 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:13:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:40 smithi040 ceph-mon[88445]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-22T05:13:41.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:40 smithi040 ceph-mon[91058]: pgmap v2480: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:41.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:40 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:13:41.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:40 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:13:41.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:40 smithi040 ceph-mon[91058]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-22T05:13:42.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:41 smithi062 ceph-mon[78153]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-22T05:13:42.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:41 smithi040 ceph-mon[88445]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-22T05:13:42.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:41 smithi040 ceph-mon[91058]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-22T05:13:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:42 smithi062 ceph-mon[78153]: pgmap v2483: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:42 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:13:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:42 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T05:13:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:42 smithi062 ceph-mon[78153]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-22T05:13:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:42 smithi040 ceph-mon[88445]: pgmap v2483: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:42 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:13:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:42 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T05:13:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:42 smithi040 ceph-mon[88445]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-22T05:13:43.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:42 smithi040 ceph-mon[91058]: pgmap v2483: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:13:43.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:42 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:13:43.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:42 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T05:13:43.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:42 smithi040 ceph-mon[91058]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-22T05:13:43.798 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.Empty (4120 ms) 2024-04-22T05:13:43.798 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-22T05:13:44.019 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.NoSnaps (221 ms) 2024-04-22T05:13:44.019 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-22T05:13:44.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:43 smithi062 ceph-mon[78153]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-22T05:13:44.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:43 smithi040 ceph-mon[88445]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-22T05:13:44.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:43 smithi040 ceph-mon[91058]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-22T05:13:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:44 smithi062 ceph-mon[78153]: pgmap v2486: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-22T05:13:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:44 smithi062 ceph-mon[78153]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-22T05:13:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:44 smithi040 ceph-mon[88445]: pgmap v2486: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-22T05:13:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:44 smithi040 ceph-mon[88445]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-22T05:13:45.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:44 smithi040 ceph-mon[91058]: pgmap v2486: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-22T05:13:45.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:44 smithi040 ceph-mon[91058]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-22T05:13:45.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:45 smithi062 ceph-mon[78153]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-22T05:13:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:13:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:13:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:13:46.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:45 smithi040 ceph-mon[88445]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-22T05:13:46.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:45 smithi040 ceph-mon[91058]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-22T05:13:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:46 smithi062 ceph-mon[78153]: pgmap v2489: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.0 KiB/s wr, 20 op/s 2024-04-22T05:13:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:46 smithi062 ceph-mon[78153]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-22T05:13:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:46 smithi040 ceph-mon[88445]: pgmap v2489: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.0 KiB/s wr, 20 op/s 2024-04-22T05:13:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:46 smithi040 ceph-mon[88445]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-22T05:13:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:46 smithi040 ceph-mon[91058]: pgmap v2489: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.0 KiB/s wr, 20 op/s 2024-04-22T05:13:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:46 smithi040 ceph-mon[91058]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-22T05:13:47.997 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.Snaps (3978 ms) 2024-04-22T05:13:47.997 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-22T05:13:48.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:47 smithi062 ceph-mon[78153]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-22T05:13:48.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:47 smithi040 ceph-mon[91058]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-22T05:13:48.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:47 smithi040 ceph-mon[88445]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-22T05:13:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:48 smithi062 ceph-mon[78153]: pgmap v2492: 137 pgs: 137 active+clean; 53 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 54 op/s 2024-04-22T05:13:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:48 smithi062 ceph-mon[78153]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-22T05:13:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:48 smithi062 ceph-mon[78153]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-22T05:13:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:48 smithi040 ceph-mon[88445]: pgmap v2492: 137 pgs: 137 active+clean; 53 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 54 op/s 2024-04-22T05:13:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:48 smithi040 ceph-mon[88445]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-22T05:13:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:48 smithi040 ceph-mon[88445]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-22T05:13:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:48 smithi040 ceph-mon[91058]: pgmap v2492: 137 pgs: 137 active+clean; 53 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 54 op/s 2024-04-22T05:13:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:48 smithi040 ceph-mon[91058]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-22T05:13:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:48 smithi040 ceph-mon[91058]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-22T05:13:49.533 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.SnapDiscard (1536 ms) 2024-04-22T05:13:49.533 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-22T05:13:49.545 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:49.605 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.CloneDiscard (72 ms) 2024-04-22T05:13:49.605 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-22T05:13:49.615 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:49.675 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.CloneShrink (71 ms) 2024-04-22T05:13:49.675 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-22T05:13:49.686 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:49.744 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.CloneExpand (69 ms) 2024-04-22T05:13:49.744 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-22T05:13:49.755 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:49.818 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.CloneHideParent (73 ms) 2024-04-22T05:13:49.819 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-22T05:13:49.830 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:49.888 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.Clone (70 ms) 2024-04-22T05:13:49.888 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-22T05:13:49.899 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:13:49.959 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.CloneFlatten (71 ms) 2024-04-22T05:13:49.959 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-22T05:13:49.969 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 40772583~454301 2024-04-22T05:13:49.971 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 11597994~4174012 2024-04-22T05:13:49.973 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 5466469~8158905 2024-04-22T05:13:49.999 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 69286128~157514 2024-04-22T05:13:50.000 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 65695092~554746 2024-04-22T05:13:50.003 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 20567787~150796 2024-04-22T05:13:50.005 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 35195884~5244280 2024-04-22T05:13:50.022 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 77895416~4133088 2024-04-22T05:13:50.023 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap0 2024-04-22T05:13:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:13:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:13:50] "GET /metrics HTTP/1.1" 200 242838 "" "Prometheus/2.43.0" 2024-04-22T05:13:50.430 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 63832931~1147195 2024-04-22T05:13:50.431 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 14294661~950415 2024-04-22T05:13:50.432 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 11711277~6293177 2024-04-22T05:13:50.438 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 62007790~5219577 2024-04-22T05:13:50.448 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 16061242~6281979 2024-04-22T05:13:50.472 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 21848122~6187100 2024-04-22T05:13:50.472 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 23421080~49088 2024-04-22T05:13:50.473 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 65987495~5525207 2024-04-22T05:13:50.475 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap1 2024-04-22T05:13:50.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:50 smithi062 ceph-mon[78153]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-22T05:13:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:50 smithi062 ceph-mon[78153]: pgmap v2496: 137 pgs: 137 active+clean; 53 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 36 op/s 2024-04-22T05:13:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:50 smithi040 ceph-mon[91058]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-22T05:13:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:50 smithi040 ceph-mon[91058]: pgmap v2496: 137 pgs: 137 active+clean; 53 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 36 op/s 2024-04-22T05:13:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:50 smithi040 ceph-mon[88445]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-22T05:13:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:50 smithi040 ceph-mon[88445]: pgmap v2496: 137 pgs: 137 active+clean; 53 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 36 op/s 2024-04-22T05:13:51.441 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 7037536~345986 2024-04-22T05:13:51.442 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 25669324~7895738 2024-04-22T05:13:51.442 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 61876~826193 2024-04-22T05:13:51.442 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 34531421~7478336 2024-04-22T05:13:51.444 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 79831481~3852447 2024-04-22T05:13:51.444 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 41539967~2618441 2024-04-22T05:13:51.452 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 65894539~6731953 2024-04-22T05:13:51.454 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 3456020~744122 2024-04-22T05:13:51.477 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap2 2024-04-22T05:13:51.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:51 smithi062 ceph-mon[78153]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-22T05:13:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:13:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:51 smithi040 ceph-mon[91058]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-22T05:13:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:13:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:51 smithi040 ceph-mon[88445]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-22T05:13:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:13:52.447 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 18137805~6650175 2024-04-22T05:13:52.448 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 3481145~3058760 2024-04-22T05:13:52.450 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 76449603~4648124 2024-04-22T05:13:52.450 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 52778264~2765171 2024-04-22T05:13:52.454 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 44757299~6023037 2024-04-22T05:13:52.454 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 70268501~701872 2024-04-22T05:13:52.455 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 78628612~1692891 2024-04-22T05:13:52.535 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 17119035~3505623 2024-04-22T05:13:52.538 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap3 2024-04-22T05:13:52.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:52 smithi062 ceph-mon[78153]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-22T05:13:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:52 smithi062 ceph-mon[78153]: pgmap v2499: 137 pgs: 137 active+clean; 76 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 152 op/s 2024-04-22T05:13:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:52 smithi040 ceph-mon[88445]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-22T05:13:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:52 smithi040 ceph-mon[88445]: pgmap v2499: 137 pgs: 137 active+clean; 76 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 152 op/s 2024-04-22T05:13:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:52 smithi040 ceph-mon[91058]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-22T05:13:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:52 smithi040 ceph-mon[91058]: pgmap v2499: 137 pgs: 137 active+clean; 76 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 152 op/s 2024-04-22T05:13:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:53 smithi062 ceph-mon[78153]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-22T05:13:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:53 smithi040 ceph-mon[88445]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-22T05:13:53.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:53 smithi040 ceph-mon[91058]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-22T05:13:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:54 smithi062 ceph-mon[78153]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-22T05:13:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:54 smithi062 ceph-mon[78153]: pgmap v2502: 137 pgs: 137 active+clean; 107 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 11 MiB/s wr, 187 op/s 2024-04-22T05:13:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:54 smithi040 ceph-mon[88445]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-22T05:13:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:54 smithi040 ceph-mon[88445]: pgmap v2502: 137 pgs: 137 active+clean; 107 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 11 MiB/s wr, 187 op/s 2024-04-22T05:13:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:54 smithi040 ceph-mon[91058]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-22T05:13:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:54 smithi040 ceph-mon[91058]: pgmap v2502: 137 pgs: 137 active+clean; 107 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 11 MiB/s wr, 187 op/s 2024-04-22T05:13:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:55 smithi062 ceph-mon[78153]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-22T05:13:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:13:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:13:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:13:55.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:55 smithi040 ceph-mon[91058]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-22T05:13:55.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:55 smithi040 ceph-mon[88445]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-22T05:13:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:56 smithi062 ceph-mon[78153]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-22T05:13:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:56 smithi062 ceph-mon[78153]: pgmap v2505: 137 pgs: 137 active+clean; 113 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 7.9 MiB/s wr, 46 op/s 2024-04-22T05:13:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:56 smithi040 ceph-mon[88445]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-22T05:13:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:56 smithi040 ceph-mon[88445]: pgmap v2505: 137 pgs: 137 active+clean; 113 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 7.9 MiB/s wr, 46 op/s 2024-04-22T05:13:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:56 smithi040 ceph-mon[91058]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-22T05:13:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:56 smithi040 ceph-mon[91058]: pgmap v2505: 137 pgs: 137 active+clean; 113 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 7.9 MiB/s wr, 46 op/s 2024-04-22T05:13:57.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:57 smithi062 ceph-mon[78153]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-22T05:13:57.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:57 smithi040 ceph-mon[88445]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-22T05:13:57.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:57 smithi040 ceph-mon[91058]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-22T05:13:58.038 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.Stress (8079 ms) 2024-04-22T05:13:58.038 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-22T05:13:58.272 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (235 ms) 2024-04-22T05:13:58.273 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-22T05:13:58.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:58 smithi062 ceph-mon[78153]: pgmap v2507: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 6.8 MiB/s wr, 23 op/s 2024-04-22T05:13:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:58 smithi062 ceph-mon[78153]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-22T05:13:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:58 smithi040 ceph-mon[88445]: pgmap v2507: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 6.8 MiB/s wr, 23 op/s 2024-04-22T05:13:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:58 smithi040 ceph-mon[88445]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-22T05:13:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:58 smithi040 ceph-mon[91058]: pgmap v2507: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 6.8 MiB/s wr, 23 op/s 2024-04-22T05:13:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:58 smithi040 ceph-mon[91058]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-22T05:13:59.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:13:59 smithi062 ceph-mon[78153]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-22T05:13:59.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:13:59 smithi040 ceph-mon[88445]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-22T05:13:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:13:59 smithi040 ceph-mon[91058]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-22T05:14:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:14:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:14:00] "GET /metrics HTTP/1.1" 200 242862 "" "Prometheus/2.43.0" 2024-04-22T05:14:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:00 smithi062 ceph-mon[78153]: pgmap v2510: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.1 MiB/s wr, 22 op/s 2024-04-22T05:14:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:00 smithi062 ceph-mon[78153]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-22T05:14:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:00 smithi040 ceph-mon[91058]: pgmap v2510: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.1 MiB/s wr, 22 op/s 2024-04-22T05:14:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:00 smithi040 ceph-mon[91058]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-22T05:14:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:00 smithi040 ceph-mon[88445]: pgmap v2510: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.1 MiB/s wr, 22 op/s 2024-04-22T05:14:00.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:00 smithi040 ceph-mon[88445]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-22T05:14:01.788 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3515 ms) 2024-04-22T05:14:01.788 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-22T05:14:01.799 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:01.865 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (77 ms) 2024-04-22T05:14:01.865 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-22T05:14:01.878 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:01.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:01 smithi062 ceph-mon[78153]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-22T05:14:01.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:01 smithi040 ceph-mon[88445]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-22T05:14:01.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:01 smithi040 ceph-mon[91058]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-22T05:14:01.945 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (80 ms) 2024-04-22T05:14:01.945 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-22T05:14:01.959 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 59563874~6893644 2024-04-22T05:14:01.983 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 63875468~3285208 2024-04-22T05:14:01.984 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 39898400~2204208 2024-04-22T05:14:01.992 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 6852332~247749 2024-04-22T05:14:01.993 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 70121784~7296100 2024-04-22T05:14:02.013 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 30096353~910340 2024-04-22T05:14:02.015 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 35166644~5827180 2024-04-22T05:14:02.032 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 41074503~8090166 2024-04-22T05:14:02.034 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap0 2024-04-22T05:14:02.509 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 58193538~3207181 2024-04-22T05:14:02.510 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 65936560~7381623 2024-04-22T05:14:02.510 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 35247594~641295 2024-04-22T05:14:02.510 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 78283768~1926548 2024-04-22T05:14:02.513 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 970800~8245756 2024-04-22T05:14:02.516 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 22783886~7549739 2024-04-22T05:14:02.520 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 19487465~6747006 2024-04-22T05:14:02.527 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 15979233~4511707 2024-04-22T05:14:02.554 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap1 2024-04-22T05:14:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:02 smithi062 ceph-mon[78153]: pgmap v2513: 137 pgs: 137 active+clean; 206 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 13 MiB/s wr, 39 op/s 2024-04-22T05:14:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:02 smithi062 ceph-mon[78153]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-22T05:14:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:02 smithi040 ceph-mon[88445]: pgmap v2513: 137 pgs: 137 active+clean; 206 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 13 MiB/s wr, 39 op/s 2024-04-22T05:14:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:02 smithi040 ceph-mon[88445]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-22T05:14:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:02 smithi040 ceph-mon[91058]: pgmap v2513: 137 pgs: 137 active+clean; 206 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 13 MiB/s wr, 39 op/s 2024-04-22T05:14:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:02 smithi040 ceph-mon[91058]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-22T05:14:03.516 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 143884647 2024-04-22T05:14:03.519 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 62111505~1406225 2024-04-22T05:14:03.521 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 118747945~1526060 2024-04-22T05:14:03.522 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 98810721~2858310 2024-04-22T05:14:03.522 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 133777132~780289 2024-04-22T05:14:03.522 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 19328890~1977552 2024-04-22T05:14:03.523 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 46327419~7490398 2024-04-22T05:14:03.525 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 36582145~7135853 2024-04-22T05:14:03.527 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 7566352~582298 2024-04-22T05:14:03.552 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap2 2024-04-22T05:14:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:03 smithi062 ceph-mon[78153]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-22T05:14:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:03 smithi040 ceph-mon[88445]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-22T05:14:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:03 smithi040 ceph-mon[91058]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-22T05:14:04.522 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 136926514~1223593 2024-04-22T05:14:04.523 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 25340780~3063216 2024-04-22T05:14:04.525 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 19532921~7679179 2024-04-22T05:14:04.529 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 117064940~3171020 2024-04-22T05:14:04.530 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 73149306~2392415 2024-04-22T05:14:04.533 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 3591485~1420340 2024-04-22T05:14:04.534 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 89860095~3488119 2024-04-22T05:14:04.534 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 108820975~3000657 2024-04-22T05:14:04.564 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap3 2024-04-22T05:14:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:04 smithi062 ceph-mon[78153]: pgmap v2516: 137 pgs: 137 active+clean; 272 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 MiB/s rd, 27 MiB/s wr, 151 op/s 2024-04-22T05:14:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:04 smithi062 ceph-mon[78153]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-22T05:14:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:04 smithi040 ceph-mon[88445]: pgmap v2516: 137 pgs: 137 active+clean; 272 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 MiB/s rd, 27 MiB/s wr, 151 op/s 2024-04-22T05:14:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:04 smithi040 ceph-mon[88445]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-22T05:14:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:04 smithi040 ceph-mon[91058]: pgmap v2516: 137 pgs: 137 active+clean; 272 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 MiB/s rd, 27 MiB/s wr, 151 op/s 2024-04-22T05:14:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:04 smithi040 ceph-mon[91058]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-22T05:14:05.526 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 101696022 2024-04-22T05:14:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:14:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:14:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:14:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:05 smithi062 ceph-mon[78153]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-22T05:14:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:05 smithi040 ceph-mon[88445]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-22T05:14:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:05 smithi040 ceph-mon[91058]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-22T05:14:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:06 smithi062 ceph-mon[78153]: pgmap v2519: 137 pgs: 137 active+clean; 294 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 18 MiB/s wr, 118 op/s 2024-04-22T05:14:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:06 smithi062 ceph-mon[78153]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-22T05:14:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:14:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:06 smithi040 ceph-mon[91058]: pgmap v2519: 137 pgs: 137 active+clean; 294 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 18 MiB/s wr, 118 op/s 2024-04-22T05:14:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:06 smithi040 ceph-mon[91058]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-22T05:14:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:14:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:06 smithi040 ceph-mon[88445]: pgmap v2519: 137 pgs: 137 active+clean; 294 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 18 MiB/s wr, 118 op/s 2024-04-22T05:14:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:06 smithi040 ceph-mon[88445]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-22T05:14:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:14:07.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:07 smithi062 ceph-mon[78153]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-22T05:14:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:07 smithi040 ceph-mon[88445]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-22T05:14:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:07 smithi040 ceph-mon[91058]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-22T05:14:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:08 smithi062 ceph-mon[78153]: pgmap v2522: 137 pgs: 137 active+clean; 362 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 56 op/s 2024-04-22T05:14:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:08 smithi062 ceph-mon[78153]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-22T05:14:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:08 smithi040 ceph-mon[88445]: pgmap v2522: 137 pgs: 137 active+clean; 362 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 56 op/s 2024-04-22T05:14:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:08 smithi040 ceph-mon[88445]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-22T05:14:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:08 smithi040 ceph-mon[91058]: pgmap v2522: 137 pgs: 137 active+clean; 362 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 56 op/s 2024-04-22T05:14:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:08 smithi040 ceph-mon[91058]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-22T05:14:09.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:09 smithi062 ceph-mon[78153]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-22T05:14:09.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:09 smithi040 ceph-mon[88445]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-22T05:14:09.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:09 smithi040 ceph-mon[91058]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-22T05:14:10.278 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (8333 ms) 2024-04-22T05:14:10.278 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-22T05:14:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:14:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:14:10] "GET /metrics HTTP/1.1" 200 242931 "" "Prometheus/2.43.0" 2024-04-22T05:14:10.483 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (206 ms) 2024-04-22T05:14:10.483 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-22T05:14:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:10 smithi062 ceph-mon[78153]: pgmap v2525: 137 pgs: 137 active+clean; 362 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 13 MiB/s wr, 49 op/s 2024-04-22T05:14:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:10 smithi062 ceph-mon[78153]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-22T05:14:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:10 smithi040 ceph-mon[88445]: pgmap v2525: 137 pgs: 137 active+clean; 362 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 13 MiB/s wr, 49 op/s 2024-04-22T05:14:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:10 smithi040 ceph-mon[88445]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-22T05:14:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:10 smithi040 ceph-mon[91058]: pgmap v2525: 137 pgs: 137 active+clean; 362 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 13 MiB/s wr, 49 op/s 2024-04-22T05:14:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:10 smithi040 ceph-mon[91058]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-22T05:14:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:11 smithi062 ceph-mon[78153]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-22T05:14:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:11 smithi040 ceph-mon[88445]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-22T05:14:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:11 smithi040 ceph-mon[91058]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-22T05:14:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:12 smithi062 ceph-mon[78153]: pgmap v2528: 137 pgs: 137 active+clean; 441 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 12 MiB/s wr, 89 op/s 2024-04-22T05:14:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:12 smithi062 ceph-mon[78153]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-22T05:14:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:12 smithi040 ceph-mon[91058]: pgmap v2528: 137 pgs: 137 active+clean; 441 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 12 MiB/s wr, 89 op/s 2024-04-22T05:14:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:12 smithi040 ceph-mon[91058]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-22T05:14:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:12 smithi040 ceph-mon[88445]: pgmap v2528: 137 pgs: 137 active+clean; 441 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 12 MiB/s wr, 89 op/s 2024-04-22T05:14:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:12 smithi040 ceph-mon[88445]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-22T05:14:13.837 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3353 ms) 2024-04-22T05:14:13.837 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-22T05:14:13.848 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:13.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:13 smithi062 ceph-mon[78153]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-22T05:14:13.908 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (72 ms) 2024-04-22T05:14:13.909 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-22T05:14:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:13 smithi040 ceph-mon[88445]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-22T05:14:13.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:13 smithi040 ceph-mon[91058]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-22T05:14:13.920 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:13.979 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (70 ms) 2024-04-22T05:14:13.979 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-22T05:14:13.992 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 29022124~2530902 2024-04-22T05:14:14.003 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 18741540~5267543 2024-04-22T05:14:14.005 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 34443256~6919516 2024-04-22T05:14:14.026 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 69673788~1254895 2024-04-22T05:14:14.028 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 73661001~4059845 2024-04-22T05:14:14.040 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 26718330~4957339 2024-04-22T05:14:14.042 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 73660635~7972477 2024-04-22T05:14:14.070 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 2282521~5040625 2024-04-22T05:14:14.072 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap0 2024-04-22T05:14:14.590 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 23284448~4090954 2024-04-22T05:14:14.591 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 22776809~4034426 2024-04-22T05:14:14.606 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 49628361~6882316 2024-04-22T05:14:14.606 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 67955209~7308464 2024-04-22T05:14:14.607 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 66439380~5340109 2024-04-22T05:14:14.610 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 52073791~4307997 2024-04-22T05:14:14.638 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 81835932~2050148 2024-04-22T05:14:14.638 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 79613035~4273045 2024-04-22T05:14:14.650 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap1 2024-04-22T05:14:14.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:14 smithi062 ceph-mon[78153]: pgmap v2531: 137 pgs: 137 active+clean; 492 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 98 MiB/s rd, 23 MiB/s wr, 135 op/s 2024-04-22T05:14:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:14 smithi062 ceph-mon[78153]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-22T05:14:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:14 smithi040 ceph-mon[88445]: pgmap v2531: 137 pgs: 137 active+clean; 492 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 98 MiB/s rd, 23 MiB/s wr, 135 op/s 2024-04-22T05:14:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:14 smithi040 ceph-mon[88445]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-22T05:14:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:14 smithi040 ceph-mon[91058]: pgmap v2531: 137 pgs: 137 active+clean; 492 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 98 MiB/s rd, 23 MiB/s wr, 135 op/s 2024-04-22T05:14:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:14 smithi040 ceph-mon[91058]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-22T05:14:15.603 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 71546220~6237369 2024-04-22T05:14:15.604 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 49435305~6119706 2024-04-22T05:14:15.607 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 76883799~7002281 2024-04-22T05:14:15.621 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 28736836~5655794 2024-04-22T05:14:15.623 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 80542630~3343450 2024-04-22T05:14:15.646 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 67104331~1734176 2024-04-22T05:14:15.649 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 36452428~7522184 2024-04-22T05:14:15.649 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 55972457~4086422 2024-04-22T05:14:15.681 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap2 2024-04-22T05:14:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:14:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:14:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:14:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:15 smithi062 ceph-mon[78153]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-22T05:14:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:15 smithi040 ceph-mon[88445]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-22T05:14:15.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:15 smithi040 ceph-mon[91058]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-22T05:14:16.614 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 135915135 2024-04-22T05:14:16.616 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 59857171~4134517 2024-04-22T05:14:16.617 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 120625540~617263 2024-04-22T05:14:16.618 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 14929162~3180638 2024-04-22T05:14:16.618 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 50063781~900251 2024-04-22T05:14:16.619 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 91440871~1997928 2024-04-22T05:14:16.619 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 125344889~807218 2024-04-22T05:14:16.621 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 72259190~6094472 2024-04-22T05:14:16.621 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 84316837~3953125 2024-04-22T05:14:16.648 INFO:tasks.workunit.client.0.smithi040.stdout:snap: snap3 2024-04-22T05:14:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:16 smithi062 ceph-mon[78153]: pgmap v2534: 137 pgs: 137 active+clean; 514 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 60 MiB/s rd, 16 MiB/s wr, 52 op/s 2024-04-22T05:14:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:16 smithi062 ceph-mon[78153]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-22T05:14:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:16 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:14:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:16 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:14:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:16 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:14:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:16 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:14:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:16 smithi040 ceph-mon[88445]: pgmap v2534: 137 pgs: 137 active+clean; 514 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 60 MiB/s rd, 16 MiB/s wr, 52 op/s 2024-04-22T05:14:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:16 smithi040 ceph-mon[88445]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-22T05:14:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:16 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:14:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:16 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:14:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:16 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:14:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:16 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:14:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:16 smithi040 ceph-mon[91058]: pgmap v2534: 137 pgs: 137 active+clean; 514 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 60 MiB/s rd, 16 MiB/s wr, 52 op/s 2024-04-22T05:14:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:16 smithi040 ceph-mon[91058]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-22T05:14:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:16 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:14:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:16 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:14:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:16 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:14:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:16 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:14:17.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:17 smithi062 ceph-mon[78153]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-22T05:14:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:17 smithi040 ceph-mon[88445]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-22T05:14:17.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:17 smithi040 ceph-mon[91058]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-22T05:14:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:18 smithi062 ceph-mon[78153]: pgmap v2537: 137 pgs: 137 active+clean; 589 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 23 MiB/s wr, 101 op/s 2024-04-22T05:14:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:18 smithi062 ceph-mon[78153]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-22T05:14:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:18 smithi040 ceph-mon[88445]: pgmap v2537: 137 pgs: 137 active+clean; 589 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 23 MiB/s wr, 101 op/s 2024-04-22T05:14:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:18 smithi040 ceph-mon[88445]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-22T05:14:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:18 smithi040 ceph-mon[91058]: pgmap v2537: 137 pgs: 137 active+clean; 589 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 23 MiB/s wr, 101 op/s 2024-04-22T05:14:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:18 smithi040 ceph-mon[91058]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-22T05:14:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:19 smithi062 ceph-mon[78153]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-22T05:14:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:19 smithi040 ceph-mon[88445]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-22T05:14:19.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:19 smithi040 ceph-mon[91058]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-22T05:14:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:14:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:14:20] "GET /metrics HTTP/1.1" 200 242931 "" "Prometheus/2.43.0" 2024-04-22T05:14:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:20 smithi062 ceph-mon[78153]: pgmap v2540: 137 pgs: 137 active+clean; 589 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 18 MiB/s wr, 94 op/s 2024-04-22T05:14:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:20 smithi062 ceph-mon[78153]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-22T05:14:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:14:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:20 smithi040 ceph-mon[88445]: pgmap v2540: 137 pgs: 137 active+clean; 589 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 18 MiB/s wr, 94 op/s 2024-04-22T05:14:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:20 smithi040 ceph-mon[88445]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-22T05:14:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:14:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:20 smithi040 ceph-mon[91058]: pgmap v2540: 137 pgs: 137 active+clean; 589 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 18 MiB/s wr, 94 op/s 2024-04-22T05:14:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:20 smithi040 ceph-mon[91058]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-22T05:14:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:14:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:21 smithi040 ceph-mon[91058]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-22T05:14:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.7", "id": [1, 0]}]: dispatch 2024-04-22T05:14:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.11", "id": [1, 7]}]: dispatch 2024-04-22T05:14:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.7", "id": [1, 0]}]: dispatch 2024-04-22T05:14:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.11", "id": [1, 7]}]: dispatch 2024-04-22T05:14:21.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:21 smithi040 ceph-mon[88445]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-22T05:14:21.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.7", "id": [1, 0]}]: dispatch 2024-04-22T05:14:21.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.11", "id": [1, 7]}]: dispatch 2024-04-22T05:14:21.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.7", "id": [1, 0]}]: dispatch 2024-04-22T05:14:21.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.11", "id": [1, 7]}]: dispatch 2024-04-22T05:14:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:21 smithi062 ceph-mon[78153]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-22T05:14:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.7", "id": [1, 0]}]: dispatch 2024-04-22T05:14:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.11", "id": [1, 7]}]: dispatch 2024-04-22T05:14:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.7", "id": [1, 0]}]: dispatch 2024-04-22T05:14:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.11", "id": [1, 7]}]: dispatch 2024-04-22T05:14:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:22 smithi040 ceph-mon[88445]: pgmap v2543: 137 pgs: 137 active+clean; 613 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-04-22T05:14:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.7", "id": [1, 0]}]': finished 2024-04-22T05:14:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.11", "id": [1, 7]}]': finished 2024-04-22T05:14:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:22 smithi040 ceph-mon[88445]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-22T05:14:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:22 smithi040 ceph-mon[91058]: pgmap v2543: 137 pgs: 137 active+clean; 613 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-04-22T05:14:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.7", "id": [1, 0]}]': finished 2024-04-22T05:14:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.11", "id": [1, 7]}]': finished 2024-04-22T05:14:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:22 smithi040 ceph-mon[91058]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-22T05:14:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:22 smithi062 ceph-mon[78153]: pgmap v2543: 137 pgs: 137 active+clean; 613 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-04-22T05:14:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.7", "id": [1, 0]}]': finished 2024-04-22T05:14:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.11", "id": [1, 7]}]': finished 2024-04-22T05:14:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:22 smithi062 ceph-mon[78153]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-22T05:14:23.221 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (9242 ms) 2024-04-22T05:14:23.221 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-22T05:14:23.233 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:23.293 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (72 ms) 2024-04-22T05:14:23.293 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-22T05:14:23.303 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:23.365 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (72 ms) 2024-04-22T05:14:23.365 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-22T05:14:23.378 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:23.442 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (77 ms) 2024-04-22T05:14:23.442 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-22T05:14:23.453 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:23.512 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (71 ms) 2024-04-22T05:14:23.513 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-22T05:14:23.523 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:23.582 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (69 ms) 2024-04-22T05:14:23.582 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-22T05:14:23.593 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:23.655 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (73 ms) 2024-04-22T05:14:23.655 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-22T05:14:23.665 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:23.720 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (66 ms) 2024-04-22T05:14:23.721 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-22T05:14:23.733 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:23.794 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (73 ms) 2024-04-22T05:14:23.794 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-22T05:14:23.804 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:23.867 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (73 ms) 2024-04-22T05:14:23.867 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-22T05:14:23.881 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:23 smithi040 ceph-mon[88445]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-22T05:14:23.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:23 smithi040 ceph-mon[91058]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-22T05:14:23.940 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (73 ms) 2024-04-22T05:14:24.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:23 smithi062 ceph-mon[78153]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-22T05:14:24.675 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 31 tests from TestDeepCopy (44262 ms total) 2024-04-22T05:14:24.675 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:14:24.675 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 6 tests from TestGroup 2024-04-22T05:14:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:24 smithi040 ceph-mon[88445]: pgmap v2546: 137 pgs: 137 active+clean; 625 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.6 MiB/s wr, 34 op/s 2024-04-22T05:14:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:24 smithi040 ceph-mon[91058]: pgmap v2546: 137 pgs: 137 active+clean; 625 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.6 MiB/s wr, 34 op/s 2024-04-22T05:14:25.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:24 smithi062 ceph-mon[78153]: pgmap v2546: 137 pgs: 137 active+clean; 625 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.6 MiB/s wr, 34 op/s 2024-04-22T05:14:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:25 smithi062 ceph-mon[78153]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-22T05:14:25.883 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:14:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:14:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:14:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:25 smithi040 ceph-mon[88445]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-22T05:14:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:25 smithi040 ceph-mon[91058]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-22T05:14:26.681 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestGroup.group_create 2024-04-22T05:14:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:26 smithi062 ceph-mon[78153]: pgmap v2548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-22T05:14:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:26 smithi062 ceph-mon[78153]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-22T05:14:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:26 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1851474116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:14:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:26 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:14:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:26 smithi040 ceph-mon[88445]: pgmap v2548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-22T05:14:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:26 smithi040 ceph-mon[88445]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-22T05:14:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:26 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1851474116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:14:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:26 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:14:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:26 smithi040 ceph-mon[91058]: pgmap v2548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-22T05:14:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:26 smithi040 ceph-mon[91058]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-22T05:14:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:26 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1851474116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:14:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:26 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:14:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:27 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:14:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:27 smithi062 ceph-mon[78153]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-22T05:14:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:27 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:14:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:27 smithi040 ceph-mon[88445]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-22T05:14:28.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:27 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:14:28.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:27 smithi040 ceph-mon[91058]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-22T05:14:28.712 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestGroup.group_create (2031 ms) 2024-04-22T05:14:28.712 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestGroup.group_createPP 2024-04-22T05:14:28.727 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestGroup.group_createPP (15 ms) 2024-04-22T05:14:28.727 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestGroup.add_image 2024-04-22T05:14:28.731 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:28.731 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestGroup.add_image (4 ms) 2024-04-22T05:14:28.731 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-22T05:14:28.734 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:28.734 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestGroup.add_imagePP (4 ms) 2024-04-22T05:14:28.734 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-22T05:14:28.737 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:28.737 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestGroup.add_snapshot (3 ms) 2024-04-22T05:14:28.737 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-22T05:14:28.740 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:28.740 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestGroup.add_snapshotPP (3 ms) 2024-04-22T05:14:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:28 smithi062 ceph-mon[78153]: pgmap v2551: 137 pgs: 14 creating+peering, 7 unknown, 116 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:14:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:28 smithi062 ceph-mon[78153]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-22T05:14:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:28 smithi040 ceph-mon[91058]: pgmap v2551: 137 pgs: 14 creating+peering, 7 unknown, 116 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:14:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:28 smithi040 ceph-mon[91058]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-22T05:14:29.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:28 smithi040 ceph-mon[88445]: pgmap v2551: 137 pgs: 14 creating+peering, 7 unknown, 116 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:14:29.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:28 smithi040 ceph-mon[88445]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-22T05:14:29.708 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 6 tests from TestGroup (2060 ms total) 2024-04-22T05:14:29.708 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:14:29.708 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 57 tests from TestMigration 2024-04-22T05:14:30.064 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:29 smithi040 ceph-mon[88445]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-22T05:14:30.065 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:29 smithi040 ceph-mon[91058]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-22T05:14:30.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:29 smithi062 ceph-mon[78153]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-22T05:14:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:14:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:14:30] "GET /metrics HTTP/1.1" 200 242957 "" "Prometheus/2.43.0" 2024-04-22T05:14:31.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:30 smithi062 ceph-mon[78153]: pgmap v2554: 137 pgs: 14 creating+peering, 7 unknown, 116 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:14:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:30 smithi062 ceph-mon[78153]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-22T05:14:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:30 smithi040 ceph-mon[88445]: pgmap v2554: 137 pgs: 14 creating+peering, 7 unknown, 116 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:14:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:30 smithi040 ceph-mon[88445]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-22T05:14:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:30 smithi040 ceph-mon[91058]: pgmap v2554: 137 pgs: 14 creating+peering, 7 unknown, 116 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:14:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:30 smithi040 ceph-mon[91058]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-22T05:14:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:31 smithi062 ceph-mon[78153]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-22T05:14:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:31 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/913555723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:14:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:31 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:14:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:31 smithi040 ceph-mon[88445]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-22T05:14:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:31 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/913555723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:14:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:31 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:14:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:31 smithi040 ceph-mon[91058]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-22T05:14:32.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:31 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/913555723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:14:32.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:31 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:14:32.719 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.Empty 2024-04-22T05:14:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:32 smithi062 ceph-mon[78153]: pgmap v2557: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:14:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:32 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:14:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:32 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:14:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:32 smithi062 ceph-mon[78153]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-22T05:14:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:32 smithi040 ceph-mon[88445]: pgmap v2557: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:14:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:32 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:14:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:32 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:14:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:32 smithi040 ceph-mon[88445]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-22T05:14:33.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:32 smithi040 ceph-mon[91058]: pgmap v2557: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:14:33.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:32 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:14:33.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:32 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:14:33.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:32 smithi040 ceph-mon[91058]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-22T05:14:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:33 smithi062 ceph-mon[78153]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-22T05:14:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:33 smithi040 ceph-mon[88445]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-22T05:14:34.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:33 smithi040 ceph-mon[91058]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-22T05:14:34.763 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:34.766 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:34 smithi062 ceph-mon[78153]: pgmap v2560: 169 pgs: 7 creating+peering, 43 unknown, 119 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:14:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:34 smithi062 ceph-mon[78153]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-22T05:14:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:34 smithi040 ceph-mon[88445]: pgmap v2560: 169 pgs: 7 creating+peering, 43 unknown, 119 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:14:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:34 smithi040 ceph-mon[88445]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-22T05:14:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:34 smithi040 ceph-mon[91058]: pgmap v2560: 169 pgs: 7 creating+peering, 43 unknown, 119 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:14:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:34 smithi040 ceph-mon[91058]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-22T05:14:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:14:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:14:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:14:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:35 smithi062 ceph-mon[78153]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-22T05:14:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:35 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:14:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:14:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:35 smithi040 ceph-mon[88445]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-22T05:14:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:35 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:14:36.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:14:36.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:35 smithi040 ceph-mon[91058]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-22T05:14:36.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:35 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:14:36.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:14:36.874 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:14:36.933 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:14:37.009 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.Empty (4289 ms) 2024-04-22T05:14:37.009 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.OtherName 2024-04-22T05:14:37.026 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:37.032 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:37.129 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:14:37.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:36 smithi062 ceph-mon[78153]: pgmap v2563: 169 pgs: 7 creating+peering, 34 unknown, 128 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:14:37.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:36 smithi062 ceph-mon[78153]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-22T05:14:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:36 smithi040 ceph-mon[91058]: pgmap v2563: 169 pgs: 7 creating+peering, 34 unknown, 128 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:14:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:36 smithi040 ceph-mon[91058]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-22T05:14:37.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:36 smithi040 ceph-mon[88445]: pgmap v2563: 169 pgs: 7 creating+peering, 34 unknown, 128 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:14:37.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:36 smithi040 ceph-mon[88445]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-22T05:14:37.182 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:14:37.256 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.OtherName (247 ms) 2024-04-22T05:14:37.256 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.OtherPool 2024-04-22T05:14:37.271 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:37.274 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:38.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:37 smithi062 ceph-mon[78153]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-22T05:14:38.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:37 smithi040 ceph-mon[88445]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-22T05:14:38.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:37 smithi040 ceph-mon[91058]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-22T05:14:38.563 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:14:38.618 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:14:38.690 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.OtherPool (1434 ms) 2024-04-22T05:14:38.690 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-22T05:14:38.704 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:38.709 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:38.805 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:14:38.854 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:14:38.926 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.OtherNamespace (236 ms) 2024-04-22T05:14:38.926 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.DataPool 2024-04-22T05:14:38.941 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:38.946 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:39.053 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:14:39.117 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:14:39.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:38 smithi062 ceph-mon[78153]: pgmap v2566: 169 pgs: 169 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-04-22T05:14:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:38 smithi062 ceph-mon[78153]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-22T05:14:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:38 smithi062 ceph-mon[78153]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-22T05:14:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:38 smithi040 ceph-mon[88445]: pgmap v2566: 169 pgs: 169 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-04-22T05:14:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:38 smithi040 ceph-mon[88445]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-22T05:14:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:38 smithi040 ceph-mon[88445]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-22T05:14:39.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:38 smithi040 ceph-mon[91058]: pgmap v2566: 169 pgs: 169 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-04-22T05:14:39.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:38 smithi040 ceph-mon[91058]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-22T05:14:39.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:38 smithi040 ceph-mon[91058]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-22T05:14:39.191 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.DataPool (266 ms) 2024-04-22T05:14:39.191 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-22T05:14:39.210 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:39.213 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:39.323 INFO:tasks.workunit.client.0.smithi040.stdout:migration_abort 2024-04-22T05:14:39.407 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.AbortAfterPrepare (215 ms) 2024-04-22T05:14:39.407 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-22T05:14:39.422 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:39.425 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:39.486 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (79 ms) 2024-04-22T05:14:39.486 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-22T05:14:39.500 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:39.505 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:39.614 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:14:39.672 INFO:tasks.workunit.client.0.smithi040.stdout:migration_abort 2024-04-22T05:14:39.758 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.AbortAfterExecute (272 ms) 2024-04-22T05:14:39.758 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-22T05:14:39.778 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:39.781 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:39.881 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:14:39.933 INFO:tasks.workunit.client.0.smithi040.stdout:migration_abort 2024-04-22T05:14:40.017 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (259 ms) 2024-04-22T05:14:40.017 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-22T05:14:40.032 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:40.037 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:40.134 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:14:40.185 INFO:tasks.workunit.client.0.smithi040.stdout:migration_abort 2024-04-22T05:14:40.279 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (262 ms) 2024-04-22T05:14:40.279 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-22T05:14:40.293 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:40.297 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:40.299 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.MirroringSamePool (21 ms) 2024-04-22T05:14:40.299 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-22T05:14:40.316 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:40.320 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:40.322 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.MirroringAbort (23 ms) 2024-04-22T05:14:40.322 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-22T05:14:40.337 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:40.343 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:40.345 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (22 ms) 2024-04-22T05:14:40.345 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-22T05:14:40.360 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:40.364 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:40.366 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (22 ms) 2024-04-22T05:14:40.367 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-22T05:14:40.384 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:40.390 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:40.392 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.MirroringPool (25 ms) 2024-04-22T05:14:40.392 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.Group 2024-04-22T05:14:40.406 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:14:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:14:40] "GET /metrics HTTP/1.1" 200 245200 "" "Prometheus/2.43.0" 2024-04-22T05:14:40.409 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:40.412 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.Group (20 ms) 2024-04-22T05:14:40.412 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-22T05:14:40.431 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:40.434 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:14:40.436 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.GroupAbort (24 ms) 2024-04-22T05:14:40.436 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-22T05:14:40.455 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:40.458 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:14:40.508 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 16777218~8388609 2024-04-22T05:14:40.556 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:40.711 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:14:40.808 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:14:40.913 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.NoSnaps (477 ms) 2024-04-22T05:14:40.913 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-22T05:14:40.929 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:40.934 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:14:40.984 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 16777218~8388609 2024-04-22T05:14:41.028 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:14:41.032 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 16777218~8388609 2024-04-22T05:14:41.097 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:40 smithi062 ceph-mon[78153]: pgmap v2569: 169 pgs: 169 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-04-22T05:14:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:40 smithi040 ceph-mon[88445]: pgmap v2569: 169 pgs: 169 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-04-22T05:14:41.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:40 smithi040 ceph-mon[91058]: pgmap v2569: 169 pgs: 169 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-04-22T05:14:41.241 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:14:41.336 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:14:41.450 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.NoSnapsOtherPool (537 ms) 2024-04-22T05:14:41.450 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-22T05:14:41.467 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:41.471 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:14:41.517 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 16777218~8388609 2024-04-22T05:14:41.564 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:41.708 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:14:41.813 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:14:41.920 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.NoSnapsDataPool (470 ms) 2024-04-22T05:14:41.920 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-22T05:14:41.937 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:41.940 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:14:41.989 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 16777218~8388609 2024-04-22T05:14:42.036 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:42.175 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 41943040 2024-04-22T05:14:42.182 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:14:42.284 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:14:42.369 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (449 ms) 2024-04-22T05:14:42.369 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-22T05:14:42.385 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:42.389 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:14:42.432 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 16777218~8388609 2024-04-22T05:14:42.476 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 0 2024-04-22T05:14:42.487 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:42.552 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:14:42.603 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:14:42.634 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (264 ms) 2024-04-22T05:14:42.634 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-22T05:14:42.647 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:42.653 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:14:42.703 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 16777218~8388609 2024-04-22T05:14:42.756 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:42.909 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 0 2024-04-22T05:14:42.920 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:14:42.976 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:14:43.015 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (382 ms) 2024-04-22T05:14:43.015 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-22T05:14:43.033 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:43.038 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:14:43.083 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 16777218~8388609 2024-04-22T05:14:43.127 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:43.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:42 smithi062 ceph-mon[78153]: pgmap v2570: 169 pgs: 169 active+clean; 25 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.9 MiB/s wr, 541 op/s 2024-04-22T05:14:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:42 smithi040 ceph-mon[88445]: pgmap v2570: 169 pgs: 169 active+clean; 25 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.9 MiB/s wr, 541 op/s 2024-04-22T05:14:43.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:42 smithi040 ceph-mon[91058]: pgmap v2570: 169 pgs: 169 active+clean; 25 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.9 MiB/s wr, 541 op/s 2024-04-22T05:14:43.269 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 167772160 2024-04-22T05:14:43.272 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:14:43.372 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:14:43.537 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (522 ms) 2024-04-22T05:14:43.537 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-22T05:14:43.555 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:43.558 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:14:43.615 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 16777218~8388609 2024-04-22T05:14:43.664 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:43.821 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: after_prepare_snap 2024-04-22T05:14:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:44 smithi062 ceph-mon[78153]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-22T05:14:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:44 smithi062 ceph-mon[78153]: pgmap v2572: 169 pgs: 169 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 19 MiB/s wr, 775 op/s 2024-04-22T05:14:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:44 smithi040 ceph-mon[88445]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-22T05:14:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:44 smithi040 ceph-mon[88445]: pgmap v2572: 169 pgs: 169 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 19 MiB/s wr, 775 op/s 2024-04-22T05:14:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:44 smithi040 ceph-mon[91058]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-22T05:14:44.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:44 smithi040 ceph-mon[91058]: pgmap v2572: 169 pgs: 169 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 19 MiB/s wr, 775 op/s 2024-04-22T05:14:45.442 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 41943040 2024-04-22T05:14:45.465 INFO:tasks.workunit.client.0.smithi040.stdout:write: * 0~1000 2024-04-22T05:14:45.469 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:14:45.565 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:14:45.725 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2188 ms) 2024-04-22T05:14:45.725 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.Snaps 2024-04-22T05:14:45.742 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:45.748 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:14:45.804 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap1 2024-04-22T05:14:45.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:45 smithi062 ceph-mon[78153]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-22T05:14:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:14:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:14:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:14:45.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:45 smithi040 ceph-mon[88445]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-22T05:14:45.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:45 smithi040 ceph-mon[91058]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-22T05:14:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:46 smithi062 ceph-mon[78153]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-22T05:14:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:46 smithi062 ceph-mon[78153]: pgmap v2575: 169 pgs: 169 active+clean; 109 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 33 MiB/s wr, 938 op/s 2024-04-22T05:14:46.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:46 smithi040 ceph-mon[88445]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-22T05:14:46.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:46 smithi040 ceph-mon[88445]: pgmap v2575: 169 pgs: 169 active+clean; 109 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 33 MiB/s wr, 938 op/s 2024-04-22T05:14:46.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:46 smithi040 ceph-mon[91058]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-22T05:14:46.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:46 smithi040 ceph-mon[91058]: pgmap v2575: 169 pgs: 169 active+clean; 109 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 33 MiB/s wr, 938 op/s 2024-04-22T05:14:47.462 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 8388609~8388609 2024-04-22T05:14:47.477 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 0~1000 2024-04-22T05:14:47.477 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 1010~1000 2024-04-22T05:14:47.477 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap2 2024-04-22T05:14:47.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:47 smithi062 ceph-mon[78153]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-22T05:14:47.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:47 smithi040 ceph-mon[88445]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-22T05:14:47.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:47 smithi040 ceph-mon[91058]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-22T05:14:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:48 smithi062 ceph-mon[78153]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-22T05:14:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:48 smithi062 ceph-mon[78153]: pgmap v2578: 169 pgs: 169 active+clean; 221 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 99 MiB/s rd, 70 MiB/s wr, 759 op/s 2024-04-22T05:14:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:48 smithi062 ceph-mon[78153]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-22T05:14:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:48 smithi040 ceph-mon[88445]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-22T05:14:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:48 smithi040 ceph-mon[88445]: pgmap v2578: 169 pgs: 169 active+clean; 221 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 99 MiB/s rd, 70 MiB/s wr, 759 op/s 2024-04-22T05:14:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:48 smithi040 ceph-mon[88445]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-22T05:14:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:48 smithi040 ceph-mon[91058]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-22T05:14:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:48 smithi040 ceph-mon[91058]: pgmap v2578: 169 pgs: 169 active+clean; 221 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 99 MiB/s rd, 70 MiB/s wr, 759 op/s 2024-04-22T05:14:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:48 smithi040 ceph-mon[91058]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-22T05:14:49.442 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 8388609~1000 2024-04-22T05:14:49.445 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 16777228~1000 2024-04-22T05:14:49.445 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 167772160 2024-04-22T05:14:49.452 INFO:tasks.workunit.client.0.smithi040.stdout:write: 2 83886079~8388609 2024-04-22T05:14:49.464 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap3 2024-04-22T05:14:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:14:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:14:50] "GET /metrics HTTP/1.1" 200 245200 "" "Prometheus/2.43.0" 2024-04-22T05:14:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:50 smithi062 ceph-mon[78153]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-22T05:14:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:50 smithi062 ceph-mon[78153]: pgmap v2581: 169 pgs: 169 active+clean; 221 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 68 MiB/s rd, 50 MiB/s wr, 515 op/s 2024-04-22T05:14:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:50 smithi040 ceph-mon[88445]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-22T05:14:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:50 smithi040 ceph-mon[88445]: pgmap v2581: 169 pgs: 169 active+clean; 221 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 68 MiB/s rd, 50 MiB/s wr, 515 op/s 2024-04-22T05:14:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:50 smithi040 ceph-mon[91058]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-22T05:14:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:50 smithi040 ceph-mon[91058]: pgmap v2581: 169 pgs: 169 active+clean; 221 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 68 MiB/s rd, 50 MiB/s wr, 515 op/s 2024-04-22T05:14:51.450 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:51.470 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 83886079~1 2024-04-22T05:14:51.473 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:14:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:51 smithi062 ceph-mon[78153]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-22T05:14:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:14:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:51 smithi040 ceph-mon[88445]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-22T05:14:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:14:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:51 smithi040 ceph-mon[91058]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-22T05:14:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:14:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:52 smithi062 ceph-mon[78153]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-22T05:14:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:52 smithi062 ceph-mon[78153]: pgmap v2584: 169 pgs: 169 active+clean; 233 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 103 op/s 2024-04-22T05:14:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:52 smithi040 ceph-mon[88445]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-22T05:14:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:52 smithi040 ceph-mon[88445]: pgmap v2584: 169 pgs: 169 active+clean; 233 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 103 op/s 2024-04-22T05:14:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:52 smithi040 ceph-mon[91058]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-22T05:14:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:52 smithi040 ceph-mon[91058]: pgmap v2584: 169 pgs: 169 active+clean; 233 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 103 op/s 2024-04-22T05:14:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:53 smithi062 ceph-mon[78153]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-22T05:14:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:53 smithi040 ceph-mon[88445]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-22T05:14:53.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:53 smithi040 ceph-mon[91058]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-22T05:14:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:54 smithi062 ceph-mon[78153]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-22T05:14:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:54 smithi062 ceph-mon[78153]: pgmap v2587: 169 pgs: 169 active+clean; 253 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.0 MiB/s wr, 120 op/s 2024-04-22T05:14:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:54 smithi040 ceph-mon[88445]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-22T05:14:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:54 smithi040 ceph-mon[88445]: pgmap v2587: 169 pgs: 169 active+clean; 253 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.0 MiB/s wr, 120 op/s 2024-04-22T05:14:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:54 smithi040 ceph-mon[91058]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-22T05:14:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:54 smithi040 ceph-mon[91058]: pgmap v2587: 169 pgs: 169 active+clean; 253 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.0 MiB/s wr, 120 op/s 2024-04-22T05:14:54.913 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:14:55.038 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:14:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:14:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:14:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:14:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:55 smithi062 ceph-mon[78153]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-22T05:14:55.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:55 smithi040 ceph-mon[88445]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-22T05:14:55.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:55 smithi040 ceph-mon[91058]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-22T05:14:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:56 smithi062 ceph-mon[78153]: pgmap v2589: 169 pgs: 169 active+clean; 261 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.0 MiB/s wr, 23 op/s 2024-04-22T05:14:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:56 smithi062 ceph-mon[78153]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-22T05:14:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:56 smithi040 ceph-mon[88445]: pgmap v2589: 169 pgs: 169 active+clean; 261 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.0 MiB/s wr, 23 op/s 2024-04-22T05:14:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:56 smithi040 ceph-mon[88445]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-22T05:14:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:56 smithi040 ceph-mon[91058]: pgmap v2589: 169 pgs: 169 active+clean; 261 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.0 MiB/s wr, 23 op/s 2024-04-22T05:14:56.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:56 smithi040 ceph-mon[91058]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-22T05:14:57.850 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.Snaps (12125 ms) 2024-04-22T05:14:57.850 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-22T05:14:57.865 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:14:57.869 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:14:57.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:57 smithi062 ceph-mon[78153]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-22T05:14:57.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:57 smithi040 ceph-mon[88445]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-22T05:14:57.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:57 smithi040 ceph-mon[91058]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-22T05:14:57.915 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap1 2024-04-22T05:14:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:58 smithi062 ceph-mon[78153]: pgmap v2592: 169 pgs: 169 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 205 op/s 2024-04-22T05:14:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:58 smithi062 ceph-mon[78153]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-22T05:14:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:58 smithi040 ceph-mon[91058]: pgmap v2592: 169 pgs: 169 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 205 op/s 2024-04-22T05:14:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:58 smithi040 ceph-mon[91058]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-22T05:14:58.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:58 smithi040 ceph-mon[88445]: pgmap v2592: 169 pgs: 169 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 205 op/s 2024-04-22T05:14:58.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:58 smithi040 ceph-mon[88445]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-22T05:14:59.511 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 8388609~8388609 2024-04-22T05:14:59.519 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 0~1000 2024-04-22T05:14:59.520 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 1010~1000 2024-04-22T05:14:59.520 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap2 2024-04-22T05:14:59.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:14:59 smithi062 ceph-mon[78153]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-22T05:14:59.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:14:59 smithi040 ceph-mon[88445]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-22T05:14:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:14:59 smithi040 ceph-mon[91058]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-22T05:15:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:15:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:15:00] "GET /metrics HTTP/1.1" 200 245404 "" "Prometheus/2.43.0" 2024-04-22T05:15:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:00 smithi062 ceph-mon[78153]: pgmap v2595: 169 pgs: 169 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 199 op/s 2024-04-22T05:15:00.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:00 smithi062 ceph-mon[78153]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-22T05:15:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:00 smithi040 ceph-mon[88445]: pgmap v2595: 169 pgs: 169 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 199 op/s 2024-04-22T05:15:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:00 smithi040 ceph-mon[88445]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-22T05:15:00.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:00 smithi040 ceph-mon[91058]: pgmap v2595: 169 pgs: 169 active+clean; 273 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 199 op/s 2024-04-22T05:15:00.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:00 smithi040 ceph-mon[91058]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-22T05:15:01.524 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 8388609~1000 2024-04-22T05:15:01.526 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 16777228~1000 2024-04-22T05:15:01.526 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 167772160 2024-04-22T05:15:01.537 INFO:tasks.workunit.client.0.smithi040.stdout:write: 2 83886079~8388609 2024-04-22T05:15:01.545 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap3 2024-04-22T05:15:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:01 smithi062 ceph-mon[78153]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-22T05:15:01.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:01 smithi040 ceph-mon[88445]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-22T05:15:01.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:01 smithi040 ceph-mon[91058]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-22T05:15:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:02 smithi062 ceph-mon[78153]: pgmap v2598: 169 pgs: 169 active+clean; 281 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 14 op/s 2024-04-22T05:15:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:02 smithi062 ceph-mon[78153]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-22T05:15:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:02 smithi040 ceph-mon[88445]: pgmap v2598: 169 pgs: 169 active+clean; 281 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 14 op/s 2024-04-22T05:15:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:02 smithi040 ceph-mon[88445]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-22T05:15:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:02 smithi040 ceph-mon[91058]: pgmap v2598: 169 pgs: 169 active+clean; 281 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 14 op/s 2024-04-22T05:15:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:02 smithi040 ceph-mon[91058]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-22T05:15:03.446 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:15:03.472 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 83886079~1 2024-04-22T05:15:03.476 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:15:03.480 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 16777218~8388609 2024-04-22T05:15:03.543 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:15:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:03 smithi062 ceph-mon[78153]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-22T05:15:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:03 smithi062 ceph-mon[78153]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-22T05:15:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:03 smithi040 ceph-mon[91058]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-22T05:15:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:03 smithi040 ceph-mon[91058]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-22T05:15:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:03 smithi040 ceph-mon[88445]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-22T05:15:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:03 smithi040 ceph-mon[88445]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-22T05:15:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:04 smithi062 ceph-mon[78153]: pgmap v2602: 169 pgs: 169 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 10 MiB/s wr, 45 op/s 2024-04-22T05:15:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:04 smithi040 ceph-mon[88445]: pgmap v2602: 169 pgs: 169 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 10 MiB/s wr, 45 op/s 2024-04-22T05:15:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:04 smithi040 ceph-mon[91058]: pgmap v2602: 169 pgs: 169 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 10 MiB/s wr, 45 op/s 2024-04-22T05:15:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:05 smithi062 ceph-mon[78153]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-22T05:15:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:15:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:15:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:15:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:05 smithi040 ceph-mon[88445]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-22T05:15:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:05 smithi040 ceph-mon[91058]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-22T05:15:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:06 smithi062 ceph-mon[78153]: pgmap v2604: 169 pgs: 169 active+clean; 305 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 8.0 MiB/s wr, 31 op/s 2024-04-22T05:15:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:06 smithi062 ceph-mon[78153]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-22T05:15:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:15:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:06 smithi040 ceph-mon[88445]: pgmap v2604: 169 pgs: 169 active+clean; 305 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 8.0 MiB/s wr, 31 op/s 2024-04-22T05:15:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:06 smithi040 ceph-mon[88445]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-22T05:15:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:15:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:06 smithi040 ceph-mon[91058]: pgmap v2604: 169 pgs: 169 active+clean; 305 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 8.0 MiB/s wr, 31 op/s 2024-04-22T05:15:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:06 smithi040 ceph-mon[91058]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-22T05:15:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:15:07.030 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:15:07.196 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:15:07.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:07 smithi062 ceph-mon[78153]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-22T05:15:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:07 smithi040 ceph-mon[88445]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-22T05:15:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:07 smithi040 ceph-mon[91058]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-22T05:15:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:08 smithi062 ceph-mon[78153]: pgmap v2607: 169 pgs: 169 active+clean; 369 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 17 MiB/s wr, 73 op/s 2024-04-22T05:15:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:08 smithi062 ceph-mon[78153]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-22T05:15:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:08 smithi062 ceph-mon[78153]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-22T05:15:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:08 smithi040 ceph-mon[88445]: pgmap v2607: 169 pgs: 169 active+clean; 369 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 17 MiB/s wr, 73 op/s 2024-04-22T05:15:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:08 smithi040 ceph-mon[88445]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-22T05:15:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:08 smithi040 ceph-mon[88445]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-22T05:15:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:08 smithi040 ceph-mon[91058]: pgmap v2607: 169 pgs: 169 active+clean; 369 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 17 MiB/s wr, 73 op/s 2024-04-22T05:15:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:08 smithi040 ceph-mon[91058]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-22T05:15:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:08 smithi040 ceph-mon[91058]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-22T05:15:09.866 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.SnapsOtherPool (12013 ms) 2024-04-22T05:15:09.866 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-22T05:15:09.880 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:15:09.884 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:15:09.940 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap1 2024-04-22T05:15:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:15:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:15:10] "GET /metrics HTTP/1.1" 200 245433 "" "Prometheus/2.43.0" 2024-04-22T05:15:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:10 smithi062 ceph-mon[78153]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-22T05:15:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:10 smithi062 ceph-mon[78153]: pgmap v2611: 169 pgs: 169 active+clean; 369 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 14 MiB/s wr, 74 op/s 2024-04-22T05:15:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:10 smithi040 ceph-mon[88445]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-22T05:15:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:10 smithi040 ceph-mon[88445]: pgmap v2611: 169 pgs: 169 active+clean; 369 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 14 MiB/s wr, 74 op/s 2024-04-22T05:15:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:10 smithi040 ceph-mon[91058]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-22T05:15:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:10 smithi040 ceph-mon[91058]: pgmap v2611: 169 pgs: 169 active+clean; 369 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 14 MiB/s wr, 74 op/s 2024-04-22T05:15:11.456 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 8388609~8388609 2024-04-22T05:15:11.469 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 0~1000 2024-04-22T05:15:11.470 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 1010~1000 2024-04-22T05:15:11.470 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap2 2024-04-22T05:15:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:11 smithi062 ceph-mon[78153]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-22T05:15:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:11 smithi040 ceph-mon[88445]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-22T05:15:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:11 smithi040 ceph-mon[91058]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-22T05:15:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:12 smithi062 ceph-mon[78153]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-22T05:15:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:12 smithi062 ceph-mon[78153]: pgmap v2614: 169 pgs: 169 active+clean; 373 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 6.1 MiB/s wr, 155 op/s 2024-04-22T05:15:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:12 smithi040 ceph-mon[88445]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-22T05:15:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:12 smithi040 ceph-mon[88445]: pgmap v2614: 169 pgs: 169 active+clean; 373 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 6.1 MiB/s wr, 155 op/s 2024-04-22T05:15:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:12 smithi040 ceph-mon[91058]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-22T05:15:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:12 smithi040 ceph-mon[91058]: pgmap v2614: 169 pgs: 169 active+clean; 373 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 6.1 MiB/s wr, 155 op/s 2024-04-22T05:15:13.468 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 8388609~1000 2024-04-22T05:15:13.470 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 16777228~1000 2024-04-22T05:15:13.470 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 167772160 2024-04-22T05:15:13.479 INFO:tasks.workunit.client.0.smithi040.stdout:write: 2 83886079~8388609 2024-04-22T05:15:13.487 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap3 2024-04-22T05:15:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:13 smithi062 ceph-mon[78153]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-22T05:15:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:13 smithi040 ceph-mon[88445]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-22T05:15:13.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:13 smithi040 ceph-mon[91058]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-22T05:15:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:14 smithi062 ceph-mon[78153]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-22T05:15:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:14 smithi062 ceph-mon[78153]: pgmap v2617: 169 pgs: 169 active+clean; 361 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 MiB/s rd, 8.0 MiB/s wr, 163 op/s 2024-04-22T05:15:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:14 smithi040 ceph-mon[88445]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-22T05:15:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:14 smithi040 ceph-mon[88445]: pgmap v2617: 169 pgs: 169 active+clean; 361 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 MiB/s rd, 8.0 MiB/s wr, 163 op/s 2024-04-22T05:15:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:14 smithi040 ceph-mon[91058]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-22T05:15:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:14 smithi040 ceph-mon[91058]: pgmap v2617: 169 pgs: 169 active+clean; 361 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 MiB/s rd, 8.0 MiB/s wr, 163 op/s 2024-04-22T05:15:15.481 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:15:15.504 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 83886079~1 2024-04-22T05:15:15.507 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:15:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:15 smithi062 ceph-mon[78153]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-22T05:15:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:15:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:15:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:15:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:15 smithi040 ceph-mon[88445]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-22T05:15:15.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:15 smithi040 ceph-mon[91058]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-22T05:15:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:16 smithi062 ceph-mon[78153]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-22T05:15:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:16 smithi062 ceph-mon[78153]: pgmap v2620: 169 pgs: 169 active+clean; 365 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-04-22T05:15:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:16 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:15:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:16 smithi040 ceph-mon[88445]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-22T05:15:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:16 smithi040 ceph-mon[88445]: pgmap v2620: 169 pgs: 169 active+clean; 365 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-04-22T05:15:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:16 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:15:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:16 smithi040 ceph-mon[91058]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-22T05:15:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:16 smithi040 ceph-mon[91058]: pgmap v2620: 169 pgs: 169 active+clean; 365 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-04-22T05:15:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:16 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:15:17.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:17 smithi062 ceph-mon[78153]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-22T05:15:17.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:17 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:15:17.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:17 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:15:17.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:17 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:15:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:17 smithi040 ceph-mon[88445]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-22T05:15:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:17 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:15:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:17 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:15:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:17 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:15:17.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:17 smithi040 ceph-mon[91058]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-22T05:15:17.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:17 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:15:17.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:17 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:15:17.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:17 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:15:18.858 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:15:18.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:18 smithi062 ceph-mon[78153]: pgmap v2622: 169 pgs: 169 active+clean; 397 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 7.0 MiB/s wr, 32 op/s 2024-04-22T05:15:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:18 smithi062 ceph-mon[78153]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-22T05:15:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:18 smithi062 ceph-mon[78153]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-22T05:15:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:18 smithi040 ceph-mon[88445]: pgmap v2622: 169 pgs: 169 active+clean; 397 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 7.0 MiB/s wr, 32 op/s 2024-04-22T05:15:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:18 smithi040 ceph-mon[88445]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-22T05:15:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:18 smithi040 ceph-mon[88445]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-22T05:15:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:18 smithi040 ceph-mon[91058]: pgmap v2622: 169 pgs: 169 active+clean; 397 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 7.0 MiB/s wr, 32 op/s 2024-04-22T05:15:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:18 smithi040 ceph-mon[91058]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-22T05:15:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:18 smithi040 ceph-mon[91058]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-22T05:15:18.976 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:15:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:15:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:15:20] "GET /metrics HTTP/1.1" 200 245433 "" "Prometheus/2.43.0" 2024-04-22T05:15:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:20 smithi062 ceph-mon[78153]: pgmap v2625: 169 pgs: 169 active+clean; 397 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 6.0 MiB/s wr, 31 op/s 2024-04-22T05:15:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:20 smithi062 ceph-mon[78153]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-22T05:15:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:20 smithi040 ceph-mon[88445]: pgmap v2625: 169 pgs: 169 active+clean; 397 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 6.0 MiB/s wr, 31 op/s 2024-04-22T05:15:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:20 smithi040 ceph-mon[88445]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-22T05:15:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:20 smithi040 ceph-mon[91058]: pgmap v2625: 169 pgs: 169 active+clean; 397 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 6.0 MiB/s wr, 31 op/s 2024-04-22T05:15:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:20 smithi040 ceph-mon[91058]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-22T05:15:21.865 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.SnapsDataPool (12002 ms) 2024-04-22T05:15:21.866 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-22T05:15:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:21 smithi062 ceph-mon[78153]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-22T05:15:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:15:21.885 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:15:21.889 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:15:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:21 smithi040 ceph-mon[88445]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-22T05:15:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:15:21.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:21 smithi040 ceph-mon[91058]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-22T05:15:21.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:15:21.942 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap1 2024-04-22T05:15:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:22 smithi062 ceph-mon[78153]: pgmap v2628: 169 pgs: 169 active+clean; 421 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 192 op/s 2024-04-22T05:15:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:22 smithi062 ceph-mon[78153]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-22T05:15:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:22 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]: dispatch 2024-04-22T05:15:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:22 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 2]}]: dispatch 2024-04-22T05:15:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]: dispatch 2024-04-22T05:15:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:22 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-22T05:15:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 2]}]: dispatch 2024-04-22T05:15:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-22T05:15:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:22 smithi040 ceph-mon[88445]: pgmap v2628: 169 pgs: 169 active+clean; 421 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 192 op/s 2024-04-22T05:15:22.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:22 smithi040 ceph-mon[88445]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-22T05:15:22.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:22 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]: dispatch 2024-04-22T05:15:22.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:22 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 2]}]: dispatch 2024-04-22T05:15:22.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]: dispatch 2024-04-22T05:15:22.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:22 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-22T05:15:22.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 2]}]: dispatch 2024-04-22T05:15:22.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-22T05:15:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:22 smithi040 ceph-mon[91058]: pgmap v2628: 169 pgs: 169 active+clean; 421 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 192 op/s 2024-04-22T05:15:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:22 smithi040 ceph-mon[91058]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-22T05:15:22.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:22 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]: dispatch 2024-04-22T05:15:22.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:22 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 2]}]: dispatch 2024-04-22T05:15:22.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]: dispatch 2024-04-22T05:15:22.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:22 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-22T05:15:22.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 2]}]: dispatch 2024-04-22T05:15:22.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-22T05:15:23.554 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 8388609~8388609 2024-04-22T05:15:23.565 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 0~1000 2024-04-22T05:15:23.565 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 1010~1000 2024-04-22T05:15:23.565 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap2 2024-04-22T05:15:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:23 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]': finished 2024-04-22T05:15:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:23 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 2]}]': finished 2024-04-22T05:15:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:23 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-04-22T05:15:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:23 smithi062 ceph-mon[78153]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-22T05:15:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:23 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]': finished 2024-04-22T05:15:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:23 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 2]}]': finished 2024-04-22T05:15:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:23 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-04-22T05:15:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:23 smithi040 ceph-mon[88445]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-22T05:15:23.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:23 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]': finished 2024-04-22T05:15:23.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:23 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 2]}]': finished 2024-04-22T05:15:23.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:23 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-04-22T05:15:23.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:23 smithi040 ceph-mon[91058]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-22T05:15:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:24 smithi062 ceph-mon[78153]: pgmap v2631: 169 pgs: 169 active+clean; 409 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 206 op/s 2024-04-22T05:15:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:24 smithi062 ceph-mon[78153]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-22T05:15:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:24 smithi040 ceph-mon[88445]: pgmap v2631: 169 pgs: 169 active+clean; 409 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 206 op/s 2024-04-22T05:15:24.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:24 smithi040 ceph-mon[88445]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-22T05:15:24.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:24 smithi040 ceph-mon[91058]: pgmap v2631: 169 pgs: 169 active+clean; 409 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 206 op/s 2024-04-22T05:15:24.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:24 smithi040 ceph-mon[91058]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-22T05:15:25.562 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 8388609~1000 2024-04-22T05:15:25.564 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 16777228~1000 2024-04-22T05:15:25.564 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 167772160 2024-04-22T05:15:25.570 INFO:tasks.workunit.client.0.smithi040.stdout:write: 2 83886079~8388609 2024-04-22T05:15:25.579 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap3 2024-04-22T05:15:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:25 smithi062 ceph-mon[78153]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-22T05:15:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:15:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:15:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:15:25.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:25 smithi040 ceph-mon[88445]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-22T05:15:25.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:25 smithi040 ceph-mon[91058]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-22T05:15:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:26 smithi062 ceph-mon[78153]: pgmap v2634: 169 pgs: 169 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-04-22T05:15:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:26 smithi062 ceph-mon[78153]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-22T05:15:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:26 smithi040 ceph-mon[88445]: pgmap v2634: 169 pgs: 169 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-04-22T05:15:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:26 smithi040 ceph-mon[88445]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-22T05:15:26.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:26 smithi040 ceph-mon[91058]: pgmap v2634: 169 pgs: 169 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-04-22T05:15:26.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:26 smithi040 ceph-mon[91058]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-22T05:15:27.581 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:15:27.608 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 83886079~1 2024-04-22T05:15:27.611 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:15:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:27 smithi062 ceph-mon[78153]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-22T05:15:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:27 smithi040 ceph-mon[88445]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-22T05:15:27.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:27 smithi040 ceph-mon[91058]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-22T05:15:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:28 smithi062 ceph-mon[78153]: pgmap v2637: 169 pgs: 169 active+clean; 445 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 9.0 MiB/s wr, 38 op/s; 6.0 MiB/s, 1 keys/s, 2 objects/s recovering 2024-04-22T05:15:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:28 smithi062 ceph-mon[78153]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-22T05:15:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:28 smithi062 ceph-mon[78153]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-22T05:15:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:28 smithi040 ceph-mon[91058]: pgmap v2637: 169 pgs: 169 active+clean; 445 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 9.0 MiB/s wr, 38 op/s; 6.0 MiB/s, 1 keys/s, 2 objects/s recovering 2024-04-22T05:15:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:28 smithi040 ceph-mon[91058]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-22T05:15:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:28 smithi040 ceph-mon[91058]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-22T05:15:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:28 smithi040 ceph-mon[88445]: pgmap v2637: 169 pgs: 169 active+clean; 445 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 9.0 MiB/s wr, 38 op/s; 6.0 MiB/s, 1 keys/s, 2 objects/s recovering 2024-04-22T05:15:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:28 smithi040 ceph-mon[88445]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-22T05:15:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:28 smithi040 ceph-mon[88445]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-22T05:15:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:15:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:15:30] "GET /metrics HTTP/1.1" 200 245418 "" "Prometheus/2.43.0" 2024-04-22T05:15:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:30 smithi062 ceph-mon[78153]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-22T05:15:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:30 smithi062 ceph-mon[78153]: pgmap v2641: 169 pgs: 169 active+clean; 445 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 34 op/s; 6.1 MiB/s, 2 keys/s, 3 objects/s recovering 2024-04-22T05:15:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:30 smithi040 ceph-mon[88445]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-22T05:15:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:30 smithi040 ceph-mon[88445]: pgmap v2641: 169 pgs: 169 active+clean; 445 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 34 op/s; 6.1 MiB/s, 2 keys/s, 3 objects/s recovering 2024-04-22T05:15:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:30 smithi040 ceph-mon[91058]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-22T05:15:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:30 smithi040 ceph-mon[91058]: pgmap v2641: 169 pgs: 169 active+clean; 445 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 34 op/s; 6.1 MiB/s, 2 keys/s, 3 objects/s recovering 2024-04-22T05:15:30.915 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 41943040 2024-04-22T05:15:30.930 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:15:31.050 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:15:31.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:31 smithi062 ceph-mon[78153]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-22T05:15:31.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:31 smithi040 ceph-mon[88445]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-22T05:15:31.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:31 smithi040 ceph-mon[91058]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-22T05:15:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:32 smithi062 ceph-mon[78153]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-22T05:15:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:32 smithi062 ceph-mon[78153]: pgmap v2644: 169 pgs: 169 active+clean; 453 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 54 op/s 2024-04-22T05:15:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:32 smithi040 ceph-mon[88445]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-22T05:15:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:32 smithi040 ceph-mon[88445]: pgmap v2644: 169 pgs: 169 active+clean; 453 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 54 op/s 2024-04-22T05:15:32.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:32 smithi040 ceph-mon[91058]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-22T05:15:32.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:32 smithi040 ceph-mon[91058]: pgmap v2644: 169 pgs: 169 active+clean; 453 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 54 op/s 2024-04-22T05:15:33.856 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11991 ms) 2024-04-22T05:15:33.856 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-22T05:15:33.873 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:15:33.880 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:15:33.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:33 smithi062 ceph-mon[78153]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-22T05:15:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:33 smithi040 ceph-mon[88445]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-22T05:15:33.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:33 smithi040 ceph-mon[91058]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-22T05:15:33.939 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap1 2024-04-22T05:15:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:34 smithi062 ceph-mon[78153]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-22T05:15:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:34 smithi062 ceph-mon[78153]: pgmap v2647: 169 pgs: 169 active+clean; 465 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 208 op/s 2024-04-22T05:15:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:34 smithi040 ceph-mon[88445]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-22T05:15:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:34 smithi040 ceph-mon[88445]: pgmap v2647: 169 pgs: 169 active+clean; 465 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 208 op/s 2024-04-22T05:15:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:34 smithi040 ceph-mon[91058]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-22T05:15:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:34 smithi040 ceph-mon[91058]: pgmap v2647: 169 pgs: 169 active+clean; 465 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 208 op/s 2024-04-22T05:15:35.487 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 8388609~8388609 2024-04-22T05:15:35.498 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 0~1000 2024-04-22T05:15:35.498 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 1010~1000 2024-04-22T05:15:35.498 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap2 2024-04-22T05:15:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:35 smithi062 ceph-mon[78153]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-22T05:15:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:15:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:15:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:15:35.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:35 smithi040 ceph-mon[88445]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-22T05:15:35.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:35 smithi040 ceph-mon[91058]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-22T05:15:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:36 smithi062 ceph-mon[78153]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-22T05:15:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:36 smithi062 ceph-mon[78153]: pgmap v2650: 169 pgs: 169 active+clean; 473 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 164 op/s 2024-04-22T05:15:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:15:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:36 smithi040 ceph-mon[91058]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-22T05:15:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:36 smithi040 ceph-mon[91058]: pgmap v2650: 169 pgs: 169 active+clean; 473 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 164 op/s 2024-04-22T05:15:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:15:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:36 smithi040 ceph-mon[88445]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-22T05:15:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:36 smithi040 ceph-mon[88445]: pgmap v2650: 169 pgs: 169 active+clean; 473 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 164 op/s 2024-04-22T05:15:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:15:37.501 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 8388609~1000 2024-04-22T05:15:37.506 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 16777228~1000 2024-04-22T05:15:37.506 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 167772160 2024-04-22T05:15:37.512 INFO:tasks.workunit.client.0.smithi040.stdout:write: 2 83886079~8388609 2024-04-22T05:15:37.519 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap3 2024-04-22T05:15:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:37 smithi062 ceph-mon[78153]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-22T05:15:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:37 smithi040 ceph-mon[88445]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-22T05:15:37.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:37 smithi040 ceph-mon[91058]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-22T05:15:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:38 smithi062 ceph-mon[78153]: pgmap v2652: 169 pgs: 169 active+clean; 481 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 11 MiB/s wr, 50 op/s 2024-04-22T05:15:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:38 smithi062 ceph-mon[78153]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-22T05:15:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:38 smithi062 ceph-mon[78153]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-22T05:15:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:38 smithi040 ceph-mon[88445]: pgmap v2652: 169 pgs: 169 active+clean; 481 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 11 MiB/s wr, 50 op/s 2024-04-22T05:15:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:38 smithi040 ceph-mon[88445]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-22T05:15:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:38 smithi040 ceph-mon[88445]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-22T05:15:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:38 smithi040 ceph-mon[91058]: pgmap v2652: 169 pgs: 169 active+clean; 481 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 11 MiB/s wr, 50 op/s 2024-04-22T05:15:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:38 smithi040 ceph-mon[91058]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-22T05:15:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:38 smithi040 ceph-mon[91058]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-22T05:15:39.452 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:15:39.476 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 83886079~1 2024-04-22T05:15:39.480 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 0 2024-04-22T05:15:39.496 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:15:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:15:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:15:40] "GET /metrics HTTP/1.1" 200 245501 "" "Prometheus/2.43.0" 2024-04-22T05:15:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:40 smithi062 ceph-mon[78153]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-22T05:15:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:40 smithi062 ceph-mon[78153]: pgmap v2656: 169 pgs: 169 active+clean; 481 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 8.0 MiB/s wr, 40 op/s 2024-04-22T05:15:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:40 smithi040 ceph-mon[91058]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-22T05:15:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:40 smithi040 ceph-mon[91058]: pgmap v2656: 169 pgs: 169 active+clean; 481 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 8.0 MiB/s wr, 40 op/s 2024-04-22T05:15:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:40 smithi040 ceph-mon[88445]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-22T05:15:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:40 smithi040 ceph-mon[88445]: pgmap v2656: 169 pgs: 169 active+clean; 481 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 8.0 MiB/s wr, 40 op/s 2024-04-22T05:15:41.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:41 smithi062 ceph-mon[78153]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-22T05:15:41.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:41 smithi040 ceph-mon[91058]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-22T05:15:41.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:41 smithi040 ceph-mon[88445]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-22T05:15:42.847 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:15:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:42 smithi062 ceph-mon[78153]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-22T05:15:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:42 smithi062 ceph-mon[78153]: pgmap v2659: 169 pgs: 169 active+clean; 501 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 3.0 MiB/s wr, 32 op/s 2024-04-22T05:15:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:42 smithi040 ceph-mon[88445]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-22T05:15:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:42 smithi040 ceph-mon[88445]: pgmap v2659: 169 pgs: 169 active+clean; 501 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 3.0 MiB/s wr, 32 op/s 2024-04-22T05:15:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:42 smithi040 ceph-mon[91058]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-22T05:15:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:42 smithi040 ceph-mon[91058]: pgmap v2659: 169 pgs: 169 active+clean; 501 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 3.0 MiB/s wr, 32 op/s 2024-04-22T05:15:42.960 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:15:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:43 smithi062 ceph-mon[78153]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-22T05:15:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:43 smithi040 ceph-mon[88445]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-22T05:15:43.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:43 smithi040 ceph-mon[91058]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-22T05:15:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:44 smithi062 ceph-mon[78153]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-22T05:15:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:44 smithi062 ceph-mon[78153]: pgmap v2662: 169 pgs: 169 active+clean; 509 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-04-22T05:15:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:44 smithi040 ceph-mon[91058]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-22T05:15:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:44 smithi040 ceph-mon[91058]: pgmap v2662: 169 pgs: 169 active+clean; 509 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-04-22T05:15:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:44 smithi040 ceph-mon[88445]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-22T05:15:44.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:44 smithi040 ceph-mon[88445]: pgmap v2662: 169 pgs: 169 active+clean; 509 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-04-22T05:15:45.823 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11967 ms) 2024-04-22T05:15:45.823 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-22T05:15:45.845 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:15:45.851 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:15:45.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:45 smithi062 ceph-mon[78153]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-22T05:15:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:15:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:15:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:15:45.906 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap1 2024-04-22T05:15:45.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:45 smithi040 ceph-mon[88445]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-22T05:15:45.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:45 smithi040 ceph-mon[91058]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-22T05:15:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:46 smithi062 ceph-mon[78153]: pgmap v2664: 169 pgs: 169 active+clean; 509 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.0 MiB/s wr, 178 op/s 2024-04-22T05:15:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:46 smithi062 ceph-mon[78153]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-22T05:15:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:46 smithi040 ceph-mon[88445]: pgmap v2664: 169 pgs: 169 active+clean; 509 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.0 MiB/s wr, 178 op/s 2024-04-22T05:15:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:46 smithi040 ceph-mon[88445]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-22T05:15:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:46 smithi040 ceph-mon[91058]: pgmap v2664: 169 pgs: 169 active+clean; 509 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.0 MiB/s wr, 178 op/s 2024-04-22T05:15:46.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:46 smithi040 ceph-mon[91058]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-22T05:15:47.516 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 8388609~8388609 2024-04-22T05:15:47.527 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 0~1000 2024-04-22T05:15:47.530 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 1010~1000 2024-04-22T05:15:47.530 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap2 2024-04-22T05:15:47.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:47 smithi062 ceph-mon[78153]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-22T05:15:47.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:47 smithi040 ceph-mon[88445]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-22T05:15:47.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:47 smithi040 ceph-mon[91058]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-22T05:15:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:48 smithi062 ceph-mon[78153]: pgmap v2667: 169 pgs: 169 active+clean; 529 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 10 MiB/s wr, 210 op/s 2024-04-22T05:15:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:48 smithi062 ceph-mon[78153]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-22T05:15:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:48 smithi062 ceph-mon[78153]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-22T05:15:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:48 smithi040 ceph-mon[88445]: pgmap v2667: 169 pgs: 169 active+clean; 529 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 10 MiB/s wr, 210 op/s 2024-04-22T05:15:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:48 smithi040 ceph-mon[88445]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-22T05:15:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:48 smithi040 ceph-mon[88445]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-22T05:15:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:48 smithi040 ceph-mon[91058]: pgmap v2667: 169 pgs: 169 active+clean; 529 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 10 MiB/s wr, 210 op/s 2024-04-22T05:15:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:48 smithi040 ceph-mon[91058]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-22T05:15:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:48 smithi040 ceph-mon[91058]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-22T05:15:49.457 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 8388609~1000 2024-04-22T05:15:49.462 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 16777228~1000 2024-04-22T05:15:49.462 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 167772160 2024-04-22T05:15:49.468 INFO:tasks.workunit.client.0.smithi040.stdout:write: 2 83886079~8388609 2024-04-22T05:15:49.476 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap3 2024-04-22T05:15:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:15:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:15:50] "GET /metrics HTTP/1.1" 200 245501 "" "Prometheus/2.43.0" 2024-04-22T05:15:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:50 smithi062 ceph-mon[78153]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-22T05:15:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:50 smithi062 ceph-mon[78153]: pgmap v2671: 169 pgs: 169 active+clean; 529 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 9.0 MiB/s wr, 32 op/s 2024-04-22T05:15:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:50 smithi040 ceph-mon[88445]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-22T05:15:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:50 smithi040 ceph-mon[88445]: pgmap v2671: 169 pgs: 169 active+clean; 529 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 9.0 MiB/s wr, 32 op/s 2024-04-22T05:15:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:50 smithi040 ceph-mon[91058]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-22T05:15:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:50 smithi040 ceph-mon[91058]: pgmap v2671: 169 pgs: 169 active+clean; 529 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 9.0 MiB/s wr, 32 op/s 2024-04-22T05:15:51.467 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:15:51.488 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 83886079~1 2024-04-22T05:15:51.492 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:15:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:51 smithi062 ceph-mon[78153]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-22T05:15:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:15:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:51 smithi040 ceph-mon[91058]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-22T05:15:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:15:51.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:51 smithi040 ceph-mon[88445]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-22T05:15:51.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:15:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:52 smithi062 ceph-mon[78153]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-22T05:15:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:52 smithi062 ceph-mon[78153]: pgmap v2674: 169 pgs: 169 active+clean; 549 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 19 op/s 2024-04-22T05:15:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:52 smithi040 ceph-mon[88445]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-22T05:15:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:52 smithi040 ceph-mon[88445]: pgmap v2674: 169 pgs: 169 active+clean; 549 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 19 op/s 2024-04-22T05:15:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:52 smithi040 ceph-mon[91058]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-22T05:15:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:52 smithi040 ceph-mon[91058]: pgmap v2674: 169 pgs: 169 active+clean; 549 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 19 op/s 2024-04-22T05:15:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:53 smithi062 ceph-mon[78153]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-22T05:15:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:53 smithi062 ceph-mon[78153]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-22T05:15:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:53 smithi040 ceph-mon[88445]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-22T05:15:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:53 smithi040 ceph-mon[88445]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-22T05:15:53.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:53 smithi040 ceph-mon[91058]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-22T05:15:53.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:53 smithi040 ceph-mon[91058]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-22T05:15:54.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:54 smithi062 ceph-mon[78153]: pgmap v2677: 169 pgs: 169 active+clean; 565 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 8.0 MiB/s wr, 33 op/s 2024-04-22T05:15:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:54 smithi062 ceph-mon[78153]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-22T05:15:54.901 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 0 2024-04-22T05:15:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:54 smithi040 ceph-mon[88445]: pgmap v2677: 169 pgs: 169 active+clean; 565 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 8.0 MiB/s wr, 33 op/s 2024-04-22T05:15:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:54 smithi040 ceph-mon[88445]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-22T05:15:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:54 smithi040 ceph-mon[91058]: pgmap v2677: 169 pgs: 169 active+clean; 565 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 8.0 MiB/s wr, 33 op/s 2024-04-22T05:15:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:54 smithi040 ceph-mon[91058]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-22T05:15:54.967 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:15:55.059 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:15:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:15:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:15:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:15:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:56 smithi062 ceph-mon[78153]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-22T05:15:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:56 smithi062 ceph-mon[78153]: pgmap v2680: 169 pgs: 169 active+clean; 573 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 28 op/s 2024-04-22T05:15:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:56 smithi040 ceph-mon[88445]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-22T05:15:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:56 smithi040 ceph-mon[88445]: pgmap v2680: 169 pgs: 169 active+clean; 573 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 28 op/s 2024-04-22T05:15:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:56 smithi040 ceph-mon[91058]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-22T05:15:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:56 smithi040 ceph-mon[91058]: pgmap v2680: 169 pgs: 169 active+clean; 573 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 28 op/s 2024-04-22T05:15:57.787 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (11964 ms) 2024-04-22T05:15:57.787 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-22T05:15:57.803 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:15:57.808 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:15:57.864 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap1 2024-04-22T05:15:57.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:57 smithi062 ceph-mon[78153]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-22T05:15:57.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:57 smithi040 ceph-mon[88445]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-22T05:15:57.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:57 smithi040 ceph-mon[91058]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-22T05:15:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:58 smithi062 ceph-mon[78153]: pgmap v2682: 169 pgs: 169 active+clean; 589 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 5.9 MiB/s wr, 224 op/s 2024-04-22T05:15:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:58 smithi062 ceph-mon[78153]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-22T05:15:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:58 smithi040 ceph-mon[88445]: pgmap v2682: 169 pgs: 169 active+clean; 589 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 5.9 MiB/s wr, 224 op/s 2024-04-22T05:15:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:58 smithi040 ceph-mon[88445]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-22T05:15:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:58 smithi040 ceph-mon[91058]: pgmap v2682: 169 pgs: 169 active+clean; 589 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 5.9 MiB/s wr, 224 op/s 2024-04-22T05:15:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:58 smithi040 ceph-mon[91058]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-22T05:15:59.517 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 8388609~8388609 2024-04-22T05:15:59.528 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 0~1000 2024-04-22T05:15:59.529 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 1010~1000 2024-04-22T05:15:59.529 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap2 2024-04-22T05:15:59.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:15:59 smithi062 ceph-mon[78153]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-22T05:15:59.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:15:59 smithi040 ceph-mon[88445]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-22T05:15:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:15:59 smithi040 ceph-mon[91058]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-22T05:16:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:16:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:16:00] "GET /metrics HTTP/1.1" 200 245502 "" "Prometheus/2.43.0" 2024-04-22T05:16:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:00 smithi062 ceph-mon[78153]: pgmap v2685: 169 pgs: 169 active+clean; 589 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 211 op/s 2024-04-22T05:16:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:00 smithi062 ceph-mon[78153]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-22T05:16:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:00 smithi040 ceph-mon[88445]: pgmap v2685: 169 pgs: 169 active+clean; 589 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 211 op/s 2024-04-22T05:16:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:00 smithi040 ceph-mon[88445]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-22T05:16:00.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:00 smithi040 ceph-mon[91058]: pgmap v2685: 169 pgs: 169 active+clean; 589 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 211 op/s 2024-04-22T05:16:00.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:00 smithi040 ceph-mon[91058]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-22T05:16:01.528 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 8388609~1000 2024-04-22T05:16:01.531 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 16777228~1000 2024-04-22T05:16:01.531 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 167772160 2024-04-22T05:16:01.540 INFO:tasks.workunit.client.0.smithi040.stdout:write: 2 83886079~8388609 2024-04-22T05:16:01.552 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap3 2024-04-22T05:16:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:01 smithi062 ceph-mon[78153]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-22T05:16:01.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:01 smithi040 ceph-mon[88445]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-22T05:16:01.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:01 smithi040 ceph-mon[91058]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-22T05:16:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:02 smithi062 ceph-mon[78153]: pgmap v2688: 169 pgs: 169 active+clean; 597 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 22 op/s 2024-04-22T05:16:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:02 smithi062 ceph-mon[78153]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-22T05:16:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:02 smithi040 ceph-mon[88445]: pgmap v2688: 169 pgs: 169 active+clean; 597 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 22 op/s 2024-04-22T05:16:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:02 smithi040 ceph-mon[88445]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-22T05:16:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:02 smithi040 ceph-mon[91058]: pgmap v2688: 169 pgs: 169 active+clean; 597 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 22 op/s 2024-04-22T05:16:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:02 smithi040 ceph-mon[91058]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-22T05:16:03.456 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:16:03.481 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 83886079~1 2024-04-22T05:16:03.484 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:16:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:03 smithi062 ceph-mon[78153]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-22T05:16:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:03 smithi062 ceph-mon[78153]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-22T05:16:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:03 smithi040 ceph-mon[88445]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-22T05:16:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:03 smithi040 ceph-mon[88445]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-22T05:16:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:03 smithi040 ceph-mon[91058]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-22T05:16:03.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:03 smithi040 ceph-mon[91058]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-22T05:16:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:04 smithi062 ceph-mon[78153]: pgmap v2692: 169 pgs: 169 active+clean; 613 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 10 MiB/s wr, 39 op/s 2024-04-22T05:16:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:04 smithi062 ceph-mon[78153]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-22T05:16:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:04 smithi040 ceph-mon[88445]: pgmap v2692: 169 pgs: 169 active+clean; 613 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 10 MiB/s wr, 39 op/s 2024-04-22T05:16:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:04 smithi040 ceph-mon[88445]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-22T05:16:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:04 smithi040 ceph-mon[91058]: pgmap v2692: 169 pgs: 169 active+clean; 613 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 10 MiB/s wr, 39 op/s 2024-04-22T05:16:04.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:04 smithi040 ceph-mon[91058]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-22T05:16:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:16:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:16:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:16:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:06 smithi062 ceph-mon[78153]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-22T05:16:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:06 smithi062 ceph-mon[78153]: pgmap v2695: 169 pgs: 169 active+clean; 617 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 31 op/s 2024-04-22T05:16:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:16:06.906 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 167772160 2024-04-22T05:16:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:06 smithi040 ceph-mon[88445]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-22T05:16:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:06 smithi040 ceph-mon[88445]: pgmap v2695: 169 pgs: 169 active+clean; 617 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 31 op/s 2024-04-22T05:16:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:16:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:06 smithi040 ceph-mon[91058]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-22T05:16:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:06 smithi040 ceph-mon[91058]: pgmap v2695: 169 pgs: 169 active+clean; 617 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 31 op/s 2024-04-22T05:16:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:16:06.910 INFO:tasks.workunit.client.0.smithi040.stdout:write: * 83886080~1000 2024-04-22T05:16:06.936 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:16:07.056 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:16:07.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:07 smithi062 ceph-mon[78153]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-22T05:16:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:07 smithi040 ceph-mon[88445]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-22T05:16:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:07 smithi040 ceph-mon[91058]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-22T05:16:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:08 smithi062 ceph-mon[78153]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-22T05:16:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:08 smithi062 ceph-mon[78153]: pgmap v2698: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 78 op/s 2024-04-22T05:16:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:08 smithi062 ceph-mon[78153]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-22T05:16:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:08 smithi040 ceph-mon[88445]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-22T05:16:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:08 smithi040 ceph-mon[88445]: pgmap v2698: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 78 op/s 2024-04-22T05:16:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:08 smithi040 ceph-mon[88445]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-22T05:16:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:08 smithi040 ceph-mon[91058]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-22T05:16:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:08 smithi040 ceph-mon[91058]: pgmap v2698: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 78 op/s 2024-04-22T05:16:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:08 smithi040 ceph-mon[91058]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-22T05:16:09.883 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12096 ms) 2024-04-22T05:16:09.883 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-22T05:16:09.902 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:16:09.909 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 41943040~10 2024-04-22T05:16:09.912 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap1 2024-04-22T05:16:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:16:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:16:10] "GET /metrics HTTP/1.1" 200 245493 "" "Prometheus/2.43.0" 2024-04-22T05:16:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:10 smithi062 ceph-mon[78153]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-22T05:16:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:10 smithi062 ceph-mon[78153]: pgmap v2701: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 63 op/s 2024-04-22T05:16:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:10 smithi040 ceph-mon[88445]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-22T05:16:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:10 smithi040 ceph-mon[88445]: pgmap v2701: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 63 op/s 2024-04-22T05:16:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:10 smithi040 ceph-mon[91058]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-22T05:16:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:10 smithi040 ceph-mon[91058]: pgmap v2701: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 63 op/s 2024-04-22T05:16:11.497 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 41943040 2024-04-22T05:16:11.513 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:16:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:11 smithi062 ceph-mon[78153]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-22T05:16:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:11 smithi040 ceph-mon[88445]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-22T05:16:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:11 smithi040 ceph-mon[91058]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-22T05:16:12.662 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:16:12.665 INFO:tasks.workunit.client.0.smithi040.stdout:write: Y 41943040~5 2024-04-22T05:16:12.760 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:16:12.828 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:16:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:12 smithi062 ceph-mon[78153]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-22T05:16:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:12 smithi062 ceph-mon[78153]: pgmap v2704: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 3.0 MiB/s wr, 184 op/s 2024-04-22T05:16:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:12 smithi040 ceph-mon[88445]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-22T05:16:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:12 smithi040 ceph-mon[88445]: pgmap v2704: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 3.0 MiB/s wr, 184 op/s 2024-04-22T05:16:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:12 smithi040 ceph-mon[91058]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-22T05:16:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:12 smithi040 ceph-mon[91058]: pgmap v2704: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 3.0 MiB/s wr, 184 op/s 2024-04-22T05:16:13.642 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3760 ms) 2024-04-22T05:16:13.643 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-22T05:16:13.659 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:16:13.664 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:16:13.714 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap1 2024-04-22T05:16:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:13 smithi062 ceph-mon[78153]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-22T05:16:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:13 smithi040 ceph-mon[88445]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-22T05:16:13.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:13 smithi040 ceph-mon[91058]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-22T05:16:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:14 smithi062 ceph-mon[78153]: pgmap v2706: 169 pgs: 169 active+clean; 621 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 60 MiB/s rd, 3.0 MiB/s wr, 206 op/s 2024-04-22T05:16:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:14 smithi062 ceph-mon[78153]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-22T05:16:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:14 smithi040 ceph-mon[88445]: pgmap v2706: 169 pgs: 169 active+clean; 621 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 60 MiB/s rd, 3.0 MiB/s wr, 206 op/s 2024-04-22T05:16:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:14 smithi040 ceph-mon[88445]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-22T05:16:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:14 smithi040 ceph-mon[91058]: pgmap v2706: 169 pgs: 169 active+clean; 621 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 60 MiB/s rd, 3.0 MiB/s wr, 206 op/s 2024-04-22T05:16:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:14 smithi040 ceph-mon[91058]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-22T05:16:15.572 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 8388609~8388609 2024-04-22T05:16:15.594 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 0~1000 2024-04-22T05:16:15.594 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 1010~1000 2024-04-22T05:16:15.594 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap2 2024-04-22T05:16:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:15 smithi062 ceph-mon[78153]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-22T05:16:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:16:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:16:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:16:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:15 smithi040 ceph-mon[88445]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-22T05:16:15.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:15 smithi040 ceph-mon[91058]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-22T05:16:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:16 smithi062 ceph-mon[78153]: pgmap v2709: 169 pgs: 169 active+clean; 629 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-22T05:16:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:16 smithi062 ceph-mon[78153]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-22T05:16:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:16 smithi040 ceph-mon[88445]: pgmap v2709: 169 pgs: 169 active+clean; 629 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-22T05:16:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:16 smithi040 ceph-mon[88445]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-22T05:16:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:16 smithi040 ceph-mon[91058]: pgmap v2709: 169 pgs: 169 active+clean; 629 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-22T05:16:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:16 smithi040 ceph-mon[91058]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-22T05:16:17.587 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 8388609~1000 2024-04-22T05:16:17.590 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 16777228~1000 2024-04-22T05:16:17.590 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 167772160 2024-04-22T05:16:17.596 INFO:tasks.workunit.client.0.smithi040.stdout:write: 2 83886079~8388609 2024-04-22T05:16:17.603 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap3 2024-04-22T05:16:17.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:17 smithi062 ceph-mon[78153]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-22T05:16:17.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:17 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:16:17.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:17 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:16:17.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:17 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:16:17.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:17 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:16:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:17 smithi040 ceph-mon[88445]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-22T05:16:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:17 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:16:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:17 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:16:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:17 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:16:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:17 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:16:17.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:17 smithi040 ceph-mon[91058]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-22T05:16:17.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:17 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:16:17.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:17 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:16:17.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:17 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:16:17.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:17 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:16:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:18 smithi062 ceph-mon[78153]: pgmap v2712: 169 pgs: 169 active+clean; 653 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 8.0 MiB/s wr, 172 op/s 2024-04-22T05:16:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:18 smithi062 ceph-mon[78153]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-22T05:16:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:18 smithi062 ceph-mon[78153]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-22T05:16:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:18 smithi040 ceph-mon[88445]: pgmap v2712: 169 pgs: 169 active+clean; 653 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 8.0 MiB/s wr, 172 op/s 2024-04-22T05:16:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:18 smithi040 ceph-mon[88445]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-22T05:16:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:18 smithi040 ceph-mon[88445]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-22T05:16:18.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:18 smithi040 ceph-mon[91058]: pgmap v2712: 169 pgs: 169 active+clean; 653 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 8.0 MiB/s wr, 172 op/s 2024-04-22T05:16:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:18 smithi040 ceph-mon[91058]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-22T05:16:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:18 smithi040 ceph-mon[91058]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-22T05:16:19.470 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:16:19.494 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 83886079~1 2024-04-22T05:16:19.495 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:16:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:16:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:16:20] "GET /metrics HTTP/1.1" 200 245493 "" "Prometheus/2.43.0" 2024-04-22T05:16:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:20 smithi062 ceph-mon[78153]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-22T05:16:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:20 smithi062 ceph-mon[78153]: pgmap v2716: 169 pgs: 169 active+clean; 653 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 6.1 MiB/s wr, 170 op/s 2024-04-22T05:16:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:20 smithi040 ceph-mon[88445]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-22T05:16:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:20 smithi040 ceph-mon[88445]: pgmap v2716: 169 pgs: 169 active+clean; 653 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 6.1 MiB/s wr, 170 op/s 2024-04-22T05:16:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:20 smithi040 ceph-mon[91058]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-22T05:16:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:20 smithi040 ceph-mon[91058]: pgmap v2716: 169 pgs: 169 active+clean; 653 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 6.1 MiB/s wr, 170 op/s 2024-04-22T05:16:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:21 smithi062 ceph-mon[78153]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-22T05:16:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:16:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:21 smithi040 ceph-mon[88445]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-22T05:16:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:16:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:21 smithi040 ceph-mon[91058]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-22T05:16:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:16:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:22 smithi062 ceph-mon[78153]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-22T05:16:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:22 smithi062 ceph-mon[78153]: pgmap v2719: 169 pgs: 169 active+clean; 661 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 4.8 KiB/s wr, 28 op/s 2024-04-22T05:16:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:22 smithi040 ceph-mon[88445]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-22T05:16:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:22 smithi040 ceph-mon[88445]: pgmap v2719: 169 pgs: 169 active+clean; 661 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 4.8 KiB/s wr, 28 op/s 2024-04-22T05:16:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:22 smithi040 ceph-mon[91058]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-22T05:16:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:22 smithi040 ceph-mon[91058]: pgmap v2719: 169 pgs: 169 active+clean; 661 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 4.8 KiB/s wr, 28 op/s 2024-04-22T05:16:23.068 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: after_prepare_snap 2024-04-22T05:16:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:23 smithi062 ceph-mon[78153]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-22T05:16:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:23 smithi040 ceph-mon[88445]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-22T05:16:23.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:23 smithi040 ceph-mon[91058]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-22T05:16:24.497 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 41943040 2024-04-22T05:16:24.524 INFO:tasks.workunit.client.0.smithi040.stdout:write: * 0~1000 2024-04-22T05:16:24.528 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:16:24.657 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:16:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:24 smithi062 ceph-mon[78153]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-22T05:16:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:24 smithi062 ceph-mon[78153]: pgmap v2722: 169 pgs: 169 active+clean; 677 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 4.0 MiB/s wr, 31 op/s 2024-04-22T05:16:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:24 smithi040 ceph-mon[88445]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-22T05:16:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:24 smithi040 ceph-mon[88445]: pgmap v2722: 169 pgs: 169 active+clean; 677 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 4.0 MiB/s wr, 31 op/s 2024-04-22T05:16:24.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:24 smithi040 ceph-mon[91058]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-22T05:16:24.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:24 smithi040 ceph-mon[91058]: pgmap v2722: 169 pgs: 169 active+clean; 677 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 4.0 MiB/s wr, 31 op/s 2024-04-22T05:16:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:25 smithi062 ceph-mon[78153]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-22T05:16:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:16:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:16:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:16:25.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:25 smithi040 ceph-mon[88445]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-22T05:16:25.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:25 smithi040 ceph-mon[91058]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-22T05:16:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:26 smithi062 ceph-mon[78153]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-22T05:16:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:26 smithi062 ceph-mon[78153]: pgmap v2725: 169 pgs: 169 active+clean; 681 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 9 op/s 2024-04-22T05:16:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:26 smithi040 ceph-mon[88445]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-22T05:16:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:26 smithi040 ceph-mon[88445]: pgmap v2725: 169 pgs: 169 active+clean; 681 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 9 op/s 2024-04-22T05:16:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:26 smithi040 ceph-mon[91058]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-22T05:16:26.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:26 smithi040 ceph-mon[91058]: pgmap v2725: 169 pgs: 169 active+clean; 681 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 9 op/s 2024-04-22T05:16:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:27 smithi062 ceph-mon[78153]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-22T05:16:27.907 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14264 ms) 2024-04-22T05:16:27.907 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-22T05:16:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:27 smithi040 ceph-mon[88445]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-22T05:16:27.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:27 smithi040 ceph-mon[91058]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-22T05:16:27.922 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:16:27.925 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:16:27.973 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap1 2024-04-22T05:16:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:28 smithi062 ceph-mon[78153]: pgmap v2727: 169 pgs: 169 active+clean; 697 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 260 op/s 2024-04-22T05:16:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:28 smithi062 ceph-mon[78153]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-22T05:16:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:28 smithi040 ceph-mon[91058]: pgmap v2727: 169 pgs: 169 active+clean; 697 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 260 op/s 2024-04-22T05:16:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:28 smithi040 ceph-mon[91058]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-22T05:16:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:28 smithi040 ceph-mon[88445]: pgmap v2727: 169 pgs: 169 active+clean; 697 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 260 op/s 2024-04-22T05:16:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:28 smithi040 ceph-mon[88445]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-22T05:16:29.545 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 8388609~8388609 2024-04-22T05:16:29.556 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 0~1000 2024-04-22T05:16:29.556 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 1010~1000 2024-04-22T05:16:29.557 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap2 2024-04-22T05:16:29.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:29 smithi062 ceph-mon[78153]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-22T05:16:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:29 smithi040 ceph-mon[88445]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-22T05:16:29.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:29 smithi040 ceph-mon[91058]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-22T05:16:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:16:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:16:30] "GET /metrics HTTP/1.1" 200 245477 "" "Prometheus/2.43.0" 2024-04-22T05:16:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:30 smithi062 ceph-mon[78153]: pgmap v2730: 169 pgs: 169 active+clean; 697 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 6.0 MiB/s wr, 254 op/s 2024-04-22T05:16:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:30 smithi062 ceph-mon[78153]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-22T05:16:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:30 smithi040 ceph-mon[88445]: pgmap v2730: 169 pgs: 169 active+clean; 697 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 6.0 MiB/s wr, 254 op/s 2024-04-22T05:16:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:30 smithi040 ceph-mon[88445]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-22T05:16:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:30 smithi040 ceph-mon[91058]: pgmap v2730: 169 pgs: 169 active+clean; 697 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 6.0 MiB/s wr, 254 op/s 2024-04-22T05:16:30.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:30 smithi040 ceph-mon[91058]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-22T05:16:31.565 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 8388609~1000 2024-04-22T05:16:31.569 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 16777228~1000 2024-04-22T05:16:31.570 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 167772160 2024-04-22T05:16:31.580 INFO:tasks.workunit.client.0.smithi040.stdout:write: 2 83886079~8388609 2024-04-22T05:16:31.588 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap3 2024-04-22T05:16:31.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:31 smithi062 ceph-mon[78153]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-22T05:16:31.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:31 smithi040 ceph-mon[88445]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-22T05:16:31.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:31 smithi040 ceph-mon[91058]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-22T05:16:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:32 smithi062 ceph-mon[78153]: pgmap v2733: 169 pgs: 169 active+clean; 701 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-22T05:16:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:32 smithi062 ceph-mon[78153]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-22T05:16:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:32 smithi040 ceph-mon[88445]: pgmap v2733: 169 pgs: 169 active+clean; 701 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-22T05:16:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:32 smithi040 ceph-mon[88445]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-22T05:16:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:32 smithi040 ceph-mon[91058]: pgmap v2733: 169 pgs: 169 active+clean; 701 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-22T05:16:32.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:32 smithi040 ceph-mon[91058]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-22T05:16:33.472 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:16:33.497 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 83886079~1 2024-04-22T05:16:33.501 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:16:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:33 smithi062 ceph-mon[78153]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-22T05:16:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:33 smithi062 ceph-mon[78153]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-22T05:16:33.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:33 smithi040 ceph-mon[91058]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-22T05:16:33.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:33 smithi040 ceph-mon[91058]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-22T05:16:33.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:33 smithi040 ceph-mon[88445]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-22T05:16:33.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:33 smithi040 ceph-mon[88445]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-22T05:16:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:34 smithi062 ceph-mon[78153]: pgmap v2737: 169 pgs: 169 active+clean; 721 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 46 op/s 2024-04-22T05:16:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:34 smithi062 ceph-mon[78153]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-22T05:16:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:34 smithi040 ceph-mon[88445]: pgmap v2737: 169 pgs: 169 active+clean; 721 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 46 op/s 2024-04-22T05:16:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:34 smithi040 ceph-mon[88445]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-22T05:16:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:34 smithi040 ceph-mon[91058]: pgmap v2737: 169 pgs: 169 active+clean; 721 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 46 op/s 2024-04-22T05:16:34.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:34 smithi040 ceph-mon[91058]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-22T05:16:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:16:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:16:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:16:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:36 smithi062 ceph-mon[78153]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-22T05:16:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:36 smithi062 ceph-mon[78153]: pgmap v2740: 169 pgs: 169 active+clean; 729 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 9.1 MiB/s wr, 28 op/s 2024-04-22T05:16:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:16:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:36 smithi040 ceph-mon[88445]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-22T05:16:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:36 smithi040 ceph-mon[88445]: pgmap v2740: 169 pgs: 169 active+clean; 729 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 9.1 MiB/s wr, 28 op/s 2024-04-22T05:16:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:16:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:36 smithi040 ceph-mon[91058]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-22T05:16:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:36 smithi040 ceph-mon[91058]: pgmap v2740: 169 pgs: 169 active+clean; 729 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 9.1 MiB/s wr, 28 op/s 2024-04-22T05:16:36.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:16:36.924 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: after_prepare_snap 2024-04-22T05:16:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:37 smithi062 ceph-mon[78153]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-22T05:16:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:37 smithi040 ceph-mon[88445]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-22T05:16:37.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:37 smithi040 ceph-mon[91058]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-22T05:16:38.472 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 167772160 2024-04-22T05:16:38.482 INFO:tasks.workunit.client.0.smithi040.stdout:write: * 83886080~1000 2024-04-22T05:16:38.488 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:16:38.620 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:16:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:38 smithi062 ceph-mon[78153]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-22T05:16:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:38 smithi062 ceph-mon[78153]: pgmap v2743: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 52 op/s 2024-04-22T05:16:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:38 smithi062 ceph-mon[78153]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-22T05:16:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:38 smithi040 ceph-mon[88445]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-22T05:16:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:38 smithi040 ceph-mon[88445]: pgmap v2743: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 52 op/s 2024-04-22T05:16:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:38 smithi040 ceph-mon[88445]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-22T05:16:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:38 smithi040 ceph-mon[91058]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-22T05:16:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:38 smithi040 ceph-mon[91058]: pgmap v2743: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 52 op/s 2024-04-22T05:16:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:38 smithi040 ceph-mon[91058]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-22T05:16:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:16:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:16:40] "GET /metrics HTTP/1.1" 200 245526 "" "Prometheus/2.43.0" 2024-04-22T05:16:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:40 smithi062 ceph-mon[78153]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-22T05:16:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:40 smithi062 ceph-mon[78153]: pgmap v2746: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 KiB/s wr, 44 op/s 2024-04-22T05:16:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:40 smithi040 ceph-mon[88445]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-22T05:16:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:40 smithi040 ceph-mon[88445]: pgmap v2746: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 KiB/s wr, 44 op/s 2024-04-22T05:16:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:40 smithi040 ceph-mon[91058]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-22T05:16:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:40 smithi040 ceph-mon[91058]: pgmap v2746: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 KiB/s wr, 44 op/s 2024-04-22T05:16:41.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:41 smithi062 ceph-mon[78153]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-22T05:16:41.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:41 smithi040 ceph-mon[88445]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-22T05:16:41.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:41 smithi040 ceph-mon[91058]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-22T05:16:41.935 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14029 ms) 2024-04-22T05:16:41.935 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.Clone 2024-04-22T05:16:41.952 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:16:41.956 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:16:41.959 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.Clone (23 ms) 2024-04-22T05:16:41.959 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.CloneParent 2024-04-22T05:16:41.975 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:16:41.979 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:16:41.982 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.CloneParent (23 ms) 2024-04-22T05:16:41.982 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-22T05:16:41.998 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:16:42.005 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:16:42.008 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (26 ms) 2024-04-22T05:16:42.008 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-22T05:16:42.026 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:16:42.030 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 41943040~10 2024-04-22T05:16:42.034 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap1 2024-04-22T05:16:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:42 smithi062 ceph-mon[78153]: pgmap v2748: 169 pgs: 169 active+clean; 745 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 182 op/s 2024-04-22T05:16:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:42 smithi062 ceph-mon[78153]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-22T05:16:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:42 smithi040 ceph-mon[88445]: pgmap v2748: 169 pgs: 169 active+clean; 745 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 182 op/s 2024-04-22T05:16:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:42 smithi040 ceph-mon[88445]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-22T05:16:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:42 smithi040 ceph-mon[91058]: pgmap v2748: 169 pgs: 169 active+clean; 745 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 182 op/s 2024-04-22T05:16:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:42 smithi040 ceph-mon[91058]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-22T05:16:43.524 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 41943041~10 2024-04-22T05:16:43.530 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:16:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:43 smithi062 ceph-mon[78153]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-22T05:16:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:43 smithi040 ceph-mon[88445]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-22T05:16:43.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:43 smithi040 ceph-mon[91058]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-22T05:16:44.675 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 41943042~10 2024-04-22T05:16:44.683 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap2 2024-04-22T05:16:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:44 smithi062 ceph-mon[78153]: pgmap v2751: 169 pgs: 169 active+clean; 741 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 229 op/s 2024-04-22T05:16:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:44 smithi062 ceph-mon[78153]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-22T05:16:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:44 smithi040 ceph-mon[88445]: pgmap v2751: 169 pgs: 169 active+clean; 741 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 229 op/s 2024-04-22T05:16:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:44 smithi040 ceph-mon[88445]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-22T05:16:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:44 smithi040 ceph-mon[91058]: pgmap v2751: 169 pgs: 169 active+clean; 741 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 229 op/s 2024-04-22T05:16:44.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:44 smithi040 ceph-mon[91058]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-22T05:16:45.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:45 smithi062 ceph-mon[78153]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-22T05:16:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:16:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:16:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:16:45.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:45 smithi040 ceph-mon[88445]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-22T05:16:45.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:45 smithi040 ceph-mon[91058]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-22T05:16:46.537 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 41943040 2024-04-22T05:16:46.563 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:16:46.612 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:16:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:46 smithi062 ceph-mon[78153]: pgmap v2754: 169 pgs: 169 active+clean; 737 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 3.0 MiB/s wr, 53 op/s 2024-04-22T05:16:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:46 smithi062 ceph-mon[78153]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-22T05:16:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:46 smithi040 ceph-mon[88445]: pgmap v2754: 169 pgs: 169 active+clean; 737 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 3.0 MiB/s wr, 53 op/s 2024-04-22T05:16:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:46 smithi040 ceph-mon[88445]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-22T05:16:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:46 smithi040 ceph-mon[91058]: pgmap v2754: 169 pgs: 169 active+clean; 737 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 3.0 MiB/s wr, 53 op/s 2024-04-22T05:16:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:46 smithi040 ceph-mon[91058]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-22T05:16:47.710 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5702 ms) 2024-04-22T05:16:47.713 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-22T05:16:47.730 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:16:47.733 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 41943040~10 2024-04-22T05:16:47.737 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap1 2024-04-22T05:16:47.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:47 smithi062 ceph-mon[78153]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-22T05:16:47.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:47 smithi040 ceph-mon[88445]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-22T05:16:47.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:47 smithi040 ceph-mon[91058]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-22T05:16:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:48 smithi062 ceph-mon[78153]: pgmap v2757: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 14 KiB/s wr, 153 op/s 2024-04-22T05:16:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:48 smithi062 ceph-mon[78153]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-22T05:16:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:48 smithi062 ceph-mon[78153]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-22T05:16:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:48 smithi040 ceph-mon[88445]: pgmap v2757: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 14 KiB/s wr, 153 op/s 2024-04-22T05:16:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:48 smithi040 ceph-mon[88445]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-22T05:16:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:48 smithi040 ceph-mon[88445]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-22T05:16:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:48 smithi040 ceph-mon[91058]: pgmap v2757: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 14 KiB/s wr, 153 op/s 2024-04-22T05:16:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:48 smithi040 ceph-mon[91058]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-22T05:16:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:48 smithi040 ceph-mon[91058]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-22T05:16:49.474 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 41943040 2024-04-22T05:16:49.490 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:16:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:16:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:16:50] "GET /metrics HTTP/1.1" 200 245526 "" "Prometheus/2.43.0" 2024-04-22T05:16:50.601 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:16:50.604 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap3 2024-04-22T05:16:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:50 smithi062 ceph-mon[78153]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-22T05:16:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:50 smithi062 ceph-mon[78153]: pgmap v2761: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 13 KiB/s wr, 146 op/s 2024-04-22T05:16:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:50 smithi040 ceph-mon[91058]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-22T05:16:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:50 smithi040 ceph-mon[91058]: pgmap v2761: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 13 KiB/s wr, 146 op/s 2024-04-22T05:16:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:50 smithi040 ceph-mon[88445]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-22T05:16:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:50 smithi040 ceph-mon[88445]: pgmap v2761: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 13 KiB/s wr, 146 op/s 2024-04-22T05:16:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:51 smithi062 ceph-mon[78153]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-22T05:16:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:16:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:51 smithi040 ceph-mon[91058]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-22T05:16:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:16:51.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:51 smithi040 ceph-mon[88445]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-22T05:16:51.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:16:52.493 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 41943040~10 2024-04-22T05:16:52.501 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap4 2024-04-22T05:16:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:52 smithi062 ceph-mon[78153]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-22T05:16:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:52 smithi062 ceph-mon[78153]: pgmap v2764: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 4.8 KiB/s wr, 28 op/s 2024-04-22T05:16:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:52 smithi040 ceph-mon[88445]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-22T05:16:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:52 smithi040 ceph-mon[88445]: pgmap v2764: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 4.8 KiB/s wr, 28 op/s 2024-04-22T05:16:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:52 smithi040 ceph-mon[91058]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-22T05:16:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:52 smithi040 ceph-mon[91058]: pgmap v2764: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 4.8 KiB/s wr, 28 op/s 2024-04-22T05:16:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:53 smithi062 ceph-mon[78153]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-22T05:16:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:53 smithi040 ceph-mon[88445]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-22T05:16:53.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:53 smithi040 ceph-mon[91058]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-22T05:16:54.506 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 41943040 2024-04-22T05:16:54.525 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:16:54.575 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:16:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:54 smithi062 ceph-mon[78153]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-22T05:16:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:54 smithi062 ceph-mon[78153]: pgmap v2767: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 7.5 KiB/s wr, 64 op/s 2024-04-22T05:16:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:54 smithi040 ceph-mon[88445]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-22T05:16:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:54 smithi040 ceph-mon[88445]: pgmap v2767: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 7.5 KiB/s wr, 64 op/s 2024-04-22T05:16:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:54 smithi040 ceph-mon[91058]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-22T05:16:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:54 smithi040 ceph-mon[91058]: pgmap v2767: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 7.5 KiB/s wr, 64 op/s 2024-04-22T05:16:55.693 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7983 ms) 2024-04-22T05:16:55.693 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-22T05:16:55.710 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:16:55.714 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:16:55.849 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.AbortInUseImage (156 ms) 2024-04-22T05:16:55.849 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-22T05:16:55.868 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:16:55.875 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:16:55.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:55 smithi062 ceph-mon[78153]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-22T05:16:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:16:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:16:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:16:55.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:55 smithi040 ceph-mon[88445]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-22T05:16:55.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:55 smithi040 ceph-mon[91058]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-22T05:16:55.928 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 16777218~8388609 2024-04-22T05:16:55.990 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:16:56.145 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:16:56.188 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 16777218~8388609 2024-04-22T05:16:56.264 INFO:tasks.workunit.client.0.smithi040.stdout:migration_abort 2024-04-22T05:16:56.434 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (585 ms) 2024-04-22T05:16:56.434 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-22T05:16:56.450 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:16:56.453 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:16:56.508 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap1 2024-04-22T05:16:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:56 smithi062 ceph-mon[78153]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-22T05:16:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:56 smithi062 ceph-mon[78153]: pgmap v2770: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 6.2 KiB/s wr, 66 op/s 2024-04-22T05:16:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:56 smithi040 ceph-mon[88445]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-22T05:16:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:56 smithi040 ceph-mon[88445]: pgmap v2770: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 6.2 KiB/s wr, 66 op/s 2024-04-22T05:16:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:56 smithi040 ceph-mon[91058]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-22T05:16:56.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:56 smithi040 ceph-mon[91058]: pgmap v2770: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 6.2 KiB/s wr, 66 op/s 2024-04-22T05:16:58.476 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 8388609~8388609 2024-04-22T05:16:58.484 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 0~1000 2024-04-22T05:16:58.485 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 1010~1000 2024-04-22T05:16:58.485 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap2 2024-04-22T05:16:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:58 smithi062 ceph-mon[78153]: pgmap v2771: 169 pgs: 169 active+clean; 765 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 12 MiB/s wr, 203 op/s 2024-04-22T05:16:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:58 smithi062 ceph-mon[78153]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-22T05:16:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:16:58 smithi062 ceph-mon[78153]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-22T05:16:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:58 smithi040 ceph-mon[88445]: pgmap v2771: 169 pgs: 169 active+clean; 765 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 12 MiB/s wr, 203 op/s 2024-04-22T05:16:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:58 smithi040 ceph-mon[88445]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-22T05:16:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:16:58 smithi040 ceph-mon[88445]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-22T05:16:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:58 smithi040 ceph-mon[91058]: pgmap v2771: 169 pgs: 169 active+clean; 765 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 12 MiB/s wr, 203 op/s 2024-04-22T05:16:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:58 smithi040 ceph-mon[91058]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-22T05:16:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:16:58 smithi040 ceph-mon[91058]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-22T05:17:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:17:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:17:00] "GET /metrics HTTP/1.1" 200 245520 "" "Prometheus/2.43.0" 2024-04-22T05:17:00.547 INFO:tasks.workunit.client.0.smithi040.stdout:write: X 8388609~1000 2024-04-22T05:17:00.549 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 16777228~1000 2024-04-22T05:17:00.549 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 167772160 2024-04-22T05:17:00.559 INFO:tasks.workunit.client.0.smithi040.stdout:write: 2 83886079~8388609 2024-04-22T05:17:00.566 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap3 2024-04-22T05:17:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:00 smithi062 ceph-mon[78153]: pgmap v2774: 169 pgs: 169 active+clean; 765 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 12 MiB/s wr, 203 op/s 2024-04-22T05:17:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:00 smithi062 ceph-mon[78153]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-22T05:17:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:00 smithi040 ceph-mon[91058]: pgmap v2774: 169 pgs: 169 active+clean; 765 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 12 MiB/s wr, 203 op/s 2024-04-22T05:17:00.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:00 smithi040 ceph-mon[91058]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-22T05:17:00.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:00 smithi040 ceph-mon[88445]: pgmap v2774: 169 pgs: 169 active+clean; 765 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 12 MiB/s wr, 203 op/s 2024-04-22T05:17:00.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:00 smithi040 ceph-mon[88445]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-22T05:17:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:01 smithi062 ceph-mon[78153]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-22T05:17:01.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:01 smithi040 ceph-mon[88445]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-22T05:17:01.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:01 smithi040 ceph-mon[91058]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-22T05:17:02.565 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:17:02.585 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 83886079~1 2024-04-22T05:17:02.588 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:17:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:02 smithi062 ceph-mon[78153]: pgmap v2777: 169 pgs: 169 active+clean; 793 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 13 MiB/s wr, 47 op/s 2024-04-22T05:17:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:02 smithi062 ceph-mon[78153]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-22T05:17:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:02 smithi040 ceph-mon[88445]: pgmap v2777: 169 pgs: 169 active+clean; 793 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 13 MiB/s wr, 47 op/s 2024-04-22T05:17:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:02 smithi040 ceph-mon[88445]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-22T05:17:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:02 smithi040 ceph-mon[91058]: pgmap v2777: 169 pgs: 169 active+clean; 793 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 13 MiB/s wr, 47 op/s 2024-04-22T05:17:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:02 smithi040 ceph-mon[91058]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-22T05:17:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:03 smithi062 ceph-mon[78153]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-22T05:17:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:03 smithi062 ceph-mon[78153]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-22T05:17:03.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 05:17:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=cleanup t=2024-04-22T05:17:03.522227745Z level=info msg="Completed cleanup jobs" duration=12.876604ms 2024-04-22T05:17:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:03 smithi040 ceph-mon[88445]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-22T05:17:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:03 smithi040 ceph-mon[88445]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-22T05:17:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:03 smithi040 ceph-mon[91058]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-22T05:17:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:03 smithi040 ceph-mon[91058]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-22T05:17:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:04 smithi062 ceph-mon[78153]: pgmap v2781: 169 pgs: 169 active+clean; 813 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 16 MiB/s wr, 55 op/s 2024-04-22T05:17:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:04 smithi062 ceph-mon[78153]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-22T05:17:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:04 smithi040 ceph-mon[88445]: pgmap v2781: 169 pgs: 169 active+clean; 813 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 16 MiB/s wr, 55 op/s 2024-04-22T05:17:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:04 smithi040 ceph-mon[88445]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-22T05:17:04.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:04 smithi040 ceph-mon[91058]: pgmap v2781: 169 pgs: 169 active+clean; 813 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 16 MiB/s wr, 55 op/s 2024-04-22T05:17:04.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:04 smithi040 ceph-mon[91058]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-22T05:17:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:17:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:17:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:17:05.932 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:17:06.003 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 16777218~8388609 2024-04-22T05:17:06.489 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 0~8388609 2024-04-22T05:17:06.501 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 16777218~8388609 2024-04-22T05:17:06.568 INFO:tasks.workunit.client.0.smithi040.stdout:migration_abort 2024-04-22T05:17:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:06 smithi062 ceph-mon[78153]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-22T05:17:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:06 smithi062 ceph-mon[78153]: pgmap v2784: 169 pgs: 169 active+clean; 817 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.3 KiB/s rd, 4.0 MiB/s wr, 8 op/s 2024-04-22T05:17:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:17:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:06 smithi040 ceph-mon[88445]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-22T05:17:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:06 smithi040 ceph-mon[88445]: pgmap v2784: 169 pgs: 169 active+clean; 817 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.3 KiB/s rd, 4.0 MiB/s wr, 8 op/s 2024-04-22T05:17:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:17:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:06 smithi040 ceph-mon[91058]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-22T05:17:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:06 smithi040 ceph-mon[91058]: pgmap v2784: 169 pgs: 169 active+clean; 817 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.3 KiB/s rd, 4.0 MiB/s wr, 8 op/s 2024-04-22T05:17:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:17:07.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:07 smithi062 ceph-mon[78153]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-22T05:17:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:07 smithi040 ceph-mon[88445]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-22T05:17:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:07 smithi040 ceph-mon[91058]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-22T05:17:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:08 smithi062 ceph-mon[78153]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-22T05:17:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:08 smithi062 ceph-mon[78153]: pgmap v2787: 169 pgs: 169 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 106 op/s 2024-04-22T05:17:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:08 smithi040 ceph-mon[88445]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-22T05:17:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:08 smithi040 ceph-mon[88445]: pgmap v2787: 169 pgs: 169 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 106 op/s 2024-04-22T05:17:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:08 smithi040 ceph-mon[91058]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-22T05:17:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:08 smithi040 ceph-mon[91058]: pgmap v2787: 169 pgs: 169 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 106 op/s 2024-04-22T05:17:09.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:09 smithi062 ceph-mon[78153]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-22T05:17:09.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:09 smithi040 ceph-mon[88445]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-22T05:17:09.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:09 smithi040 ceph-mon[91058]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-22T05:17:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:17:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:17:10] "GET /metrics HTTP/1.1" 200 245542 "" "Prometheus/2.43.0" 2024-04-22T05:17:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:10 smithi062 ceph-mon[78153]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-22T05:17:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:10 smithi062 ceph-mon[78153]: pgmap v2790: 169 pgs: 169 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 16 MiB/s wr, 106 op/s 2024-04-22T05:17:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:10 smithi040 ceph-mon[88445]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-22T05:17:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:10 smithi040 ceph-mon[88445]: pgmap v2790: 169 pgs: 169 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 16 MiB/s wr, 106 op/s 2024-04-22T05:17:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:10 smithi040 ceph-mon[91058]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-22T05:17:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:10 smithi040 ceph-mon[91058]: pgmap v2790: 169 pgs: 169 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 16 MiB/s wr, 106 op/s 2024-04-22T05:17:10.929 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.AbortWithSnapshots (14495 ms) 2024-04-22T05:17:10.929 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-22T05:17:10.945 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:17:10.950 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:17:10.953 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.CloneV1Parent (24 ms) 2024-04-22T05:17:10.953 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-22T05:17:10.971 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:17:10.978 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:17:10.980 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.CloneV2Parent (27 ms) 2024-04-22T05:17:10.980 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-22T05:17:11.001 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:17:11.007 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:17:11.010 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.CloneV1ParentAbort (30 ms) 2024-04-22T05:17:11.010 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-22T05:17:11.027 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:17:11.033 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:17:11.035 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.CloneV2ParentAbort (24 ms) 2024-04-22T05:17:11.035 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-22T05:17:11.058 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:17:11.064 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:17:11.066 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (32 ms) 2024-04-22T05:17:11.066 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-22T05:17:11.085 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:17:11.090 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:17:11.092 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (25 ms) 2024-04-22T05:17:11.092 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-22T05:17:11.109 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:17:11.113 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:17:11.115 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (24 ms) 2024-04-22T05:17:11.116 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-22T05:17:11.132 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:17:11.135 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:17:11.138 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (22 ms) 2024-04-22T05:17:11.138 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-22T05:17:11.155 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:17:11.158 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:17:11.160 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (23 ms) 2024-04-22T05:17:11.160 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-22T05:17:11.176 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:17:11.179 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:17:11.182 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (22 ms) 2024-04-22T05:17:11.182 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-22T05:17:11.201 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:17:11.204 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 36403750~7020207 2024-04-22T05:17:11.251 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 6046291~2297432 2024-04-22T05:17:11.253 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 49922929~42428 2024-04-22T05:17:11.256 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 2324020~8067095 2024-04-22T05:17:11.258 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 36152300~4104410 2024-04-22T05:17:11.283 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 48805448~592592 2024-04-22T05:17:11.285 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 36119078~3607430 2024-04-22T05:17:11.308 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 64951370~4128212 2024-04-22T05:17:11.310 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap0 2024-04-22T05:17:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:11 smithi062 ceph-mon[78153]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-22T05:17:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:11 smithi040 ceph-mon[88445]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-22T05:17:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:11 smithi040 ceph-mon[91058]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-22T05:17:12.538 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 160611233 2024-04-22T05:17:12.547 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 93732026~1307616 2024-04-22T05:17:12.552 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 116490037~1388892 2024-04-22T05:17:12.552 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 72194682~2197822 2024-04-22T05:17:12.554 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 14581627~3531786 2024-04-22T05:17:12.555 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 69375898~8354949 2024-04-22T05:17:12.579 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 72714242~2414161 2024-04-22T05:17:12.605 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 143652097~101886 2024-04-22T05:17:12.605 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 108995861~6409652 2024-04-22T05:17:12.605 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap1 2024-04-22T05:17:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:12 smithi062 ceph-mon[78153]: pgmap v2793: 169 pgs: 169 active+clean; 880 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 10 MiB/s wr, 127 op/s 2024-04-22T05:17:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:12 smithi062 ceph-mon[78153]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-22T05:17:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:12 smithi040 ceph-mon[88445]: pgmap v2793: 169 pgs: 169 active+clean; 880 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 10 MiB/s wr, 127 op/s 2024-04-22T05:17:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:12 smithi040 ceph-mon[88445]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-22T05:17:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:12 smithi040 ceph-mon[91058]: pgmap v2793: 169 pgs: 169 active+clean; 880 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 10 MiB/s wr, 127 op/s 2024-04-22T05:17:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:12 smithi040 ceph-mon[91058]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-22T05:17:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:13 smithi062 ceph-mon[78153]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-22T05:17:13.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:13 smithi040 ceph-mon[91058]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-22T05:17:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:13 smithi040 ceph-mon[88445]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-22T05:17:14.571 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 17540135~6452081 2024-04-22T05:17:14.577 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 34964447~6770539 2024-04-22T05:17:14.578 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 3024843~6095010 2024-04-22T05:17:14.583 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 11524579~980085 2024-04-22T05:17:14.584 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 42827250~4587229 2024-04-22T05:17:14.599 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 113526684~308415 2024-04-22T05:17:14.602 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 141687070~6718110 2024-04-22T05:17:14.613 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 150576626~3737352 2024-04-22T05:17:14.632 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap2 2024-04-22T05:17:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:14 smithi062 ceph-mon[78153]: pgmap v2795: 169 pgs: 169 active+clean; 872 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 12 MiB/s wr, 149 op/s 2024-04-22T05:17:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:14 smithi062 ceph-mon[78153]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-22T05:17:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:14 smithi040 ceph-mon[88445]: pgmap v2795: 169 pgs: 169 active+clean; 872 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 12 MiB/s wr, 149 op/s 2024-04-22T05:17:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:14 smithi040 ceph-mon[88445]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-22T05:17:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:14 smithi040 ceph-mon[91058]: pgmap v2795: 169 pgs: 169 active+clean; 872 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 12 MiB/s wr, 149 op/s 2024-04-22T05:17:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:14 smithi040 ceph-mon[91058]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-22T05:17:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:17:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:17:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:17:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:15 smithi062 ceph-mon[78153]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-22T05:17:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:15 smithi040 ceph-mon[88445]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-22T05:17:15.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:15 smithi040 ceph-mon[91058]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-22T05:17:16.579 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 47200428~7697601 2024-04-22T05:17:16.599 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 37212574~849880 2024-04-22T05:17:16.601 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 83269461~3677277 2024-04-22T05:17:16.605 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 59900970~7768335 2024-04-22T05:17:16.610 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 129811139~4376555 2024-04-22T05:17:16.613 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 153474034~7137199 2024-04-22T05:17:16.627 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 137397850~1880932 2024-04-22T05:17:16.628 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 36198283~461073 2024-04-22T05:17:16.628 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap3 2024-04-22T05:17:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:16 smithi062 ceph-mon[78153]: pgmap v2798: 169 pgs: 169 active+clean; 902 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 8.4 MiB/s wr, 36 op/s 2024-04-22T05:17:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:16 smithi062 ceph-mon[78153]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-22T05:17:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:16 smithi040 ceph-mon[88445]: pgmap v2798: 169 pgs: 169 active+clean; 902 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 8.4 MiB/s wr, 36 op/s 2024-04-22T05:17:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:16 smithi040 ceph-mon[88445]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-22T05:17:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:16 smithi040 ceph-mon[91058]: pgmap v2798: 169 pgs: 169 active+clean; 902 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 8.4 MiB/s wr, 36 op/s 2024-04-22T05:17:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:16 smithi040 ceph-mon[91058]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-22T05:17:17.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:17 smithi062 ceph-mon[78153]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-22T05:17:17.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:17 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:17:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:17 smithi040 ceph-mon[88445]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-22T05:17:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:17 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:17:17.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:17 smithi040 ceph-mon[91058]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-22T05:17:17.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:17 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:17:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:18 smithi062 ceph-mon[78153]: pgmap v2801: 169 pgs: 169 active+clean; 1018 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 25 MiB/s wr, 45 op/s 2024-04-22T05:17:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:18 smithi062 ceph-mon[78153]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-22T05:17:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:18 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:17:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:18 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:17:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:18 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:17:18.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:18 smithi062 ceph-mon[78153]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-22T05:17:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:18 smithi040 ceph-mon[88445]: pgmap v2801: 169 pgs: 169 active+clean; 1018 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 25 MiB/s wr, 45 op/s 2024-04-22T05:17:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:18 smithi040 ceph-mon[88445]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-22T05:17:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:18 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:17:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:18 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:17:18.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:18 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:17:18.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:18 smithi040 ceph-mon[88445]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-22T05:17:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:18 smithi040 ceph-mon[91058]: pgmap v2801: 169 pgs: 169 active+clean; 1018 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 25 MiB/s wr, 45 op/s 2024-04-22T05:17:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:18 smithi040 ceph-mon[91058]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-22T05:17:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:18 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:17:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:18 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:17:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:18 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:17:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:18 smithi040 ceph-mon[91058]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-22T05:17:19.103 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.StressNoMigrate (7920 ms) 2024-04-22T05:17:19.103 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.Stress 2024-04-22T05:17:19.119 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:17:19.124 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 60548907~5202373 2024-04-22T05:17:19.155 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 68509859~6146746 2024-04-22T05:17:19.157 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 56786809~5373382 2024-04-22T05:17:19.191 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 79200356~3830731 2024-04-22T05:17:19.193 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 49511123~7991258 2024-04-22T05:17:19.237 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 52859286~5945087 2024-04-22T05:17:19.240 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 18773721~6877076 2024-04-22T05:17:19.270 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 18106464~3377518 2024-04-22T05:17:19.272 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap0 2024-04-22T05:17:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:17:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:17:20] "GET /metrics HTTP/1.1" 200 245542 "" "Prometheus/2.43.0" 2024-04-22T05:17:20.608 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 708975~4193740 2024-04-22T05:17:20.617 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 8570295~3376612 2024-04-22T05:17:20.617 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 35679636~190588 2024-04-22T05:17:20.617 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 27237345~2579287 2024-04-22T05:17:20.617 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 70149224~7965847 2024-04-22T05:17:20.637 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 45742854~5943053 2024-04-22T05:17:20.638 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 24298204~3888926 2024-04-22T05:17:20.656 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 81215049~613579 2024-04-22T05:17:20.656 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap1 2024-04-22T05:17:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:20 smithi062 ceph-mon[78153]: pgmap v2804: 169 pgs: 169 active+clean; 1018 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 19 MiB/s wr, 31 op/s 2024-04-22T05:17:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:20 smithi062 ceph-mon[78153]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-22T05:17:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:20 smithi040 ceph-mon[88445]: pgmap v2804: 169 pgs: 169 active+clean; 1018 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 19 MiB/s wr, 31 op/s 2024-04-22T05:17:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:20 smithi040 ceph-mon[88445]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-22T05:17:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:20 smithi040 ceph-mon[91058]: pgmap v2804: 169 pgs: 169 active+clean; 1018 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 19 MiB/s wr, 31 op/s 2024-04-22T05:17:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:20 smithi040 ceph-mon[91058]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-22T05:17:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:21 smithi062 ceph-mon[78153]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-22T05:17:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:17:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:21 smithi040 ceph-mon[91058]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-22T05:17:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:17:21.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:21 smithi040 ceph-mon[88445]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-22T05:17:21.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:17:22.626 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 69811215~2014574 2024-04-22T05:17:22.633 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 14233913~3345680 2024-04-22T05:17:22.636 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 19725546~6405236 2024-04-22T05:17:22.638 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 45904755~5024780 2024-04-22T05:17:22.642 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 53844897~5475968 2024-04-22T05:17:22.648 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 8853487~5958220 2024-04-22T05:17:22.655 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 61963650~4842497 2024-04-22T05:17:22.662 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 22328688~4658619 2024-04-22T05:17:22.692 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap2 2024-04-22T05:17:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:22 smithi062 ceph-mon[78153]: pgmap v2807: 169 pgs: 169 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 12 MiB/s wr, 37 op/s 2024-04-22T05:17:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:22 smithi062 ceph-mon[78153]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-22T05:17:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:22 smithi040 ceph-mon[91058]: pgmap v2807: 169 pgs: 169 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 12 MiB/s wr, 37 op/s 2024-04-22T05:17:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:22 smithi040 ceph-mon[91058]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-22T05:17:22.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:22 smithi040 ceph-mon[88445]: pgmap v2807: 169 pgs: 169 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 12 MiB/s wr, 37 op/s 2024-04-22T05:17:22.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:22 smithi040 ceph-mon[88445]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-22T05:17:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:23 smithi062 ceph-mon[78153]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-22T05:17:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:23 smithi040 ceph-mon[88445]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-22T05:17:23.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:23 smithi040 ceph-mon[91058]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-22T05:17:24.645 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 147446642 2024-04-22T05:17:24.652 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 138759217~5742060 2024-04-22T05:17:24.665 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 2645565~7419594 2024-04-22T05:17:24.671 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 105955234~8322450 2024-04-22T05:17:24.682 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 111165846~5368027 2024-04-22T05:17:24.711 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 76121867~5960273 2024-04-22T05:17:24.718 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 50709172~4347236 2024-04-22T05:17:24.719 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 74107258~1390926 2024-04-22T05:17:24.722 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 123141412~5991594 2024-04-22T05:17:24.723 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap3 2024-04-22T05:17:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:24 smithi040 ceph-mon[88445]: pgmap v2810: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 73 MiB/s rd, 20 MiB/s wr, 64 op/s 2024-04-22T05:17:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:24 smithi040 ceph-mon[88445]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-22T05:17:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:24 smithi040 ceph-mon[91058]: pgmap v2810: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 73 MiB/s rd, 20 MiB/s wr, 64 op/s 2024-04-22T05:17:24.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:24 smithi040 ceph-mon[91058]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-22T05:17:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:24 smithi062 ceph-mon[78153]: pgmap v2810: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 73 MiB/s rd, 20 MiB/s wr, 64 op/s 2024-04-22T05:17:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:24 smithi062 ceph-mon[78153]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-22T05:17:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:25 smithi062 ceph-mon[78153]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-22T05:17:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:17:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:17:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:17:25.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:25 smithi040 ceph-mon[88445]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-22T05:17:25.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:25 smithi040 ceph-mon[91058]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-22T05:17:26.658 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:17:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:26 smithi040 ceph-mon[88445]: pgmap v2813: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 14 MiB/s wr, 38 op/s 2024-04-22T05:17:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:26 smithi040 ceph-mon[88445]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-22T05:17:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:26 smithi040 ceph-mon[91058]: pgmap v2813: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 14 MiB/s wr, 38 op/s 2024-04-22T05:17:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:26 smithi040 ceph-mon[91058]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-22T05:17:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:26 smithi062 ceph-mon[78153]: pgmap v2813: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 14 MiB/s wr, 38 op/s 2024-04-22T05:17:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:26 smithi062 ceph-mon[78153]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-22T05:17:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:27 smithi040 ceph-mon[88445]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-22T05:17:27.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:27 smithi040 ceph-mon[91058]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-22T05:17:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:27 smithi062 ceph-mon[78153]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-22T05:17:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:28 smithi040 ceph-mon[88445]: pgmap v2816: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 9.5 KiB/s rd, 22 MiB/s wr, 29 op/s 2024-04-22T05:17:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:28 smithi040 ceph-mon[88445]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-22T05:17:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:28 smithi040 ceph-mon[91058]: pgmap v2816: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 9.5 KiB/s rd, 22 MiB/s wr, 29 op/s 2024-04-22T05:17:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:28 smithi040 ceph-mon[91058]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-22T05:17:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:28 smithi062 ceph-mon[78153]: pgmap v2816: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 9.5 KiB/s rd, 22 MiB/s wr, 29 op/s 2024-04-22T05:17:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:28 smithi062 ceph-mon[78153]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-22T05:17:30.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:29 smithi040 ceph-mon[88445]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-22T05:17:30.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:29 smithi040 ceph-mon[91058]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-22T05:17:30.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:29 smithi062 ceph-mon[78153]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-22T05:17:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:17:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:17:30] "GET /metrics HTTP/1.1" 200 245506 "" "Prometheus/2.43.0" 2024-04-22T05:17:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:30 smithi062 ceph-mon[78153]: pgmap v2819: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 5.0 KiB/s rd, 16 MiB/s wr, 18 op/s 2024-04-22T05:17:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:30 smithi062 ceph-mon[78153]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-22T05:17:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:30 smithi040 ceph-mon[88445]: pgmap v2819: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 5.0 KiB/s rd, 16 MiB/s wr, 18 op/s 2024-04-22T05:17:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:30 smithi040 ceph-mon[88445]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-22T05:17:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:30 smithi040 ceph-mon[91058]: pgmap v2819: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 5.0 KiB/s rd, 16 MiB/s wr, 18 op/s 2024-04-22T05:17:31.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:30 smithi040 ceph-mon[91058]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-22T05:17:31.419 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:17:31.602 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:17:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:31 smithi062 ceph-mon[78153]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-22T05:17:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:31 smithi040 ceph-mon[91058]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-22T05:17:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:31 smithi040 ceph-mon[88445]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-22T05:17:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:32 smithi062 ceph-mon[78153]: pgmap v2822: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 KiB/s wr, 29 op/s 2024-04-22T05:17:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:32 smithi062 ceph-mon[78153]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-22T05:17:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:32 smithi040 ceph-mon[88445]: pgmap v2822: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 KiB/s wr, 29 op/s 2024-04-22T05:17:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:32 smithi040 ceph-mon[88445]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-22T05:17:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:32 smithi040 ceph-mon[91058]: pgmap v2822: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 KiB/s wr, 29 op/s 2024-04-22T05:17:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:32 smithi040 ceph-mon[91058]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-22T05:17:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:33 smithi062 ceph-mon[78153]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-22T05:17:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:33 smithi040 ceph-mon[88445]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-22T05:17:34.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:33 smithi040 ceph-mon[91058]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-22T05:17:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:34 smithi062 ceph-mon[78153]: pgmap v2825: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 9.3 MiB/s wr, 53 op/s 2024-04-22T05:17:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:34 smithi062 ceph-mon[78153]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-22T05:17:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:34 smithi040 ceph-mon[88445]: pgmap v2825: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 9.3 MiB/s wr, 53 op/s 2024-04-22T05:17:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:34 smithi040 ceph-mon[88445]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-22T05:17:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:34 smithi040 ceph-mon[91058]: pgmap v2825: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 9.3 MiB/s wr, 53 op/s 2024-04-22T05:17:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:34 smithi040 ceph-mon[91058]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-22T05:17:35.300 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.Stress (16198 ms) 2024-04-22T05:17:35.301 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.Stress2 2024-04-22T05:17:35.322 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:17:35.327 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 75078801~454680 2024-04-22T05:17:35.334 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 62688185~4772296 2024-04-22T05:17:35.337 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 22014391~5539550 2024-04-22T05:17:35.364 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 67503200~421818 2024-04-22T05:17:35.366 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 22750506~1507186 2024-04-22T05:17:35.378 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 56679141~7014343 2024-04-22T05:17:35.381 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 66091202~3326743 2024-04-22T05:17:35.405 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 44694756~5378479 2024-04-22T05:17:35.408 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap0 2024-04-22T05:17:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:35 smithi062 ceph-mon[78153]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-22T05:17:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:17:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:17:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:17:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:17:36.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:35 smithi040 ceph-mon[91058]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-22T05:17:36.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:17:36.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:35 smithi040 ceph-mon[88445]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-22T05:17:36.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:17:36.733 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 124890337 2024-04-22T05:17:36.739 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 91290271~8119743 2024-04-22T05:17:36.749 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 48052149~5021490 2024-04-22T05:17:36.758 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 76418819~6997073 2024-04-22T05:17:36.763 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 111326709~5622469 2024-04-22T05:17:36.766 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 50484988~5913719 2024-04-22T05:17:36.789 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 67763853~400176 2024-04-22T05:17:36.789 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 27958685~1266795 2024-04-22T05:17:36.795 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 101190567~1114662 2024-04-22T05:17:36.795 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap1 2024-04-22T05:17:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:36 smithi062 ceph-mon[78153]: pgmap v2828: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 60 MiB/s rd, 12 MiB/s wr, 46 op/s 2024-04-22T05:17:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:36 smithi062 ceph-mon[78153]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-22T05:17:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:36 smithi040 ceph-mon[88445]: pgmap v2828: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 60 MiB/s rd, 12 MiB/s wr, 46 op/s 2024-04-22T05:17:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:36 smithi040 ceph-mon[88445]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-22T05:17:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:36 smithi040 ceph-mon[91058]: pgmap v2828: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 60 MiB/s rd, 12 MiB/s wr, 46 op/s 2024-04-22T05:17:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:36 smithi040 ceph-mon[91058]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-22T05:17:38.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:37 smithi062 ceph-mon[78153]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-22T05:17:38.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:37 smithi040 ceph-mon[88445]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-22T05:17:38.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:37 smithi040 ceph-mon[91058]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-22T05:17:38.487 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 84078268~6654212 2024-04-22T05:17:38.498 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 25703331~5244604 2024-04-22T05:17:38.499 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 100797112~4394845 2024-04-22T05:17:38.507 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 8985650~5674284 2024-04-22T05:17:38.507 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 106258702~6156030 2024-04-22T05:17:38.520 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 117158128~7732209 2024-04-22T05:17:38.527 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 95433861~3572804 2024-04-22T05:17:38.550 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 75209071~250274 2024-04-22T05:17:38.550 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap2 2024-04-22T05:17:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:38 smithi062 ceph-mon[78153]: pgmap v2831: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 110 MiB/s rd, 13 MiB/s wr, 285 op/s 2024-04-22T05:17:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:38 smithi062 ceph-mon[78153]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-22T05:17:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:38 smithi062 ceph-mon[78153]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-22T05:17:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:38 smithi040 ceph-mon[91058]: pgmap v2831: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 110 MiB/s rd, 13 MiB/s wr, 285 op/s 2024-04-22T05:17:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:38 smithi040 ceph-mon[91058]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-22T05:17:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:38 smithi040 ceph-mon[91058]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-22T05:17:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:38 smithi040 ceph-mon[88445]: pgmap v2831: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 110 MiB/s rd, 13 MiB/s wr, 285 op/s 2024-04-22T05:17:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:38 smithi040 ceph-mon[88445]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-22T05:17:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:38 smithi040 ceph-mon[88445]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-22T05:17:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:17:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:17:40] "GET /metrics HTTP/1.1" 200 245522 "" "Prometheus/2.43.0" 2024-04-22T05:17:40.495 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 91184246 2024-04-22T05:17:40.515 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 36147352~4831107 2024-04-22T05:17:40.522 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 29849925~1715678 2024-04-22T05:17:40.524 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 3265559~873545 2024-04-22T05:17:40.525 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 39902492~1812951 2024-04-22T05:17:40.542 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 67930715~4952940 2024-04-22T05:17:40.544 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 10992031~3521541 2024-04-22T05:17:40.545 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 26532383~7490593 2024-04-22T05:17:40.549 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 85693164~5491082 2024-04-22T05:17:40.549 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap3 2024-04-22T05:17:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:40 smithi062 ceph-mon[78153]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-22T05:17:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:40 smithi062 ceph-mon[78153]: pgmap v2835: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 62 MiB/s rd, 8.6 MiB/s wr, 40 op/s 2024-04-22T05:17:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:40 smithi040 ceph-mon[88445]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-22T05:17:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:40 smithi040 ceph-mon[88445]: pgmap v2835: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 62 MiB/s rd, 8.6 MiB/s wr, 40 op/s 2024-04-22T05:17:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:40 smithi040 ceph-mon[91058]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-22T05:17:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:40 smithi040 ceph-mon[91058]: pgmap v2835: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 62 MiB/s rd, 8.6 MiB/s wr, 40 op/s 2024-04-22T05:17:41.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:41 smithi062 ceph-mon[78153]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-22T05:17:41.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:41 smithi040 ceph-mon[88445]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-22T05:17:41.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:41 smithi040 ceph-mon[91058]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-22T05:17:42.506 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:17:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:42 smithi062 ceph-mon[78153]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-22T05:17:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:42 smithi062 ceph-mon[78153]: pgmap v2838: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 18 MiB/s wr, 29 op/s 2024-04-22T05:17:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:42 smithi040 ceph-mon[88445]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-22T05:17:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:42 smithi040 ceph-mon[88445]: pgmap v2838: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 18 MiB/s wr, 29 op/s 2024-04-22T05:17:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:42 smithi040 ceph-mon[91058]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-22T05:17:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:42 smithi040 ceph-mon[91058]: pgmap v2838: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 18 MiB/s wr, 29 op/s 2024-04-22T05:17:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:43 smithi062 ceph-mon[78153]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-22T05:17:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:43 smithi040 ceph-mon[88445]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-22T05:17:43.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:43 smithi040 ceph-mon[91058]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-22T05:17:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:44 smithi062 ceph-mon[78153]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-22T05:17:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:44 smithi062 ceph-mon[78153]: pgmap v2841: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 26 MiB/s wr, 33 op/s 2024-04-22T05:17:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:44 smithi040 ceph-mon[88445]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-22T05:17:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:44 smithi040 ceph-mon[88445]: pgmap v2841: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 26 MiB/s wr, 33 op/s 2024-04-22T05:17:44.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:44 smithi040 ceph-mon[91058]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-22T05:17:44.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:44 smithi040 ceph-mon[91058]: pgmap v2841: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 26 MiB/s wr, 33 op/s 2024-04-22T05:17:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:17:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:17:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:17:45.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:45 smithi062 ceph-mon[78153]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-22T05:17:45.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:45 smithi040 ceph-mon[91058]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-22T05:17:45.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:45 smithi040 ceph-mon[88445]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-22T05:17:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:46 smithi062 ceph-mon[78153]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-22T05:17:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:46 smithi062 ceph-mon[78153]: pgmap v2844: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 17 KiB/s rd, 11 MiB/s wr, 31 op/s 2024-04-22T05:17:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:46 smithi040 ceph-mon[88445]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-22T05:17:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:46 smithi040 ceph-mon[88445]: pgmap v2844: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 17 KiB/s rd, 11 MiB/s wr, 31 op/s 2024-04-22T05:17:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:46 smithi040 ceph-mon[91058]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-22T05:17:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:46 smithi040 ceph-mon[91058]: pgmap v2844: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 17 KiB/s rd, 11 MiB/s wr, 31 op/s 2024-04-22T05:17:47.262 INFO:tasks.workunit.client.0.smithi040.stdout:write: a 6755291~1497320 2024-04-22T05:17:47.273 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 85062875~6121371 2024-04-22T05:17:47.306 INFO:tasks.workunit.client.0.smithi040.stdout:write: a 52721034~4943299 2024-04-22T05:17:47.355 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 84901091~3194652 2024-04-22T05:17:47.355 INFO:tasks.workunit.client.0.smithi040.stdout:write: a 85064965~5962190 2024-04-22T05:17:47.379 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 7402477~5712711 2024-04-22T05:17:47.382 INFO:tasks.workunit.client.0.smithi040.stdout:write: a 44839402~5025780 2024-04-22T05:17:47.414 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 17432679~238722 2024-04-22T05:17:47.416 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: user0 2024-04-22T05:17:47.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:47 smithi062 ceph-mon[78153]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-22T05:17:47.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:47 smithi040 ceph-mon[88445]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-22T05:17:47.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:47 smithi040 ceph-mon[91058]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-22T05:17:48.551 INFO:tasks.workunit.client.0.smithi040.stdout:write: b 34413584~1651497 2024-04-22T05:17:48.561 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 81477732~7207743 2024-04-22T05:17:48.561 INFO:tasks.workunit.client.0.smithi040.stdout:write: b 87918215~3266031 2024-04-22T05:17:48.590 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 14000080~6132256 2024-04-22T05:17:48.590 INFO:tasks.workunit.client.0.smithi040.stdout:write: b 67560751~6375499 2024-04-22T05:17:48.597 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 14047465~186109 2024-04-22T05:17:48.613 INFO:tasks.workunit.client.0.smithi040.stdout:write: b 59688380~1192223 2024-04-22T05:17:48.613 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 21788332~4975293 2024-04-22T05:17:48.614 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: user1 2024-04-22T05:17:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:48 smithi062 ceph-mon[78153]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-22T05:17:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:48 smithi062 ceph-mon[78153]: pgmap v2847: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-04-22T05:17:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:48 smithi040 ceph-mon[91058]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-22T05:17:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:48 smithi040 ceph-mon[91058]: pgmap v2847: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-04-22T05:17:48.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:48 smithi040 ceph-mon[88445]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-22T05:17:48.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:48 smithi040 ceph-mon[88445]: pgmap v2847: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-04-22T05:17:49.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:49 smithi062 ceph-mon[78153]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-22T05:17:49.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:49 smithi040 ceph-mon[88445]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-22T05:17:49.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:49 smithi040 ceph-mon[91058]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-22T05:17:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:17:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:17:50] "GET /metrics HTTP/1.1" 200 245522 "" "Prometheus/2.43.0" 2024-04-22T05:17:50.564 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 98499562 2024-04-22T05:17:50.577 INFO:tasks.workunit.client.0.smithi040.stdout:write: c 72458005~4922791 2024-04-22T05:17:50.587 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 44205989~3632388 2024-04-22T05:17:50.587 INFO:tasks.workunit.client.0.smithi040.stdout:write: c 1170719~6717535 2024-04-22T05:17:50.595 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 14841226~7709332 2024-04-22T05:17:50.596 INFO:tasks.workunit.client.0.smithi040.stdout:write: c 32783671~1869031 2024-04-22T05:17:50.603 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 33511664~2363873 2024-04-22T05:17:50.665 INFO:tasks.workunit.client.0.smithi040.stdout:write: c 40532520~4648243 2024-04-22T05:17:50.667 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 27002125~2713791 2024-04-22T05:17:50.667 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: user2 2024-04-22T05:17:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:50 smithi062 ceph-mon[78153]: pgmap v2849: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 365 KiB/s wr, 14 op/s 2024-04-22T05:17:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:50 smithi062 ceph-mon[78153]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-22T05:17:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:50 smithi040 ceph-mon[88445]: pgmap v2849: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 365 KiB/s wr, 14 op/s 2024-04-22T05:17:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:50 smithi040 ceph-mon[88445]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-22T05:17:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:50 smithi040 ceph-mon[91058]: pgmap v2849: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 365 KiB/s wr, 14 op/s 2024-04-22T05:17:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:50 smithi040 ceph-mon[91058]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-22T05:17:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:51 smithi062 ceph-mon[78153]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-22T05:17:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:17:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:51 smithi040 ceph-mon[88445]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-22T05:17:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:17:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:51 smithi040 ceph-mon[91058]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-22T05:17:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:17:52.580 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 113941284 2024-04-22T05:17:52.591 INFO:tasks.workunit.client.0.smithi040.stdout:write: d 66100495~7239454 2024-04-22T05:17:52.603 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 89160121~4378786 2024-04-22T05:17:52.603 INFO:tasks.workunit.client.0.smithi040.stdout:write: d 22779959~2069100 2024-04-22T05:17:52.606 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 29864996~315711 2024-04-22T05:17:52.608 INFO:tasks.workunit.client.0.smithi040.stdout:write: d 22115916~5198091 2024-04-22T05:17:52.643 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 72781990~3240816 2024-04-22T05:17:52.667 INFO:tasks.workunit.client.0.smithi040.stdout:write: d 40375584~5728740 2024-04-22T05:17:52.670 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 51351864~4319395 2024-04-22T05:17:52.674 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: user3 2024-04-22T05:17:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:52 smithi062 ceph-mon[78153]: pgmap v2852: 169 pgs: 169 active+clean; 1.4 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 52 MiB/s rd, 11 MiB/s wr, 126 op/s 2024-04-22T05:17:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:52 smithi062 ceph-mon[78153]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-22T05:17:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:52 smithi040 ceph-mon[88445]: pgmap v2852: 169 pgs: 169 active+clean; 1.4 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 52 MiB/s rd, 11 MiB/s wr, 126 op/s 2024-04-22T05:17:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:52 smithi040 ceph-mon[88445]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-22T05:17:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:52 smithi040 ceph-mon[91058]: pgmap v2852: 169 pgs: 169 active+clean; 1.4 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 52 MiB/s rd, 11 MiB/s wr, 126 op/s 2024-04-22T05:17:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:52 smithi040 ceph-mon[91058]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-22T05:17:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:53 smithi062 ceph-mon[78153]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-22T05:17:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:53 smithi040 ceph-mon[88445]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-22T05:17:53.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:53 smithi040 ceph-mon[91058]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-22T05:17:54.598 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 142774064 2024-04-22T05:17:54.614 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 14277406~3569351 2024-04-22T05:17:54.616 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 15169743~1784675 2024-04-22T05:17:54.632 INFO:tasks.workunit.client.0.smithi040.stdout:write: 2 28554812~3569351 2024-04-22T05:17:54.634 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 29447149~1784675 2024-04-22T05:17:54.666 INFO:tasks.workunit.client.0.smithi040.stdout:write: 3 42832219~3569351 2024-04-22T05:17:54.667 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 43724556~1784675 2024-04-22T05:17:54.689 INFO:tasks.workunit.client.0.smithi040.stdout:write: 4 57109625~3569351 2024-04-22T05:17:54.690 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 58001962~1784675 2024-04-22T05:17:54.711 INFO:tasks.workunit.client.0.smithi040.stdout:write: 5 71387032~3569351 2024-04-22T05:17:54.712 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 72279369~1784675 2024-04-22T05:17:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:54 smithi062 ceph-mon[78153]: pgmap v2855: 169 pgs: 169 active+clean; 1.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 60 MiB/s rd, 29 MiB/s wr, 149 op/s 2024-04-22T05:17:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:54 smithi062 ceph-mon[78153]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-22T05:17:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:54 smithi040 ceph-mon[88445]: pgmap v2855: 169 pgs: 169 active+clean; 1.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 60 MiB/s rd, 29 MiB/s wr, 149 op/s 2024-04-22T05:17:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:54 smithi040 ceph-mon[88445]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-22T05:17:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:54 smithi040 ceph-mon[91058]: pgmap v2855: 169 pgs: 169 active+clean; 1.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 60 MiB/s rd, 29 MiB/s wr, 149 op/s 2024-04-22T05:17:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:54 smithi040 ceph-mon[91058]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-22T05:17:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:55 smithi062 ceph-mon[78153]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-22T05:17:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:17:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:17:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:17:55.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:55 smithi040 ceph-mon[88445]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-22T05:17:55.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:55 smithi040 ceph-mon[91058]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-22T05:17:55.934 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:17:56.074 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:17:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:56 smithi062 ceph-mon[78153]: pgmap v2858: 169 pgs: 169 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 25 MiB/s wr, 154 op/s 2024-04-22T05:17:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:56 smithi040 ceph-mon[88445]: pgmap v2858: 169 pgs: 169 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 25 MiB/s wr, 154 op/s 2024-04-22T05:17:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:56 smithi040 ceph-mon[91058]: pgmap v2858: 169 pgs: 169 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 25 MiB/s wr, 154 op/s 2024-04-22T05:17:57.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:57 smithi062 ceph-mon[78153]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-22T05:17:57.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:57 smithi040 ceph-mon[88445]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-22T05:17:57.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:57 smithi040 ceph-mon[91058]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-22T05:17:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:58 smithi062 ceph-mon[78153]: pgmap v2860: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 130 MiB/s rd, 20 MiB/s wr, 181 op/s 2024-04-22T05:17:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:58 smithi062 ceph-mon[78153]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-22T05:17:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:58 smithi040 ceph-mon[88445]: pgmap v2860: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 130 MiB/s rd, 20 MiB/s wr, 181 op/s 2024-04-22T05:17:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:58 smithi040 ceph-mon[88445]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-22T05:17:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:58 smithi040 ceph-mon[91058]: pgmap v2860: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 130 MiB/s rd, 20 MiB/s wr, 181 op/s 2024-04-22T05:17:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:58 smithi040 ceph-mon[91058]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-22T05:17:59.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:17:59 smithi040 ceph-mon[88445]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-22T05:17:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:17:59 smithi040 ceph-mon[91058]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-22T05:18:00.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:17:59 smithi062 ceph-mon[78153]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-22T05:18:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:18:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:18:00] "GET /metrics HTTP/1.1" 200 245492 "" "Prometheus/2.43.0" 2024-04-22T05:18:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.Stress2 (25566 ms) 2024-04-22T05:18:00.867 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMigration.StressLive 2024-04-22T05:18:00.886 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 83886080 2024-04-22T05:18:00.891 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 50016451~4773473 2024-04-22T05:18:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:00 smithi040 ceph-mon[88445]: pgmap v2863: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 131 MiB/s rd, 20 MiB/s wr, 182 op/s 2024-04-22T05:18:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:00 smithi040 ceph-mon[88445]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-22T05:18:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:00 smithi040 ceph-mon[91058]: pgmap v2863: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 131 MiB/s rd, 20 MiB/s wr, 182 op/s 2024-04-22T05:18:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:00 smithi040 ceph-mon[91058]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-22T05:18:00.934 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 32303170~2218990 2024-04-22T05:18:00.936 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 15255842~1539441 2024-04-22T05:18:00.946 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 71362096~2764108 2024-04-22T05:18:00.948 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 10243927~1946005 2024-04-22T05:18:00.962 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 796851~1844446 2024-04-22T05:18:00.964 INFO:tasks.workunit.client.0.smithi040.stdout:write: A 73332096~7078786 2024-04-22T05:18:01.002 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 759279~6023197 2024-04-22T05:18:01.004 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap0 2024-04-22T05:18:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:00 smithi062 ceph-mon[78153]: pgmap v2863: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 131 MiB/s rd, 20 MiB/s wr, 182 op/s 2024-04-22T05:18:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:00 smithi062 ceph-mon[78153]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-22T05:18:02.669 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 29186427~6338908 2024-04-22T05:18:02.676 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 36795736~7597611 2024-04-22T05:18:02.676 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 61493310~7261419 2024-04-22T05:18:02.681 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 48979459~581437 2024-04-22T05:18:02.682 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 1553957~7092449 2024-04-22T05:18:02.701 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 76849636~419432 2024-04-22T05:18:02.703 INFO:tasks.workunit.client.0.smithi040.stdout:write: B 9900386~7758337 2024-04-22T05:18:02.749 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 24220356~6125637 2024-04-22T05:18:02.759 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap1 2024-04-22T05:18:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:02 smithi040 ceph-mon[91058]: pgmap v2865: 169 pgs: 169 active+clean; 1.6 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 149 MiB/s rd, 15 MiB/s wr, 247 op/s 2024-04-22T05:18:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:02 smithi040 ceph-mon[91058]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-22T05:18:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:02 smithi040 ceph-mon[88445]: pgmap v2865: 169 pgs: 169 active+clean; 1.6 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 149 MiB/s rd, 15 MiB/s wr, 247 op/s 2024-04-22T05:18:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:02 smithi040 ceph-mon[88445]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-22T05:18:03.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:02 smithi062 ceph-mon[78153]: pgmap v2865: 169 pgs: 169 active+clean; 1.6 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 149 MiB/s rd, 15 MiB/s wr, 247 op/s 2024-04-22T05:18:03.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:02 smithi062 ceph-mon[78153]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-22T05:18:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:03 smithi040 ceph-mon[88445]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-22T05:18:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:03 smithi040 ceph-mon[88445]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-22T05:18:03.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:03 smithi040 ceph-mon[91058]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-22T05:18:03.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:03 smithi040 ceph-mon[91058]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-22T05:18:04.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:03 smithi062 ceph-mon[78153]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-22T05:18:04.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:03 smithi062 ceph-mon[78153]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-22T05:18:04.503 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 67702837~4874375 2024-04-22T05:18:04.517 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 57970131~2209394 2024-04-22T05:18:04.517 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 12544007~4847206 2024-04-22T05:18:04.524 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 15080260~1105195 2024-04-22T05:18:04.557 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 75292845~4952251 2024-04-22T05:18:04.558 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 27752664~4526277 2024-04-22T05:18:04.558 INFO:tasks.workunit.client.0.smithi040.stdout:write: C 48868837~554652 2024-04-22T05:18:04.558 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 4575255~537140 2024-04-22T05:18:04.559 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap2 2024-04-22T05:18:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:04 smithi040 ceph-mon[91058]: pgmap v2869: 169 pgs: 169 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 176 MiB/s rd, 7.1 MiB/s wr, 288 op/s 2024-04-22T05:18:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:04 smithi040 ceph-mon[91058]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-22T05:18:04.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:04 smithi040 ceph-mon[88445]: pgmap v2869: 169 pgs: 169 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 176 MiB/s rd, 7.1 MiB/s wr, 288 op/s 2024-04-22T05:18:04.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:04 smithi040 ceph-mon[88445]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-22T05:18:05.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:04 smithi062 ceph-mon[78153]: pgmap v2869: 169 pgs: 169 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 176 MiB/s rd, 7.1 MiB/s wr, 288 op/s 2024-04-22T05:18:05.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:04 smithi062 ceph-mon[78153]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-22T05:18:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:18:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:18:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:18:06.512 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 62168323~3778444 2024-04-22T05:18:06.520 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 63080137~519246 2024-04-22T05:18:06.534 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 7611696~2095878 2024-04-22T05:18:06.535 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 69624175~5913839 2024-04-22T05:18:06.536 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 38838000~575252 2024-04-22T05:18:06.536 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 15089497~4027089 2024-04-22T05:18:06.538 INFO:tasks.workunit.client.0.smithi040.stdout:write: D 66478113~4338100 2024-04-22T05:18:06.544 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 30097897~3186656 2024-04-22T05:18:06.544 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: snap3 2024-04-22T05:18:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:06 smithi062 ceph-mon[78153]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-22T05:18:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:06 smithi062 ceph-mon[78153]: pgmap v2872: 169 pgs: 169 active+clean; 1.6 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 115 MiB/s rd, 10 MiB/s wr, 69 op/s 2024-04-22T05:18:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:18:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:06 smithi040 ceph-mon[91058]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-22T05:18:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:06 smithi040 ceph-mon[91058]: pgmap v2872: 169 pgs: 169 active+clean; 1.6 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 115 MiB/s rd, 10 MiB/s wr, 69 op/s 2024-04-22T05:18:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:18:06.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:06 smithi040 ceph-mon[88445]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-22T05:18:06.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:06 smithi040 ceph-mon[88445]: pgmap v2872: 169 pgs: 169 active+clean; 1.6 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 115 MiB/s rd, 10 MiB/s wr, 69 op/s 2024-04-22T05:18:06.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:18:07.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:07 smithi062 ceph-mon[78153]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-22T05:18:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:07 smithi040 ceph-mon[88445]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-22T05:18:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:07 smithi040 ceph-mon[91058]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-22T05:18:08.497 INFO:tasks.workunit.client.0.smithi040.stdout:migration_prepare 2024-04-22T05:18:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:08 smithi062 ceph-mon[78153]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-22T05:18:08.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:08 smithi062 ceph-mon[78153]: pgmap v2875: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 26 MiB/s wr, 47 op/s 2024-04-22T05:18:08.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:08 smithi062 ceph-mon[78153]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-22T05:18:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:08 smithi040 ceph-mon[88445]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-22T05:18:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:08 smithi040 ceph-mon[88445]: pgmap v2875: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 26 MiB/s wr, 47 op/s 2024-04-22T05:18:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:08 smithi040 ceph-mon[88445]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-22T05:18:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:08 smithi040 ceph-mon[91058]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-22T05:18:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:08 smithi040 ceph-mon[91058]: pgmap v2875: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 26 MiB/s wr, 47 op/s 2024-04-22T05:18:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:08 smithi040 ceph-mon[91058]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-22T05:18:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:18:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:18:10] "GET /metrics HTTP/1.1" 200 245559 "" "Prometheus/2.43.0" 2024-04-22T05:18:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:10 smithi062 ceph-mon[78153]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-22T05:18:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:10 smithi062 ceph-mon[78153]: pgmap v2878: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 6.9 MiB/s rd, 19 MiB/s wr, 25 op/s 2024-04-22T05:18:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:10 smithi040 ceph-mon[91058]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-22T05:18:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:10 smithi040 ceph-mon[91058]: pgmap v2878: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 6.9 MiB/s rd, 19 MiB/s wr, 25 op/s 2024-04-22T05:18:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:10 smithi040 ceph-mon[88445]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-22T05:18:10.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:10 smithi040 ceph-mon[88445]: pgmap v2878: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 6.9 MiB/s rd, 19 MiB/s wr, 25 op/s 2024-04-22T05:18:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:11 smithi062 ceph-mon[78153]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-22T05:18:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:11 smithi040 ceph-mon[88445]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-22T05:18:11.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:11 smithi040 ceph-mon[91058]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-22T05:18:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:12 smithi062 ceph-mon[78153]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-22T05:18:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:12 smithi062 ceph-mon[78153]: pgmap v2881: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 16 KiB/s rd, 2.9 MiB/s wr, 24 op/s 2024-04-22T05:18:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:12 smithi040 ceph-mon[88445]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-22T05:18:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:12 smithi040 ceph-mon[88445]: pgmap v2881: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 16 KiB/s rd, 2.9 MiB/s wr, 24 op/s 2024-04-22T05:18:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:12 smithi040 ceph-mon[91058]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-22T05:18:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:12 smithi040 ceph-mon[91058]: pgmap v2881: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 16 KiB/s rd, 2.9 MiB/s wr, 24 op/s 2024-04-22T05:18:13.257 INFO:tasks.workunit.client.0.smithi040.stdout:migration_execute 2024-04-22T05:18:13.257 INFO:tasks.workunit.client.0.smithi040.stdout:write: a 34945103~2436531 2024-04-22T05:18:13.282 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 37096158~5734043 2024-04-22T05:18:13.294 INFO:tasks.workunit.client.0.smithi040.stdout:write: a 75803756~8082324 2024-04-22T05:18:13.457 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 37774425~3337100 2024-04-22T05:18:13.459 INFO:tasks.workunit.client.0.smithi040.stdout:write: a 3891752~4884526 2024-04-22T05:18:13.518 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 38976098~2757182 2024-04-22T05:18:13.522 INFO:tasks.workunit.client.0.smithi040.stdout:write: a 67612238~78400 2024-04-22T05:18:13.524 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 20303683~811503 2024-04-22T05:18:13.526 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: user0 2024-04-22T05:18:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:13 smithi062 ceph-mon[78153]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-22T05:18:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:13 smithi040 ceph-mon[88445]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-22T05:18:13.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:13 smithi040 ceph-mon[91058]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-22T05:18:14.552 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 156166328 2024-04-22T05:18:14.562 INFO:tasks.workunit.client.0.smithi040.stdout:write: b 31154885~5622345 2024-04-22T05:18:14.570 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 74555424~2696615 2024-04-22T05:18:14.570 INFO:tasks.workunit.client.0.smithi040.stdout:write: b 11769375~820961 2024-04-22T05:18:14.571 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 102322666~3776137 2024-04-22T05:18:14.571 INFO:tasks.workunit.client.0.smithi040.stdout:write: b 25665955~3929675 2024-04-22T05:18:14.575 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 114005333~2319898 2024-04-22T05:18:14.575 INFO:tasks.workunit.client.0.smithi040.stdout:write: b 2802269~4724031 2024-04-22T05:18:14.589 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 98133346~1863812 2024-04-22T05:18:14.589 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: user1 2024-04-22T05:18:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:14 smithi062 ceph-mon[78153]: pgmap v2883: 169 pgs: 169 active+clean; 1.7 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 16 KiB/s rd, 2.9 MiB/s wr, 24 op/s 2024-04-22T05:18:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:14 smithi062 ceph-mon[78153]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-22T05:18:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:14 smithi040 ceph-mon[88445]: pgmap v2883: 169 pgs: 169 active+clean; 1.7 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 16 KiB/s rd, 2.9 MiB/s wr, 24 op/s 2024-04-22T05:18:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:14 smithi040 ceph-mon[88445]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-22T05:18:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:14 smithi040 ceph-mon[91058]: pgmap v2883: 169 pgs: 169 active+clean; 1.7 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 16 KiB/s rd, 2.9 MiB/s wr, 24 op/s 2024-04-22T05:18:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:14 smithi040 ceph-mon[91058]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-22T05:18:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:15 smithi062 ceph-mon[78153]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-22T05:18:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:18:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:18:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:18:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:15 smithi040 ceph-mon[88445]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-22T05:18:15.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:15 smithi040 ceph-mon[91058]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-22T05:18:16.572 INFO:tasks.workunit.client.0.smithi040.stdout:write: c 115254089~1557528 2024-04-22T05:18:16.583 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 13475033~3246648 2024-04-22T05:18:16.583 INFO:tasks.workunit.client.0.smithi040.stdout:write: c 30922032~863071 2024-04-22T05:18:16.584 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 93388042~146095 2024-04-22T05:18:16.584 INFO:tasks.workunit.client.0.smithi040.stdout:write: c 6392822~7216800 2024-04-22T05:18:16.597 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 141052675~7096241 2024-04-22T05:18:16.597 INFO:tasks.workunit.client.0.smithi040.stdout:write: c 38005417~1672091 2024-04-22T05:18:16.598 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 148189323~7977005 2024-04-22T05:18:16.598 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: user2 2024-04-22T05:18:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:16 smithi062 ceph-mon[78153]: pgmap v2886: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 11 MiB/s wr, 149 op/s 2024-04-22T05:18:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:16 smithi062 ceph-mon[78153]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-22T05:18:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:16 smithi040 ceph-mon[88445]: pgmap v2886: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 11 MiB/s wr, 149 op/s 2024-04-22T05:18:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:16 smithi040 ceph-mon[88445]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-22T05:18:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:16 smithi040 ceph-mon[91058]: pgmap v2886: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 11 MiB/s wr, 149 op/s 2024-04-22T05:18:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:16 smithi040 ceph-mon[91058]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-22T05:18:17.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:17 smithi062 ceph-mon[78153]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-22T05:18:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:17 smithi040 ceph-mon[88445]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-22T05:18:17.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:17 smithi040 ceph-mon[91058]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-22T05:18:18.580 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 103217965 2024-04-22T05:18:18.604 INFO:tasks.workunit.client.0.smithi040.stdout:write: d 24737361~2738761 2024-04-22T05:18:18.611 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 17543752~3113583 2024-04-22T05:18:18.611 INFO:tasks.workunit.client.0.smithi040.stdout:write: d 82100177~1708276 2024-04-22T05:18:18.612 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 59796206~4191901 2024-04-22T05:18:18.613 INFO:tasks.workunit.client.0.smithi040.stdout:write: d 41741030~2594393 2024-04-22T05:18:18.617 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 14120803~4045229 2024-04-22T05:18:18.619 INFO:tasks.workunit.client.0.smithi040.stdout:write: d 93111843~469270 2024-04-22T05:18:18.620 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 60606106~642404 2024-04-22T05:18:18.634 INFO:tasks.workunit.client.0.smithi040.stdout:snap_create: user3 2024-04-22T05:18:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:18 smithi062 ceph-mon[78153]: pgmap v2889: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 99 MiB/s rd, 32 MiB/s wr, 251 op/s 2024-04-22T05:18:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:18 smithi062 ceph-mon[78153]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-22T05:18:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:18 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:18:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:18 smithi040 ceph-mon[88445]: pgmap v2889: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 99 MiB/s rd, 32 MiB/s wr, 251 op/s 2024-04-22T05:18:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:18 smithi040 ceph-mon[88445]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-22T05:18:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:18 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:18:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:18 smithi040 ceph-mon[91058]: pgmap v2889: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 99 MiB/s rd, 32 MiB/s wr, 251 op/s 2024-04-22T05:18:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:18 smithi040 ceph-mon[91058]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-22T05:18:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:18 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:18:19.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:19 smithi062 ceph-mon[78153]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-22T05:18:19.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:19 smithi040 ceph-mon[88445]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-22T05:18:19.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:19 smithi040 ceph-mon[91058]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-22T05:18:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:18:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:18:20] "GET /metrics HTTP/1.1" 200 245559 "" "Prometheus/2.43.0" 2024-04-22T05:18:20.589 INFO:tasks.workunit.client.0.smithi040.stdout:resize: 136066939 2024-04-22T05:18:20.602 INFO:tasks.workunit.client.0.smithi040.stdout:write: 1 13606693~3401673 2024-04-22T05:18:20.603 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 14457111~1700836 2024-04-22T05:18:20.625 INFO:tasks.workunit.client.0.smithi040.stdout:write: 2 27213387~3401673 2024-04-22T05:18:20.627 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 28063805~1700836 2024-04-22T05:18:20.644 INFO:tasks.workunit.client.0.smithi040.stdout:write: 3 40820081~3401673 2024-04-22T05:18:20.645 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 41670499~1700836 2024-04-22T05:18:20.659 INFO:tasks.workunit.client.0.smithi040.stdout:write: 4 54426775~3401673 2024-04-22T05:18:20.661 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 55277193~1700836 2024-04-22T05:18:20.683 INFO:tasks.workunit.client.0.smithi040.stdout:write: 5 68033469~3401673 2024-04-22T05:18:20.684 INFO:tasks.workunit.client.0.smithi040.stdout:discard: 68883887~1700836 2024-04-22T05:18:20.730 INFO:tasks.workunit.client.0.smithi040.stdout:migration_commit 2024-04-22T05:18:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:20 smithi062 ceph-mon[78153]: pgmap v2892: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 83 MiB/s rd, 20 MiB/s wr, 102 op/s 2024-04-22T05:18:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:20 smithi062 ceph-mon[78153]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-22T05:18:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:20 smithi040 ceph-mon[88445]: pgmap v2892: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 83 MiB/s rd, 20 MiB/s wr, 102 op/s 2024-04-22T05:18:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:20 smithi040 ceph-mon[88445]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-22T05:18:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:20 smithi040 ceph-mon[91058]: pgmap v2892: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 83 MiB/s rd, 20 MiB/s wr, 102 op/s 2024-04-22T05:18:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:20 smithi040 ceph-mon[91058]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-22T05:18:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:21 smithi062 ceph-mon[78153]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-22T05:18:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:18:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:21 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:21 smithi040 ceph-mon[88445]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-22T05:18:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:18:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:21 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:21 smithi040 ceph-mon[91058]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-22T05:18:21.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:18:21.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:21.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:21 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:22 smithi062 ceph-mon[78153]: pgmap v2895: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 39 KiB/s rd, 7.7 MiB/s wr, 61 op/s 2024-04-22T05:18:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:22 smithi062 ceph-mon[78153]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-22T05:18:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:22 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:18:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:22 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:18:22.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:22 smithi040 ceph-mon[88445]: pgmap v2895: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 39 KiB/s rd, 7.7 MiB/s wr, 61 op/s 2024-04-22T05:18:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:22 smithi040 ceph-mon[88445]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-22T05:18:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:22.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:22 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:18:22.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:22 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:18:22.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:22 smithi040 ceph-mon[91058]: pgmap v2895: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 39 KiB/s rd, 7.7 MiB/s wr, 61 op/s 2024-04-22T05:18:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:22 smithi040 ceph-mon[91058]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-22T05:18:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:22 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:18:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:22 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:18:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:23 smithi062 ceph-mon[78153]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-22T05:18:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:23 smithi040 ceph-mon[88445]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-22T05:18:23.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:23 smithi040 ceph-mon[91058]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-22T05:18:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:24 smithi062 ceph-mon[78153]: pgmap v2898: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 39 KiB/s rd, 12 MiB/s wr, 68 op/s 2024-04-22T05:18:24.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:24 smithi062 ceph-mon[78153]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-22T05:18:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:24 smithi040 ceph-mon[88445]: pgmap v2898: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 39 KiB/s rd, 12 MiB/s wr, 68 op/s 2024-04-22T05:18:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:24 smithi040 ceph-mon[88445]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-22T05:18:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:24 smithi040 ceph-mon[91058]: pgmap v2898: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 39 KiB/s rd, 12 MiB/s wr, 68 op/s 2024-04-22T05:18:24.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:24 smithi040 ceph-mon[91058]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-22T05:18:25.844 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMigration.StressLive (24977 ms) 2024-04-22T05:18:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:25 smithi062 ceph-mon[78153]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-22T05:18:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:18:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:18:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:18:25.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:25 smithi040 ceph-mon[88445]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-22T05:18:25.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:25 smithi040 ceph-mon[91058]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-22T05:18:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:26 smithi062 ceph-mon[78153]: pgmap v2901: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 6.7 MiB/s wr, 158 op/s 2024-04-22T05:18:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:26 smithi040 ceph-mon[88445]: pgmap v2901: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 6.7 MiB/s wr, 158 op/s 2024-04-22T05:18:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:26 smithi040 ceph-mon[91058]: pgmap v2901: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 6.7 MiB/s wr, 158 op/s 2024-04-22T05:18:27.650 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 57 tests from TestMigration (233124 ms total) 2024-04-22T05:18:27.650 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:18:27.650 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-22T05:18:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:27 smithi040 ceph-mon[88445]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-22T05:18:27.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:27 smithi040 ceph-mon[91058]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-22T05:18:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:27 smithi062 ceph-mon[78153]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-22T05:18:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:28 smithi040 ceph-mon[88445]: pgmap v2903: 137 pgs: 137 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-04-22T05:18:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:28 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:18:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:28 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T05:18:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:28 smithi040 ceph-mon[88445]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-22T05:18:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:28 smithi040 ceph-mon[91058]: pgmap v2903: 137 pgs: 137 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-04-22T05:18:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:28 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:18:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:28 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T05:18:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:28 smithi040 ceph-mon[91058]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-22T05:18:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:28 smithi062 ceph-mon[78153]: pgmap v2903: 137 pgs: 137 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-04-22T05:18:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:28 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:18:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:28 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T05:18:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:28 smithi062 ceph-mon[78153]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-22T05:18:29.655 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-22T05:18:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:29 smithi040 ceph-mon[88445]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-22T05:18:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:29 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2225101939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:29.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:29 smithi040 ceph-mon[91058]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-22T05:18:29.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:29 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2225101939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:30.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:29 smithi062 ceph-mon[78153]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-22T05:18:30.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:29 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2225101939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:18:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:18:30] "GET /metrics HTTP/1.1" 200 245570 "" "Prometheus/2.43.0" 2024-04-22T05:18:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:30 smithi040 ceph-mon[91058]: pgmap v2906: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-04-22T05:18:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:30 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:18:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:30 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2225101939' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:30.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:30 smithi040 ceph-mon[91058]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-22T05:18:30.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:30 smithi040 ceph-mon[88445]: pgmap v2906: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-04-22T05:18:30.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:30 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:18:30.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:30 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2225101939' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:30.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:30 smithi040 ceph-mon[88445]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-22T05:18:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:30 smithi062 ceph-mon[78153]: pgmap v2906: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-04-22T05:18:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:30 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:18:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:30 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2225101939' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:30 smithi062 ceph-mon[78153]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-22T05:18:31.698 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2043 ms) 2024-04-22T05:18:31.698 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-22T05:18:31.712 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (15 ms) 2024-04-22T05:18:31.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:31 smithi040 ceph-mon[88445]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-22T05:18:31.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:31 smithi040 ceph-mon[91058]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-22T05:18:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:31 smithi062 ceph-mon[78153]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-22T05:18:32.674 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 2 tests from TestMirroringWatcher (2058 ms total) 2024-04-22T05:18:32.674 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:18:32.674 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 4 tests from TestObjectMap 2024-04-22T05:18:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:32 smithi062 ceph-mon[78153]: pgmap v2909: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-22T05:18:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:32 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:18:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:32 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T05:18:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:32 smithi062 ceph-mon[78153]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-22T05:18:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:32 smithi040 ceph-mon[91058]: pgmap v2909: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-22T05:18:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:32 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:18:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:32 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T05:18:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:32 smithi040 ceph-mon[91058]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-22T05:18:33.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:32 smithi040 ceph-mon[88445]: pgmap v2909: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-22T05:18:33.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:32 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:18:33.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:32 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T05:18:33.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:32 smithi040 ceph-mon[88445]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-22T05:18:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:33 smithi062 ceph-mon[78153]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-22T05:18:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:33 smithi040 ceph-mon[88445]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-22T05:18:34.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:33 smithi040 ceph-mon[91058]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-22T05:18:34.681 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-22T05:18:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:34 smithi062 ceph-mon[78153]: pgmap v2912: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:34 smithi062 ceph-mon[78153]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-22T05:18:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:34 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1481000346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:34 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:34 smithi040 ceph-mon[88445]: pgmap v2912: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:34 smithi040 ceph-mon[88445]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-22T05:18:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:34 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1481000346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:34 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:34 smithi040 ceph-mon[91058]: pgmap v2912: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:34 smithi040 ceph-mon[91058]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-22T05:18:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:34 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1481000346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:34 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:35.692 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:35 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:35.692 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:35 smithi040 ceph-mon[88445]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-22T05:18:35.692 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:35 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:35.692 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:18:35.692 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:35 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:35.693 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:35 smithi040 ceph-mon[91058]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-22T05:18:35.693 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:35 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:35.693 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:18:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:18:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:18:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:18:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:35 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:35 smithi062 ceph-mon[78153]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-22T05:18:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:35 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:18:36.721 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:36.721 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2043 ms) 2024-04-22T05:18:36.721 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-22T05:18:36.729 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:36.729 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (7 ms) 2024-04-22T05:18:36.730 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-22T05:18:36.733 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:36.733 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (5 ms) 2024-04-22T05:18:36.733 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-22T05:18:36.740 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:36.740 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (7 ms) 2024-04-22T05:18:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:36 smithi062 ceph-mon[78153]: pgmap v2915: 137 pgs: 30 unknown, 107 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:36 smithi062 ceph-mon[78153]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-22T05:18:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:36 smithi040 ceph-mon[88445]: pgmap v2915: 137 pgs: 30 unknown, 107 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:36 smithi040 ceph-mon[88445]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-22T05:18:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:36 smithi040 ceph-mon[91058]: pgmap v2915: 137 pgs: 30 unknown, 107 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:36 smithi040 ceph-mon[91058]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-22T05:18:37.713 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 4 tests from TestObjectMap (2062 ms total) 2024-04-22T05:18:37.713 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:18:37.713 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 1 test from TestOperations 2024-04-22T05:18:38.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:37 smithi062 ceph-mon[78153]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-22T05:18:38.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:37 smithi040 ceph-mon[88445]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-22T05:18:38.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:37 smithi040 ceph-mon[91058]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-22T05:18:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:38 smithi062 ceph-mon[78153]: pgmap v2918: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-22T05:18:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:38 smithi062 ceph-mon[78153]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-22T05:18:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:38 smithi040 ceph-mon[88445]: pgmap v2918: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-22T05:18:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:38 smithi040 ceph-mon[88445]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-22T05:18:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:38 smithi040 ceph-mon[91058]: pgmap v2918: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-22T05:18:39.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:38 smithi040 ceph-mon[91058]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-22T05:18:39.726 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-22T05:18:40.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:39 smithi040 ceph-mon[88445]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-22T05:18:40.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:39 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3692684343' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:40.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:39 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:40.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:39 smithi040 ceph-mon[91058]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-22T05:18:40.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:39 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3692684343' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:40.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:39 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:39 smithi062 ceph-mon[78153]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-22T05:18:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:39 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3692684343' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:39 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:18:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:18:40] "GET /metrics HTTP/1.1" 200 242978 "" "Prometheus/2.43.0" 2024-04-22T05:18:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:40 smithi062 ceph-mon[78153]: pgmap v2921: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:40 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:18:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:40 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:40 smithi062 ceph-mon[78153]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-22T05:18:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:40 smithi040 ceph-mon[88445]: pgmap v2921: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:40 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:18:41.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:40 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:41.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:40 smithi040 ceph-mon[88445]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-22T05:18:41.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:40 smithi040 ceph-mon[91058]: pgmap v2921: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:41.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:40 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:18:41.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:40 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:41.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:40 smithi040 ceph-mon[91058]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-22T05:18:41.754 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:41.754 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2027 ms) 2024-04-22T05:18:42.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:41 smithi062 ceph-mon[78153]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-22T05:18:42.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:41 smithi040 ceph-mon[88445]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-22T05:18:42.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:41 smithi040 ceph-mon[91058]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-22T05:18:42.756 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 1 test from TestOperations (2027 ms total) 2024-04-22T05:18:42.756 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:18:42.756 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 2 tests from TestTrash 2024-04-22T05:18:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:42 smithi062 ceph-mon[78153]: pgmap v2924: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:42 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:18:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:42 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T05:18:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:42 smithi062 ceph-mon[78153]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-22T05:18:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:42 smithi040 ceph-mon[88445]: pgmap v2924: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:42 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:18:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:42 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T05:18:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:42 smithi040 ceph-mon[88445]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-22T05:18:43.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:42 smithi040 ceph-mon[91058]: pgmap v2924: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:43.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:42 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:18:43.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:42 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T05:18:43.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:42 smithi040 ceph-mon[91058]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-22T05:18:44.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:43 smithi062 ceph-mon[78153]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-22T05:18:44.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:43 smithi040 ceph-mon[88445]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-22T05:18:44.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:43 smithi040 ceph-mon[91058]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-22T05:18:44.758 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-22T05:18:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:44 smithi062 ceph-mon[78153]: pgmap v2927: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:44 smithi062 ceph-mon[78153]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-22T05:18:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:44 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4122348824' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:44 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:44 smithi040 ceph-mon[88445]: pgmap v2927: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:44 smithi040 ceph-mon[88445]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-22T05:18:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:44 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4122348824' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:45.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:44 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:44 smithi040 ceph-mon[91058]: pgmap v2927: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:44 smithi040 ceph-mon[91058]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-22T05:18:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:44 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4122348824' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:44 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:45.770 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:18:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:18:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:18:46.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:45 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:46.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:45 smithi062 ceph-mon[78153]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-22T05:18:46.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:45 smithi062 ceph-mon[78153]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-22T05:18:46.162 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:45 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:46.162 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:45 smithi040 ceph-mon[88445]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-22T05:18:46.162 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:45 smithi040 ceph-mon[88445]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-22T05:18:46.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:45 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:46.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:45 smithi040 ceph-mon[91058]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-22T05:18:46.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:45 smithi040 ceph-mon[91058]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-22T05:18:46.777 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:46.777 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestTrash.UserRemovingSource (2019 ms) 2024-04-22T05:18:46.777 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-22T05:18:46.782 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:46.782 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestTrash.RestoreMirroringSource (5 ms) 2024-04-22T05:18:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:46 smithi062 ceph-mon[78153]: pgmap v2930: 137 pgs: 27 unknown, 110 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:46 smithi062 ceph-mon[78153]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-22T05:18:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:46 smithi040 ceph-mon[88445]: pgmap v2930: 137 pgs: 27 unknown, 110 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:46 smithi040 ceph-mon[88445]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-22T05:18:47.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:46 smithi040 ceph-mon[91058]: pgmap v2930: 137 pgs: 27 unknown, 110 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:47.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:46 smithi040 ceph-mon[91058]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-22T05:18:47.793 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 2 tests from TestTrash (2024 ms total) 2024-04-22T05:18:47.793 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:18:47.794 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 4 tests from TestJournalEntries 2024-04-22T05:18:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:48 smithi062 ceph-mon[78153]: pgmap v2933: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 1 op/s 2024-04-22T05:18:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:48 smithi062 ceph-mon[78153]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-22T05:18:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:48 smithi040 ceph-mon[88445]: pgmap v2933: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 1 op/s 2024-04-22T05:18:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:48 smithi040 ceph-mon[88445]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-22T05:18:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:48 smithi040 ceph-mon[91058]: pgmap v2933: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 1 op/s 2024-04-22T05:18:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:48 smithi040 ceph-mon[91058]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-22T05:18:49.801 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-22T05:18:50.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:49 smithi040 ceph-mon[88445]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-22T05:18:50.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:49 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/1027956328' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:50.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:49 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:50.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:49 smithi040 ceph-mon[91058]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-22T05:18:50.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:49 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/1027956328' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:50.067 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:49 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:50.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:49 smithi062 ceph-mon[78153]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-22T05:18:50.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:49 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/1027956328' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:50.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:49 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:18:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:18:50] "GET /metrics HTTP/1.1" 200 242978 "" "Prometheus/2.43.0" 2024-04-22T05:18:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:50 smithi062 ceph-mon[78153]: pgmap v2936: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:50 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:18:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:50 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:50 smithi062 ceph-mon[78153]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-22T05:18:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:50 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:51.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:18:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:50 smithi040 ceph-mon[88445]: pgmap v2936: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:50 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:18:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:50 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:50 smithi040 ceph-mon[88445]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-22T05:18:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:50 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:51.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:18:51.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:50 smithi040 ceph-mon[91058]: pgmap v2936: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:51.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:50 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:18:51.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:50 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:51.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:50 smithi040 ceph-mon[91058]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-22T05:18:51.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:50 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:18:51.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:18:51.843 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:51.843 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalEntries.AioWrite (2042 ms) 2024-04-22T05:18:51.843 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-22T05:18:51.858 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:51.858 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalEntries.AioDiscard (15 ms) 2024-04-22T05:18:51.858 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-22T05:18:51.862 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:51.862 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (4 ms) 2024-04-22T05:18:51.862 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-22T05:18:51.866 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:51.866 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalEntries.AioFlush (4 ms) 2024-04-22T05:18:52.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:51 smithi062 ceph-mon[78153]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-22T05:18:52.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:51 smithi040 ceph-mon[88445]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-22T05:18:52.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:51 smithi040 ceph-mon[91058]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-22T05:18:52.830 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 4 tests from TestJournalEntries (2065 ms total) 2024-04-22T05:18:52.830 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:18:52.830 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 16 tests from TestJournalReplay 2024-04-22T05:18:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:52 smithi062 ceph-mon[78153]: pgmap v2939: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:52 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:18:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:52 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T05:18:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:52 smithi062 ceph-mon[78153]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-22T05:18:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:52 smithi040 ceph-mon[91058]: pgmap v2939: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:52 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:18:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:52 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T05:18:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:52 smithi040 ceph-mon[91058]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-22T05:18:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:52 smithi040 ceph-mon[88445]: pgmap v2939: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:53.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:52 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:18:53.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:52 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T05:18:53.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:52 smithi040 ceph-mon[88445]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-22T05:18:54.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:53 smithi062 ceph-mon[78153]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-22T05:18:54.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:53 smithi040 ceph-mon[88445]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-22T05:18:54.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:53 smithi040 ceph-mon[91058]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-22T05:18:54.831 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-22T05:18:55.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:54 smithi062 ceph-mon[78153]: pgmap v2942: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:55.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:54 smithi062 ceph-mon[78153]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-22T05:18:55.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:54 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2710612126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:55.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:54 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:54 smithi040 ceph-mon[88445]: pgmap v2942: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:54 smithi040 ceph-mon[88445]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-22T05:18:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:54 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2710612126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:54 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:55.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:54 smithi040 ceph-mon[91058]: pgmap v2942: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:55.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:54 smithi040 ceph-mon[91058]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-22T05:18:55.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:54 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2710612126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:55.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:54 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:18:55.846 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:18:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:18:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:18:56.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:55 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:56.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:55 smithi062 ceph-mon[78153]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-22T05:18:56.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:55 smithi062 ceph-mon[78153]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-22T05:18:56.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:55 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:56.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:55 smithi040 ceph-mon[88445]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-22T05:18:56.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:55 smithi040 ceph-mon[88445]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-22T05:18:56.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:55 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:18:56.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:55 smithi040 ceph-mon[91058]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-22T05:18:56.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:55 smithi040 ceph-mon[91058]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-22T05:18:56.845 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:56.846 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2015 ms) 2024-04-22T05:18:56.846 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-22T05:18:56.851 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:56.851 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalReplay.AioWriteEvent (5 ms) 2024-04-22T05:18:56.851 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-22T05:18:56.856 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:56.856 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalReplay.AioFlushEvent (5 ms) 2024-04-22T05:18:56.856 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-22T05:18:56.862 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:56.862 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalReplay.SnapCreate (6 ms) 2024-04-22T05:18:56.862 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-22T05:18:56.865 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:56.865 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalReplay.SnapProtect (4 ms) 2024-04-22T05:18:56.865 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-22T05:18:56.873 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:56.873 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalReplay.SnapUnprotect (7 ms) 2024-04-22T05:18:56.873 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-22T05:18:56.877 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:56.877 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalReplay.SnapRename (4 ms) 2024-04-22T05:18:56.877 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-22T05:18:56.881 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:56.881 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalReplay.SnapRollback (4 ms) 2024-04-22T05:18:56.881 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-22T05:18:56.884 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:56.884 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalReplay.SnapRemove (3 ms) 2024-04-22T05:18:56.884 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-22T05:18:56.887 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:56.888 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalReplay.Rename (3 ms) 2024-04-22T05:18:56.888 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-22T05:18:56.890 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:56.891 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalReplay.Resize (4 ms) 2024-04-22T05:18:56.891 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-22T05:18:56.894 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:56.894 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalReplay.Flatten (3 ms) 2024-04-22T05:18:56.894 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-22T05:18:56.897 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:56.897 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalReplay.UpdateFeatures (3 ms) 2024-04-22T05:18:56.897 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-22T05:18:56.900 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:56.900 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalReplay.MetadataSet (3 ms) 2024-04-22T05:18:56.900 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-22T05:18:56.904 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:56.904 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalReplay.MetadataRemove (4 ms) 2024-04-22T05:18:56.904 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-22T05:18:56.907 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:18:56.907 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalReplay.ObjectPosition (3 ms) 2024-04-22T05:18:57.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:56 smithi062 ceph-mon[78153]: pgmap v2945: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:57.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:56 smithi062 ceph-mon[78153]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-22T05:18:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:56 smithi040 ceph-mon[88445]: pgmap v2945: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:56 smithi040 ceph-mon[88445]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-22T05:18:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:56 smithi040 ceph-mon[91058]: pgmap v2945: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:18:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:56 smithi040 ceph-mon[91058]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-22T05:18:57.870 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 16 tests from TestJournalReplay (2076 ms total) 2024-04-22T05:18:57.870 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:18:57.870 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 1 test from TestJournalStress 2024-04-22T05:18:59.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:58 smithi062 ceph-mon[78153]: pgmap v2948: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 5.7 KiB/s wr, 13 op/s 2024-04-22T05:18:59.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:58 smithi062 ceph-mon[78153]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-22T05:18:59.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:58 smithi040 ceph-mon[88445]: pgmap v2948: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 5.7 KiB/s wr, 13 op/s 2024-04-22T05:18:59.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:58 smithi040 ceph-mon[88445]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-22T05:18:59.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:58 smithi040 ceph-mon[91058]: pgmap v2948: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 5.7 KiB/s wr, 13 op/s 2024-04-22T05:18:59.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:58 smithi040 ceph-mon[91058]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-22T05:18:59.876 INFO:tasks.workunit.client.0.smithi040.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-22T05:19:00.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:59 smithi062 ceph-mon[78153]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-22T05:19:00.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:59 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3343041938' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:19:00.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:18:59 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:19:00.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:59 smithi040 ceph-mon[88445]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-22T05:19:00.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:59 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3343041938' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:19:00.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:18:59 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:19:00.160 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:19:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:19:00] "GET /metrics HTTP/1.1" 200 242929 "" "Prometheus/2.43.0" 2024-04-22T05:19:00.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:59 smithi040 ceph-mon[91058]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-22T05:19:00.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:59 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3343041938' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:19:00.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:18:59 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:19:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:00 smithi062 ceph-mon[78153]: pgmap v2951: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:00 smithi062 ceph-mon[78153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:19:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:00 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:19:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:00 smithi062 ceph-mon[78153]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-22T05:19:01.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:00 smithi040 ceph-mon[91058]: pgmap v2951: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:01.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:00 smithi040 ceph-mon[91058]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:19:01.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:00 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:19:01.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:00 smithi040 ceph-mon[91058]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-22T05:19:01.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:00 smithi040 ceph-mon[88445]: pgmap v2951: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:01.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:00 smithi040 ceph-mon[88445]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T05:19:01.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:00 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi040-140078-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-22T05:19:01.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:00 smithi040 ceph-mon[88445]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-22T05:19:01.903 INFO:tasks.workunit.client.0.smithi040.stdout:SKIPPING 2024-04-22T05:19:01.903 INFO:tasks.workunit.client.0.smithi040.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (2027 ms) 2024-04-22T05:19:02.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:01 smithi062 ceph-mon[78153]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-22T05:19:02.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:01 smithi040 ceph-mon[88445]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-22T05:19:02.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:01 smithi040 ceph-mon[91058]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-22T05:19:02.899 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] 1 test from TestJournalStress (2027 ms total) 2024-04-22T05:19:02.899 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:19:02.899 INFO:tasks.workunit.client.0.smithi040.stdout:[----------] Global test environment tear-down 2024-04-22T05:19:02.899 INFO:tasks.workunit.client.0.smithi040.stdout:[==========] 378 tests from 16 test suites ran. (637648 ms total) 2024-04-22T05:19:02.899 INFO:tasks.workunit.client.0.smithi040.stdout:[ PASSED ] 378 tests. 2024-04-22T05:19:02.900 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:19:02.900 INFO:tasks.workunit.client.0.smithi040.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-22T05:19:02.900 INFO:tasks.workunit.client.0.smithi040.stdout: 2024-04-22T05:19:02.908 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-22T05:19:02.908 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-22T05:19:02.984 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-22T05:19:02.984 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-22T05:19:03.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:02 smithi040 ceph-mon[88445]: pgmap v2954: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:03.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:02 smithi040 ceph-mon[88445]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:19:03.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:02 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T05:19:03.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:02 smithi040 ceph-mon[88445]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-22T05:19:03.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:02 smithi040 ceph-mon[91058]: pgmap v2954: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:03.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:02 smithi040 ceph-mon[91058]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:19:03.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:02 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T05:19:03.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:02 smithi040 ceph-mon[91058]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-22T05:19:03.241 DEBUG:teuthology.parallel:result is None 2024-04-22T05:19:03.242 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-22T05:19:03.270 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-22T05:19:03.270 DEBUG:teuthology.orchestra.run.smithi040:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-22T05:19:03.330 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-22T05:19:03.330 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-22T05:19:03.330 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-04-22T05:19:03.330 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-22T05:19:03.330 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-04-22T05:19:03.330 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-22T05:19:03.331 INFO:tasks.workunit:Pulling workunits from ref pacific 2024-04-22T05:19:03.331 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-22T05:19:03.331 DEBUG:teuthology.orchestra.run.smithi040:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-22T05:19:03.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:02 smithi062 ceph-mon[78153]: pgmap v2954: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:03.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:02 smithi062 ceph-mon[78153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T05:19:03.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:02 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T05:19:03.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:02 smithi062 ceph-mon[78153]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-22T05:19:03.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T05:19:03.388 INFO:teuthology.orchestra.run.smithi040.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-22T05:19:03.388 DEBUG:teuthology.orchestra.run.smithi040:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-22T05:19:03.446 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-22T05:19:03.446 DEBUG:teuthology.orchestra.run.smithi040:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-22T05:19:03.504 INFO:tasks.workunit:timeout=3h 2024-04-22T05:19:03.504 INFO:tasks.workunit:cleanup=True 2024-04-22T05:19:03.505 DEBUG:teuthology.orchestra.run.smithi040:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch pacific https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-22T05:19:03.565 INFO:tasks.workunit.client.0.smithi040.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-22T05:19:04.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:03 smithi040 ceph-mon[88445]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-22T05:19:04.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:03 smithi040 ceph-mon[91058]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-22T05:19:04.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:03 smithi062 ceph-mon[78153]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-22T05:19:05.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:04 smithi040 ceph-mon[88445]: pgmap v2957: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:04 smithi040 ceph-mon[91058]: pgmap v2957: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:05.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:04 smithi062 ceph-mon[78153]: pgmap v2957: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:19:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:19:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:19:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:06 smithi062 ceph-mon[78153]: pgmap v2958: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:06 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:19:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:19:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:06 smithi040 ceph-mon[88445]: pgmap v2958: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:06 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:19:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:19:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:06 smithi040 ceph-mon[91058]: pgmap v2958: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:06 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:19:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:19:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:08 smithi062 ceph-mon[78153]: pgmap v2959: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:08 smithi040 ceph-mon[88445]: pgmap v2959: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:08 smithi040 ceph-mon[91058]: pgmap v2959: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:19:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:19:10] "GET /metrics HTTP/1.1" 200 240561 "" "Prometheus/2.43.0" 2024-04-22T05:19:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:10 smithi062 ceph-mon[78153]: pgmap v2960: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:10 smithi040 ceph-mon[88445]: pgmap v2960: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:10 smithi040 ceph-mon[91058]: pgmap v2960: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:12 smithi062 ceph-mon[78153]: pgmap v2961: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:12 smithi040 ceph-mon[88445]: pgmap v2961: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:12 smithi040 ceph-mon[91058]: pgmap v2961: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:14 smithi062 ceph-mon[78153]: pgmap v2962: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:14 smithi040 ceph-mon[88445]: pgmap v2962: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:14 smithi040 ceph-mon[91058]: pgmap v2962: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:19:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:19:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:19:16.008 DEBUG:teuthology.orchestra.run.smithi040:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-22T05:19:16.070 INFO:tasks.workunit.client.0.smithi040.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-22T05:19:16.070 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-22T05:19:16.070 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-22T05:19:16.118 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-22T05:19:16.165 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-22T05:19:16.204 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-22T05:19:16.205 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-22T05:19:16.205 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-22T05:19:16.243 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-22T05:19:16.246 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2024-04-22T05:19:16.246 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-22T05:19:16.304 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-04-22T05:19:16.305 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-04-22T05:19:16.306 DEBUG:teuthology.orchestra.run.smithi040:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-22T05:19:16.367 INFO:tasks.workunit.client.0.smithi040.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-22T05:19:16.367 INFO:tasks.workunit.client.0.smithi040.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-04-22T05:19:16.368 INFO:tasks.workunit.client.0.smithi040.stderr:+ '[' -n '' ']' 2024-04-22T05:19:16.368 INFO:tasks.workunit.client.0.smithi040.stderr:+ python3 -m nose -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-04-22T05:19:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:16 smithi062 ceph-mon[78153]: pgmap v2963: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:16 smithi040 ceph-mon[88445]: pgmap v2963: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:16 smithi040 ceph-mon[91058]: pgmap v2963: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:18 smithi040 ceph-mon[88445]: pgmap v2964: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:18 smithi040 ceph-mon[88445]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-22T05:19:18.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:18 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi040-144916-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:19:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:18 smithi040 ceph-mon[91058]: pgmap v2964: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:18 smithi040 ceph-mon[91058]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-22T05:19:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:18 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi040-144916-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:19:19.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:18 smithi062 ceph-mon[78153]: pgmap v2964: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:19.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:18 smithi062 ceph-mon[78153]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-22T05:19:19.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:18 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi040-144916-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:19:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:19 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi040-144916-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-22T05:19:19.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:19 smithi040 ceph-mon[88445]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-22T05:19:19.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:19 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi040-144916-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-22T05:19:19.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:19 smithi040 ceph-mon[91058]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-22T05:19:20.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:19 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi040-144916-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-22T05:19:20.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:19 smithi062 ceph-mon[78153]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-22T05:19:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:19:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:19:20] "GET /metrics HTTP/1.1" 200 240561 "" "Prometheus/2.43.0" 2024-04-22T05:19:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:20 smithi040 ceph-mon[88445]: pgmap v2967: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:20 smithi040 ceph-mon[88445]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-22T05:19:20.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:19:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:20 smithi040 ceph-mon[91058]: pgmap v2967: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:20 smithi040 ceph-mon[91058]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-22T05:19:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:19:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:20 smithi062 ceph-mon[78153]: pgmap v2967: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:19:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:20 smithi062 ceph-mon[78153]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-22T05:19:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:19:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:21 smithi040 ceph-mon[88445]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-22T05:19:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:21 smithi040 ceph-mon[91058]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-22T05:19:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:21 smithi062 ceph-mon[78153]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-22T05:19:22.749 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_flatten_basic ... ok 2024-04-22T05:19:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:22 smithi040 ceph-mon[88445]: pgmap v2970: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 0 op/s 2024-04-22T05:19:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:22 smithi040 ceph-mon[88445]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-22T05:19:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:22 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:19:22.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:22 smithi040 ceph-mon[91058]: pgmap v2970: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 0 op/s 2024-04-22T05:19:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:22 smithi040 ceph-mon[91058]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-22T05:19:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:22 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:19:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:22 smithi062 ceph-mon[78153]: pgmap v2970: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 0 op/s 2024-04-22T05:19:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:22 smithi062 ceph-mon[78153]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-22T05:19:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:22 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:19:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:23 smithi062 ceph-mon[78153]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-22T05:19:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:23 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:19:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:23 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:19:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:23 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:19:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:23 smithi040 ceph-mon[88445]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-22T05:19:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:23 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:19:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:23 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:19:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:23 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:19:24.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:23 smithi040 ceph-mon[91058]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-22T05:19:24.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:23 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:19:24.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:23 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:19:24.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:23 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:19:25.000 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_flatten_drops_cache ... ok 2024-04-22T05:19:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:24 smithi062 ceph-mon[78153]: pgmap v2973: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 6.5 KiB/s wr, 149 op/s 2024-04-22T05:19:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:24 smithi062 ceph-mon[78153]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-22T05:19:25.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:24 smithi040 ceph-mon[88445]: pgmap v2973: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 6.5 KiB/s wr, 149 op/s 2024-04-22T05:19:25.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:24 smithi040 ceph-mon[88445]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-22T05:19:25.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:24 smithi040 ceph-mon[91058]: pgmap v2973: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 6.5 KiB/s wr, 149 op/s 2024-04-22T05:19:25.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:24 smithi040 ceph-mon[91058]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-22T05:19:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:19:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:19:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:19:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:25 smithi040 ceph-mon[88445]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-22T05:19:26.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:25 smithi040 ceph-mon[91058]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-22T05:19:26.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:25 smithi062 ceph-mon[78153]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-22T05:19:27.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:26 smithi062 ceph-mon[78153]: pgmap v2976: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 15 KiB/s wr, 191 op/s 2024-04-22T05:19:27.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:26 smithi062 ceph-mon[78153]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-22T05:19:27.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:26 smithi040 ceph-mon[88445]: pgmap v2976: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 15 KiB/s wr, 191 op/s 2024-04-22T05:19:27.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:26 smithi040 ceph-mon[88445]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-22T05:19:27.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:26 smithi040 ceph-mon[91058]: pgmap v2976: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 15 KiB/s wr, 191 op/s 2024-04-22T05:19:27.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:26 smithi040 ceph-mon[91058]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-22T05:19:28.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:27 smithi062 ceph-mon[78153]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-22T05:19:28.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:27 smithi040 ceph-mon[88445]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-22T05:19:28.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:27 smithi040 ceph-mon[91058]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-22T05:19:28.594 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_flatten_errors ... ok 2024-04-22T05:19:29.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:28 smithi062 ceph-mon[78153]: pgmap v2979: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 35 KiB/s wr, 622 op/s 2024-04-22T05:19:29.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:28 smithi062 ceph-mon[78153]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-22T05:19:29.383 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:28 smithi062 ceph-mon[78153]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-22T05:19:29.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:28 smithi040 ceph-mon[88445]: pgmap v2979: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 35 KiB/s wr, 622 op/s 2024-04-22T05:19:29.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:28 smithi040 ceph-mon[88445]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-22T05:19:29.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:28 smithi040 ceph-mon[88445]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-22T05:19:29.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:28 smithi040 ceph-mon[91058]: pgmap v2979: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 35 KiB/s wr, 622 op/s 2024-04-22T05:19:29.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:28 smithi040 ceph-mon[91058]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-22T05:19:29.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:28 smithi040 ceph-mon[91058]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-22T05:19:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:19:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:19:30] "GET /metrics HTTP/1.1" 200 242839 "" "Prometheus/2.43.0" 2024-04-22T05:19:30.603 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_flatten_larger_order ... ok 2024-04-22T05:19:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:30 smithi062 ceph-mon[78153]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-22T05:19:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:30 smithi062 ceph-mon[78153]: pgmap v2983: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 15 KiB/s wr, 327 op/s 2024-04-22T05:19:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:30 smithi040 ceph-mon[88445]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-22T05:19:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:30 smithi040 ceph-mon[88445]: pgmap v2983: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 15 KiB/s wr, 327 op/s 2024-04-22T05:19:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:30 smithi040 ceph-mon[91058]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-22T05:19:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:30 smithi040 ceph-mon[91058]: pgmap v2983: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 15 KiB/s wr, 327 op/s 2024-04-22T05:19:31.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:31 smithi062 ceph-mon[78153]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-22T05:19:31.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:31 smithi040 ceph-mon[88445]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-22T05:19:31.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:31 smithi040 ceph-mon[91058]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-22T05:19:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:32 smithi062 ceph-mon[78153]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-22T05:19:32.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:32 smithi062 ceph-mon[78153]: pgmap v2986: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 27 KiB/s wr, 526 op/s 2024-04-22T05:19:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:32 smithi040 ceph-mon[88445]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-22T05:19:32.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:32 smithi040 ceph-mon[88445]: pgmap v2986: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 27 KiB/s wr, 526 op/s 2024-04-22T05:19:32.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:32 smithi040 ceph-mon[91058]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-22T05:19:32.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:32 smithi040 ceph-mon[91058]: pgmap v2986: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 27 KiB/s wr, 526 op/s 2024-04-22T05:19:33.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:33 smithi062 ceph-mon[78153]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-22T05:19:33.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:33 smithi040 ceph-mon[91058]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-22T05:19:33.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:33 smithi040 ceph-mon[88445]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-22T05:19:34.634 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_flatten_multi_level ... ok 2024-04-22T05:19:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:34 smithi062 ceph-mon[78153]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-22T05:19:34.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:34 smithi062 ceph-mon[78153]: pgmap v2989: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 450 KiB/s rd, 31 KiB/s wr, 605 op/s 2024-04-22T05:19:34.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:34 smithi040 ceph-mon[88445]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-22T05:19:34.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:34 smithi040 ceph-mon[88445]: pgmap v2989: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 450 KiB/s rd, 31 KiB/s wr, 605 op/s 2024-04-22T05:19:34.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:34 smithi040 ceph-mon[91058]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-22T05:19:34.912 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:34 smithi040 ceph-mon[91058]: pgmap v2989: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 450 KiB/s rd, 31 KiB/s wr, 605 op/s 2024-04-22T05:19:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:35 smithi062 ceph-mon[78153]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-22T05:19:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:19:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:19:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:19:35.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:35 smithi040 ceph-mon[88445]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-22T05:19:35.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:35 smithi040 ceph-mon[91058]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-22T05:19:36.645 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_flatten_smaller_order ... ok 2024-04-22T05:19:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:36 smithi062 ceph-mon[78153]: pgmap v2991: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 11 KiB/s wr, 151 op/s 2024-04-22T05:19:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:36 smithi062 ceph-mon[78153]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-22T05:19:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:19:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:36 smithi040 ceph-mon[88445]: pgmap v2991: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 11 KiB/s wr, 151 op/s 2024-04-22T05:19:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:36 smithi040 ceph-mon[88445]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-22T05:19:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:19:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:36 smithi040 ceph-mon[91058]: pgmap v2991: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 11 KiB/s wr, 151 op/s 2024-04-22T05:19:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:36 smithi040 ceph-mon[91058]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-22T05:19:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:19:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:37 smithi062 ceph-mon[78153]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-22T05:19:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:37 smithi040 ceph-mon[88445]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-22T05:19:37.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:37 smithi040 ceph-mon[91058]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-22T05:19:38.603 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_flatten_with_progress ... ok 2024-04-22T05:19:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:38 smithi062 ceph-mon[78153]: pgmap v2994: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 33 KiB/s wr, 591 op/s 2024-04-22T05:19:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:38 smithi062 ceph-mon[78153]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-22T05:19:38.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:38 smithi062 ceph-mon[78153]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-22T05:19:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:38 smithi040 ceph-mon[91058]: pgmap v2994: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 33 KiB/s wr, 591 op/s 2024-04-22T05:19:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:38 smithi040 ceph-mon[91058]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-22T05:19:38.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:38 smithi040 ceph-mon[91058]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-22T05:19:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:38 smithi040 ceph-mon[88445]: pgmap v2994: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 33 KiB/s wr, 591 op/s 2024-04-22T05:19:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:38 smithi040 ceph-mon[88445]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-22T05:19:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:38 smithi040 ceph-mon[88445]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-22T05:19:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:19:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:19:40] "GET /metrics HTTP/1.1" 200 242977 "" "Prometheus/2.43.0" 2024-04-22T05:19:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:40 smithi062 ceph-mon[78153]: pgmap v2997: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 29 KiB/s wr, 570 op/s 2024-04-22T05:19:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:40 smithi062 ceph-mon[78153]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-22T05:19:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:40 smithi040 ceph-mon[88445]: pgmap v2997: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 29 KiB/s wr, 570 op/s 2024-04-22T05:19:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:40 smithi040 ceph-mon[88445]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-22T05:19:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:40 smithi040 ceph-mon[91058]: pgmap v2997: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 29 KiB/s wr, 570 op/s 2024-04-22T05:19:40.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:40 smithi040 ceph-mon[91058]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-22T05:19:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:42 smithi062 ceph-mon[78153]: pgmap v2999: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 35 KiB/s wr, 1.30k op/s 2024-04-22T05:19:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:42 smithi040 ceph-mon[88445]: pgmap v2999: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 35 KiB/s wr, 1.30k op/s 2024-04-22T05:19:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:42 smithi040 ceph-mon[91058]: pgmap v2999: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 35 KiB/s wr, 1.30k op/s 2024-04-22T05:19:43.603 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_list_children ... ok 2024-04-22T05:19:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:44 smithi062 ceph-mon[78153]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-22T05:19:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:44 smithi062 ceph-mon[78153]: pgmap v3001: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 26 KiB/s wr, 1.43k op/s 2024-04-22T05:19:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:44 smithi040 ceph-mon[88445]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-22T05:19:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:44 smithi040 ceph-mon[88445]: pgmap v3001: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 26 KiB/s wr, 1.43k op/s 2024-04-22T05:19:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:44 smithi040 ceph-mon[91058]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-22T05:19:44.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:44 smithi040 ceph-mon[91058]: pgmap v3001: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 26 KiB/s wr, 1.43k op/s 2024-04-22T05:19:45.612 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_read ... ok 2024-04-22T05:19:45.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:45 smithi062 ceph-mon[78153]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-22T05:19:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:19:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:19:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:19:45.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:45 smithi040 ceph-mon[88445]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-22T05:19:45.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:45 smithi040 ceph-mon[91058]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-22T05:19:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:46 smithi062 ceph-mon[78153]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-22T05:19:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:46 smithi062 ceph-mon[78153]: pgmap v3004: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 34 KiB/s wr, 1.48k op/s 2024-04-22T05:19:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:46 smithi040 ceph-mon[88445]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-22T05:19:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:46 smithi040 ceph-mon[88445]: pgmap v3004: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 34 KiB/s wr, 1.48k op/s 2024-04-22T05:19:46.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:46 smithi040 ceph-mon[91058]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-22T05:19:46.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:46 smithi040 ceph-mon[91058]: pgmap v3004: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 34 KiB/s wr, 1.48k op/s 2024-04-22T05:19:47.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:47 smithi062 ceph-mon[78153]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-22T05:19:47.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:47 smithi040 ceph-mon[88445]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-22T05:19:47.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:47 smithi040 ceph-mon[91058]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-22T05:19:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:48 smithi062 ceph-mon[78153]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-22T05:19:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:48 smithi062 ceph-mon[78153]: pgmap v3007: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 25 KiB/s wr, 1.84k op/s 2024-04-22T05:19:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:48 smithi062 ceph-mon[78153]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-22T05:19:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:48 smithi040 ceph-mon[88445]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-22T05:19:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:48 smithi040 ceph-mon[88445]: pgmap v3007: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 25 KiB/s wr, 1.84k op/s 2024-04-22T05:19:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:48 smithi040 ceph-mon[88445]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-22T05:19:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:48 smithi040 ceph-mon[91058]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-22T05:19:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:48 smithi040 ceph-mon[91058]: pgmap v3007: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 25 KiB/s wr, 1.84k op/s 2024-04-22T05:19:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:48 smithi040 ceph-mon[91058]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-22T05:19:49.643 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_resize_flatten_multi_level ... ok 2024-04-22T05:19:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:19:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:19:50] "GET /metrics HTTP/1.1" 200 242977 "" "Prometheus/2.43.0" 2024-04-22T05:19:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:50 smithi062 ceph-mon[78153]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-22T05:19:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:50 smithi062 ceph-mon[78153]: pgmap v3010: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 13 KiB/s wr, 1.77k op/s 2024-04-22T05:19:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:50 smithi040 ceph-mon[88445]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-22T05:19:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:50 smithi040 ceph-mon[88445]: pgmap v3010: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 13 KiB/s wr, 1.77k op/s 2024-04-22T05:19:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:50 smithi040 ceph-mon[91058]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-22T05:19:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:50 smithi040 ceph-mon[91058]: pgmap v3010: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 13 KiB/s wr, 1.77k op/s 2024-04-22T05:19:51.652 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_resize_io ... ok 2024-04-22T05:19:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:51 smithi062 ceph-mon[78153]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-22T05:19:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:19:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:51 smithi040 ceph-mon[88445]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-22T05:19:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:19:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:51 smithi040 ceph-mon[91058]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-22T05:19:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:19:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:52 smithi062 ceph-mon[78153]: pgmap v3012: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 20 KiB/s wr, 384 op/s 2024-04-22T05:19:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:52 smithi062 ceph-mon[78153]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-22T05:19:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:52 smithi040 ceph-mon[88445]: pgmap v3012: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 20 KiB/s wr, 384 op/s 2024-04-22T05:19:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:52 smithi040 ceph-mon[88445]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-22T05:19:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:52 smithi040 ceph-mon[91058]: pgmap v3012: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 20 KiB/s wr, 384 op/s 2024-04-22T05:19:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:52 smithi040 ceph-mon[91058]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-22T05:19:53.612 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_resize_stat ... ok 2024-04-22T05:19:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:53 smithi062 ceph-mon[78153]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-22T05:19:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:53 smithi062 ceph-mon[78153]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-22T05:19:53.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:53 smithi040 ceph-mon[91058]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-22T05:19:53.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:53 smithi040 ceph-mon[91058]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-22T05:19:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:53 smithi040 ceph-mon[88445]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-22T05:19:53.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:53 smithi040 ceph-mon[88445]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-22T05:19:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:54 smithi062 ceph-mon[78153]: pgmap v3016: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 27 KiB/s wr, 444 op/s 2024-04-22T05:19:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:54 smithi040 ceph-mon[88445]: pgmap v3016: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 27 KiB/s wr, 444 op/s 2024-04-22T05:19:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:54 smithi040 ceph-mon[91058]: pgmap v3016: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 27 KiB/s wr, 444 op/s 2024-04-22T05:19:55.682 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_stat ... ok 2024-04-22T05:19:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:55 smithi062 ceph-mon[78153]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-22T05:19:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:19:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:19:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:19:55.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:55 smithi040 ceph-mon[88445]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-22T05:19:55.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:55 smithi040 ceph-mon[91058]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-22T05:19:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:56 smithi062 ceph-mon[78153]: pgmap v3018: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 16 KiB/s wr, 151 op/s 2024-04-22T05:19:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:56 smithi062 ceph-mon[78153]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-22T05:19:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:56 smithi040 ceph-mon[88445]: pgmap v3018: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 16 KiB/s wr, 151 op/s 2024-04-22T05:19:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:56 smithi040 ceph-mon[88445]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-22T05:19:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:56 smithi040 ceph-mon[91058]: pgmap v3018: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 16 KiB/s wr, 151 op/s 2024-04-22T05:19:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:56 smithi040 ceph-mon[91058]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-22T05:19:57.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:57 smithi062 ceph-mon[78153]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-22T05:19:57.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:57 smithi040 ceph-mon[88445]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-22T05:19:57.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:57 smithi040 ceph-mon[91058]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-22T05:19:58.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:58 smithi062 ceph-mon[78153]: pgmap v3021: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 24 KiB/s wr, 429 op/s 2024-04-22T05:19:58.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:58 smithi062 ceph-mon[78153]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-22T05:19:58.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:19:58 smithi062 ceph-mon[78153]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-22T05:19:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:58 smithi040 ceph-mon[88445]: pgmap v3021: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 24 KiB/s wr, 429 op/s 2024-04-22T05:19:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:58 smithi040 ceph-mon[88445]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-22T05:19:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:19:58 smithi040 ceph-mon[88445]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-22T05:19:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:58 smithi040 ceph-mon[91058]: pgmap v3021: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 24 KiB/s wr, 429 op/s 2024-04-22T05:19:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:58 smithi040 ceph-mon[91058]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-22T05:19:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:19:58 smithi040 ceph-mon[91058]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-22T05:19:59.696 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_stripe_unit_and_count ... ok 2024-04-22T05:20:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:20:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:20:00] "GET /metrics HTTP/1.1" 200 243015 "" "Prometheus/2.43.0" 2024-04-22T05:20:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:00 smithi062 ceph-mon[78153]: pgmap v3024: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 15 KiB/s wr, 340 op/s 2024-04-22T05:20:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:00 smithi062 ceph-mon[78153]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-22T05:20:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:00 smithi062 ceph-mon[78153]: overall HEALTH_OK 2024-04-22T05:20:00.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:00 smithi040 ceph-mon[88445]: pgmap v3024: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 15 KiB/s wr, 340 op/s 2024-04-22T05:20:00.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:00 smithi040 ceph-mon[88445]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-22T05:20:00.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:00 smithi040 ceph-mon[88445]: overall HEALTH_OK 2024-04-22T05:20:00.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:00 smithi040 ceph-mon[91058]: pgmap v3024: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 15 KiB/s wr, 340 op/s 2024-04-22T05:20:00.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:00 smithi040 ceph-mon[91058]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-22T05:20:00.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:00 smithi040 ceph-mon[91058]: overall HEALTH_OK 2024-04-22T05:20:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:01 smithi062 ceph-mon[78153]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-22T05:20:01.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:01 smithi040 ceph-mon[88445]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-22T05:20:01.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:01 smithi040 ceph-mon[91058]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-22T05:20:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:02 smithi062 ceph-mon[78153]: pgmap v3027: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 15 KiB/s wr, 257 op/s 2024-04-22T05:20:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:02 smithi062 ceph-mon[78153]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-22T05:20:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:02 smithi040 ceph-mon[88445]: pgmap v3027: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 15 KiB/s wr, 257 op/s 2024-04-22T05:20:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:02 smithi040 ceph-mon[88445]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-22T05:20:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:02 smithi040 ceph-mon[91058]: pgmap v3027: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 15 KiB/s wr, 257 op/s 2024-04-22T05:20:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:02 smithi040 ceph-mon[91058]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-22T05:20:03.607 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_trash_snapshot ... ok 2024-04-22T05:20:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:03 smithi062 ceph-mon[78153]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-22T05:20:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:03 smithi062 ceph-mon[78153]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-22T05:20:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:03 smithi040 ceph-mon[88445]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-22T05:20:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:03 smithi040 ceph-mon[88445]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-22T05:20:03.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:03 smithi040 ceph-mon[91058]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-22T05:20:03.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:03 smithi040 ceph-mon[91058]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-22T05:20:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:04 smithi040 ceph-mon[91058]: pgmap v3031: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 20 KiB/s wr, 379 op/s 2024-04-22T05:20:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:04 smithi040 ceph-mon[88445]: pgmap v3031: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 20 KiB/s wr, 379 op/s 2024-04-22T05:20:05.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:04 smithi062 ceph-mon[78153]: pgmap v3031: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 20 KiB/s wr, 379 op/s 2024-04-22T05:20:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:20:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:20:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:20:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:05 smithi062 ceph-mon[78153]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-22T05:20:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:20:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:05 smithi040 ceph-mon[88445]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-22T05:20:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:20:05.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:05 smithi040 ceph-mon[91058]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-22T05:20:05.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:20:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:06 smithi062 ceph-mon[78153]: pgmap v3033: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 13 KiB/s wr, 270 op/s 2024-04-22T05:20:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:06 smithi062 ceph-mon[78153]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-22T05:20:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:06 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi040-144916-2","app": "rbd"}]: dispatch 2024-04-22T05:20:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:06 smithi040 ceph-mon[88445]: pgmap v3033: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 13 KiB/s wr, 270 op/s 2024-04-22T05:20:07.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:06 smithi040 ceph-mon[88445]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-22T05:20:07.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:06 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi040-144916-2","app": "rbd"}]: dispatch 2024-04-22T05:20:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:06 smithi040 ceph-mon[91058]: pgmap v3033: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 13 KiB/s wr, 270 op/s 2024-04-22T05:20:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:06 smithi040 ceph-mon[91058]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-22T05:20:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:06 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi040-144916-2","app": "rbd"}]: dispatch 2024-04-22T05:20:08.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:07 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi040-144916-2","app": "rbd"}]': finished 2024-04-22T05:20:08.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:07 smithi062 ceph-mon[78153]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-22T05:20:08.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:07 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi040-144916-2","app": "rbd"}]': finished 2024-04-22T05:20:08.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:07 smithi040 ceph-mon[88445]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-22T05:20:08.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:07 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi040-144916-2","app": "rbd"}]': finished 2024-04-22T05:20:08.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:07 smithi040 ceph-mon[91058]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-22T05:20:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:08 smithi062 ceph-mon[78153]: pgmap v3036: 169 pgs: 11 creating+peering, 11 unknown, 147 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 14 KiB/s wr, 261 op/s 2024-04-22T05:20:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:08 smithi062 ceph-mon[78153]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-22T05:20:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:08 smithi062 ceph-mon[78153]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-22T05:20:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:08 smithi040 ceph-mon[91058]: pgmap v3036: 169 pgs: 11 creating+peering, 11 unknown, 147 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 14 KiB/s wr, 261 op/s 2024-04-22T05:20:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:08 smithi040 ceph-mon[91058]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-22T05:20:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:08 smithi040 ceph-mon[91058]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-22T05:20:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:08 smithi040 ceph-mon[88445]: pgmap v3036: 169 pgs: 11 creating+peering, 11 unknown, 147 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 14 KiB/s wr, 261 op/s 2024-04-22T05:20:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:08 smithi040 ceph-mon[88445]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-22T05:20:09.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:08 smithi040 ceph-mon[88445]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-22T05:20:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:20:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:20:10] "GET /metrics HTTP/1.1" 200 243001 "" "Prometheus/2.43.0" 2024-04-22T05:20:10.628 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_unprotect_with_children ... ok 2024-04-22T05:20:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:10 smithi062 ceph-mon[78153]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-22T05:20:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:10 smithi062 ceph-mon[78153]: pgmap v3040: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.6 KiB/s wr, 65 op/s 2024-04-22T05:20:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:10 smithi040 ceph-mon[88445]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-22T05:20:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:10 smithi040 ceph-mon[88445]: pgmap v3040: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.6 KiB/s wr, 65 op/s 2024-04-22T05:20:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:10 smithi040 ceph-mon[91058]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-22T05:20:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:10 smithi040 ceph-mon[91058]: pgmap v3040: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.6 KiB/s wr, 65 op/s 2024-04-22T05:20:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:11 smithi062 ceph-mon[78153]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-22T05:20:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:11 smithi040 ceph-mon[88445]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-22T05:20:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:11 smithi040 ceph-mon[91058]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-22T05:20:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:12 smithi062 ceph-mon[78153]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-22T05:20:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:12 smithi062 ceph-mon[78153]: pgmap v3043: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 3.3 KiB/s wr, 101 op/s 2024-04-22T05:20:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:12 smithi040 ceph-mon[91058]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-22T05:20:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:12 smithi040 ceph-mon[91058]: pgmap v3043: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 3.3 KiB/s wr, 101 op/s 2024-04-22T05:20:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:12 smithi040 ceph-mon[88445]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-22T05:20:12.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:12 smithi040 ceph-mon[88445]: pgmap v3043: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 3.3 KiB/s wr, 101 op/s 2024-04-22T05:20:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:13 smithi062 ceph-mon[78153]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-22T05:20:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:13 smithi040 ceph-mon[88445]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-22T05:20:13.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:13 smithi040 ceph-mon[91058]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-22T05:20:14.655 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_unprotected ... ok 2024-04-22T05:20:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:14 smithi062 ceph-mon[78153]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-22T05:20:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:14 smithi062 ceph-mon[78153]: pgmap v3046: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 5.7 KiB/s wr, 160 op/s 2024-04-22T05:20:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:14 smithi040 ceph-mon[88445]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-22T05:20:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:14 smithi040 ceph-mon[88445]: pgmap v3046: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 5.7 KiB/s wr, 160 op/s 2024-04-22T05:20:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:14 smithi040 ceph-mon[91058]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-22T05:20:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:14 smithi040 ceph-mon[91058]: pgmap v3046: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 5.7 KiB/s wr, 160 op/s 2024-04-22T05:20:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:15 smithi062 ceph-mon[78153]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-22T05:20:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:20:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:20:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:20:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:15 smithi040 ceph-mon[88445]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-22T05:20:15.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:15 smithi040 ceph-mon[91058]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-22T05:20:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:16 smithi062 ceph-mon[78153]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-22T05:20:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:16 smithi062 ceph-mon[78153]: pgmap v3049: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.5 KiB/s wr, 81 op/s 2024-04-22T05:20:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:16 smithi040 ceph-mon[91058]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-22T05:20:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:16 smithi040 ceph-mon[91058]: pgmap v3049: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.5 KiB/s wr, 81 op/s 2024-04-22T05:20:16.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:16 smithi040 ceph-mon[88445]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-22T05:20:16.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:16 smithi040 ceph-mon[88445]: pgmap v3049: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.5 KiB/s wr, 81 op/s 2024-04-22T05:20:17.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:17 smithi062 ceph-mon[78153]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-22T05:20:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:17 smithi040 ceph-mon[88445]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-22T05:20:17.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:17 smithi040 ceph-mon[91058]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-22T05:20:18.616 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_with_params ... ok 2024-04-22T05:20:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:18 smithi062 ceph-mon[78153]: pgmap v3051: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 13 KiB/s wr, 193 op/s 2024-04-22T05:20:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:18 smithi062 ceph-mon[78153]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-22T05:20:18.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:18 smithi062 ceph-mon[78153]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-22T05:20:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:18 smithi040 ceph-mon[88445]: pgmap v3051: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 13 KiB/s wr, 193 op/s 2024-04-22T05:20:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:18 smithi040 ceph-mon[88445]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-22T05:20:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:18 smithi040 ceph-mon[88445]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-22T05:20:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:18 smithi040 ceph-mon[91058]: pgmap v3051: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 13 KiB/s wr, 193 op/s 2024-04-22T05:20:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:18 smithi040 ceph-mon[91058]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-22T05:20:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:18 smithi040 ceph-mon[91058]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-22T05:20:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:20:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:20:20] "GET /metrics HTTP/1.1" 200 243001 "" "Prometheus/2.43.0" 2024-04-22T05:20:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:20 smithi062 ceph-mon[78153]: pgmap v3054: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 10 KiB/s wr, 174 op/s 2024-04-22T05:20:20.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:20 smithi062 ceph-mon[78153]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-22T05:20:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:20 smithi040 ceph-mon[88445]: pgmap v3054: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 10 KiB/s wr, 174 op/s 2024-04-22T05:20:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:20 smithi040 ceph-mon[88445]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-22T05:20:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:20 smithi040 ceph-mon[91058]: pgmap v3054: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 10 KiB/s wr, 174 op/s 2024-04-22T05:20:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:20 smithi040 ceph-mon[91058]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-22T05:20:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:21 smithi062 ceph-mon[78153]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-22T05:20:21.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:20:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:21 smithi040 ceph-mon[88445]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-22T05:20:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:20:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:21 smithi040 ceph-mon[91058]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-22T05:20:21.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:20:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:22 smithi062 ceph-mon[78153]: pgmap v3057: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 13 KiB/s wr, 280 op/s 2024-04-22T05:20:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:22 smithi062 ceph-mon[78153]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-22T05:20:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:22 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-04-22T05:20:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:22 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [7, 3]}]: dispatch 2024-04-22T05:20:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-04-22T05:20:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:22 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-04-22T05:20:22.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [7, 3]}]: dispatch 2024-04-22T05:20:22.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:22 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-04-22T05:20:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:22 smithi040 ceph-mon[88445]: pgmap v3057: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 13 KiB/s wr, 280 op/s 2024-04-22T05:20:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:22 smithi040 ceph-mon[88445]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-22T05:20:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:22 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-04-22T05:20:22.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:22 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [7, 3]}]: dispatch 2024-04-22T05:20:22.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-04-22T05:20:22.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:22 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-04-22T05:20:22.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [7, 3]}]: dispatch 2024-04-22T05:20:22.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:22 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-04-22T05:20:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:22 smithi040 ceph-mon[91058]: pgmap v3057: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 13 KiB/s wr, 280 op/s 2024-04-22T05:20:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:22 smithi040 ceph-mon[91058]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-22T05:20:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:22 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-04-22T05:20:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:22 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [7, 3]}]: dispatch 2024-04-22T05:20:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-04-22T05:20:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:22 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-04-22T05:20:22.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [7, 3]}]: dispatch 2024-04-22T05:20:22.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:22 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-04-22T05:20:23.704 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_with_params2 ... ok 2024-04-22T05:20:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:23 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]': finished 2024-04-22T05:20:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:23 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [7, 3]}]': finished 2024-04-22T05:20:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:23 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]': finished 2024-04-22T05:20:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:23 smithi062 ceph-mon[78153]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-22T05:20:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:23 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:20:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:23 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:20:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:23 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:20:23.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:23 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:20:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:23 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]': finished 2024-04-22T05:20:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:23 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [7, 3]}]': finished 2024-04-22T05:20:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:23 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]': finished 2024-04-22T05:20:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:23 smithi040 ceph-mon[88445]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-22T05:20:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:23 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:20:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:23 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:20:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:23 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:20:23.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:23 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:20:23.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:23 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]': finished 2024-04-22T05:20:23.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:23 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [7, 3]}]': finished 2024-04-22T05:20:23.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:23 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]': finished 2024-04-22T05:20:23.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:23 smithi040 ceph-mon[91058]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-22T05:20:23.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:23 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:20:23.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:23 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:20:23.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:23 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:20:23.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:23 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:20:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:24 smithi040 ceph-mon[88445]: pgmap v3060: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 16 KiB/s wr, 340 op/s 2024-04-22T05:20:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:24 smithi040 ceph-mon[88445]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-22T05:20:24.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:24 smithi040 ceph-mon[91058]: pgmap v3060: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 16 KiB/s wr, 340 op/s 2024-04-22T05:20:24.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:24 smithi040 ceph-mon[91058]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-22T05:20:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:24 smithi062 ceph-mon[78153]: pgmap v3060: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 16 KiB/s wr, 340 op/s 2024-04-22T05:20:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:24 smithi062 ceph-mon[78153]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-22T05:20:25.743 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_with_params3 ... SKIP 2024-04-22T05:20:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:25 smithi062 ceph-mon[78153]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-22T05:20:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:20:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:20:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:20:25.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:25 smithi040 ceph-mon[88445]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-22T05:20:25.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:25 smithi040 ceph-mon[91058]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-22T05:20:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:26 smithi040 ceph-mon[88445]: pgmap v3063: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 8.0 KiB/s wr, 122 op/s 2024-04-22T05:20:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:26 smithi040 ceph-mon[88445]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-22T05:20:26.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:26 smithi040 ceph-mon[91058]: pgmap v3063: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 8.0 KiB/s wr, 122 op/s 2024-04-22T05:20:26.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:26 smithi040 ceph-mon[91058]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-22T05:20:27.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:26 smithi062 ceph-mon[78153]: pgmap v3063: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 8.0 KiB/s wr, 122 op/s 2024-04-22T05:20:27.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:26 smithi062 ceph-mon[78153]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-22T05:20:27.749 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestClone.test_write ... ok 2024-04-22T05:20:27.844 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestExclusiveLock.test_acquire_release_lock ... ok 2024-04-22T05:20:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:27 smithi040 ceph-mon[88445]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-22T05:20:27.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:27 smithi040 ceph-mon[91058]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-22T05:20:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:27 smithi062 ceph-mon[78153]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-22T05:20:28.616 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestExclusiveLock.test_break_lock ... ok 2024-04-22T05:20:28.738 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestExclusiveLock.test_follower_discard ... ok 2024-04-22T05:20:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:28 smithi040 ceph-mon[88445]: pgmap v3066: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 20 KiB/s wr, 346 op/s; 8 B/s, 6 objects/s recovering 2024-04-22T05:20:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:28 smithi040 ceph-mon[88445]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-22T05:20:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:28 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3740788927' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.40:0/2466032492"}]: dispatch 2024-04-22T05:20:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:28 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3740788927' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.40:0/2466032492"}]': finished 2024-04-22T05:20:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:28 smithi040 ceph-mon[88445]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-22T05:20:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:28 smithi040 ceph-mon[91058]: pgmap v3066: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 20 KiB/s wr, 346 op/s; 8 B/s, 6 objects/s recovering 2024-04-22T05:20:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:28 smithi040 ceph-mon[91058]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-22T05:20:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:28 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3740788927' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.40:0/2466032492"}]: dispatch 2024-04-22T05:20:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:28 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3740788927' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.40:0/2466032492"}]': finished 2024-04-22T05:20:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:28 smithi040 ceph-mon[91058]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-22T05:20:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:28 smithi062 ceph-mon[78153]: pgmap v3066: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 20 KiB/s wr, 346 op/s; 8 B/s, 6 objects/s recovering 2024-04-22T05:20:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:28 smithi062 ceph-mon[78153]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-22T05:20:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:28 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3740788927' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.40:0/2466032492"}]: dispatch 2024-04-22T05:20:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:28 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3740788927' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.40:0/2466032492"}]': finished 2024-04-22T05:20:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:28 smithi062 ceph-mon[78153]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-22T05:20:30.410 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:20:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:20:30] "GET /metrics HTTP/1.1" 200 242982 "" "Prometheus/2.43.0" 2024-04-22T05:20:30.771 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestExclusiveLock.test_follower_flatten ... ok 2024-04-22T05:20:30.901 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestExclusiveLock.test_follower_resize ... ok 2024-04-22T05:20:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:30 smithi062 ceph-mon[78153]: pgmap v3069: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s rd, 15 KiB/s wr, 283 op/s; 8 B/s, 6 objects/s recovering 2024-04-22T05:20:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:30 smithi062 ceph-mon[78153]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-22T05:20:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:30 smithi040 ceph-mon[88445]: pgmap v3069: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s rd, 15 KiB/s wr, 283 op/s; 8 B/s, 6 objects/s recovering 2024-04-22T05:20:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:30 smithi040 ceph-mon[88445]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-22T05:20:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:30 smithi040 ceph-mon[91058]: pgmap v3069: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s rd, 15 KiB/s wr, 283 op/s; 8 B/s, 6 objects/s recovering 2024-04-22T05:20:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:30 smithi040 ceph-mon[91058]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-22T05:20:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:31 smithi062 ceph-mon[78153]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-22T05:20:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:31 smithi040 ceph-mon[88445]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-22T05:20:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:31 smithi040 ceph-mon[91058]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-22T05:20:32.841 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestExclusiveLock.test_follower_snap_create ... ok 2024-04-22T05:20:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:32 smithi062 ceph-mon[78153]: pgmap v3072: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 20 KiB/s wr, 344 op/s 2024-04-22T05:20:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:32 smithi062 ceph-mon[78153]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-22T05:20:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:32 smithi040 ceph-mon[88445]: pgmap v3072: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 20 KiB/s wr, 344 op/s 2024-04-22T05:20:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:32 smithi040 ceph-mon[88445]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-22T05:20:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:32 smithi040 ceph-mon[91058]: pgmap v3072: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 20 KiB/s wr, 344 op/s 2024-04-22T05:20:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:32 smithi040 ceph-mon[91058]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-22T05:20:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:33 smithi062 ceph-mon[78153]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-22T05:20:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:33 smithi062 ceph-mon[78153]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-22T05:20:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:33 smithi040 ceph-mon[88445]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-22T05:20:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:33 smithi040 ceph-mon[88445]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-22T05:20:34.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:33 smithi040 ceph-mon[91058]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-22T05:20:34.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:33 smithi040 ceph-mon[91058]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-22T05:20:34.619 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestExclusiveLock.test_follower_snap_rollback ... ok 2024-04-22T05:20:34.741 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestExclusiveLock.test_follower_write ... ok 2024-04-22T05:20:34.844 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestExclusiveLock.test_ownership ... ok 2024-04-22T05:20:34.929 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestExclusiveLock.test_read_only_leadership ... ok 2024-04-22T05:20:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:34 smithi062 ceph-mon[78153]: pgmap v3076: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 385 KiB/s rd, 25 KiB/s wr, 526 op/s 2024-04-22T05:20:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:34 smithi062 ceph-mon[78153]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-22T05:20:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:34 smithi040 ceph-mon[88445]: pgmap v3076: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 385 KiB/s rd, 25 KiB/s wr, 526 op/s 2024-04-22T05:20:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:34 smithi040 ceph-mon[88445]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-22T05:20:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:34 smithi040 ceph-mon[91058]: pgmap v3076: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 385 KiB/s rd, 25 KiB/s wr, 526 op/s 2024-04-22T05:20:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:34 smithi040 ceph-mon[91058]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-22T05:20:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:20:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:20:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:20:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:20:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:20:36.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:20:36.800 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestExclusiveLock.test_snapshot_leadership ... ok 2024-04-22T05:20:36.901 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestGroups.test_group_image_add ... ok 2024-04-22T05:20:36.984 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestGroups.test_group_image_list ... ok 2024-04-22T05:20:37.070 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestGroups.test_group_image_list_empty ... ok 2024-04-22T05:20:37.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:36 smithi062 ceph-mon[78153]: pgmap v3078: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 12 KiB/s wr, 295 op/s 2024-04-22T05:20:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:36 smithi062 ceph-mon[78153]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-22T05:20:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:36 smithi040 ceph-mon[88445]: pgmap v3078: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 12 KiB/s wr, 295 op/s 2024-04-22T05:20:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:36 smithi040 ceph-mon[88445]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-22T05:20:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:36 smithi040 ceph-mon[91058]: pgmap v3078: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 12 KiB/s wr, 295 op/s 2024-04-22T05:20:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:36 smithi040 ceph-mon[91058]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-22T05:20:37.194 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestGroups.test_group_image_list_move_to_trash ... ok 2024-04-22T05:20:38.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:37 smithi062 ceph-mon[78153]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-22T05:20:38.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:37 smithi040 ceph-mon[88445]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-22T05:20:38.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:37 smithi040 ceph-mon[91058]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-22T05:20:38.705 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestGroups.test_group_image_many_images ... ok 2024-04-22T05:20:38.810 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestGroups.test_group_image_remove ... ok 2024-04-22T05:20:38.892 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestGroups.test_group_snap ... ok 2024-04-22T05:20:38.985 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestGroups.test_group_snap_flags ... ok 2024-04-22T05:20:39.130 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestGroups.test_group_snap_list_many ... ok 2024-04-22T05:20:39.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:38 smithi062 ceph-mon[78153]: pgmap v3081: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 388 KiB/s rd, 29 KiB/s wr, 532 op/s 2024-04-22T05:20:39.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:38 smithi062 ceph-mon[78153]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-22T05:20:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:38 smithi040 ceph-mon[88445]: pgmap v3081: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 388 KiB/s rd, 29 KiB/s wr, 532 op/s 2024-04-22T05:20:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:38 smithi040 ceph-mon[88445]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-22T05:20:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:38 smithi040 ceph-mon[91058]: pgmap v3081: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 388 KiB/s rd, 29 KiB/s wr, 532 op/s 2024-04-22T05:20:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:38 smithi040 ceph-mon[91058]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-22T05:20:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:20:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:20:40] "GET /metrics HTTP/1.1" 200 243004 "" "Prometheus/2.43.0" 2024-04-22T05:20:40.833 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestGroups.test_group_snap_namespace ... ok 2024-04-22T05:20:40.929 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestGroups.test_group_snap_rename ... ok 2024-04-22T05:20:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:40 smithi062 ceph-mon[78153]: pgmap v3083: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 312 KiB/s rd, 23 KiB/s wr, 427 op/s 2024-04-22T05:20:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:40 smithi062 ceph-mon[78153]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-22T05:20:41.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:40 smithi040 ceph-mon[91058]: pgmap v3083: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 312 KiB/s rd, 23 KiB/s wr, 427 op/s 2024-04-22T05:20:41.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:40 smithi040 ceph-mon[91058]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-22T05:20:41.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:40 smithi040 ceph-mon[88445]: pgmap v3083: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 312 KiB/s rd, 23 KiB/s wr, 427 op/s 2024-04-22T05:20:41.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:40 smithi040 ceph-mon[88445]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-22T05:20:42.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:41 smithi062 ceph-mon[78153]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-22T05:20:42.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:41 smithi040 ceph-mon[88445]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-22T05:20:42.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:41 smithi040 ceph-mon[91058]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-22T05:20:42.840 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestGroups.test_group_snap_rollback ... ok 2024-04-22T05:20:42.912 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_access_timestamp ... ok 2024-04-22T05:20:42.998 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_aio_discard ... ok 2024-04-22T05:20:43.071 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_aio_flush ... ok 2024-04-22T05:20:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:42 smithi062 ceph-mon[78153]: pgmap v3086: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 88 KiB/s wr, 1.05k op/s 2024-04-22T05:20:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:42 smithi062 ceph-mon[78153]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-22T05:20:43.141 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_aio_read ... ok 2024-04-22T05:20:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:42 smithi040 ceph-mon[88445]: pgmap v3086: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 88 KiB/s wr, 1.05k op/s 2024-04-22T05:20:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:42 smithi040 ceph-mon[88445]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-22T05:20:43.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:42 smithi040 ceph-mon[91058]: pgmap v3086: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 88 KiB/s wr, 1.05k op/s 2024-04-22T05:20:43.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:42 smithi040 ceph-mon[91058]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-22T05:20:43.227 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_aio_write ... ok 2024-04-22T05:20:43.309 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_aio_write_zeroes ... ok 2024-04-22T05:20:43.383 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_block_name_prefix ... ok 2024-04-22T05:20:43.486 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_config_list ... ok 2024-04-22T05:20:43.677 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_copy ... ok 2024-04-22T05:20:43.873 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_copy2 ... ok 2024-04-22T05:20:43.946 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_copy3 ... SKIP 2024-04-22T05:20:44.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:43 smithi062 ceph-mon[78153]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-22T05:20:44.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:43 smithi062 ceph-mon[78153]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-22T05:20:44.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:43 smithi040 ceph-mon[88445]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-22T05:20:44.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:43 smithi040 ceph-mon[88445]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-22T05:20:44.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:43 smithi040 ceph-mon[91058]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-22T05:20:44.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:43 smithi040 ceph-mon[91058]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-22T05:20:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:44 smithi062 ceph-mon[78153]: pgmap v3090: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 121 KiB/s wr, 1.54k op/s 2024-04-22T05:20:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:44 smithi040 ceph-mon[88445]: pgmap v3090: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 121 KiB/s wr, 1.54k op/s 2024-04-22T05:20:45.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:44 smithi040 ceph-mon[91058]: pgmap v3090: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 121 KiB/s wr, 1.54k op/s 2024-04-22T05:20:45.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:20:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:20:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:20:45.858 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_create_snap ... ok 2024-04-22T05:20:46.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:45 smithi062 ceph-mon[78153]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-22T05:20:46.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:45 smithi040 ceph-mon[88445]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-22T05:20:46.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:45 smithi040 ceph-mon[91058]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-22T05:20:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:46 smithi062 ceph-mon[78153]: pgmap v3092: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 40 KiB/s wr, 584 op/s 2024-04-22T05:20:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:46 smithi062 ceph-mon[78153]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-22T05:20:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:46 smithi040 ceph-mon[88445]: pgmap v3092: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 40 KiB/s wr, 584 op/s 2024-04-22T05:20:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:46 smithi040 ceph-mon[88445]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-22T05:20:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:46 smithi040 ceph-mon[91058]: pgmap v3092: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 40 KiB/s wr, 584 op/s 2024-04-22T05:20:47.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:46 smithi040 ceph-mon[91058]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-22T05:20:47.865 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_create_snap_exists ... ok 2024-04-22T05:20:48.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:47 smithi062 ceph-mon[78153]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-22T05:20:48.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:47 smithi040 ceph-mon[88445]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-22T05:20:48.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:47 smithi040 ceph-mon[91058]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-22T05:20:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:48 smithi062 ceph-mon[78153]: pgmap v3095: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 596 KiB/s rd, 2.0 MiB/s wr, 831 op/s 2024-04-22T05:20:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:48 smithi062 ceph-mon[78153]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-22T05:20:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:48 smithi062 ceph-mon[78153]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-22T05:20:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:48 smithi040 ceph-mon[88445]: pgmap v3095: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 596 KiB/s rd, 2.0 MiB/s wr, 831 op/s 2024-04-22T05:20:49.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:48 smithi040 ceph-mon[88445]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-22T05:20:49.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:48 smithi040 ceph-mon[88445]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-22T05:20:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:48 smithi040 ceph-mon[91058]: pgmap v3095: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 596 KiB/s rd, 2.0 MiB/s wr, 831 op/s 2024-04-22T05:20:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:48 smithi040 ceph-mon[91058]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-22T05:20:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:48 smithi040 ceph-mon[91058]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-22T05:20:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:20:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:20:50] "GET /metrics HTTP/1.1" 200 243004 "" "Prometheus/2.43.0" 2024-04-22T05:20:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:50 smithi062 ceph-mon[78153]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-22T05:20:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:50 smithi062 ceph-mon[78153]: pgmap v3099: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 2.1 MiB/s wr, 569 op/s 2024-04-22T05:20:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:50 smithi040 ceph-mon[88445]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-22T05:20:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:50 smithi040 ceph-mon[88445]: pgmap v3099: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 2.1 MiB/s wr, 569 op/s 2024-04-22T05:20:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:50 smithi040 ceph-mon[91058]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-22T05:20:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:50 smithi040 ceph-mon[91058]: pgmap v3099: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 2.1 MiB/s wr, 569 op/s 2024-04-22T05:20:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:51 smithi062 ceph-mon[78153]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-22T05:20:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:20:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:51 smithi040 ceph-mon[88445]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-22T05:20:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:20:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:51 smithi040 ceph-mon[91058]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-22T05:20:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:20:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:52 smithi062 ceph-mon[78153]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-22T05:20:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:52 smithi062 ceph-mon[78153]: pgmap v3102: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 8.2 KiB/s wr, 98 op/s 2024-04-22T05:20:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:52 smithi040 ceph-mon[88445]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-22T05:20:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:52 smithi040 ceph-mon[88445]: pgmap v3102: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 8.2 KiB/s wr, 98 op/s 2024-04-22T05:20:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:52 smithi040 ceph-mon[91058]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-22T05:20:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:52 smithi040 ceph-mon[91058]: pgmap v3102: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 8.2 KiB/s wr, 98 op/s 2024-04-22T05:20:53.633 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_create_snap_flags ... ok 2024-04-22T05:20:53.714 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_create_timestamp ... ok 2024-04-22T05:20:53.788 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_create_with_params ... SKIP 2024-04-22T05:20:53.859 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_data_pool_id ... ok 2024-04-22T05:20:53.881 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:53 smithi062 ceph-mon[78153]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-22T05:20:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:53 smithi062 ceph-mon[78153]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-22T05:20:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:53 smithi040 ceph-mon[88445]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-22T05:20:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:53 smithi040 ceph-mon[88445]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-22T05:20:53.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:53 smithi040 ceph-mon[91058]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-22T05:20:53.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:53 smithi040 ceph-mon[91058]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-22T05:20:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:54 smithi062 ceph-mon[78153]: pgmap v3105: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.5 KiB/s wr, 103 op/s 2024-04-22T05:20:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:54 smithi040 ceph-mon[88445]: pgmap v3105: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.5 KiB/s wr, 103 op/s 2024-04-22T05:20:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:54 smithi040 ceph-mon[91058]: pgmap v3105: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.5 KiB/s wr, 103 op/s 2024-04-22T05:20:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:55 smithi062 ceph-mon[78153]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-22T05:20:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:20:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:20:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:20:55.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:55 smithi040 ceph-mon[88445]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-22T05:20:55.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:55 smithi040 ceph-mon[91058]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-22T05:20:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:56 smithi062 ceph-mon[78153]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-22T05:20:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:56 smithi062 ceph-mon[78153]: pgmap v3108: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 4.7 KiB/s wr, 23 op/s 2024-04-22T05:20:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:56 smithi040 ceph-mon[88445]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-22T05:20:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:56 smithi040 ceph-mon[88445]: pgmap v3108: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 4.7 KiB/s wr, 23 op/s 2024-04-22T05:20:56.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:56 smithi040 ceph-mon[91058]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-22T05:20:56.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:56 smithi040 ceph-mon[91058]: pgmap v3108: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 4.7 KiB/s wr, 23 op/s 2024-04-22T05:20:57.766 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_deep_copy ... ok 2024-04-22T05:20:57.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:57 smithi062 ceph-mon[78153]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-22T05:20:57.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:57 smithi040 ceph-mon[88445]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-22T05:20:57.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:57 smithi040 ceph-mon[91058]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-22T05:20:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:58 smithi062 ceph-mon[78153]: pgmap v3110: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 15 KiB/s wr, 232 op/s 2024-04-22T05:20:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:58 smithi062 ceph-mon[78153]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-22T05:20:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:20:58 smithi062 ceph-mon[78153]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-22T05:20:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:58 smithi040 ceph-mon[88445]: pgmap v3110: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 15 KiB/s wr, 232 op/s 2024-04-22T05:20:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:58 smithi040 ceph-mon[88445]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-22T05:20:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:20:58 smithi040 ceph-mon[88445]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-22T05:20:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:58 smithi040 ceph-mon[91058]: pgmap v3110: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 15 KiB/s wr, 232 op/s 2024-04-22T05:20:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:58 smithi040 ceph-mon[91058]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-22T05:20:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:20:58 smithi040 ceph-mon[91058]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-22T05:21:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:21:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:21:00] "GET /metrics HTTP/1.1" 200 243033 "" "Prometheus/2.43.0" 2024-04-22T05:21:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:00 smithi062 ceph-mon[78153]: pgmap v3113: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 11 KiB/s wr, 221 op/s 2024-04-22T05:21:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:00 smithi062 ceph-mon[78153]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-22T05:21:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:00 smithi040 ceph-mon[88445]: pgmap v3113: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 11 KiB/s wr, 221 op/s 2024-04-22T05:21:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:00 smithi040 ceph-mon[88445]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-22T05:21:00.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:00 smithi040 ceph-mon[91058]: pgmap v3113: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 11 KiB/s wr, 221 op/s 2024-04-22T05:21:00.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:00 smithi040 ceph-mon[91058]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-22T05:21:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:01 smithi062 ceph-mon[78153]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-22T05:21:01.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:01 smithi040 ceph-mon[88445]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-22T05:21:01.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:01 smithi040 ceph-mon[91058]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-22T05:21:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:02 smithi062 ceph-mon[78153]: pgmap v3116: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 10 KiB/s wr, 210 op/s 2024-04-22T05:21:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:02 smithi062 ceph-mon[78153]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-22T05:21:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:02 smithi040 ceph-mon[88445]: pgmap v3116: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 10 KiB/s wr, 210 op/s 2024-04-22T05:21:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:02 smithi040 ceph-mon[88445]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-22T05:21:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:02 smithi040 ceph-mon[91058]: pgmap v3116: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 10 KiB/s wr, 210 op/s 2024-04-22T05:21:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:02 smithi040 ceph-mon[91058]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-22T05:21:03.632 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_deep_copy_clone ... ok 2024-04-22T05:21:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:03 smithi062 ceph-mon[78153]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-22T05:21:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:03 smithi062 ceph-mon[78153]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-22T05:21:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:03 smithi040 ceph-mon[88445]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-22T05:21:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:03 smithi040 ceph-mon[88445]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-22T05:21:03.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:03 smithi040 ceph-mon[91058]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-22T05:21:03.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:03 smithi040 ceph-mon[91058]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-22T05:21:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:04 smithi062 ceph-mon[78153]: pgmap v3120: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 14 KiB/s wr, 253 op/s 2024-04-22T05:21:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:04 smithi040 ceph-mon[88445]: pgmap v3120: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 14 KiB/s wr, 253 op/s 2024-04-22T05:21:04.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:04 smithi040 ceph-mon[91058]: pgmap v3120: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 14 KiB/s wr, 253 op/s 2024-04-22T05:21:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:21:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:21:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:21:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:05 smithi062 ceph-mon[78153]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-22T05:21:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:21:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:05 smithi040 ceph-mon[91058]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-22T05:21:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:21:05.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:05 smithi040 ceph-mon[88445]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-22T05:21:05.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:21:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:06 smithi040 ceph-mon[88445]: pgmap v3122: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-04-22T05:21:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:06 smithi040 ceph-mon[88445]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-22T05:21:06.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:06 smithi040 ceph-mon[91058]: pgmap v3122: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-04-22T05:21:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:06 smithi040 ceph-mon[91058]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-22T05:21:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:06 smithi062 ceph-mon[78153]: pgmap v3122: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-04-22T05:21:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:06 smithi062 ceph-mon[78153]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-22T05:21:07.752 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_diff_iterate ... ok 2024-04-22T05:21:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:07 smithi040 ceph-mon[88445]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-22T05:21:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:07 smithi040 ceph-mon[91058]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-22T05:21:08.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:07 smithi062 ceph-mon[78153]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-22T05:21:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:08 smithi040 ceph-mon[88445]: pgmap v3125: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 9.9 KiB/s wr, 169 op/s 2024-04-22T05:21:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:08 smithi040 ceph-mon[88445]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-22T05:21:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:08 smithi040 ceph-mon[88445]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-22T05:21:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:08 smithi040 ceph-mon[91058]: pgmap v3125: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 9.9 KiB/s wr, 169 op/s 2024-04-22T05:21:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:08 smithi040 ceph-mon[91058]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-22T05:21:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:08 smithi040 ceph-mon[91058]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-22T05:21:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:08 smithi062 ceph-mon[78153]: pgmap v3125: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 9.9 KiB/s wr, 169 op/s 2024-04-22T05:21:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:08 smithi062 ceph-mon[78153]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-22T05:21:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:08 smithi062 ceph-mon[78153]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-22T05:21:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:21:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:21:10] "GET /metrics HTTP/1.1" 200 243018 "" "Prometheus/2.43.0" 2024-04-22T05:21:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:10 smithi040 ceph-mon[88445]: pgmap v3128: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.0 KiB/s wr, 118 op/s 2024-04-22T05:21:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:10 smithi040 ceph-mon[91058]: pgmap v3128: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.0 KiB/s wr, 118 op/s 2024-04-22T05:21:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:10 smithi062 ceph-mon[78153]: pgmap v3128: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.0 KiB/s wr, 118 op/s 2024-04-22T05:21:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:12 smithi040 ceph-mon[88445]: pgmap v3129: 137 pgs: 137 active+clean; 8.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 696 KiB/s wr, 118 op/s 2024-04-22T05:21:12.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:12 smithi040 ceph-mon[91058]: pgmap v3129: 137 pgs: 137 active+clean; 8.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 696 KiB/s wr, 118 op/s 2024-04-22T05:21:13.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:12 smithi062 ceph-mon[78153]: pgmap v3129: 137 pgs: 137 active+clean; 8.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 696 KiB/s wr, 118 op/s 2024-04-22T05:21:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:14 smithi062 ceph-mon[78153]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-22T05:21:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:14 smithi062 ceph-mon[78153]: pgmap v3131: 137 pgs: 137 active+clean; 8.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 686 KiB/s wr, 56 op/s 2024-04-22T05:21:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:14 smithi040 ceph-mon[88445]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-22T05:21:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:14 smithi040 ceph-mon[88445]: pgmap v3131: 137 pgs: 137 active+clean; 8.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 686 KiB/s wr, 56 op/s 2024-04-22T05:21:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:14 smithi040 ceph-mon[91058]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-22T05:21:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:14 smithi040 ceph-mon[91058]: pgmap v3131: 137 pgs: 137 active+clean; 8.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 686 KiB/s wr, 56 op/s 2024-04-22T05:21:15.280 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_encryption_luks1 ... ok 2024-04-22T05:21:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:21:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:21:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:21:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:16 smithi040 ceph-mon[88445]: pgmap v3132: 137 pgs: 137 active+clean; 8.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 520 KiB/s wr, 47 op/s 2024-04-22T05:21:16.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:16 smithi040 ceph-mon[91058]: pgmap v3132: 137 pgs: 137 active+clean; 8.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 520 KiB/s wr, 47 op/s 2024-04-22T05:21:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:16 smithi062 ceph-mon[78153]: pgmap v3132: 137 pgs: 137 active+clean; 8.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 520 KiB/s wr, 47 op/s 2024-04-22T05:21:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:18 smithi040 ceph-mon[88445]: pgmap v3133: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 457 KiB/s wr, 70 op/s 2024-04-22T05:21:18.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:18 smithi040 ceph-mon[88445]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-22T05:21:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:18 smithi040 ceph-mon[91058]: pgmap v3133: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 457 KiB/s wr, 70 op/s 2024-04-22T05:21:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:18 smithi040 ceph-mon[91058]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-22T05:21:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:18 smithi062 ceph-mon[78153]: pgmap v3133: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 457 KiB/s wr, 70 op/s 2024-04-22T05:21:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:18 smithi062 ceph-mon[78153]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-22T05:21:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:21:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:21:20] "GET /metrics HTTP/1.1" 200 243018 "" "Prometheus/2.43.0" 2024-04-22T05:21:20.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:20 smithi040 ceph-mon[91058]: pgmap v3135: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 1.6 KiB/s wr, 38 op/s 2024-04-22T05:21:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:21:20.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:20 smithi040 ceph-mon[88445]: pgmap v3135: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 1.6 KiB/s wr, 38 op/s 2024-04-22T05:21:20.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:21:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:20 smithi062 ceph-mon[78153]: pgmap v3135: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 1.6 KiB/s wr, 38 op/s 2024-04-22T05:21:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:21:22.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:22 smithi040 ceph-mon[88445]: pgmap v3136: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 2.6 KiB/s wr, 43 op/s 2024-04-22T05:21:22.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:22 smithi040 ceph-mon[91058]: pgmap v3136: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 2.6 KiB/s wr, 43 op/s 2024-04-22T05:21:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:22 smithi062 ceph-mon[78153]: pgmap v3136: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 2.6 KiB/s wr, 43 op/s 2024-04-22T05:21:23.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:23 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:21:23.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:23 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:21:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:23 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:21:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:24 smithi040 ceph-mon[88445]: pgmap v3137: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 2.1 KiB/s wr, 34 op/s 2024-04-22T05:21:24.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:24 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:21:24.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:24 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:21:24.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:24 smithi040 ceph-mon[91058]: pgmap v3137: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 2.1 KiB/s wr, 34 op/s 2024-04-22T05:21:24.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:24 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:21:24.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:24 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:21:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:24 smithi062 ceph-mon[78153]: pgmap v3137: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 2.1 KiB/s wr, 34 op/s 2024-04-22T05:21:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:24 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:21:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:24 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:21:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:21:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:21:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:21:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:21:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:21:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:25 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:21:25.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:21:25.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:21:25.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:25 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:21:25.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:21:25.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:21:25.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:25 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:21:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:26 smithi062 ceph-mon[78153]: pgmap v3138: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 1.7 KiB/s wr, 31 op/s 2024-04-22T05:21:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:26 smithi040 ceph-mon[88445]: pgmap v3138: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 1.7 KiB/s wr, 31 op/s 2024-04-22T05:21:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:26 smithi040 ceph-mon[91058]: pgmap v3138: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 1.7 KiB/s wr, 31 op/s 2024-04-22T05:21:28.350 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_encryption_luks2 ... ok 2024-04-22T05:21:28.424 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_flags ... ok 2024-04-22T05:21:28.493 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_id ... ok 2024-04-22T05:21:28.572 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_image_auto_close ... ok 2024-04-22T05:21:28.672 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_image_config_set_and_get_and_remove ... ok 2024-04-22T05:21:28.760 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_invalidate_cache ... ok 2024-04-22T05:21:28.836 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_large_read ... ok 2024-04-22T05:21:28.976 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_large_write ... ok 2024-04-22T05:21:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:28 smithi062 ceph-mon[78153]: pgmap v3139: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-22T05:21:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:28 smithi040 ceph-mon[88445]: pgmap v3139: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-22T05:21:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:28 smithi040 ceph-mon[91058]: pgmap v3139: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-22T05:21:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:21:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:21:30] "GET /metrics HTTP/1.1" 200 243004 "" "Prometheus/2.43.0" 2024-04-22T05:21:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:30 smithi062 ceph-mon[78153]: pgmap v3140: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-22T05:21:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:30 smithi062 ceph-mon[78153]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-22T05:21:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:30 smithi040 ceph-mon[88445]: pgmap v3140: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-22T05:21:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:30 smithi040 ceph-mon[88445]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-22T05:21:31.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:30 smithi040 ceph-mon[91058]: pgmap v3140: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-22T05:21:31.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:30 smithi040 ceph-mon[91058]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-22T05:21:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:31 smithi062 ceph-mon[78153]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-22T05:21:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:31 smithi040 ceph-mon[88445]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-22T05:21:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:31 smithi040 ceph-mon[91058]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-22T05:21:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:32 smithi062 ceph-mon[78153]: pgmap v3143: 137 pgs: 137 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 2.5 MiB/s wr, 125 op/s 2024-04-22T05:21:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:32 smithi062 ceph-mon[78153]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-22T05:21:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:32 smithi040 ceph-mon[91058]: pgmap v3143: 137 pgs: 137 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 2.5 MiB/s wr, 125 op/s 2024-04-22T05:21:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:32 smithi040 ceph-mon[91058]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-22T05:21:33.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:32 smithi040 ceph-mon[88445]: pgmap v3143: 137 pgs: 137 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 2.5 MiB/s wr, 125 op/s 2024-04-22T05:21:33.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:32 smithi040 ceph-mon[88445]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-22T05:21:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:33 smithi062 ceph-mon[78153]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-22T05:21:34.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:33 smithi040 ceph-mon[91058]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-22T05:21:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:33 smithi040 ceph-mon[88445]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-22T05:21:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:34 smithi062 ceph-mon[78153]: pgmap v3146: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 2.0 MiB/s wr, 427 op/s 2024-04-22T05:21:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:34 smithi062 ceph-mon[78153]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-22T05:21:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:34 smithi040 ceph-mon[91058]: pgmap v3146: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 2.0 MiB/s wr, 427 op/s 2024-04-22T05:21:35.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:34 smithi040 ceph-mon[91058]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-22T05:21:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:34 smithi040 ceph-mon[88445]: pgmap v3146: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 2.0 MiB/s wr, 427 op/s 2024-04-22T05:21:35.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:34 smithi040 ceph-mon[88445]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-22T05:21:35.760 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:21:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:21:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:21:36.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:35 smithi062 ceph-mon[78153]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-22T05:21:36.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:21:36.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:35 smithi040 ceph-mon[91058]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-22T05:21:36.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:21:36.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:35 smithi040 ceph-mon[88445]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-22T05:21:36.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:21:36.867 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_limit_snaps ... ok 2024-04-22T05:21:37.018 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_list_lockers ... ok 2024-04-22T05:21:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:36 smithi062 ceph-mon[78153]: pgmap v3149: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 1.0 MiB/s wr, 206 op/s 2024-04-22T05:21:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:36 smithi062 ceph-mon[78153]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-22T05:21:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:36 smithi040 ceph-mon[88445]: pgmap v3149: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 1.0 MiB/s wr, 206 op/s 2024-04-22T05:21:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:36 smithi040 ceph-mon[88445]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-22T05:21:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:36 smithi040 ceph-mon[91058]: pgmap v3149: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 1.0 MiB/s wr, 206 op/s 2024-04-22T05:21:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:36 smithi040 ceph-mon[91058]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-22T05:21:38.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:37 smithi062 ceph-mon[78153]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-22T05:21:38.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:37 smithi040 ceph-mon[91058]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-22T05:21:38.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:37 smithi040 ceph-mon[88445]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-22T05:21:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:38 smithi062 ceph-mon[78153]: pgmap v3152: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.2 KiB/s wr, 55 op/s 2024-04-22T05:21:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:38 smithi062 ceph-mon[78153]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-22T05:21:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:38 smithi062 ceph-mon[78153]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-22T05:21:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:38 smithi040 ceph-mon[88445]: pgmap v3152: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.2 KiB/s wr, 55 op/s 2024-04-22T05:21:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:38 smithi040 ceph-mon[88445]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-22T05:21:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:38 smithi040 ceph-mon[88445]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-22T05:21:39.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:38 smithi040 ceph-mon[91058]: pgmap v3152: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.2 KiB/s wr, 55 op/s 2024-04-22T05:21:39.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:38 smithi040 ceph-mon[91058]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-22T05:21:39.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:38 smithi040 ceph-mon[91058]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-22T05:21:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:21:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:21:40] "GET /metrics HTTP/1.1" 200 243009 "" "Prometheus/2.43.0" 2024-04-22T05:21:40.647 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_list_snaps ... ok 2024-04-22T05:21:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:40 smithi062 ceph-mon[78153]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-22T05:21:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:40 smithi062 ceph-mon[78153]: pgmap v3156: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.9 KiB/s wr, 54 op/s 2024-04-22T05:21:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:40 smithi040 ceph-mon[88445]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-22T05:21:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:40 smithi040 ceph-mon[88445]: pgmap v3156: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.9 KiB/s wr, 54 op/s 2024-04-22T05:21:40.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:40 smithi040 ceph-mon[91058]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-22T05:21:40.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:40 smithi040 ceph-mon[91058]: pgmap v3156: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.9 KiB/s wr, 54 op/s 2024-04-22T05:21:41.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:41 smithi062 ceph-mon[78153]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-22T05:21:41.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:41 smithi040 ceph-mon[88445]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-22T05:21:41.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:41 smithi040 ceph-mon[91058]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-22T05:21:42.653 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_list_snaps_iterator_auto_close ... ok 2024-04-22T05:21:42.751 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_lock_unlock ... ok 2024-04-22T05:21:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:42 smithi062 ceph-mon[78153]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-22T05:21:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:42 smithi062 ceph-mon[78153]: pgmap v3159: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 7.3 KiB/s wr, 264 op/s 2024-04-22T05:21:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:42 smithi040 ceph-mon[88445]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-22T05:21:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:42 smithi040 ceph-mon[88445]: pgmap v3159: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 7.3 KiB/s wr, 264 op/s 2024-04-22T05:21:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:42 smithi040 ceph-mon[91058]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-22T05:21:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:42 smithi040 ceph-mon[91058]: pgmap v3159: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 7.3 KiB/s wr, 264 op/s 2024-04-22T05:21:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:43 smithi062 ceph-mon[78153]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-22T05:21:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:43 smithi062 ceph-mon[78153]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-22T05:21:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:43 smithi040 ceph-mon[88445]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-22T05:21:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:43 smithi040 ceph-mon[88445]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-22T05:21:43.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:43 smithi040 ceph-mon[91058]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-22T05:21:43.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:43 smithi040 ceph-mon[91058]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-22T05:21:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:44 smithi062 ceph-mon[78153]: pgmap v3162: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 7.7 KiB/s wr, 258 op/s 2024-04-22T05:21:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:44 smithi040 ceph-mon[88445]: pgmap v3162: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 7.7 KiB/s wr, 258 op/s 2024-04-22T05:21:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:44 smithi040 ceph-mon[91058]: pgmap v3162: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 7.7 KiB/s wr, 258 op/s 2024-04-22T05:21:45.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:45 smithi062 ceph-mon[78153]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-22T05:21:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:21:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:21:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:21:45.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:45 smithi040 ceph-mon[88445]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-22T05:21:45.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:45 smithi040 ceph-mon[91058]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-22T05:21:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:46 smithi062 ceph-mon[78153]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-22T05:21:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:46 smithi062 ceph-mon[78153]: pgmap v3165: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2024-04-22T05:21:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:46 smithi040 ceph-mon[88445]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-22T05:21:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:46 smithi040 ceph-mon[88445]: pgmap v3165: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2024-04-22T05:21:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:46 smithi040 ceph-mon[91058]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-22T05:21:46.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:46 smithi040 ceph-mon[91058]: pgmap v3165: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2024-04-22T05:21:47.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:47 smithi062 ceph-mon[78153]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-22T05:21:47.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:47 smithi040 ceph-mon[88445]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-22T05:21:47.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:47 smithi040 ceph-mon[91058]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-22T05:21:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:48 smithi062 ceph-mon[78153]: pgmap v3168: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 8.7 KiB/s wr, 159 op/s 2024-04-22T05:21:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:48 smithi062 ceph-mon[78153]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-22T05:21:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:48 smithi062 ceph-mon[78153]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-22T05:21:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:48 smithi040 ceph-mon[88445]: pgmap v3168: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 8.7 KiB/s wr, 159 op/s 2024-04-22T05:21:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:48 smithi040 ceph-mon[88445]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-22T05:21:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:48 smithi040 ceph-mon[88445]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-22T05:21:48.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:48 smithi040 ceph-mon[91058]: pgmap v3168: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 8.7 KiB/s wr, 159 op/s 2024-04-22T05:21:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:48 smithi040 ceph-mon[91058]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-22T05:21:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:48 smithi040 ceph-mon[91058]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-22T05:21:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:21:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:21:50] "GET /metrics HTTP/1.1" 200 243009 "" "Prometheus/2.43.0" 2024-04-22T05:21:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:50 smithi062 ceph-mon[78153]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-22T05:21:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:50 smithi062 ceph-mon[78153]: pgmap v3171: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 6.2 KiB/s wr, 150 op/s 2024-04-22T05:21:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:50 smithi040 ceph-mon[88445]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-22T05:21:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:50 smithi040 ceph-mon[88445]: pgmap v3171: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 6.2 KiB/s wr, 150 op/s 2024-04-22T05:21:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:50 smithi040 ceph-mon[91058]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-22T05:21:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:50 smithi040 ceph-mon[91058]: pgmap v3171: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 6.2 KiB/s wr, 150 op/s 2024-04-22T05:21:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:51 smithi062 ceph-mon[78153]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-22T05:21:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:21:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:51 smithi040 ceph-mon[88445]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-22T05:21:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:21:51.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:51 smithi040 ceph-mon[91058]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-22T05:21:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:21:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:52 smithi062 ceph-mon[78153]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-22T05:21:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:52 smithi062 ceph-mon[78153]: pgmap v3174: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:21:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:52 smithi040 ceph-mon[88445]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-22T05:21:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:52 smithi040 ceph-mon[88445]: pgmap v3174: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:21:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:52 smithi040 ceph-mon[91058]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-22T05:21:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:52 smithi040 ceph-mon[91058]: pgmap v3174: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:21:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:53 smithi062 ceph-mon[78153]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-22T05:21:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:53 smithi062 ceph-mon[78153]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-22T05:21:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:53 smithi040 ceph-mon[88445]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-22T05:21:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:53 smithi040 ceph-mon[88445]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-22T05:21:53.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:53 smithi040 ceph-mon[91058]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-22T05:21:53.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:53 smithi040 ceph-mon[91058]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-22T05:21:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:54 smithi062 ceph-mon[78153]: pgmap v3177: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-22T05:21:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:54 smithi040 ceph-mon[88445]: pgmap v3177: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-22T05:21:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:54 smithi040 ceph-mon[91058]: pgmap v3177: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-22T05:21:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:55 smithi062 ceph-mon[78153]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-22T05:21:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:21:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:21:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:21:55.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:55 smithi040 ceph-mon[88445]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-22T05:21:55.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:55 smithi040 ceph-mon[91058]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-22T05:21:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:56 smithi062 ceph-mon[78153]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-22T05:21:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:56 smithi062 ceph-mon[78153]: pgmap v3180: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.0 KiB/s wr, 92 op/s 2024-04-22T05:21:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:56 smithi040 ceph-mon[88445]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-22T05:21:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:56 smithi040 ceph-mon[88445]: pgmap v3180: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.0 KiB/s wr, 92 op/s 2024-04-22T05:21:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:56 smithi040 ceph-mon[91058]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-22T05:21:56.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:56 smithi040 ceph-mon[91058]: pgmap v3180: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.0 KiB/s wr, 92 op/s 2024-04-22T05:21:57.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:57 smithi062 ceph-mon[78153]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-22T05:21:57.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:57 smithi040 ceph-mon[88445]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-22T05:21:57.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:57 smithi040 ceph-mon[91058]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-22T05:21:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:58 smithi062 ceph-mon[78153]: pgmap v3182: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 3.7 KiB/s wr, 140 op/s 2024-04-22T05:21:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:58 smithi062 ceph-mon[78153]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-22T05:21:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:58 smithi040 ceph-mon[88445]: pgmap v3182: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 3.7 KiB/s wr, 140 op/s 2024-04-22T05:21:58.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:58 smithi040 ceph-mon[88445]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-22T05:21:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:58 smithi040 ceph-mon[91058]: pgmap v3182: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 3.7 KiB/s wr, 140 op/s 2024-04-22T05:21:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:58 smithi040 ceph-mon[91058]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-22T05:21:59.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:21:59 smithi062 ceph-mon[78153]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-22T05:21:59.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:21:59 smithi040 ceph-mon[88445]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-22T05:21:59.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:21:59 smithi040 ceph-mon[91058]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-22T05:22:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:22:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:22:00] "GET /metrics HTTP/1.1" 200 243013 "" "Prometheus/2.43.0" 2024-04-22T05:22:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:00 smithi062 ceph-mon[78153]: pgmap v3185: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.5 KiB/s wr, 141 op/s 2024-04-22T05:22:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:00 smithi062 ceph-mon[78153]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-22T05:22:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:00 smithi040 ceph-mon[88445]: pgmap v3185: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.5 KiB/s wr, 141 op/s 2024-04-22T05:22:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:00 smithi040 ceph-mon[88445]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-22T05:22:00.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:00 smithi040 ceph-mon[91058]: pgmap v3185: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.5 KiB/s wr, 141 op/s 2024-04-22T05:22:00.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:00 smithi040 ceph-mon[91058]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-22T05:22:01.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:01 smithi040 ceph-mon[88445]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-22T05:22:01.945 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:01 smithi040 ceph-mon[91058]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-22T05:22:02.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:01 smithi062 ceph-mon[78153]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-22T05:22:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:02 smithi040 ceph-mon[88445]: pgmap v3188: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:22:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:02 smithi040 ceph-mon[88445]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-22T05:22:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:02 smithi040 ceph-mon[91058]: pgmap v3188: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:22:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:02 smithi040 ceph-mon[91058]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-22T05:22:03.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:02 smithi062 ceph-mon[78153]: pgmap v3188: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:22:03.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:02 smithi062 ceph-mon[78153]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-22T05:22:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:03 smithi040 ceph-mon[88445]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-22T05:22:03.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:03 smithi040 ceph-mon[91058]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-22T05:22:04.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:03 smithi062 ceph-mon[78153]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-22T05:22:05.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:04 smithi062 ceph-mon[78153]: pgmap v3191: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-22T05:22:05.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:04 smithi062 ceph-mon[78153]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-22T05:22:05.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:04 smithi040 ceph-mon[88445]: pgmap v3191: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-22T05:22:05.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:04 smithi040 ceph-mon[88445]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-22T05:22:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:04 smithi040 ceph-mon[91058]: pgmap v3191: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-22T05:22:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:04 smithi040 ceph-mon[91058]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-22T05:22:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:22:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:22:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:22:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:05 smithi062 ceph-mon[78153]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-22T05:22:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:22:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:05 smithi040 ceph-mon[88445]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-22T05:22:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:22:06.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:05 smithi040 ceph-mon[91058]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-22T05:22:06.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:22:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:06 smithi062 ceph-mon[78153]: pgmap v3194: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 3.0 KiB/s wr, 180 op/s 2024-04-22T05:22:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:06 smithi062 ceph-mon[78153]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-22T05:22:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:06 smithi040 ceph-mon[88445]: pgmap v3194: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 3.0 KiB/s wr, 180 op/s 2024-04-22T05:22:07.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:06 smithi040 ceph-mon[88445]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-22T05:22:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:06 smithi040 ceph-mon[91058]: pgmap v3194: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 3.0 KiB/s wr, 180 op/s 2024-04-22T05:22:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:06 smithi040 ceph-mon[91058]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-22T05:22:08.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:07 smithi062 ceph-mon[78153]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-22T05:22:08.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:07 smithi040 ceph-mon[88445]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-22T05:22:08.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:07 smithi040 ceph-mon[91058]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-22T05:22:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:08 smithi062 ceph-mon[78153]: pgmap v3197: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-22T05:22:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:08 smithi062 ceph-mon[78153]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-22T05:22:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:08 smithi040 ceph-mon[88445]: pgmap v3197: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-22T05:22:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:08 smithi040 ceph-mon[88445]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-22T05:22:09.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:08 smithi040 ceph-mon[91058]: pgmap v3197: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-22T05:22:09.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:08 smithi040 ceph-mon[91058]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-22T05:22:10.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:09 smithi040 ceph-mon[88445]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-22T05:22:10.065 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:09 smithi040 ceph-mon[91058]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-22T05:22:10.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:09 smithi062 ceph-mon[78153]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-22T05:22:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:22:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:22:10] "GET /metrics HTTP/1.1" 200 242970 "" "Prometheus/2.43.0" 2024-04-22T05:22:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:10 smithi062 ceph-mon[78153]: pgmap v3200: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.5 KiB/s wr, 229 op/s 2024-04-22T05:22:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:10 smithi062 ceph-mon[78153]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-22T05:22:11.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:10 smithi040 ceph-mon[88445]: pgmap v3200: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.5 KiB/s wr, 229 op/s 2024-04-22T05:22:11.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:10 smithi040 ceph-mon[88445]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-22T05:22:11.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:10 smithi040 ceph-mon[91058]: pgmap v3200: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.5 KiB/s wr, 229 op/s 2024-04-22T05:22:11.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:10 smithi040 ceph-mon[91058]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-22T05:22:12.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:11 smithi062 ceph-mon[78153]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-22T05:22:12.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:11 smithi040 ceph-mon[88445]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-22T05:22:12.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:11 smithi040 ceph-mon[91058]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-22T05:22:13.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:12 smithi062 ceph-mon[78153]: pgmap v3203: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:22:13.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:12 smithi062 ceph-mon[78153]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-22T05:22:13.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:12 smithi040 ceph-mon[88445]: pgmap v3203: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:22:13.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:12 smithi040 ceph-mon[88445]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-22T05:22:13.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:12 smithi040 ceph-mon[91058]: pgmap v3203: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:22:13.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:12 smithi040 ceph-mon[91058]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-22T05:22:14.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:13 smithi062 ceph-mon[78153]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-22T05:22:14.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:13 smithi040 ceph-mon[88445]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-22T05:22:14.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:13 smithi040 ceph-mon[91058]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-22T05:22:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:14 smithi062 ceph-mon[78153]: pgmap v3206: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 3.5 KiB/s wr, 273 op/s 2024-04-22T05:22:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:14 smithi062 ceph-mon[78153]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-22T05:22:15.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:14 smithi040 ceph-mon[88445]: pgmap v3206: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 3.5 KiB/s wr, 273 op/s 2024-04-22T05:22:15.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:14 smithi040 ceph-mon[88445]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-22T05:22:15.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:14 smithi040 ceph-mon[91058]: pgmap v3206: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 3.5 KiB/s wr, 273 op/s 2024-04-22T05:22:15.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:14 smithi040 ceph-mon[91058]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-22T05:22:15.759 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:22:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:22:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:22:16.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:15 smithi062 ceph-mon[78153]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-22T05:22:16.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:15 smithi040 ceph-mon[88445]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-22T05:22:16.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:15 smithi040 ceph-mon[91058]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-22T05:22:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:16 smithi062 ceph-mon[78153]: pgmap v3209: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 3.2 KiB/s wr, 268 op/s 2024-04-22T05:22:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:16 smithi062 ceph-mon[78153]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-22T05:22:17.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:16 smithi040 ceph-mon[88445]: pgmap v3209: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 3.2 KiB/s wr, 268 op/s 2024-04-22T05:22:17.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:16 smithi040 ceph-mon[88445]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-22T05:22:17.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:16 smithi040 ceph-mon[91058]: pgmap v3209: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 3.2 KiB/s wr, 268 op/s 2024-04-22T05:22:17.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:16 smithi040 ceph-mon[91058]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-22T05:22:18.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:17 smithi062 ceph-mon[78153]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-22T05:22:18.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:17 smithi040 ceph-mon[88445]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-22T05:22:18.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:17 smithi040 ceph-mon[91058]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-22T05:22:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:18 smithi062 ceph-mon[78153]: pgmap v3212: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 4.0 KiB/s wr, 317 op/s 2024-04-22T05:22:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:18 smithi062 ceph-mon[78153]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-22T05:22:19.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:18 smithi040 ceph-mon[88445]: pgmap v3212: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 4.0 KiB/s wr, 317 op/s 2024-04-22T05:22:19.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:18 smithi040 ceph-mon[88445]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-22T05:22:19.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:18 smithi040 ceph-mon[91058]: pgmap v3212: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 4.0 KiB/s wr, 317 op/s 2024-04-22T05:22:19.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:18 smithi040 ceph-mon[91058]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-22T05:22:20.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:19 smithi040 ceph-mon[88445]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-22T05:22:20.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:19 smithi040 ceph-mon[91058]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-22T05:22:20.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:19 smithi062 ceph-mon[78153]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-22T05:22:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:22:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:22:20] "GET /metrics HTTP/1.1" 200 242970 "" "Prometheus/2.43.0" 2024-04-22T05:22:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:20 smithi062 ceph-mon[78153]: pgmap v3215: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.5 KiB/s wr, 317 op/s 2024-04-22T05:22:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:20 smithi062 ceph-mon[78153]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-22T05:22:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:22:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:20 smithi040 ceph-mon[88445]: pgmap v3215: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.5 KiB/s wr, 317 op/s 2024-04-22T05:22:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:20 smithi040 ceph-mon[88445]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-22T05:22:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:22:21.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:20 smithi040 ceph-mon[91058]: pgmap v3215: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.5 KiB/s wr, 317 op/s 2024-04-22T05:22:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:20 smithi040 ceph-mon[91058]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-22T05:22:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:22:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:21 smithi062 ceph-mon[78153]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-22T05:22:22.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:21 smithi040 ceph-mon[88445]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-22T05:22:22.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:21 smithi040 ceph-mon[91058]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-22T05:22:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:22 smithi062 ceph-mon[78153]: pgmap v3218: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:22:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:22 smithi062 ceph-mon[78153]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-22T05:22:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:22 smithi040 ceph-mon[88445]: pgmap v3218: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:22:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:22 smithi040 ceph-mon[88445]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-22T05:22:23.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:22 smithi040 ceph-mon[91058]: pgmap v3218: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:22:23.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:22 smithi040 ceph-mon[91058]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-22T05:22:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:23 smithi062 ceph-mon[78153]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-22T05:22:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:23 smithi040 ceph-mon[88445]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-22T05:22:24.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:23 smithi040 ceph-mon[91058]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-22T05:22:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:24 smithi062 ceph-mon[78153]: pgmap v3221: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.5 KiB/s wr, 360 op/s 2024-04-22T05:22:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:24 smithi062 ceph-mon[78153]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-22T05:22:25.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:24 smithi040 ceph-mon[88445]: pgmap v3221: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.5 KiB/s wr, 360 op/s 2024-04-22T05:22:25.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:24 smithi040 ceph-mon[88445]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-22T05:22:25.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:24 smithi040 ceph-mon[91058]: pgmap v3221: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.5 KiB/s wr, 360 op/s 2024-04-22T05:22:25.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:24 smithi040 ceph-mon[91058]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-22T05:22:25.840 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:22:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:22:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:22:26.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:25 smithi062 ceph-mon[78153]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-22T05:22:26.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:22:26.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:25 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:22:26.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:25 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:22:26.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:22:26.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:25 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:22:26.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:25 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:22:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:25 smithi040 ceph-mon[88445]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-22T05:22:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:22:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:25 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:22:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:25 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:22:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:22:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:25 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:22:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:25 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:22:26.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:25 smithi040 ceph-mon[91058]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-22T05:22:26.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:22:26.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:25 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:22:26.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:25 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:22:26.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:22:26.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:25 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:22:26.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:25 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:22:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:26 smithi062 ceph-mon[78153]: pgmap v3224: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 2.7 KiB/s wr, 355 op/s 2024-04-22T05:22:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:26 smithi062 ceph-mon[78153]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-22T05:22:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:26 smithi040 ceph-mon[88445]: pgmap v3224: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 2.7 KiB/s wr, 355 op/s 2024-04-22T05:22:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:26 smithi040 ceph-mon[88445]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-22T05:22:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:26 smithi040 ceph-mon[91058]: pgmap v3224: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 2.7 KiB/s wr, 355 op/s 2024-04-22T05:22:27.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:26 smithi040 ceph-mon[91058]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-22T05:22:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:27 smithi062 ceph-mon[78153]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-22T05:22:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:27 smithi040 ceph-mon[88445]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-22T05:22:28.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:27 smithi040 ceph-mon[91058]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-22T05:22:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:28 smithi062 ceph-mon[78153]: pgmap v3227: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 4.2 KiB/s wr, 405 op/s 2024-04-22T05:22:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:28 smithi062 ceph-mon[78153]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-22T05:22:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:28 smithi040 ceph-mon[88445]: pgmap v3227: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 4.2 KiB/s wr, 405 op/s 2024-04-22T05:22:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:28 smithi040 ceph-mon[88445]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-22T05:22:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:28 smithi040 ceph-mon[91058]: pgmap v3227: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 4.2 KiB/s wr, 405 op/s 2024-04-22T05:22:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:28 smithi040 ceph-mon[91058]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-22T05:22:30.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:29 smithi062 ceph-mon[78153]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-22T05:22:30.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:29 smithi040 ceph-mon[88445]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-22T05:22:30.160 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:22:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:22:30] "GET /metrics HTTP/1.1" 200 242972 "" "Prometheus/2.43.0" 2024-04-22T05:22:30.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:29 smithi040 ceph-mon[91058]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-22T05:22:31.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:30 smithi062 ceph-mon[78153]: pgmap v3230: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 4.0 KiB/s wr, 405 op/s 2024-04-22T05:22:31.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:30 smithi062 ceph-mon[78153]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-22T05:22:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:30 smithi040 ceph-mon[91058]: pgmap v3230: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 4.0 KiB/s wr, 405 op/s 2024-04-22T05:22:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:30 smithi040 ceph-mon[91058]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-22T05:22:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:30 smithi040 ceph-mon[88445]: pgmap v3230: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 4.0 KiB/s wr, 405 op/s 2024-04-22T05:22:31.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:30 smithi040 ceph-mon[88445]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-22T05:22:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:31 smithi040 ceph-mon[88445]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-22T05:22:32.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:31 smithi040 ceph-mon[91058]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-22T05:22:32.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:31 smithi062 ceph-mon[78153]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-22T05:22:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:32 smithi040 ceph-mon[88445]: pgmap v3233: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:22:33.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:32 smithi040 ceph-mon[88445]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-22T05:22:33.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:32 smithi040 ceph-mon[91058]: pgmap v3233: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:22:33.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:32 smithi040 ceph-mon[91058]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-22T05:22:33.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:32 smithi062 ceph-mon[78153]: pgmap v3233: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:22:33.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:32 smithi062 ceph-mon[78153]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-22T05:22:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:33 smithi040 ceph-mon[88445]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-22T05:22:34.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:33 smithi040 ceph-mon[91058]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-22T05:22:34.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:33 smithi062 ceph-mon[78153]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-22T05:22:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:34 smithi040 ceph-mon[88445]: pgmap v3236: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 3.5 KiB/s wr, 448 op/s 2024-04-22T05:22:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:34 smithi040 ceph-mon[88445]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-22T05:22:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:34 smithi040 ceph-mon[91058]: pgmap v3236: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 3.5 KiB/s wr, 448 op/s 2024-04-22T05:22:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:34 smithi040 ceph-mon[91058]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-22T05:22:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:34 smithi062 ceph-mon[78153]: pgmap v3236: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 3.5 KiB/s wr, 448 op/s 2024-04-22T05:22:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:34 smithi062 ceph-mon[78153]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-22T05:22:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:22:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:22:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:22:36.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:35 smithi062 ceph-mon[78153]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-22T05:22:36.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:22:36.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:35 smithi040 ceph-mon[88445]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-22T05:22:36.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:22:36.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:35 smithi040 ceph-mon[91058]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-22T05:22:36.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:22:37.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:36 smithi062 ceph-mon[78153]: pgmap v3239: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 3.0 KiB/s wr, 442 op/s 2024-04-22T05:22:37.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:36 smithi062 ceph-mon[78153]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-22T05:22:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:36 smithi040 ceph-mon[88445]: pgmap v3239: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 3.0 KiB/s wr, 442 op/s 2024-04-22T05:22:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:36 smithi040 ceph-mon[88445]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-22T05:22:37.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:36 smithi040 ceph-mon[91058]: pgmap v3239: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 3.0 KiB/s wr, 442 op/s 2024-04-22T05:22:37.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:36 smithi040 ceph-mon[91058]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-22T05:22:38.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:37 smithi062 ceph-mon[78153]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-22T05:22:38.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:37 smithi040 ceph-mon[88445]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-22T05:22:38.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:37 smithi040 ceph-mon[91058]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-22T05:22:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:38 smithi062 ceph-mon[78153]: pgmap v3242: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.7 KiB/s wr, 492 op/s 2024-04-22T05:22:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:38 smithi062 ceph-mon[78153]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-22T05:22:39.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:38 smithi040 ceph-mon[88445]: pgmap v3242: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.7 KiB/s wr, 492 op/s 2024-04-22T05:22:39.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:38 smithi040 ceph-mon[88445]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-22T05:22:39.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:38 smithi040 ceph-mon[91058]: pgmap v3242: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.7 KiB/s wr, 492 op/s 2024-04-22T05:22:39.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:38 smithi040 ceph-mon[91058]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-22T05:22:40.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:39 smithi062 ceph-mon[78153]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-22T05:22:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:22:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:22:40] "GET /metrics HTTP/1.1" 200 242958 "" "Prometheus/2.43.0" 2024-04-22T05:22:40.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:39 smithi040 ceph-mon[91058]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-22T05:22:40.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:39 smithi040 ceph-mon[88445]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-22T05:22:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:40 smithi062 ceph-mon[78153]: pgmap v3245: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.5 KiB/s wr, 492 op/s 2024-04-22T05:22:41.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:40 smithi062 ceph-mon[78153]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-22T05:22:41.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:40 smithi040 ceph-mon[88445]: pgmap v3245: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.5 KiB/s wr, 492 op/s 2024-04-22T05:22:41.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:40 smithi040 ceph-mon[88445]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-22T05:22:41.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:40 smithi040 ceph-mon[91058]: pgmap v3245: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.5 KiB/s wr, 492 op/s 2024-04-22T05:22:41.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:40 smithi040 ceph-mon[91058]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-22T05:22:42.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:41 smithi062 ceph-mon[78153]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-22T05:22:42.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:41 smithi040 ceph-mon[88445]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-22T05:22:42.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:41 smithi040 ceph-mon[91058]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-22T05:22:43.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:42 smithi062 ceph-mon[78153]: pgmap v3248: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:22:43.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:42 smithi062 ceph-mon[78153]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-22T05:22:43.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:42 smithi040 ceph-mon[88445]: pgmap v3248: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:22:43.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:42 smithi040 ceph-mon[88445]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-22T05:22:43.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:42 smithi040 ceph-mon[91058]: pgmap v3248: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:22:43.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:42 smithi040 ceph-mon[91058]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-22T05:22:44.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:43 smithi062 ceph-mon[78153]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-22T05:22:44.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:43 smithi040 ceph-mon[88445]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-22T05:22:44.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:43 smithi040 ceph-mon[91058]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-22T05:22:45.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:44 smithi062 ceph-mon[78153]: pgmap v3251: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 3.7 KiB/s wr, 536 op/s 2024-04-22T05:22:45.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:44 smithi062 ceph-mon[78153]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-22T05:22:45.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:44 smithi040 ceph-mon[88445]: pgmap v3251: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 3.7 KiB/s wr, 536 op/s 2024-04-22T05:22:45.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:44 smithi040 ceph-mon[88445]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-22T05:22:45.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:44 smithi040 ceph-mon[91058]: pgmap v3251: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 3.7 KiB/s wr, 536 op/s 2024-04-22T05:22:45.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:44 smithi040 ceph-mon[91058]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-22T05:22:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:22:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:22:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:22:46.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:45 smithi062 ceph-mon[78153]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-22T05:22:46.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:45 smithi040 ceph-mon[88445]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-22T05:22:46.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:45 smithi040 ceph-mon[91058]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-22T05:22:47.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:46 smithi062 ceph-mon[78153]: pgmap v3254: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 3.0 KiB/s wr, 530 op/s 2024-04-22T05:22:47.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:46 smithi062 ceph-mon[78153]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-22T05:22:47.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:46 smithi040 ceph-mon[88445]: pgmap v3254: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 3.0 KiB/s wr, 530 op/s 2024-04-22T05:22:47.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:46 smithi040 ceph-mon[88445]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-22T05:22:47.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:46 smithi040 ceph-mon[91058]: pgmap v3254: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 3.0 KiB/s wr, 530 op/s 2024-04-22T05:22:47.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:46 smithi040 ceph-mon[91058]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-22T05:22:48.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:47 smithi062 ceph-mon[78153]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-22T05:22:48.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:47 smithi040 ceph-mon[88445]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-22T05:22:48.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:47 smithi040 ceph-mon[91058]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-22T05:22:49.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:48 smithi062 ceph-mon[78153]: pgmap v3257: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.7 KiB/s wr, 579 op/s 2024-04-22T05:22:49.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:48 smithi062 ceph-mon[78153]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-22T05:22:49.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:48 smithi040 ceph-mon[88445]: pgmap v3257: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.7 KiB/s wr, 579 op/s 2024-04-22T05:22:49.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:48 smithi040 ceph-mon[88445]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-22T05:22:49.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:48 smithi040 ceph-mon[91058]: pgmap v3257: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.7 KiB/s wr, 579 op/s 2024-04-22T05:22:49.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:48 smithi040 ceph-mon[91058]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-22T05:22:50.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:50 smithi062 ceph-mon[78153]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-22T05:22:50.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:50 smithi040 ceph-mon[88445]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-22T05:22:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:22:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:22:50] "GET /metrics HTTP/1.1" 200 242958 "" "Prometheus/2.43.0" 2024-04-22T05:22:50.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:50 smithi040 ceph-mon[91058]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-22T05:22:51.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:51 smithi062 ceph-mon[78153]: pgmap v3260: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.7 KiB/s wr, 579 op/s 2024-04-22T05:22:51.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:51 smithi062 ceph-mon[78153]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-22T05:22:51.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:22:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:51 smithi040 ceph-mon[88445]: pgmap v3260: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.7 KiB/s wr, 579 op/s 2024-04-22T05:22:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:51 smithi040 ceph-mon[88445]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-22T05:22:51.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:22:51.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:51 smithi040 ceph-mon[91058]: pgmap v3260: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.7 KiB/s wr, 579 op/s 2024-04-22T05:22:51.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:51 smithi040 ceph-mon[91058]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-22T05:22:51.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:22:52.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:52 smithi062 ceph-mon[78153]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-22T05:22:52.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:52 smithi040 ceph-mon[88445]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-22T05:22:52.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:52 smithi040 ceph-mon[91058]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-22T05:22:53.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:53 smithi062 ceph-mon[78153]: pgmap v3263: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:22:53.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:53 smithi062 ceph-mon[78153]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-22T05:22:53.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:53 smithi040 ceph-mon[88445]: pgmap v3263: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:22:53.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:53 smithi040 ceph-mon[88445]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-22T05:22:53.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:53 smithi040 ceph-mon[91058]: pgmap v3263: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:22:53.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:53 smithi040 ceph-mon[91058]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-22T05:22:54.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:54 smithi062 ceph-mon[78153]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-22T05:22:54.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:54 smithi040 ceph-mon[88445]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-22T05:22:54.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:54 smithi040 ceph-mon[91058]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-22T05:22:55.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:55 smithi062 ceph-mon[78153]: pgmap v3266: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 4.0 KiB/s wr, 627 op/s 2024-04-22T05:22:55.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:55 smithi062 ceph-mon[78153]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-22T05:22:55.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:55 smithi040 ceph-mon[88445]: pgmap v3266: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 4.0 KiB/s wr, 627 op/s 2024-04-22T05:22:55.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:55 smithi040 ceph-mon[88445]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-22T05:22:55.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:55 smithi040 ceph-mon[91058]: pgmap v3266: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 4.0 KiB/s wr, 627 op/s 2024-04-22T05:22:55.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:55 smithi040 ceph-mon[91058]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-22T05:22:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:22:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:22:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:22:56.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:56 smithi062 ceph-mon[78153]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-22T05:22:56.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:56 smithi040 ceph-mon[88445]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-22T05:22:56.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:56 smithi040 ceph-mon[91058]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-22T05:22:57.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:57 smithi062 ceph-mon[78153]: pgmap v3269: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 462 KiB/s rd, 3.0 KiB/s wr, 621 op/s 2024-04-22T05:22:57.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:57 smithi062 ceph-mon[78153]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-22T05:22:57.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:57 smithi040 ceph-mon[88445]: pgmap v3269: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 462 KiB/s rd, 3.0 KiB/s wr, 621 op/s 2024-04-22T05:22:57.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:57 smithi040 ceph-mon[88445]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-22T05:22:57.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:57 smithi040 ceph-mon[91058]: pgmap v3269: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 462 KiB/s rd, 3.0 KiB/s wr, 621 op/s 2024-04-22T05:22:57.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:57 smithi040 ceph-mon[91058]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-22T05:22:58.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:58 smithi062 ceph-mon[78153]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-22T05:22:58.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:58 smithi040 ceph-mon[88445]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-22T05:22:58.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:58 smithi040 ceph-mon[91058]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-22T05:22:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:59 smithi062 ceph-mon[78153]: pgmap v3272: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-04-22T05:22:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:22:59 smithi062 ceph-mon[78153]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-22T05:22:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:59 smithi040 ceph-mon[88445]: pgmap v3272: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-04-22T05:22:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:22:59 smithi040 ceph-mon[88445]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-22T05:22:59.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:59 smithi040 ceph-mon[91058]: pgmap v3272: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-04-22T05:22:59.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:22:59 smithi040 ceph-mon[91058]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-22T05:23:00.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:00 smithi062 ceph-mon[78153]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-22T05:23:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:00 smithi040 ceph-mon[88445]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-22T05:23:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:23:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:23:00] "GET /metrics HTTP/1.1" 200 242970 "" "Prometheus/2.43.0" 2024-04-22T05:23:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:00 smithi040 ceph-mon[91058]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-22T05:23:01.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:01 smithi062 ceph-mon[78153]: pgmap v3275: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-04-22T05:23:01.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:01 smithi062 ceph-mon[78153]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-22T05:23:01.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:01 smithi040 ceph-mon[88445]: pgmap v3275: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-04-22T05:23:01.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:01 smithi040 ceph-mon[88445]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-22T05:23:01.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:01 smithi040 ceph-mon[91058]: pgmap v3275: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-04-22T05:23:01.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:01 smithi040 ceph-mon[91058]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-22T05:23:02.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:02 smithi062 ceph-mon[78153]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-22T05:23:02.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:02 smithi062 ceph-mon[78153]: pgmap v3278: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:23:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:02 smithi040 ceph-mon[88445]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-22T05:23:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:02 smithi040 ceph-mon[88445]: pgmap v3278: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:23:02.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:02 smithi040 ceph-mon[91058]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-22T05:23:02.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:02 smithi040 ceph-mon[91058]: pgmap v3278: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:23:03.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:03 smithi062 ceph-mon[78153]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-22T05:23:03.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:03 smithi040 ceph-mon[88445]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-22T05:23:03.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:03 smithi040 ceph-mon[91058]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-22T05:23:04.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:04 smithi062 ceph-mon[78153]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-22T05:23:04.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:04 smithi062 ceph-mon[78153]: pgmap v3281: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.5 KiB/s wr, 714 op/s 2024-04-22T05:23:04.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:04 smithi040 ceph-mon[88445]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-22T05:23:04.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:04 smithi040 ceph-mon[88445]: pgmap v3281: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.5 KiB/s wr, 714 op/s 2024-04-22T05:23:04.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:04 smithi040 ceph-mon[91058]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-22T05:23:04.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:04 smithi040 ceph-mon[91058]: pgmap v3281: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.5 KiB/s wr, 714 op/s 2024-04-22T05:23:05.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:05 smithi062 ceph-mon[78153]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-22T05:23:05.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:05 smithi040 ceph-mon[88445]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-22T05:23:05.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:05 smithi040 ceph-mon[91058]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-22T05:23:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:23:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:23:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:23:06.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:06 smithi062 ceph-mon[78153]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-22T05:23:06.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:06 smithi062 ceph-mon[78153]: pgmap v3284: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 2.7 KiB/s wr, 708 op/s 2024-04-22T05:23:06.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:23:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:06 smithi040 ceph-mon[88445]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-22T05:23:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:06 smithi040 ceph-mon[88445]: pgmap v3284: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 2.7 KiB/s wr, 708 op/s 2024-04-22T05:23:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:23:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:06 smithi040 ceph-mon[91058]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-22T05:23:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:06 smithi040 ceph-mon[91058]: pgmap v3284: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 2.7 KiB/s wr, 708 op/s 2024-04-22T05:23:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:23:07.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:07 smithi062 ceph-mon[78153]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-22T05:23:07.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:07 smithi040 ceph-mon[88445]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-22T05:23:07.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:07 smithi040 ceph-mon[91058]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-22T05:23:08.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:08 smithi062 ceph-mon[78153]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-22T05:23:08.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:08 smithi062 ceph-mon[78153]: pgmap v3287: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 KiB/s wr, 758 op/s 2024-04-22T05:23:08.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:08 smithi040 ceph-mon[88445]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-22T05:23:08.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:08 smithi040 ceph-mon[88445]: pgmap v3287: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 KiB/s wr, 758 op/s 2024-04-22T05:23:08.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:08 smithi040 ceph-mon[91058]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-22T05:23:08.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:08 smithi040 ceph-mon[91058]: pgmap v3287: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 KiB/s wr, 758 op/s 2024-04-22T05:23:09.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:09 smithi040 ceph-mon[88445]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-22T05:23:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:09 smithi040 ceph-mon[91058]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-22T05:23:09.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:09 smithi062 ceph-mon[78153]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-22T05:23:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:23:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:23:10] "GET /metrics HTTP/1.1" 200 242959 "" "Prometheus/2.43.0" 2024-04-22T05:23:10.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:10 smithi040 ceph-mon[91058]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-22T05:23:10.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:10 smithi040 ceph-mon[91058]: pgmap v3290: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 KiB/s wr, 758 op/s 2024-04-22T05:23:10.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:10 smithi040 ceph-mon[88445]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-22T05:23:10.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:10 smithi040 ceph-mon[88445]: pgmap v3290: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 KiB/s wr, 758 op/s 2024-04-22T05:23:10.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:10 smithi062 ceph-mon[78153]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-22T05:23:10.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:10 smithi062 ceph-mon[78153]: pgmap v3290: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 KiB/s wr, 758 op/s 2024-04-22T05:23:11.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:11 smithi040 ceph-mon[88445]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-22T05:23:11.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:11 smithi040 ceph-mon[91058]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-22T05:23:11.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:11 smithi062 ceph-mon[78153]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-22T05:23:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:12 smithi062 ceph-mon[78153]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-22T05:23:12.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:12 smithi062 ceph-mon[78153]: pgmap v3293: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-22T05:23:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:12 smithi040 ceph-mon[88445]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-22T05:23:12.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:12 smithi040 ceph-mon[88445]: pgmap v3293: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-22T05:23:12.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:12 smithi040 ceph-mon[91058]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-22T05:23:12.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:12 smithi040 ceph-mon[91058]: pgmap v3293: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-22T05:23:13.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:13 smithi062 ceph-mon[78153]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-22T05:23:13.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:13 smithi040 ceph-mon[88445]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-22T05:23:13.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:13 smithi040 ceph-mon[91058]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-22T05:23:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:14 smithi062 ceph-mon[78153]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-22T05:23:14.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:14 smithi062 ceph-mon[78153]: pgmap v3296: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-04-22T05:23:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:14 smithi040 ceph-mon[88445]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-22T05:23:14.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:14 smithi040 ceph-mon[88445]: pgmap v3296: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-04-22T05:23:14.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:14 smithi040 ceph-mon[91058]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-22T05:23:14.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:14 smithi040 ceph-mon[91058]: pgmap v3296: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-04-22T05:23:15.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:15 smithi062 ceph-mon[78153]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-22T05:23:15.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:15 smithi040 ceph-mon[88445]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-22T05:23:15.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:15 smithi040 ceph-mon[91058]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-22T05:23:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:23:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:23:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:23:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:16 smithi062 ceph-mon[78153]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-22T05:23:16.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:16 smithi062 ceph-mon[78153]: pgmap v3299: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 592 KiB/s rd, 2.5 KiB/s wr, 796 op/s 2024-04-22T05:23:16.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:16 smithi040 ceph-mon[88445]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-22T05:23:16.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:16 smithi040 ceph-mon[88445]: pgmap v3299: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 592 KiB/s rd, 2.5 KiB/s wr, 796 op/s 2024-04-22T05:23:16.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:16 smithi040 ceph-mon[91058]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-22T05:23:16.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:16 smithi040 ceph-mon[91058]: pgmap v3299: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 592 KiB/s rd, 2.5 KiB/s wr, 796 op/s 2024-04-22T05:23:17.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:17 smithi062 ceph-mon[78153]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-22T05:23:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:17 smithi040 ceph-mon[88445]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-22T05:23:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:17 smithi040 ceph-mon[91058]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-22T05:23:18.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:18 smithi062 ceph-mon[78153]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-22T05:23:18.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:18 smithi062 ceph-mon[78153]: pgmap v3302: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-04-22T05:23:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:18 smithi040 ceph-mon[88445]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-22T05:23:18.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:18 smithi040 ceph-mon[88445]: pgmap v3302: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-04-22T05:23:18.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:18 smithi040 ceph-mon[91058]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-22T05:23:18.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:18 smithi040 ceph-mon[91058]: pgmap v3302: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-04-22T05:23:19.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:19 smithi062 ceph-mon[78153]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-22T05:23:19.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:19 smithi040 ceph-mon[88445]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-22T05:23:19.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:19 smithi040 ceph-mon[91058]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-22T05:23:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:23:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:23:20] "GET /metrics HTTP/1.1" 200 242959 "" "Prometheus/2.43.0" 2024-04-22T05:23:20.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:20 smithi040 ceph-mon[91058]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-22T05:23:20.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:20 smithi040 ceph-mon[91058]: pgmap v3305: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-04-22T05:23:20.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:20 smithi040 ceph-mon[88445]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-22T05:23:20.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:20 smithi040 ceph-mon[88445]: pgmap v3305: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-04-22T05:23:20.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:20 smithi062 ceph-mon[78153]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-22T05:23:20.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:20 smithi062 ceph-mon[78153]: pgmap v3305: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-04-22T05:23:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:21 smithi062 ceph-mon[78153]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-22T05:23:21.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:21 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:23:21.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:21 smithi040 ceph-mon[88445]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-22T05:23:21.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:21 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:23:21.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:21 smithi040 ceph-mon[91058]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-22T05:23:21.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:21 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:23:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:22 smithi062 ceph-mon[78153]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-22T05:23:22.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:22 smithi062 ceph-mon[78153]: pgmap v3308: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:23:22.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:22 smithi040 ceph-mon[88445]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-22T05:23:22.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:22 smithi040 ceph-mon[88445]: pgmap v3308: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:23:22.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:22 smithi040 ceph-mon[91058]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-22T05:23:22.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:22 smithi040 ceph-mon[91058]: pgmap v3308: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:23:23.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:23 smithi062 ceph-mon[78153]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-22T05:23:23.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:23 smithi040 ceph-mon[88445]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-22T05:23:23.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:23 smithi040 ceph-mon[91058]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-22T05:23:24.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:24 smithi062 ceph-mon[78153]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-22T05:23:24.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:24 smithi062 ceph-mon[78153]: pgmap v3311: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 3.5 KiB/s wr, 709 op/s 2024-04-22T05:23:24.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:24 smithi040 ceph-mon[88445]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-22T05:23:24.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:24 smithi040 ceph-mon[88445]: pgmap v3311: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 3.5 KiB/s wr, 709 op/s 2024-04-22T05:23:24.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:24 smithi040 ceph-mon[91058]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-22T05:23:24.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:24 smithi040 ceph-mon[91058]: pgmap v3311: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 3.5 KiB/s wr, 709 op/s 2024-04-22T05:23:25.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:25 smithi062 ceph-mon[78153]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-22T05:23:25.632 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:23:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:23:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:23:25.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:25 smithi040 ceph-mon[88445]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-22T05:23:25.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:25 smithi040 ceph-mon[91058]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-22T05:23:26.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:26 smithi062 ceph-mon[78153]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-22T05:23:26.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:26 smithi062 ceph-mon[78153]: pgmap v3314: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 522 KiB/s rd, 2.7 KiB/s wr, 704 op/s 2024-04-22T05:23:26.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:26 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:23:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:26 smithi040 ceph-mon[88445]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-22T05:23:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:26 smithi040 ceph-mon[88445]: pgmap v3314: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 522 KiB/s rd, 2.7 KiB/s wr, 704 op/s 2024-04-22T05:23:26.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:26 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:23:26.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:26 smithi040 ceph-mon[91058]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-22T05:23:26.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:26 smithi040 ceph-mon[91058]: pgmap v3314: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 522 KiB/s rd, 2.7 KiB/s wr, 704 op/s 2024-04-22T05:23:26.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:26 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:23:27.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:27 smithi062 ceph-mon[78153]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-22T05:23:27.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:27 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:23:27.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:27 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:23:27.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:27 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:23:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:27 smithi040 ceph-mon[88445]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-22T05:23:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:27 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:23:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:27 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:23:27.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:27 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:23:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:27 smithi040 ceph-mon[91058]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-22T05:23:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:27 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:23:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:27 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:23:27.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:27 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:23:28.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:28 smithi062 ceph-mon[78153]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-22T05:23:28.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:28 smithi062 ceph-mon[78153]: pgmap v3317: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.5 KiB/s wr, 924 op/s 2024-04-22T05:23:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:28 smithi040 ceph-mon[88445]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-22T05:23:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:28 smithi040 ceph-mon[88445]: pgmap v3317: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.5 KiB/s wr, 924 op/s 2024-04-22T05:23:28.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:28 smithi040 ceph-mon[91058]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-22T05:23:28.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:28 smithi040 ceph-mon[91058]: pgmap v3317: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.5 KiB/s wr, 924 op/s 2024-04-22T05:23:29.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:29 smithi062 ceph-mon[78153]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-22T05:23:29.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:29 smithi040 ceph-mon[88445]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-22T05:23:29.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:29 smithi040 ceph-mon[91058]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-22T05:23:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:23:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:23:30] "GET /metrics HTTP/1.1" 200 242970 "" "Prometheus/2.43.0" 2024-04-22T05:23:30.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:30 smithi040 ceph-mon[88445]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-22T05:23:30.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:30 smithi040 ceph-mon[88445]: pgmap v3320: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.5 KiB/s wr, 924 op/s 2024-04-22T05:23:30.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:30 smithi040 ceph-mon[91058]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-22T05:23:30.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:30 smithi040 ceph-mon[91058]: pgmap v3320: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.5 KiB/s wr, 924 op/s 2024-04-22T05:23:30.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:30 smithi062 ceph-mon[78153]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-22T05:23:30.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:30 smithi062 ceph-mon[78153]: pgmap v3320: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.5 KiB/s wr, 924 op/s 2024-04-22T05:23:31.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:31 smithi062 ceph-mon[78153]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-22T05:23:31.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:31 smithi040 ceph-mon[88445]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-22T05:23:31.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:31 smithi040 ceph-mon[91058]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-22T05:23:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:32 smithi062 ceph-mon[78153]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-22T05:23:32.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:32 smithi062 ceph-mon[78153]: pgmap v3323: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:23:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:32 smithi040 ceph-mon[88445]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-22T05:23:32.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:32 smithi040 ceph-mon[88445]: pgmap v3323: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:23:32.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:32 smithi040 ceph-mon[91058]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-22T05:23:32.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:32 smithi040 ceph-mon[91058]: pgmap v3323: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:23:33.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:33 smithi062 ceph-mon[78153]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-22T05:23:33.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:33 smithi040 ceph-mon[88445]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-22T05:23:33.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:33 smithi040 ceph-mon[91058]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-22T05:23:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:34 smithi062 ceph-mon[78153]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-22T05:23:34.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:34 smithi062 ceph-mon[78153]: pgmap v3326: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-04-22T05:23:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:34 smithi040 ceph-mon[88445]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-22T05:23:34.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:34 smithi040 ceph-mon[88445]: pgmap v3326: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-04-22T05:23:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:34 smithi040 ceph-mon[91058]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-22T05:23:34.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:34 smithi040 ceph-mon[91058]: pgmap v3326: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-04-22T05:23:35.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:35 smithi062 ceph-mon[78153]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-22T05:23:35.632 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:23:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:23:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:23:35.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:35 smithi040 ceph-mon[88445]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-22T05:23:35.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:35 smithi040 ceph-mon[91058]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-22T05:23:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:36 smithi062 ceph-mon[78153]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-22T05:23:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:23:36.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:36 smithi062 ceph-mon[78153]: pgmap v3329: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 2.7 KiB/s wr, 962 op/s 2024-04-22T05:23:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:36 smithi040 ceph-mon[91058]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-22T05:23:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:23:36.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:36 smithi040 ceph-mon[91058]: pgmap v3329: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 2.7 KiB/s wr, 962 op/s 2024-04-22T05:23:36.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:36 smithi040 ceph-mon[88445]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-22T05:23:36.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:23:36.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:36 smithi040 ceph-mon[88445]: pgmap v3329: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 2.7 KiB/s wr, 962 op/s 2024-04-22T05:23:37.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:37 smithi062 ceph-mon[78153]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-22T05:23:37.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:37 smithi040 ceph-mon[88445]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-22T05:23:37.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:37 smithi040 ceph-mon[91058]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-22T05:23:38.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:38 smithi062 ceph-mon[78153]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-22T05:23:38.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:38 smithi062 ceph-mon[78153]: pgmap v3332: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.7 KiB/s wr, 1.01k op/s 2024-04-22T05:23:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:38 smithi040 ceph-mon[88445]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-22T05:23:38.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:38 smithi040 ceph-mon[88445]: pgmap v3332: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.7 KiB/s wr, 1.01k op/s 2024-04-22T05:23:38.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:38 smithi040 ceph-mon[91058]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-22T05:23:38.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:38 smithi040 ceph-mon[91058]: pgmap v3332: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.7 KiB/s wr, 1.01k op/s 2024-04-22T05:23:39.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:39 smithi062 ceph-mon[78153]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-22T05:23:39.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:39 smithi040 ceph-mon[88445]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-22T05:23:39.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:39 smithi040 ceph-mon[91058]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-22T05:23:40.365 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:23:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:23:40] "GET /metrics HTTP/1.1" 200 242974 "" "Prometheus/2.43.0" 2024-04-22T05:23:40.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:40 smithi062 ceph-mon[78153]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-22T05:23:40.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:40 smithi062 ceph-mon[78153]: pgmap v3335: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.7 KiB/s wr, 1.01k op/s 2024-04-22T05:23:40.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:40 smithi040 ceph-mon[91058]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-22T05:23:40.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:40 smithi040 ceph-mon[91058]: pgmap v3335: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.7 KiB/s wr, 1.01k op/s 2024-04-22T05:23:40.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:40 smithi040 ceph-mon[88445]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-22T05:23:40.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:40 smithi040 ceph-mon[88445]: pgmap v3335: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.7 KiB/s wr, 1.01k op/s 2024-04-22T05:23:41.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:41 smithi062 ceph-mon[78153]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-22T05:23:41.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:41 smithi040 ceph-mon[88445]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-22T05:23:41.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:41 smithi040 ceph-mon[91058]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-22T05:23:42.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:42 smithi062 ceph-mon[78153]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-22T05:23:42.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:42 smithi062 ceph-mon[78153]: pgmap v3338: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-22T05:23:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:42 smithi040 ceph-mon[88445]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-22T05:23:42.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:42 smithi040 ceph-mon[88445]: pgmap v3338: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-22T05:23:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:42 smithi040 ceph-mon[91058]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-22T05:23:42.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:42 smithi040 ceph-mon[91058]: pgmap v3338: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-22T05:23:43.632 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:43 smithi062 ceph-mon[78153]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-22T05:23:43.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:43 smithi040 ceph-mon[88445]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-22T05:23:43.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:43 smithi040 ceph-mon[91058]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-22T05:23:44.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:44 smithi040 ceph-mon[88445]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-22T05:23:44.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:44 smithi040 ceph-mon[88445]: pgmap v3341: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 3.7 KiB/s wr, 1.06k op/s 2024-04-22T05:23:44.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:44 smithi040 ceph-mon[91058]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-22T05:23:44.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:44 smithi040 ceph-mon[91058]: pgmap v3341: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 3.7 KiB/s wr, 1.06k op/s 2024-04-22T05:23:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:44 smithi062 ceph-mon[78153]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-22T05:23:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:44 smithi062 ceph-mon[78153]: pgmap v3341: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 3.7 KiB/s wr, 1.06k op/s 2024-04-22T05:23:45.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:45 smithi040 ceph-mon[88445]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-22T05:23:45.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:45 smithi040 ceph-mon[91058]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-22T05:23:45.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:45 smithi062 ceph-mon[78153]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-22T05:23:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:23:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:23:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:23:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:46 smithi040 ceph-mon[88445]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-22T05:23:46.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:46 smithi040 ceph-mon[88445]: pgmap v3344: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 780 KiB/s rd, 2.7 KiB/s wr, 1.05k op/s 2024-04-22T05:23:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:46 smithi040 ceph-mon[91058]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-22T05:23:46.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:46 smithi040 ceph-mon[91058]: pgmap v3344: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 780 KiB/s rd, 2.7 KiB/s wr, 1.05k op/s 2024-04-22T05:23:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:46 smithi062 ceph-mon[78153]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-22T05:23:46.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:46 smithi062 ceph-mon[78153]: pgmap v3344: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 780 KiB/s rd, 2.7 KiB/s wr, 1.05k op/s 2024-04-22T05:23:47.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:47 smithi040 ceph-mon[88445]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-22T05:23:47.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:47 smithi040 ceph-mon[91058]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-22T05:23:47.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:47 smithi062 ceph-mon[78153]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-22T05:23:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:48 smithi062 ceph-mon[78153]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-22T05:23:48.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:48 smithi062 ceph-mon[78153]: pgmap v3347: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 4.0 KiB/s wr, 1.10k op/s 2024-04-22T05:23:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:48 smithi040 ceph-mon[88445]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-22T05:23:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:48 smithi040 ceph-mon[88445]: pgmap v3347: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 4.0 KiB/s wr, 1.10k op/s 2024-04-22T05:23:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:48 smithi040 ceph-mon[91058]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-22T05:23:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:48 smithi040 ceph-mon[91058]: pgmap v3347: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 4.0 KiB/s wr, 1.10k op/s 2024-04-22T05:23:49.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:49 smithi062 ceph-mon[78153]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-22T05:23:49.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:49 smithi040 ceph-mon[88445]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-22T05:23:49.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:49 smithi040 ceph-mon[91058]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-22T05:23:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:23:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:23:50] "GET /metrics HTTP/1.1" 200 242974 "" "Prometheus/2.43.0" 2024-04-22T05:23:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:50 smithi062 ceph-mon[78153]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-22T05:23:50.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:50 smithi062 ceph-mon[78153]: pgmap v3350: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-22T05:23:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:50 smithi040 ceph-mon[88445]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-22T05:23:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:50 smithi040 ceph-mon[88445]: pgmap v3350: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-22T05:23:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:50 smithi040 ceph-mon[91058]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-22T05:23:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:50 smithi040 ceph-mon[91058]: pgmap v3350: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-22T05:23:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:51 smithi062 ceph-mon[78153]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-22T05:23:51.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:51 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:23:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:51 smithi040 ceph-mon[88445]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-22T05:23:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:51 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:23:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:51 smithi040 ceph-mon[91058]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-22T05:23:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:51 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:23:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:52 smithi062 ceph-mon[78153]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-22T05:23:52.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:52 smithi062 ceph-mon[78153]: pgmap v3353: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-22T05:23:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:52 smithi040 ceph-mon[91058]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-22T05:23:52.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:52 smithi040 ceph-mon[91058]: pgmap v3353: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-22T05:23:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:52 smithi040 ceph-mon[88445]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-22T05:23:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:52 smithi040 ceph-mon[88445]: pgmap v3353: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-22T05:23:53.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:53 smithi062 ceph-mon[78153]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-22T05:23:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:53 smithi040 ceph-mon[88445]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-22T05:23:53.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:53 smithi040 ceph-mon[91058]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-22T05:23:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:54 smithi062 ceph-mon[78153]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-22T05:23:54.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:54 smithi062 ceph-mon[78153]: pgmap v3356: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 3.5 KiB/s wr, 1.14k op/s 2024-04-22T05:23:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:54 smithi040 ceph-mon[88445]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-22T05:23:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:54 smithi040 ceph-mon[88445]: pgmap v3356: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 3.5 KiB/s wr, 1.14k op/s 2024-04-22T05:23:54.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:54 smithi040 ceph-mon[91058]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-22T05:23:54.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:54 smithi040 ceph-mon[91058]: pgmap v3356: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 3.5 KiB/s wr, 1.14k op/s 2024-04-22T05:23:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:55 smithi062 ceph-mon[78153]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-22T05:23:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:23:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:23:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:23:55.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:55 smithi040 ceph-mon[88445]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-22T05:23:55.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:55 smithi040 ceph-mon[91058]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-22T05:23:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:56 smithi062 ceph-mon[78153]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-22T05:23:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:56 smithi062 ceph-mon[78153]: pgmap v3359: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 3.2 KiB/s wr, 1.14k op/s 2024-04-22T05:23:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:56 smithi040 ceph-mon[91058]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-22T05:23:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:56 smithi040 ceph-mon[91058]: pgmap v3359: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 3.2 KiB/s wr, 1.14k op/s 2024-04-22T05:23:56.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:56 smithi040 ceph-mon[88445]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-22T05:23:56.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:56 smithi040 ceph-mon[88445]: pgmap v3359: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 3.2 KiB/s wr, 1.14k op/s 2024-04-22T05:23:57.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:57 smithi062 ceph-mon[78153]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-22T05:23:57.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:57 smithi040 ceph-mon[91058]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-22T05:23:57.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:57 smithi040 ceph-mon[88445]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-22T05:23:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:58 smithi062 ceph-mon[78153]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-22T05:23:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:58 smithi062 ceph-mon[78153]: pgmap v3362: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-04-22T05:23:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:58 smithi040 ceph-mon[91058]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-22T05:23:58.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:58 smithi040 ceph-mon[91058]: pgmap v3362: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-04-22T05:23:58.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:58 smithi040 ceph-mon[88445]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-22T05:23:58.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:58 smithi040 ceph-mon[88445]: pgmap v3362: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-04-22T05:23:59.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:23:59 smithi062 ceph-mon[78153]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-22T05:23:59.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:23:59 smithi040 ceph-mon[91058]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-22T05:23:59.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:23:59 smithi040 ceph-mon[88445]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-22T05:24:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:24:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:24:00] "GET /metrics HTTP/1.1" 200 242962 "" "Prometheus/2.43.0" 2024-04-22T05:24:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:00 smithi062 ceph-mon[78153]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-22T05:24:00.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:00 smithi062 ceph-mon[78153]: pgmap v3365: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.5 KiB/s wr, 1.19k op/s 2024-04-22T05:24:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:00 smithi040 ceph-mon[91058]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-22T05:24:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:00 smithi040 ceph-mon[91058]: pgmap v3365: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.5 KiB/s wr, 1.19k op/s 2024-04-22T05:24:00.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:00 smithi040 ceph-mon[88445]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-22T05:24:00.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:00 smithi040 ceph-mon[88445]: pgmap v3365: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.5 KiB/s wr, 1.19k op/s 2024-04-22T05:24:01.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:01 smithi062 ceph-mon[78153]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-22T05:24:01.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:01 smithi040 ceph-mon[88445]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-22T05:24:01.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:01 smithi040 ceph-mon[91058]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-22T05:24:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:02 smithi062 ceph-mon[78153]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-22T05:24:02.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:02 smithi062 ceph-mon[78153]: pgmap v3368: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-22T05:24:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:02 smithi040 ceph-mon[88445]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-22T05:24:02.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:02 smithi040 ceph-mon[88445]: pgmap v3368: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-22T05:24:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:02 smithi040 ceph-mon[91058]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-22T05:24:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:02 smithi040 ceph-mon[91058]: pgmap v3368: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-22T05:24:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:03 smithi062 ceph-mon[78153]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-22T05:24:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:03 smithi040 ceph-mon[88445]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-22T05:24:03.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:03 smithi040 ceph-mon[91058]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-22T05:24:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:04 smithi062 ceph-mon[78153]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-22T05:24:04.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:04 smithi062 ceph-mon[78153]: pgmap v3371: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-04-22T05:24:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:04 smithi040 ceph-mon[88445]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-22T05:24:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:04 smithi040 ceph-mon[88445]: pgmap v3371: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-04-22T05:24:04.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:04 smithi040 ceph-mon[91058]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-22T05:24:04.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:04 smithi040 ceph-mon[91058]: pgmap v3371: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-04-22T05:24:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:05 smithi062 ceph-mon[78153]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-22T05:24:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:24:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:24:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:24:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:05 smithi040 ceph-mon[88445]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-22T05:24:05.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:05 smithi040 ceph-mon[91058]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-22T05:24:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:06 smithi062 ceph-mon[78153]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-22T05:24:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:06 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:24:06.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:06 smithi062 ceph-mon[78153]: pgmap v3374: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 3.0 KiB/s wr, 1.23k op/s 2024-04-22T05:24:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:06 smithi040 ceph-mon[88445]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-22T05:24:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:06 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:24:06.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:06 smithi040 ceph-mon[88445]: pgmap v3374: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 3.0 KiB/s wr, 1.23k op/s 2024-04-22T05:24:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:06 smithi040 ceph-mon[91058]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-22T05:24:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:06 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:24:06.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:06 smithi040 ceph-mon[91058]: pgmap v3374: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 3.0 KiB/s wr, 1.23k op/s 2024-04-22T05:24:07.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:07 smithi062 ceph-mon[78153]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-22T05:24:07.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:07 smithi040 ceph-mon[88445]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-22T05:24:07.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:07 smithi040 ceph-mon[91058]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-22T05:24:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:08 smithi062 ceph-mon[78153]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-22T05:24:08.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:08 smithi062 ceph-mon[78153]: pgmap v3377: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.7 KiB/s wr, 1.28k op/s 2024-04-22T05:24:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:08 smithi040 ceph-mon[88445]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-22T05:24:08.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:08 smithi040 ceph-mon[88445]: pgmap v3377: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.7 KiB/s wr, 1.28k op/s 2024-04-22T05:24:08.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:08 smithi040 ceph-mon[91058]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-22T05:24:08.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:08 smithi040 ceph-mon[91058]: pgmap v3377: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.7 KiB/s wr, 1.28k op/s 2024-04-22T05:24:09.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:09 smithi062 ceph-mon[78153]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-22T05:24:09.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:09 smithi040 ceph-mon[88445]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-22T05:24:09.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:09 smithi040 ceph-mon[91058]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-22T05:24:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:24:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:24:10] "GET /metrics HTTP/1.1" 200 242941 "" "Prometheus/2.43.0" 2024-04-22T05:24:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:10 smithi062 ceph-mon[78153]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-22T05:24:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:10 smithi062 ceph-mon[78153]: pgmap v3380: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.2 KiB/s wr, 1.28k op/s 2024-04-22T05:24:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:10 smithi040 ceph-mon[88445]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-22T05:24:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:10 smithi040 ceph-mon[88445]: pgmap v3380: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.2 KiB/s wr, 1.28k op/s 2024-04-22T05:24:10.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:10 smithi040 ceph-mon[91058]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-22T05:24:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:10 smithi040 ceph-mon[91058]: pgmap v3380: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.2 KiB/s wr, 1.28k op/s 2024-04-22T05:24:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:11 smithi062 ceph-mon[78153]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-22T05:24:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:11 smithi040 ceph-mon[88445]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-22T05:24:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:11 smithi040 ceph-mon[91058]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-22T05:24:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:12 smithi062 ceph-mon[78153]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-22T05:24:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:12 smithi062 ceph-mon[78153]: pgmap v3383: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:24:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:12 smithi040 ceph-mon[88445]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-22T05:24:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:12 smithi040 ceph-mon[88445]: pgmap v3383: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:24:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:12 smithi040 ceph-mon[91058]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-22T05:24:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:12 smithi040 ceph-mon[91058]: pgmap v3383: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:24:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:13 smithi062 ceph-mon[78153]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-22T05:24:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:13 smithi040 ceph-mon[88445]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-22T05:24:13.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:13 smithi040 ceph-mon[91058]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-22T05:24:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:14 smithi040 ceph-mon[88445]: pgmap v3386: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-04-22T05:24:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:14 smithi040 ceph-mon[88445]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-22T05:24:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:14 smithi040 ceph-mon[91058]: pgmap v3386: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-04-22T05:24:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:14 smithi040 ceph-mon[91058]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-22T05:24:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:14 smithi062 ceph-mon[78153]: pgmap v3386: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-04-22T05:24:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:14 smithi062 ceph-mon[78153]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-22T05:24:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:15 smithi062 ceph-mon[78153]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-22T05:24:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:24:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:24:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:24:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:15 smithi040 ceph-mon[88445]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-22T05:24:15.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:15 smithi040 ceph-mon[91058]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-22T05:24:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:16 smithi040 ceph-mon[88445]: pgmap v3388: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 968 KiB/s rd, 3.2 KiB/s wr, 1.30k op/s 2024-04-22T05:24:16.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:16 smithi040 ceph-mon[88445]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-22T05:24:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:16 smithi040 ceph-mon[91058]: pgmap v3388: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 968 KiB/s rd, 3.2 KiB/s wr, 1.30k op/s 2024-04-22T05:24:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:16 smithi040 ceph-mon[91058]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-22T05:24:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:16 smithi062 ceph-mon[78153]: pgmap v3388: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 968 KiB/s rd, 3.2 KiB/s wr, 1.30k op/s 2024-04-22T05:24:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:16 smithi062 ceph-mon[78153]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-22T05:24:18.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:17 smithi062 ceph-mon[78153]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-22T05:24:18.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:17 smithi040 ceph-mon[88445]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-22T05:24:18.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:17 smithi040 ceph-mon[91058]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-22T05:24:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:18 smithi040 ceph-mon[88445]: pgmap v3391: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1012 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-22T05:24:18.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:18 smithi040 ceph-mon[88445]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-22T05:24:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:18 smithi040 ceph-mon[91058]: pgmap v3391: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1012 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-22T05:24:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:18 smithi040 ceph-mon[91058]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-22T05:24:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:18 smithi062 ceph-mon[78153]: pgmap v3391: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1012 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-22T05:24:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:18 smithi062 ceph-mon[78153]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-22T05:24:20.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:19 smithi040 ceph-mon[88445]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-22T05:24:20.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:19 smithi040 ceph-mon[91058]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-22T05:24:20.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:19 smithi062 ceph-mon[78153]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-22T05:24:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:24:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:24:20] "GET /metrics HTTP/1.1" 200 242941 "" "Prometheus/2.43.0" 2024-04-22T05:24:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:20 smithi062 ceph-mon[78153]: pgmap v3394: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.5 KiB/s wr, 1.36k op/s 2024-04-22T05:24:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:20 smithi062 ceph-mon[78153]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-22T05:24:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:24:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:20 smithi040 ceph-mon[88445]: pgmap v3394: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.5 KiB/s wr, 1.36k op/s 2024-04-22T05:24:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:20 smithi040 ceph-mon[88445]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-22T05:24:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:24:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:20 smithi040 ceph-mon[91058]: pgmap v3394: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.5 KiB/s wr, 1.36k op/s 2024-04-22T05:24:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:20 smithi040 ceph-mon[91058]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-22T05:24:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:24:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:21 smithi062 ceph-mon[78153]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-22T05:24:22.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:21 smithi040 ceph-mon[88445]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-22T05:24:22.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:21 smithi040 ceph-mon[91058]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-22T05:24:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:22 smithi062 ceph-mon[78153]: pgmap v3397: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-22T05:24:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:22 smithi062 ceph-mon[78153]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-22T05:24:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:22 smithi040 ceph-mon[88445]: pgmap v3397: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-22T05:24:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:22 smithi040 ceph-mon[88445]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-22T05:24:23.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:22 smithi040 ceph-mon[91058]: pgmap v3397: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-22T05:24:23.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:22 smithi040 ceph-mon[91058]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-22T05:24:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:23 smithi062 ceph-mon[78153]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-22T05:24:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:23 smithi040 ceph-mon[88445]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-22T05:24:24.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:23 smithi040 ceph-mon[91058]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-22T05:24:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:24 smithi062 ceph-mon[78153]: pgmap v3400: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.41k op/s 2024-04-22T05:24:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:24 smithi062 ceph-mon[78153]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-22T05:24:25.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:24 smithi040 ceph-mon[88445]: pgmap v3400: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.41k op/s 2024-04-22T05:24:25.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:24 smithi040 ceph-mon[88445]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-22T05:24:25.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:24 smithi040 ceph-mon[91058]: pgmap v3400: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.41k op/s 2024-04-22T05:24:25.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:24 smithi040 ceph-mon[91058]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-22T05:24:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:25 smithi062 ceph-mon[78153]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-22T05:24:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:24:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:24:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:24:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:25 smithi040 ceph-mon[88445]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-22T05:24:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:25 smithi040 ceph-mon[91058]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-22T05:24:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:26 smithi062 ceph-mon[78153]: pgmap v3403: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.40k op/s 2024-04-22T05:24:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:26 smithi062 ceph-mon[78153]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-22T05:24:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:26 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:24:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:26 smithi040 ceph-mon[88445]: pgmap v3403: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.40k op/s 2024-04-22T05:24:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:26 smithi040 ceph-mon[88445]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-22T05:24:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:26 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:24:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:26 smithi040 ceph-mon[91058]: pgmap v3403: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.40k op/s 2024-04-22T05:24:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:26 smithi040 ceph-mon[91058]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-22T05:24:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:26 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:24:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:27 smithi062 ceph-mon[78153]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-22T05:24:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:27 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:24:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:27 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:24:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:27 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:24:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:27 smithi040 ceph-mon[88445]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-22T05:24:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:27 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:24:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:27 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:24:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:27 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:24:28.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:27 smithi040 ceph-mon[91058]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-22T05:24:28.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:27 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:24:28.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:27 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:24:28.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:27 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:24:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:28 smithi062 ceph-mon[78153]: pgmap v3406: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.45k op/s 2024-04-22T05:24:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:28 smithi062 ceph-mon[78153]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-22T05:24:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:28 smithi040 ceph-mon[88445]: pgmap v3406: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.45k op/s 2024-04-22T05:24:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:28 smithi040 ceph-mon[88445]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-22T05:24:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:28 smithi040 ceph-mon[91058]: pgmap v3406: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.45k op/s 2024-04-22T05:24:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:28 smithi040 ceph-mon[91058]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-22T05:24:30.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:29 smithi040 ceph-mon[88445]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-22T05:24:30.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:29 smithi040 ceph-mon[91058]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-22T05:24:30.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:29 smithi062 ceph-mon[78153]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-22T05:24:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:24:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:24:30] "GET /metrics HTTP/1.1" 200 242937 "" "Prometheus/2.43.0" 2024-04-22T05:24:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:30 smithi062 ceph-mon[78153]: pgmap v3409: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.45k op/s 2024-04-22T05:24:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:30 smithi062 ceph-mon[78153]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-22T05:24:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:30 smithi040 ceph-mon[88445]: pgmap v3409: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.45k op/s 2024-04-22T05:24:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:30 smithi040 ceph-mon[88445]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-22T05:24:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:30 smithi040 ceph-mon[91058]: pgmap v3409: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.45k op/s 2024-04-22T05:24:31.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:30 smithi040 ceph-mon[91058]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-22T05:24:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:31 smithi062 ceph-mon[78153]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-22T05:24:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:31 smithi040 ceph-mon[88445]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-22T05:24:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:31 smithi040 ceph-mon[91058]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-22T05:24:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:32 smithi062 ceph-mon[78153]: pgmap v3412: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:24:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:32 smithi062 ceph-mon[78153]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-22T05:24:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:32 smithi040 ceph-mon[88445]: pgmap v3412: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:24:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:32 smithi040 ceph-mon[88445]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-22T05:24:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:32 smithi040 ceph-mon[91058]: pgmap v3412: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-22T05:24:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:32 smithi040 ceph-mon[91058]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-22T05:24:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:33 smithi062 ceph-mon[78153]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-22T05:24:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:33 smithi040 ceph-mon[88445]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-22T05:24:34.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:33 smithi040 ceph-mon[91058]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-22T05:24:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:34 smithi062 ceph-mon[78153]: pgmap v3415: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-22T05:24:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:34 smithi062 ceph-mon[78153]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-22T05:24:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:34 smithi040 ceph-mon[88445]: pgmap v3415: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-22T05:24:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:34 smithi040 ceph-mon[88445]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-22T05:24:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:34 smithi040 ceph-mon[91058]: pgmap v3415: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-22T05:24:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:34 smithi040 ceph-mon[91058]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-22T05:24:35.772 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:24:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:24:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:24:36.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:35 smithi062 ceph-mon[78153]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-22T05:24:36.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:24:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:35 smithi040 ceph-mon[88445]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-22T05:24:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:24:36.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:35 smithi040 ceph-mon[91058]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-22T05:24:36.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:24:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:36 smithi062 ceph-mon[78153]: pgmap v3418: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.49k op/s 2024-04-22T05:24:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:36 smithi062 ceph-mon[78153]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-22T05:24:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:36 smithi040 ceph-mon[88445]: pgmap v3418: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.49k op/s 2024-04-22T05:24:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:36 smithi040 ceph-mon[88445]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-22T05:24:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:36 smithi040 ceph-mon[91058]: pgmap v3418: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.49k op/s 2024-04-22T05:24:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:36 smithi040 ceph-mon[91058]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-22T05:24:38.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:37 smithi062 ceph-mon[78153]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-22T05:24:38.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:37 smithi040 ceph-mon[88445]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-22T05:24:38.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:37 smithi040 ceph-mon[91058]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-22T05:24:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:38 smithi062 ceph-mon[78153]: pgmap v3421: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.54k op/s 2024-04-22T05:24:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:38 smithi062 ceph-mon[78153]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-22T05:24:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:38 smithi040 ceph-mon[88445]: pgmap v3421: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.54k op/s 2024-04-22T05:24:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:38 smithi040 ceph-mon[88445]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-22T05:24:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:38 smithi040 ceph-mon[91058]: pgmap v3421: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.54k op/s 2024-04-22T05:24:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:38 smithi040 ceph-mon[91058]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-22T05:24:40.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:39 smithi040 ceph-mon[88445]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-22T05:24:40.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:39 smithi040 ceph-mon[91058]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-22T05:24:40.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:39 smithi062 ceph-mon[78153]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-22T05:24:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:24:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:24:40] "GET /metrics HTTP/1.1" 200 242927 "" "Prometheus/2.43.0" 2024-04-22T05:24:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:40 smithi062 ceph-mon[78153]: pgmap v3424: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.54k op/s 2024-04-22T05:24:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:40 smithi062 ceph-mon[78153]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-22T05:24:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:40 smithi040 ceph-mon[88445]: pgmap v3424: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.54k op/s 2024-04-22T05:24:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:40 smithi040 ceph-mon[88445]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-22T05:24:41.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:40 smithi040 ceph-mon[91058]: pgmap v3424: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.54k op/s 2024-04-22T05:24:41.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:40 smithi040 ceph-mon[91058]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-22T05:24:42.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:41 smithi062 ceph-mon[78153]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-22T05:24:42.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:41 smithi040 ceph-mon[88445]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-22T05:24:42.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:41 smithi040 ceph-mon[91058]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-22T05:24:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:42 smithi062 ceph-mon[78153]: pgmap v3427: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-22T05:24:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:42 smithi062 ceph-mon[78153]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-22T05:24:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:42 smithi040 ceph-mon[88445]: pgmap v3427: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-22T05:24:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:42 smithi040 ceph-mon[88445]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-22T05:24:43.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:42 smithi040 ceph-mon[91058]: pgmap v3427: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-22T05:24:43.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:42 smithi040 ceph-mon[91058]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-22T05:24:44.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:43 smithi062 ceph-mon[78153]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-22T05:24:44.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:43 smithi040 ceph-mon[88445]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-22T05:24:44.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:43 smithi040 ceph-mon[91058]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-22T05:24:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:44 smithi062 ceph-mon[78153]: pgmap v3430: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.58k op/s 2024-04-22T05:24:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:44 smithi062 ceph-mon[78153]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-22T05:24:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:44 smithi040 ceph-mon[88445]: pgmap v3430: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.58k op/s 2024-04-22T05:24:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:44 smithi040 ceph-mon[88445]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-22T05:24:45.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:44 smithi040 ceph-mon[91058]: pgmap v3430: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.58k op/s 2024-04-22T05:24:45.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:44 smithi040 ceph-mon[91058]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-22T05:24:45.838 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:24:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:24:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:24:46.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:45 smithi062 ceph-mon[78153]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-22T05:24:46.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:45 smithi040 ceph-mon[88445]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-22T05:24:46.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:45 smithi040 ceph-mon[91058]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-22T05:24:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:46 smithi062 ceph-mon[78153]: pgmap v3433: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.58k op/s 2024-04-22T05:24:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:46 smithi062 ceph-mon[78153]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-22T05:24:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:46 smithi040 ceph-mon[88445]: pgmap v3433: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.58k op/s 2024-04-22T05:24:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:46 smithi040 ceph-mon[88445]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-22T05:24:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:46 smithi040 ceph-mon[91058]: pgmap v3433: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.58k op/s 2024-04-22T05:24:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:46 smithi040 ceph-mon[91058]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-22T05:24:48.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:47 smithi062 ceph-mon[78153]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-22T05:24:48.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:47 smithi040 ceph-mon[88445]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-22T05:24:48.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:47 smithi040 ceph-mon[91058]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-22T05:24:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:48 smithi062 ceph-mon[78153]: pgmap v3436: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.63k op/s 2024-04-22T05:24:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:48 smithi062 ceph-mon[78153]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-22T05:24:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:48 smithi040 ceph-mon[88445]: pgmap v3436: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.63k op/s 2024-04-22T05:24:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:48 smithi040 ceph-mon[88445]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-22T05:24:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:48 smithi040 ceph-mon[91058]: pgmap v3436: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.63k op/s 2024-04-22T05:24:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:48 smithi040 ceph-mon[91058]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-22T05:24:50.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:49 smithi062 ceph-mon[78153]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-22T05:24:50.159 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:24:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:24:50] "GET /metrics HTTP/1.1" 200 242927 "" "Prometheus/2.43.0" 2024-04-22T05:24:50.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:49 smithi040 ceph-mon[88445]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-22T05:24:50.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:49 smithi040 ceph-mon[91058]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-22T05:24:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:50 smithi062 ceph-mon[78153]: pgmap v3439: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.63k op/s 2024-04-22T05:24:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:50 smithi062 ceph-mon[78153]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-22T05:24:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:24:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:50 smithi040 ceph-mon[88445]: pgmap v3439: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.63k op/s 2024-04-22T05:24:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:50 smithi040 ceph-mon[88445]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-22T05:24:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:24:51.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:50 smithi040 ceph-mon[91058]: pgmap v3439: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.63k op/s 2024-04-22T05:24:51.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:50 smithi040 ceph-mon[91058]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-22T05:24:51.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:24:52.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:51 smithi062 ceph-mon[78153]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-22T05:24:52.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:51 smithi040 ceph-mon[88445]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-22T05:24:52.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:51 smithi040 ceph-mon[91058]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-22T05:24:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:52 smithi062 ceph-mon[78153]: pgmap v3442: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-22T05:24:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:52 smithi062 ceph-mon[78153]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-22T05:24:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:52 smithi040 ceph-mon[88445]: pgmap v3442: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-22T05:24:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:52 smithi040 ceph-mon[88445]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-22T05:24:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:52 smithi040 ceph-mon[91058]: pgmap v3442: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-22T05:24:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:52 smithi040 ceph-mon[91058]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-22T05:24:54.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:53 smithi040 ceph-mon[88445]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-22T05:24:54.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:53 smithi040 ceph-mon[91058]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-22T05:24:54.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:53 smithi062 ceph-mon[78153]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-22T05:24:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:54 smithi040 ceph-mon[88445]: pgmap v3445: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.67k op/s 2024-04-22T05:24:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:54 smithi040 ceph-mon[88445]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-22T05:24:55.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:54 smithi040 ceph-mon[91058]: pgmap v3445: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.67k op/s 2024-04-22T05:24:55.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:54 smithi040 ceph-mon[91058]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-22T05:24:55.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:54 smithi062 ceph-mon[78153]: pgmap v3445: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.67k op/s 2024-04-22T05:24:55.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:54 smithi062 ceph-mon[78153]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-22T05:24:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:24:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:24:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:24:56.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:55 smithi062 ceph-mon[78153]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-22T05:24:56.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:55 smithi040 ceph-mon[88445]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-22T05:24:56.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:55 smithi040 ceph-mon[91058]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-22T05:24:57.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:56 smithi062 ceph-mon[78153]: pgmap v3448: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.67k op/s 2024-04-22T05:24:57.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:56 smithi062 ceph-mon[78153]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-22T05:24:57.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:56 smithi040 ceph-mon[88445]: pgmap v3448: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.67k op/s 2024-04-22T05:24:57.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:56 smithi040 ceph-mon[88445]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-22T05:24:57.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:56 smithi040 ceph-mon[91058]: pgmap v3448: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.67k op/s 2024-04-22T05:24:57.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:56 smithi040 ceph-mon[91058]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-22T05:24:58.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:57 smithi062 ceph-mon[78153]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-22T05:24:58.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:57 smithi040 ceph-mon[88445]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-22T05:24:58.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:57 smithi040 ceph-mon[91058]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-22T05:24:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:58 smithi062 ceph-mon[78153]: pgmap v3451: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-22T05:24:59.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:58 smithi062 ceph-mon[78153]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-22T05:24:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:58 smithi040 ceph-mon[88445]: pgmap v3451: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-22T05:24:59.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:58 smithi040 ceph-mon[88445]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-22T05:24:59.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:58 smithi040 ceph-mon[91058]: pgmap v3451: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-22T05:24:59.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:58 smithi040 ceph-mon[91058]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-22T05:25:00.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:24:59 smithi062 ceph-mon[78153]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-22T05:25:00.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:24:59 smithi040 ceph-mon[88445]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-22T05:25:00.410 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:25:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:25:00] "GET /metrics HTTP/1.1" 200 242926 "" "Prometheus/2.43.0" 2024-04-22T05:25:00.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:24:59 smithi040 ceph-mon[91058]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-22T05:25:01.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:00 smithi062 ceph-mon[78153]: pgmap v3454: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-22T05:25:01.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:00 smithi062 ceph-mon[78153]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-22T05:25:01.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:00 smithi040 ceph-mon[91058]: pgmap v3454: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-22T05:25:01.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:00 smithi040 ceph-mon[91058]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-22T05:25:01.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:00 smithi040 ceph-mon[88445]: pgmap v3454: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-22T05:25:01.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:00 smithi040 ceph-mon[88445]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-22T05:25:02.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:01 smithi062 ceph-mon[78153]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-22T05:25:02.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:01 smithi040 ceph-mon[88445]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-22T05:25:02.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:01 smithi040 ceph-mon[91058]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-22T05:25:03.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:02 smithi062 ceph-mon[78153]: pgmap v3457: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:25:03.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:02 smithi062 ceph-mon[78153]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-22T05:25:03.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:02 smithi040 ceph-mon[88445]: pgmap v3457: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:25:03.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:02 smithi040 ceph-mon[88445]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-22T05:25:03.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:02 smithi040 ceph-mon[91058]: pgmap v3457: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-22T05:25:03.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:02 smithi040 ceph-mon[91058]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-22T05:25:04.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:03 smithi062 ceph-mon[78153]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-22T05:25:04.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:03 smithi040 ceph-mon[88445]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-22T05:25:04.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:03 smithi040 ceph-mon[91058]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-22T05:25:05.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:04 smithi062 ceph-mon[78153]: pgmap v3460: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.76k op/s 2024-04-22T05:25:05.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:04 smithi062 ceph-mon[78153]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-22T05:25:05.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:04 smithi040 ceph-mon[88445]: pgmap v3460: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.76k op/s 2024-04-22T05:25:05.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:04 smithi040 ceph-mon[88445]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-22T05:25:05.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:04 smithi040 ceph-mon[91058]: pgmap v3460: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.76k op/s 2024-04-22T05:25:05.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:04 smithi040 ceph-mon[91058]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-22T05:25:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:25:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:25:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:25:06.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:05 smithi062 ceph-mon[78153]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-22T05:25:06.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:25:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:05 smithi040 ceph-mon[88445]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-22T05:25:06.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:25:06.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:05 smithi040 ceph-mon[91058]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-22T05:25:06.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:25:07.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:06 smithi062 ceph-mon[78153]: pgmap v3463: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.76k op/s 2024-04-22T05:25:07.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:06 smithi062 ceph-mon[78153]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-22T05:25:07.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:06 smithi040 ceph-mon[88445]: pgmap v3463: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.76k op/s 2024-04-22T05:25:07.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:06 smithi040 ceph-mon[88445]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-22T05:25:07.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:06 smithi040 ceph-mon[91058]: pgmap v3463: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.76k op/s 2024-04-22T05:25:07.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:06 smithi040 ceph-mon[91058]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-22T05:25:08.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:07 smithi062 ceph-mon[78153]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-22T05:25:08.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:08 smithi040 ceph-mon[88445]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-22T05:25:08.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:08 smithi040 ceph-mon[91058]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-22T05:25:09.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:08 smithi062 ceph-mon[78153]: pgmap v3466: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-04-22T05:25:09.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:08 smithi062 ceph-mon[78153]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-22T05:25:09.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:08 smithi062 ceph-mon[78153]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-22T05:25:09.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:08 smithi040 ceph-mon[88445]: pgmap v3466: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-04-22T05:25:09.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:08 smithi040 ceph-mon[88445]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-22T05:25:09.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:08 smithi040 ceph-mon[88445]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-22T05:25:09.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:08 smithi040 ceph-mon[91058]: pgmap v3466: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-04-22T05:25:09.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:08 smithi040 ceph-mon[91058]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-22T05:25:09.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:08 smithi040 ceph-mon[91058]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-22T05:25:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:25:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:25:10] "GET /metrics HTTP/1.1" 200 242926 "" "Prometheus/2.43.0" 2024-04-22T05:25:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:10 smithi062 ceph-mon[78153]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-22T05:25:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:10 smithi062 ceph-mon[78153]: pgmap v3470: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.7 KiB/s wr, 1.96k op/s 2024-04-22T05:25:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:10 smithi040 ceph-mon[88445]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-22T05:25:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:10 smithi040 ceph-mon[88445]: pgmap v3470: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.7 KiB/s wr, 1.96k op/s 2024-04-22T05:25:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:10 smithi040 ceph-mon[91058]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-22T05:25:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:10 smithi040 ceph-mon[91058]: pgmap v3470: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.7 KiB/s wr, 1.96k op/s 2024-04-22T05:25:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:11 smithi062 ceph-mon[78153]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-22T05:25:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:11 smithi040 ceph-mon[88445]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-22T05:25:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:11 smithi040 ceph-mon[91058]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-22T05:25:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:12 smithi062 ceph-mon[78153]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-22T05:25:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:12 smithi062 ceph-mon[78153]: pgmap v3473: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-22T05:25:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:12 smithi040 ceph-mon[88445]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-22T05:25:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:12 smithi040 ceph-mon[88445]: pgmap v3473: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-22T05:25:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:12 smithi040 ceph-mon[91058]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-22T05:25:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:12 smithi040 ceph-mon[91058]: pgmap v3473: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-22T05:25:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:13 smithi062 ceph-mon[78153]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-22T05:25:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:13 smithi062 ceph-mon[78153]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-22T05:25:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:13 smithi040 ceph-mon[88445]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-22T05:25:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:13 smithi040 ceph-mon[88445]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-22T05:25:13.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:13 smithi040 ceph-mon[91058]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-22T05:25:13.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:13 smithi040 ceph-mon[91058]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-22T05:25:14.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:14 smithi062 ceph-mon[78153]: pgmap v3476: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-22T05:25:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:14 smithi040 ceph-mon[88445]: pgmap v3476: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-22T05:25:14.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:14 smithi040 ceph-mon[91058]: pgmap v3476: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-22T05:25:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:15 smithi062 ceph-mon[78153]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-22T05:25:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:25:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:25:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:25:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:15 smithi040 ceph-mon[88445]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-22T05:25:15.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:15 smithi040 ceph-mon[91058]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-22T05:25:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:16 smithi062 ceph-mon[78153]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-22T05:25:16.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:16 smithi062 ceph-mon[78153]: pgmap v3479: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-22T05:25:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:16 smithi040 ceph-mon[88445]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-22T05:25:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:16 smithi040 ceph-mon[88445]: pgmap v3479: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-22T05:25:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:16 smithi040 ceph-mon[91058]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-22T05:25:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:16 smithi040 ceph-mon[91058]: pgmap v3479: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-22T05:25:17.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:17 smithi040 ceph-mon[91058]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-22T05:25:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:17 smithi040 ceph-mon[88445]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-22T05:25:18.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:17 smithi062 ceph-mon[78153]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-22T05:25:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:18 smithi040 ceph-mon[88445]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-22T05:25:18.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:18 smithi040 ceph-mon[88445]: pgmap v3482: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-04-22T05:25:18.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:18 smithi040 ceph-mon[88445]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-22T05:25:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:18 smithi040 ceph-mon[91058]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-22T05:25:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:18 smithi040 ceph-mon[91058]: pgmap v3482: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-04-22T05:25:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:18 smithi040 ceph-mon[91058]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-22T05:25:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:18 smithi062 ceph-mon[78153]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-22T05:25:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:18 smithi062 ceph-mon[78153]: pgmap v3482: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-04-22T05:25:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:18 smithi062 ceph-mon[78153]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-22T05:25:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:25:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:25:20] "GET /metrics HTTP/1.1" 200 242926 "" "Prometheus/2.43.0" 2024-04-22T05:25:20.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:20 smithi040 ceph-mon[88445]: pgmap v3485: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-22T05:25:20.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:20 smithi040 ceph-mon[88445]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-22T05:25:20.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:25:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:20 smithi040 ceph-mon[91058]: pgmap v3485: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-22T05:25:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:20 smithi040 ceph-mon[91058]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-22T05:25:20.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:25:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:20 smithi062 ceph-mon[78153]: pgmap v3485: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-22T05:25:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:20 smithi062 ceph-mon[78153]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-22T05:25:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:25:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:21 smithi062 ceph-mon[78153]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-22T05:25:22.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:21 smithi040 ceph-mon[88445]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-22T05:25:22.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:21 smithi040 ceph-mon[91058]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-22T05:25:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:22 smithi062 ceph-mon[78153]: pgmap v3487: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:25:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:22 smithi062 ceph-mon[78153]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-22T05:25:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:22 smithi040 ceph-mon[88445]: pgmap v3487: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:25:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:22 smithi040 ceph-mon[88445]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-22T05:25:23.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:22 smithi040 ceph-mon[91058]: pgmap v3487: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:25:23.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:22 smithi040 ceph-mon[91058]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-22T05:25:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:23 smithi062 ceph-mon[78153]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-22T05:25:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:23 smithi062 ceph-mon[78153]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-22T05:25:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:23 smithi040 ceph-mon[88445]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-22T05:25:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:23 smithi040 ceph-mon[88445]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-22T05:25:24.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:23 smithi040 ceph-mon[91058]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-22T05:25:24.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:23 smithi040 ceph-mon[91058]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-22T05:25:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:24 smithi062 ceph-mon[78153]: pgmap v3491: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-22T05:25:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:24 smithi062 ceph-mon[78153]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-22T05:25:25.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:24 smithi040 ceph-mon[88445]: pgmap v3491: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-22T05:25:25.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:24 smithi040 ceph-mon[88445]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-22T05:25:25.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:24 smithi040 ceph-mon[91058]: pgmap v3491: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-22T05:25:25.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:24 smithi040 ceph-mon[91058]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-22T05:25:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:25:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:25:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:25:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:26 smithi062 ceph-mon[78153]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-22T05:25:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:26 smithi062 ceph-mon[78153]: pgmap v3494: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-22T05:25:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:26 smithi040 ceph-mon[88445]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-22T05:25:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:26 smithi040 ceph-mon[88445]: pgmap v3494: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-22T05:25:26.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:26 smithi040 ceph-mon[91058]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-22T05:25:26.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:26 smithi040 ceph-mon[91058]: pgmap v3494: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-22T05:25:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:27 smithi062 ceph-mon[78153]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-22T05:25:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:27 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:25:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:27 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:25:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:27 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:25:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:27 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:25:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:27 smithi040 ceph-mon[88445]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-22T05:25:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:27 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:25:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:27 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:25:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:27 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:25:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:27 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:25:27.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:27 smithi040 ceph-mon[91058]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-22T05:25:27.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:27 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:25:27.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:27 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:25:27.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:27 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:25:27.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:27 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:25:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:28 smithi062 ceph-mon[78153]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-22T05:25:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:28 smithi062 ceph-mon[78153]: pgmap v3497: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-22T05:25:28.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:28 smithi062 ceph-mon[78153]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-22T05:25:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:28 smithi040 ceph-mon[88445]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-22T05:25:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:28 smithi040 ceph-mon[88445]: pgmap v3497: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-22T05:25:28.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:28 smithi040 ceph-mon[88445]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-22T05:25:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:28 smithi040 ceph-mon[91058]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-22T05:25:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:28 smithi040 ceph-mon[91058]: pgmap v3497: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-22T05:25:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:28 smithi040 ceph-mon[91058]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-22T05:25:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:25:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:25:30] "GET /metrics HTTP/1.1" 200 242956 "" "Prometheus/2.43.0" 2024-04-22T05:25:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:30 smithi062 ceph-mon[78153]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-22T05:25:30.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:30 smithi062 ceph-mon[78153]: pgmap v3500: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-22T05:25:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:30 smithi040 ceph-mon[91058]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-22T05:25:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:30 smithi040 ceph-mon[91058]: pgmap v3500: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-22T05:25:30.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:30 smithi040 ceph-mon[88445]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-22T05:25:30.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:30 smithi040 ceph-mon[88445]: pgmap v3500: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-22T05:25:31.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:31 smithi062 ceph-mon[78153]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-22T05:25:31.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:31 smithi040 ceph-mon[88445]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-22T05:25:31.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:31 smithi040 ceph-mon[91058]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-22T05:25:32.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:32 smithi040 ceph-mon[88445]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-22T05:25:32.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:32 smithi040 ceph-mon[88445]: pgmap v3503: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:25:32.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:32 smithi040 ceph-mon[91058]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-22T05:25:32.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:32 smithi040 ceph-mon[91058]: pgmap v3503: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:25:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:32 smithi062 ceph-mon[78153]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-22T05:25:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:32 smithi062 ceph-mon[78153]: pgmap v3503: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:25:33.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:33 smithi040 ceph-mon[91058]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-22T05:25:33.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:33 smithi040 ceph-mon[91058]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-22T05:25:33.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:33 smithi040 ceph-mon[88445]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-22T05:25:33.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:33 smithi040 ceph-mon[88445]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-22T05:25:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:33 smithi062 ceph-mon[78153]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-22T05:25:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:33 smithi062 ceph-mon[78153]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-22T05:25:34.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:34 smithi040 ceph-mon[88445]: pgmap v3506: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-22T05:25:34.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:34 smithi040 ceph-mon[91058]: pgmap v3506: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-22T05:25:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:34 smithi062 ceph-mon[78153]: pgmap v3506: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-22T05:25:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:25:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:25:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:25:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:35 smithi062 ceph-mon[78153]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-22T05:25:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:25:35.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:35 smithi040 ceph-mon[88445]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-22T05:25:35.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:25:35.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:35 smithi040 ceph-mon[91058]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-22T05:25:35.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:25:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:36 smithi040 ceph-mon[88445]: pgmap v3508: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-22T05:25:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:36 smithi040 ceph-mon[88445]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-22T05:25:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:36 smithi040 ceph-mon[91058]: pgmap v3508: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-22T05:25:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:36 smithi040 ceph-mon[91058]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-22T05:25:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:36 smithi062 ceph-mon[78153]: pgmap v3508: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-22T05:25:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:36 smithi062 ceph-mon[78153]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-22T05:25:38.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:37 smithi062 ceph-mon[78153]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-22T05:25:38.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:37 smithi040 ceph-mon[88445]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-22T05:25:38.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:37 smithi040 ceph-mon[91058]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-22T05:25:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:38 smithi062 ceph-mon[78153]: pgmap v3511: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.9 KiB/s wr, 1.51k op/s 2024-04-22T05:25:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:38 smithi062 ceph-mon[78153]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-22T05:25:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:38 smithi062 ceph-mon[78153]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-22T05:25:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:38 smithi040 ceph-mon[88445]: pgmap v3511: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.9 KiB/s wr, 1.51k op/s 2024-04-22T05:25:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:38 smithi040 ceph-mon[88445]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-22T05:25:39.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:38 smithi040 ceph-mon[88445]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-22T05:25:39.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:38 smithi040 ceph-mon[91058]: pgmap v3511: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.9 KiB/s wr, 1.51k op/s 2024-04-22T05:25:39.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:38 smithi040 ceph-mon[91058]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-22T05:25:39.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:38 smithi040 ceph-mon[91058]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-22T05:25:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:25:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:25:40] "GET /metrics HTTP/1.1" 200 242981 "" "Prometheus/2.43.0" 2024-04-22T05:25:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:40 smithi062 ceph-mon[78153]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-22T05:25:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:40 smithi062 ceph-mon[78153]: pgmap v3515: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-04-22T05:25:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:40 smithi040 ceph-mon[88445]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-22T05:25:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:40 smithi040 ceph-mon[88445]: pgmap v3515: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-04-22T05:25:40.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:40 smithi040 ceph-mon[91058]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-22T05:25:40.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:40 smithi040 ceph-mon[91058]: pgmap v3515: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-04-22T05:25:41.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:41 smithi062 ceph-mon[78153]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-22T05:25:41.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:41 smithi040 ceph-mon[88445]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-22T05:25:41.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:41 smithi040 ceph-mon[91058]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-22T05:25:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:42 smithi062 ceph-mon[78153]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-22T05:25:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:42 smithi062 ceph-mon[78153]: pgmap v3518: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:25:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:42 smithi040 ceph-mon[88445]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-22T05:25:42.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:42 smithi040 ceph-mon[88445]: pgmap v3518: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:25:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:42 smithi040 ceph-mon[91058]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-22T05:25:42.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:42 smithi040 ceph-mon[91058]: pgmap v3518: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:25:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:43 smithi062 ceph-mon[78153]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-22T05:25:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:43 smithi062 ceph-mon[78153]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-22T05:25:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:43 smithi040 ceph-mon[88445]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-22T05:25:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:43 smithi040 ceph-mon[88445]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-22T05:25:43.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:43 smithi040 ceph-mon[91058]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-22T05:25:43.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:43 smithi040 ceph-mon[91058]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-22T05:25:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:44 smithi062 ceph-mon[78153]: pgmap v3521: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-22T05:25:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:44 smithi040 ceph-mon[88445]: pgmap v3521: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-22T05:25:44.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:44 smithi040 ceph-mon[91058]: pgmap v3521: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-22T05:25:45.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:45 smithi062 ceph-mon[78153]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-22T05:25:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:25:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:25:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:25:45.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:45 smithi040 ceph-mon[88445]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-22T05:25:45.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:45 smithi040 ceph-mon[91058]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-22T05:25:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:46 smithi040 ceph-mon[88445]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-22T05:25:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:46 smithi040 ceph-mon[88445]: pgmap v3524: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-22T05:25:46.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:46 smithi040 ceph-mon[91058]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-22T05:25:46.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:46 smithi040 ceph-mon[91058]: pgmap v3524: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-22T05:25:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:46 smithi062 ceph-mon[78153]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-22T05:25:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:46 smithi062 ceph-mon[78153]: pgmap v3524: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-22T05:25:47.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:47 smithi040 ceph-mon[88445]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-22T05:25:47.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:47 smithi040 ceph-mon[91058]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-22T05:25:48.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:47 smithi062 ceph-mon[78153]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-22T05:25:48.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:48 smithi040 ceph-mon[88445]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-22T05:25:48.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:48 smithi040 ceph-mon[88445]: pgmap v3527: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-22T05:25:48.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:48 smithi040 ceph-mon[88445]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-22T05:25:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:48 smithi040 ceph-mon[91058]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-22T05:25:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:48 smithi040 ceph-mon[91058]: pgmap v3527: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-22T05:25:48.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:48 smithi040 ceph-mon[91058]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-22T05:25:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:48 smithi062 ceph-mon[78153]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-22T05:25:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:48 smithi062 ceph-mon[78153]: pgmap v3527: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-22T05:25:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:48 smithi062 ceph-mon[78153]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-22T05:25:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:25:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:25:50] "GET /metrics HTTP/1.1" 200 242981 "" "Prometheus/2.43.0" 2024-04-22T05:25:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:50 smithi040 ceph-mon[91058]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-22T05:25:50.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:50 smithi040 ceph-mon[91058]: pgmap v3530: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-22T05:25:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:25:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:50 smithi040 ceph-mon[88445]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-22T05:25:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:50 smithi040 ceph-mon[88445]: pgmap v3530: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-22T05:25:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:25:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:50 smithi062 ceph-mon[78153]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-22T05:25:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:50 smithi062 ceph-mon[78153]: pgmap v3530: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-22T05:25:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:25:52.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:51 smithi062 ceph-mon[78153]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-22T05:25:52.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:51 smithi040 ceph-mon[88445]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-22T05:25:52.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:51 smithi040 ceph-mon[91058]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-22T05:25:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:52 smithi062 ceph-mon[78153]: pgmap v3532: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-22T05:25:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:52 smithi062 ceph-mon[78153]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-22T05:25:53.162 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:52 smithi040 ceph-mon[88445]: pgmap v3532: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-22T05:25:53.162 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:52 smithi040 ceph-mon[88445]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-22T05:25:53.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:52 smithi040 ceph-mon[91058]: pgmap v3532: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-22T05:25:53.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:52 smithi040 ceph-mon[91058]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-22T05:25:54.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:53 smithi062 ceph-mon[78153]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-22T05:25:54.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:53 smithi062 ceph-mon[78153]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-22T05:25:54.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:53 smithi040 ceph-mon[88445]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-22T05:25:54.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:53 smithi040 ceph-mon[88445]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-22T05:25:54.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:53 smithi040 ceph-mon[91058]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-22T05:25:54.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:53 smithi040 ceph-mon[91058]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-22T05:25:55.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:54 smithi062 ceph-mon[78153]: pgmap v3536: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-22T05:25:55.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:54 smithi062 ceph-mon[78153]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-22T05:25:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:54 smithi040 ceph-mon[88445]: pgmap v3536: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-22T05:25:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:54 smithi040 ceph-mon[88445]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-22T05:25:55.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:54 smithi040 ceph-mon[91058]: pgmap v3536: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-22T05:25:55.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:54 smithi040 ceph-mon[91058]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-22T05:25:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:25:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:25:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:25:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:56 smithi062 ceph-mon[78153]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-22T05:25:56.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:56 smithi062 ceph-mon[78153]: pgmap v3539: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-22T05:25:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:56 smithi040 ceph-mon[88445]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-22T05:25:56.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:56 smithi040 ceph-mon[88445]: pgmap v3539: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-22T05:25:56.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:56 smithi040 ceph-mon[91058]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-22T05:25:56.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:56 smithi040 ceph-mon[91058]: pgmap v3539: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-22T05:25:57.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:57 smithi062 ceph-mon[78153]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-22T05:25:57.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:57 smithi040 ceph-mon[88445]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-22T05:25:57.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:57 smithi040 ceph-mon[91058]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-22T05:25:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:58 smithi062 ceph-mon[78153]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-22T05:25:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:58 smithi062 ceph-mon[78153]: pgmap v3542: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-22T05:25:58.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:25:58 smithi062 ceph-mon[78153]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-22T05:25:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:58 smithi040 ceph-mon[91058]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-22T05:25:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:58 smithi040 ceph-mon[91058]: pgmap v3542: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-22T05:25:58.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:25:58 smithi040 ceph-mon[91058]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-22T05:25:58.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:58 smithi040 ceph-mon[88445]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-22T05:25:58.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:58 smithi040 ceph-mon[88445]: pgmap v3542: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-22T05:25:58.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:25:58 smithi040 ceph-mon[88445]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-22T05:26:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:26:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:26:00] "GET /metrics HTTP/1.1" 200 242965 "" "Prometheus/2.43.0" 2024-04-22T05:26:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:00 smithi040 ceph-mon[91058]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-22T05:26:00.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:00 smithi040 ceph-mon[91058]: pgmap v3545: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1001 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-22T05:26:00.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:00 smithi040 ceph-mon[88445]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-22T05:26:00.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:00 smithi040 ceph-mon[88445]: pgmap v3545: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1001 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-22T05:26:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:00 smithi062 ceph-mon[78153]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-22T05:26:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:00 smithi062 ceph-mon[78153]: pgmap v3545: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1001 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-22T05:26:01.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:01 smithi040 ceph-mon[88445]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-22T05:26:01.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:01 smithi040 ceph-mon[91058]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-22T05:26:02.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:01 smithi062 ceph-mon[78153]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-22T05:26:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:02 smithi040 ceph-mon[91058]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-22T05:26:02.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:02 smithi040 ceph-mon[91058]: pgmap v3548: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:26:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:02 smithi040 ceph-mon[88445]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-22T05:26:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:02 smithi040 ceph-mon[88445]: pgmap v3548: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:26:03.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:02 smithi062 ceph-mon[78153]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-22T05:26:03.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:02 smithi062 ceph-mon[78153]: pgmap v3548: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:26:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:03 smithi040 ceph-mon[88445]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-22T05:26:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:03 smithi040 ceph-mon[88445]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-22T05:26:03.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:03 smithi040 ceph-mon[91058]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-22T05:26:03.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:03 smithi040 ceph-mon[91058]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-22T05:26:04.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:03 smithi062 ceph-mon[78153]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-22T05:26:04.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:03 smithi062 ceph-mon[78153]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-22T05:26:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:04 smithi040 ceph-mon[88445]: pgmap v3551: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 970 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-22T05:26:04.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:04 smithi040 ceph-mon[91058]: pgmap v3551: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 970 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-22T05:26:05.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:04 smithi062 ceph-mon[78153]: pgmap v3551: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 970 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-22T05:26:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:26:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:26:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:26:05.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:05 smithi062 ceph-mon[78153]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-22T05:26:05.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:26:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:05 smithi040 ceph-mon[88445]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-22T05:26:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:26:05.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:05 smithi040 ceph-mon[91058]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-22T05:26:05.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:26:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:06 smithi062 ceph-mon[78153]: pgmap v3553: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-22T05:26:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:06 smithi062 ceph-mon[78153]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-22T05:26:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:06 smithi040 ceph-mon[88445]: pgmap v3553: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-22T05:26:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:06 smithi040 ceph-mon[88445]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-22T05:26:07.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:06 smithi040 ceph-mon[91058]: pgmap v3553: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-22T05:26:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:06 smithi040 ceph-mon[91058]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-22T05:26:08.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:07 smithi062 ceph-mon[78153]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-22T05:26:08.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:07 smithi040 ceph-mon[88445]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-22T05:26:08.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:07 smithi040 ceph-mon[91058]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-22T05:26:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:08 smithi062 ceph-mon[78153]: pgmap v3556: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 926 KiB/s rd, 4.9 KiB/s wr, 1.25k op/s 2024-04-22T05:26:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:08 smithi062 ceph-mon[78153]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-22T05:26:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:08 smithi062 ceph-mon[78153]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-22T05:26:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:08 smithi040 ceph-mon[88445]: pgmap v3556: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 926 KiB/s rd, 4.9 KiB/s wr, 1.25k op/s 2024-04-22T05:26:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:08 smithi040 ceph-mon[88445]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-22T05:26:09.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:08 smithi040 ceph-mon[88445]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-22T05:26:09.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:08 smithi040 ceph-mon[91058]: pgmap v3556: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 926 KiB/s rd, 4.9 KiB/s wr, 1.25k op/s 2024-04-22T05:26:09.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:08 smithi040 ceph-mon[91058]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-22T05:26:09.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:08 smithi040 ceph-mon[91058]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-22T05:26:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:26:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:26:10] "GET /metrics HTTP/1.1" 200 242966 "" "Prometheus/2.43.0" 2024-04-22T05:26:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:10 smithi062 ceph-mon[78153]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-22T05:26:10.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:10 smithi062 ceph-mon[78153]: pgmap v3560: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 937 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-04-22T05:26:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:10 smithi040 ceph-mon[88445]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-22T05:26:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:10 smithi040 ceph-mon[88445]: pgmap v3560: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 937 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-04-22T05:26:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:10 smithi040 ceph-mon[91058]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-22T05:26:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:10 smithi040 ceph-mon[91058]: pgmap v3560: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 937 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-04-22T05:26:11.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:11 smithi062 ceph-mon[78153]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-22T05:26:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:11 smithi040 ceph-mon[88445]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-22T05:26:11.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:11 smithi040 ceph-mon[91058]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-22T05:26:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:12 smithi062 ceph-mon[78153]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-22T05:26:12.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:12 smithi062 ceph-mon[78153]: pgmap v3563: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-22T05:26:12.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:12 smithi040 ceph-mon[88445]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-22T05:26:12.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:12 smithi040 ceph-mon[88445]: pgmap v3563: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-22T05:26:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:12 smithi040 ceph-mon[91058]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-22T05:26:12.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:12 smithi040 ceph-mon[91058]: pgmap v3563: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-22T05:26:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:13 smithi062 ceph-mon[78153]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-22T05:26:13.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:13 smithi062 ceph-mon[78153]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-22T05:26:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:13 smithi040 ceph-mon[88445]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-22T05:26:13.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:13 smithi040 ceph-mon[88445]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-22T05:26:13.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:13 smithi040 ceph-mon[91058]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-22T05:26:13.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:13 smithi040 ceph-mon[91058]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-22T05:26:14.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:14 smithi040 ceph-mon[88445]: pgmap v3566: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-22T05:26:14.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:14 smithi040 ceph-mon[91058]: pgmap v3566: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-22T05:26:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:14 smithi062 ceph-mon[78153]: pgmap v3566: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-22T05:26:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:26:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:26:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:26:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:15 smithi062 ceph-mon[78153]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-22T05:26:15.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:15 smithi040 ceph-mon[88445]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-22T05:26:15.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:15 smithi040 ceph-mon[91058]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-22T05:26:16.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:16 smithi040 ceph-mon[88445]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-22T05:26:16.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:16 smithi040 ceph-mon[88445]: pgmap v3569: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 904 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-22T05:26:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:16 smithi040 ceph-mon[91058]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-22T05:26:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:16 smithi040 ceph-mon[91058]: pgmap v3569: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 904 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-22T05:26:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:16 smithi062 ceph-mon[78153]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-22T05:26:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:16 smithi062 ceph-mon[78153]: pgmap v3569: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 904 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-22T05:26:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:17 smithi040 ceph-mon[88445]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-22T05:26:17.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:17 smithi040 ceph-mon[91058]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-22T05:26:18.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:17 smithi062 ceph-mon[78153]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-22T05:26:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:18 smithi062 ceph-mon[78153]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-22T05:26:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:18 smithi062 ceph-mon[78153]: pgmap v3572: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-22T05:26:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:18 smithi062 ceph-mon[78153]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-22T05:26:19.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:18 smithi040 ceph-mon[88445]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-22T05:26:19.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:18 smithi040 ceph-mon[88445]: pgmap v3572: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-22T05:26:19.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:18 smithi040 ceph-mon[88445]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-22T05:26:19.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:18 smithi040 ceph-mon[91058]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-22T05:26:19.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:18 smithi040 ceph-mon[91058]: pgmap v3572: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-22T05:26:19.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:18 smithi040 ceph-mon[91058]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-22T05:26:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:26:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:26:20] "GET /metrics HTTP/1.1" 200 242966 "" "Prometheus/2.43.0" 2024-04-22T05:26:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:20 smithi062 ceph-mon[78153]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-22T05:26:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:20 smithi062 ceph-mon[78153]: pgmap v3575: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-22T05:26:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:26:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:20 smithi040 ceph-mon[88445]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-22T05:26:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:20 smithi040 ceph-mon[88445]: pgmap v3575: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-22T05:26:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:26:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:20 smithi040 ceph-mon[91058]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-22T05:26:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:20 smithi040 ceph-mon[91058]: pgmap v3575: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-22T05:26:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:26:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:21 smithi062 ceph-mon[78153]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-22T05:26:22.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:21 smithi040 ceph-mon[88445]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-22T05:26:22.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:21 smithi040 ceph-mon[91058]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-22T05:26:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:22 smithi062 ceph-mon[78153]: pgmap v3577: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:26:23.214 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:22 smithi062 ceph-mon[78153]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-22T05:26:23.215 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:22 smithi040 ceph-mon[88445]: pgmap v3577: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:26:23.215 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:22 smithi040 ceph-mon[88445]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-22T05:26:23.215 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:22 smithi040 ceph-mon[91058]: pgmap v3577: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:26:23.215 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:22 smithi040 ceph-mon[91058]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-22T05:26:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:23 smithi062 ceph-mon[78153]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-22T05:26:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:23 smithi062 ceph-mon[78153]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-22T05:26:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:23 smithi040 ceph-mon[88445]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-22T05:26:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:23 smithi040 ceph-mon[88445]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-22T05:26:24.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:23 smithi040 ceph-mon[91058]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-22T05:26:24.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:23 smithi040 ceph-mon[91058]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-22T05:26:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:24 smithi062 ceph-mon[78153]: pgmap v3581: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 838 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-22T05:26:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:24 smithi062 ceph-mon[78153]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-22T05:26:25.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:24 smithi040 ceph-mon[88445]: pgmap v3581: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 838 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-22T05:26:25.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:24 smithi040 ceph-mon[88445]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-22T05:26:25.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:24 smithi040 ceph-mon[91058]: pgmap v3581: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 838 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-22T05:26:25.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:24 smithi040 ceph-mon[91058]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-22T05:26:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:26:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:26:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:26:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:26 smithi062 ceph-mon[78153]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-22T05:26:26.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:26 smithi062 ceph-mon[78153]: pgmap v3584: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-22T05:26:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:26 smithi040 ceph-mon[91058]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-22T05:26:26.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:26 smithi040 ceph-mon[91058]: pgmap v3584: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-22T05:26:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:26 smithi040 ceph-mon[88445]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-22T05:26:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:26 smithi040 ceph-mon[88445]: pgmap v3584: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-22T05:26:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:27 smithi062 ceph-mon[78153]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-22T05:26:27.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:27 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:26:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:27 smithi040 ceph-mon[88445]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-22T05:26:27.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:27 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:26:27.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:27 smithi040 ceph-mon[91058]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-22T05:26:27.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:27 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:26:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:28 smithi040 ceph-mon[91058]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-22T05:26:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:28 smithi040 ceph-mon[91058]: pgmap v3587: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-22T05:26:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:28 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:26:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:28 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:26:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:28 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:26:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:28 smithi040 ceph-mon[91058]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-22T05:26:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:28 smithi040 ceph-mon[88445]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-22T05:26:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:28 smithi040 ceph-mon[88445]: pgmap v3587: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-22T05:26:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:28 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:26:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:28 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:26:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:28 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:26:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:28 smithi040 ceph-mon[88445]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-22T05:26:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:28 smithi062 ceph-mon[78153]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-22T05:26:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:28 smithi062 ceph-mon[78153]: pgmap v3587: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-22T05:26:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:28 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:26:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:28 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:26:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:28 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:26:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:28 smithi062 ceph-mon[78153]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-22T05:26:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:26:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:26:30] "GET /metrics HTTP/1.1" 200 242992 "" "Prometheus/2.43.0" 2024-04-22T05:26:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:30 smithi040 ceph-mon[91058]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-22T05:26:30.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:30 smithi040 ceph-mon[91058]: pgmap v3590: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-22T05:26:30.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:30 smithi040 ceph-mon[88445]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-22T05:26:30.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:30 smithi040 ceph-mon[88445]: pgmap v3590: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-22T05:26:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:30 smithi062 ceph-mon[78153]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-22T05:26:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:30 smithi062 ceph-mon[78153]: pgmap v3590: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-22T05:26:31.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:31 smithi040 ceph-mon[88445]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-22T05:26:31.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:31 smithi040 ceph-mon[91058]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-22T05:26:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:31 smithi062 ceph-mon[78153]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-22T05:26:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:32 smithi062 ceph-mon[78153]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-22T05:26:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:32 smithi062 ceph-mon[78153]: pgmap v3593: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:26:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:32 smithi040 ceph-mon[88445]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-22T05:26:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:32 smithi040 ceph-mon[88445]: pgmap v3593: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:26:33.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:32 smithi040 ceph-mon[91058]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-22T05:26:33.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:32 smithi040 ceph-mon[91058]: pgmap v3593: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:26:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:33 smithi062 ceph-mon[78153]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-22T05:26:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:33 smithi062 ceph-mon[78153]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-22T05:26:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:33 smithi040 ceph-mon[88445]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-22T05:26:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:33 smithi040 ceph-mon[88445]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-22T05:26:34.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:33 smithi040 ceph-mon[91058]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-22T05:26:34.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:33 smithi040 ceph-mon[91058]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-22T05:26:35.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:34 smithi062 ceph-mon[78153]: pgmap v3596: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-22T05:26:35.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:34 smithi062 ceph-mon[78153]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-22T05:26:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:34 smithi040 ceph-mon[88445]: pgmap v3596: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-22T05:26:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:34 smithi040 ceph-mon[88445]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-22T05:26:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:34 smithi040 ceph-mon[91058]: pgmap v3596: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-22T05:26:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:34 smithi040 ceph-mon[91058]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-22T05:26:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:26:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:26:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:26:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:36 smithi062 ceph-mon[78153]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-22T05:26:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:36 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:26:36.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:36 smithi062 ceph-mon[78153]: pgmap v3599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-22T05:26:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:36 smithi040 ceph-mon[88445]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-22T05:26:36.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:36 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:26:36.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:36 smithi040 ceph-mon[88445]: pgmap v3599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-22T05:26:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:36 smithi040 ceph-mon[91058]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-22T05:26:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:36 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:26:36.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:36 smithi040 ceph-mon[91058]: pgmap v3599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-22T05:26:37.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:37 smithi062 ceph-mon[78153]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-22T05:26:37.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:37 smithi040 ceph-mon[88445]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-22T05:26:37.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:37 smithi040 ceph-mon[91058]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-22T05:26:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:38 smithi040 ceph-mon[88445]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-22T05:26:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:38 smithi040 ceph-mon[88445]: pgmap v3602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-22T05:26:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:38 smithi040 ceph-mon[88445]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-22T05:26:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:38 smithi040 ceph-mon[91058]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-22T05:26:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:38 smithi040 ceph-mon[91058]: pgmap v3602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-22T05:26:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:38 smithi040 ceph-mon[91058]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-22T05:26:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:38 smithi062 ceph-mon[78153]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-22T05:26:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:38 smithi062 ceph-mon[78153]: pgmap v3602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-22T05:26:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:38 smithi062 ceph-mon[78153]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-22T05:26:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:26:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:26:40] "GET /metrics HTTP/1.1" 200 242997 "" "Prometheus/2.43.0" 2024-04-22T05:26:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:40 smithi040 ceph-mon[88445]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-22T05:26:40.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:40 smithi040 ceph-mon[88445]: pgmap v3605: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 741 KiB/s rd, 5.0 KiB/s wr, 999 op/s 2024-04-22T05:26:40.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:40 smithi040 ceph-mon[91058]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-22T05:26:40.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:40 smithi040 ceph-mon[91058]: pgmap v3605: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 741 KiB/s rd, 5.0 KiB/s wr, 999 op/s 2024-04-22T05:26:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:40 smithi062 ceph-mon[78153]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-22T05:26:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:40 smithi062 ceph-mon[78153]: pgmap v3605: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 741 KiB/s rd, 5.0 KiB/s wr, 999 op/s 2024-04-22T05:26:41.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:41 smithi040 ceph-mon[88445]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-22T05:26:41.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:41 smithi040 ceph-mon[91058]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-22T05:26:42.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:41 smithi062 ceph-mon[78153]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-22T05:26:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:42 smithi062 ceph-mon[78153]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-22T05:26:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:42 smithi062 ceph-mon[78153]: pgmap v3608: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:26:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:42 smithi040 ceph-mon[88445]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-22T05:26:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:42 smithi040 ceph-mon[88445]: pgmap v3608: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:26:43.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:42 smithi040 ceph-mon[91058]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-22T05:26:43.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:42 smithi040 ceph-mon[91058]: pgmap v3608: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:26:44.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:43 smithi062 ceph-mon[78153]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-22T05:26:44.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:43 smithi062 ceph-mon[78153]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-22T05:26:44.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:43 smithi040 ceph-mon[88445]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-22T05:26:44.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:43 smithi040 ceph-mon[88445]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-22T05:26:44.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:43 smithi040 ceph-mon[91058]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-22T05:26:44.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:43 smithi040 ceph-mon[91058]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-22T05:26:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:44 smithi062 ceph-mon[78153]: pgmap v3611: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 960 op/s 2024-04-22T05:26:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:44 smithi040 ceph-mon[88445]: pgmap v3611: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 960 op/s 2024-04-22T05:26:45.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:44 smithi040 ceph-mon[91058]: pgmap v3611: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 960 op/s 2024-04-22T05:26:45.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:45 smithi062 ceph-mon[78153]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-22T05:26:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:26:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:26:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:26:46.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:45 smithi040 ceph-mon[88445]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-22T05:26:46.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:45 smithi040 ceph-mon[91058]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-22T05:26:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:46 smithi062 ceph-mon[78153]: pgmap v3613: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 706 KiB/s rd, 5.0 KiB/s wr, 955 op/s 2024-04-22T05:26:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:46 smithi062 ceph-mon[78153]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-22T05:26:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:46 smithi040 ceph-mon[88445]: pgmap v3613: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 706 KiB/s rd, 5.0 KiB/s wr, 955 op/s 2024-04-22T05:26:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:46 smithi040 ceph-mon[88445]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-22T05:26:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:46 smithi040 ceph-mon[91058]: pgmap v3613: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 706 KiB/s rd, 5.0 KiB/s wr, 955 op/s 2024-04-22T05:26:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:46 smithi040 ceph-mon[91058]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-22T05:26:48.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:47 smithi062 ceph-mon[78153]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-22T05:26:48.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:47 smithi040 ceph-mon[88445]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-22T05:26:48.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:47 smithi040 ceph-mon[91058]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-22T05:26:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:48 smithi062 ceph-mon[78153]: pgmap v3616: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 668 KiB/s rd, 4.9 KiB/s wr, 903 op/s 2024-04-22T05:26:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:48 smithi062 ceph-mon[78153]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-22T05:26:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:48 smithi062 ceph-mon[78153]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-22T05:26:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:48 smithi040 ceph-mon[91058]: pgmap v3616: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 668 KiB/s rd, 4.9 KiB/s wr, 903 op/s 2024-04-22T05:26:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:48 smithi040 ceph-mon[91058]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-22T05:26:49.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:48 smithi040 ceph-mon[91058]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-22T05:26:49.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:48 smithi040 ceph-mon[88445]: pgmap v3616: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 668 KiB/s rd, 4.9 KiB/s wr, 903 op/s 2024-04-22T05:26:49.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:48 smithi040 ceph-mon[88445]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-22T05:26:49.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:48 smithi040 ceph-mon[88445]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-22T05:26:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:26:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:26:50] "GET /metrics HTTP/1.1" 200 242997 "" "Prometheus/2.43.0" 2024-04-22T05:26:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:50 smithi040 ceph-mon[88445]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-22T05:26:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:50 smithi040 ceph-mon[88445]: pgmap v3620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 678 KiB/s rd, 5.0 KiB/s wr, 916 op/s 2024-04-22T05:26:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:26:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:50 smithi040 ceph-mon[91058]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-22T05:26:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:50 smithi040 ceph-mon[91058]: pgmap v3620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 678 KiB/s rd, 5.0 KiB/s wr, 916 op/s 2024-04-22T05:26:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:26:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:50 smithi062 ceph-mon[78153]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-22T05:26:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:50 smithi062 ceph-mon[78153]: pgmap v3620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 678 KiB/s rd, 5.0 KiB/s wr, 916 op/s 2024-04-22T05:26:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:26:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:51 smithi040 ceph-mon[88445]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-22T05:26:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:51 smithi040 ceph-mon[91058]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-22T05:26:52.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:51 smithi062 ceph-mon[78153]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-22T05:26:52.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:52 smithi040 ceph-mon[88445]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-22T05:26:52.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:52 smithi040 ceph-mon[88445]: pgmap v3623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:26:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:52 smithi040 ceph-mon[91058]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-22T05:26:52.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:52 smithi040 ceph-mon[91058]: pgmap v3623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:26:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:52 smithi062 ceph-mon[78153]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-22T05:26:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:52 smithi062 ceph-mon[78153]: pgmap v3623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:26:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:53 smithi040 ceph-mon[88445]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-22T05:26:53.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:53 smithi040 ceph-mon[88445]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-22T05:26:53.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:53 smithi040 ceph-mon[91058]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-22T05:26:53.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:53 smithi040 ceph-mon[91058]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-22T05:26:54.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:53 smithi062 ceph-mon[78153]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-22T05:26:54.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:53 smithi062 ceph-mon[78153]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-22T05:26:54.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:54 smithi040 ceph-mon[88445]: pgmap v3626: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 643 KiB/s rd, 5.0 KiB/s wr, 872 op/s 2024-04-22T05:26:54.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:54 smithi040 ceph-mon[91058]: pgmap v3626: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 643 KiB/s rd, 5.0 KiB/s wr, 872 op/s 2024-04-22T05:26:55.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:54 smithi062 ceph-mon[78153]: pgmap v3626: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 643 KiB/s rd, 5.0 KiB/s wr, 872 op/s 2024-04-22T05:26:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:55 smithi062 ceph-mon[78153]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-22T05:26:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:26:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:26:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:26:55.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:55 smithi040 ceph-mon[88445]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-22T05:26:55.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:55 smithi040 ceph-mon[91058]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-22T05:26:57.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:56 smithi062 ceph-mon[78153]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-22T05:26:57.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:56 smithi062 ceph-mon[78153]: pgmap v3629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 870 op/s 2024-04-22T05:26:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:56 smithi040 ceph-mon[88445]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-22T05:26:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:56 smithi040 ceph-mon[88445]: pgmap v3629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 870 op/s 2024-04-22T05:26:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:56 smithi040 ceph-mon[91058]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-22T05:26:57.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:56 smithi040 ceph-mon[91058]: pgmap v3629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 870 op/s 2024-04-22T05:26:58.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:57 smithi062 ceph-mon[78153]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-22T05:26:58.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:57 smithi040 ceph-mon[88445]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-22T05:26:58.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:57 smithi040 ceph-mon[91058]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-22T05:26:59.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:58 smithi062 ceph-mon[78153]: pgmap v3631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 603 KiB/s rd, 4.9 KiB/s wr, 817 op/s 2024-04-22T05:26:59.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:58 smithi062 ceph-mon[78153]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-22T05:26:59.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:26:58 smithi062 ceph-mon[78153]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-22T05:26:59.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:58 smithi040 ceph-mon[88445]: pgmap v3631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 603 KiB/s rd, 4.9 KiB/s wr, 817 op/s 2024-04-22T05:26:59.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:58 smithi040 ceph-mon[88445]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-22T05:26:59.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:26:58 smithi040 ceph-mon[88445]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-22T05:26:59.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:58 smithi040 ceph-mon[91058]: pgmap v3631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 603 KiB/s rd, 4.9 KiB/s wr, 817 op/s 2024-04-22T05:26:59.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:58 smithi040 ceph-mon[91058]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-22T05:26:59.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:26:58 smithi040 ceph-mon[91058]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-22T05:27:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:27:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:27:00] "GET /metrics HTTP/1.1" 200 243002 "" "Prometheus/2.43.0" 2024-04-22T05:27:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:00 smithi040 ceph-mon[88445]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-22T05:27:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:00 smithi040 ceph-mon[88445]: pgmap v3635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 610 KiB/s rd, 5.0 KiB/s wr, 824 op/s 2024-04-22T05:27:00.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:00 smithi040 ceph-mon[91058]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-22T05:27:00.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:00 smithi040 ceph-mon[91058]: pgmap v3635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 610 KiB/s rd, 5.0 KiB/s wr, 824 op/s 2024-04-22T05:27:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:00 smithi062 ceph-mon[78153]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-22T05:27:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:00 smithi062 ceph-mon[78153]: pgmap v3635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 610 KiB/s rd, 5.0 KiB/s wr, 824 op/s 2024-04-22T05:27:01.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:01 smithi040 ceph-mon[88445]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-22T05:27:01.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:01 smithi040 ceph-mon[91058]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-22T05:27:02.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:01 smithi062 ceph-mon[78153]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-22T05:27:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:02 smithi040 ceph-mon[88445]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-22T05:27:02.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:02 smithi040 ceph-mon[88445]: pgmap v3638: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:27:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:02 smithi040 ceph-mon[91058]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-22T05:27:02.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:02 smithi040 ceph-mon[91058]: pgmap v3638: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:27:03.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:02 smithi062 ceph-mon[78153]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-22T05:27:03.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:02 smithi062 ceph-mon[78153]: pgmap v3638: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:27:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:03 smithi062 ceph-mon[78153]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-22T05:27:03.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:03 smithi062 ceph-mon[78153]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-22T05:27:03.882 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 05:27:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a[112348]: logger=cleanup t=2024-04-22T05:27:03.520131881Z level=info msg="Completed cleanup jobs" duration=11.244815ms 2024-04-22T05:27:03.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:03 smithi040 ceph-mon[88445]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-22T05:27:03.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:03 smithi040 ceph-mon[88445]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-22T05:27:03.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:03 smithi040 ceph-mon[91058]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-22T05:27:03.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:03 smithi040 ceph-mon[91058]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-22T05:27:04.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:04 smithi040 ceph-mon[88445]: pgmap v3641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 579 KiB/s rd, 5.0 KiB/s wr, 785 op/s 2024-04-22T05:27:04.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:04 smithi040 ceph-mon[91058]: pgmap v3641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 579 KiB/s rd, 5.0 KiB/s wr, 785 op/s 2024-04-22T05:27:05.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:04 smithi062 ceph-mon[78153]: pgmap v3641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 579 KiB/s rd, 5.0 KiB/s wr, 785 op/s 2024-04-22T05:27:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:05 smithi062 ceph-mon[78153]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-22T05:27:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:27:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:27:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:27:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:27:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:05 smithi040 ceph-mon[91058]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-22T05:27:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:27:05.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:05 smithi040 ceph-mon[88445]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-22T05:27:05.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:27:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:06 smithi062 ceph-mon[78153]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-22T05:27:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:06 smithi062 ceph-mon[78153]: pgmap v3644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 5.0 KiB/s wr, 781 op/s 2024-04-22T05:27:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:06 smithi040 ceph-mon[88445]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-22T05:27:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:06 smithi040 ceph-mon[88445]: pgmap v3644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 5.0 KiB/s wr, 781 op/s 2024-04-22T05:27:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:06 smithi040 ceph-mon[91058]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-22T05:27:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:06 smithi040 ceph-mon[91058]: pgmap v3644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 5.0 KiB/s wr, 781 op/s 2024-04-22T05:27:08.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:07 smithi062 ceph-mon[78153]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-22T05:27:08.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:07 smithi040 ceph-mon[88445]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-22T05:27:08.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:07 smithi040 ceph-mon[91058]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-22T05:27:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:08 smithi062 ceph-mon[78153]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-22T05:27:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:08 smithi062 ceph-mon[78153]: pgmap v3647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-22T05:27:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:08 smithi062 ceph-mon[78153]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-22T05:27:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:08 smithi040 ceph-mon[91058]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-22T05:27:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:08 smithi040 ceph-mon[91058]: pgmap v3647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-22T05:27:09.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:08 smithi040 ceph-mon[91058]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-22T05:27:09.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:08 smithi040 ceph-mon[88445]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-22T05:27:09.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:08 smithi040 ceph-mon[88445]: pgmap v3647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-22T05:27:09.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:08 smithi040 ceph-mon[88445]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-22T05:27:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:27:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:27:10] "GET /metrics HTTP/1.1" 200 243008 "" "Prometheus/2.43.0" 2024-04-22T05:27:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:10 smithi062 ceph-mon[78153]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-22T05:27:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:10 smithi062 ceph-mon[78153]: pgmap v3650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-22T05:27:11.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:10 smithi040 ceph-mon[88445]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-22T05:27:11.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:10 smithi040 ceph-mon[88445]: pgmap v3650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-22T05:27:11.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:10 smithi040 ceph-mon[91058]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-22T05:27:11.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:10 smithi040 ceph-mon[91058]: pgmap v3650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-22T05:27:12.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:11 smithi062 ceph-mon[78153]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-22T05:27:12.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:11 smithi040 ceph-mon[88445]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-22T05:27:12.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:11 smithi040 ceph-mon[91058]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-22T05:27:13.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:12 smithi062 ceph-mon[78153]: pgmap v3652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:27:13.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:12 smithi062 ceph-mon[78153]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-22T05:27:13.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:12 smithi040 ceph-mon[88445]: pgmap v3652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:27:13.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:12 smithi040 ceph-mon[88445]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-22T05:27:13.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:12 smithi040 ceph-mon[91058]: pgmap v3652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:27:13.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:12 smithi040 ceph-mon[91058]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-22T05:27:14.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:13 smithi062 ceph-mon[78153]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-22T05:27:14.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:13 smithi062 ceph-mon[78153]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-22T05:27:14.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:13 smithi040 ceph-mon[88445]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-22T05:27:14.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:13 smithi040 ceph-mon[88445]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-22T05:27:14.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:13 smithi040 ceph-mon[91058]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-22T05:27:14.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:13 smithi040 ceph-mon[91058]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-22T05:27:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:14 smithi062 ceph-mon[78153]: pgmap v3656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 695 op/s 2024-04-22T05:27:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:14 smithi062 ceph-mon[78153]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-22T05:27:15.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:14 smithi040 ceph-mon[88445]: pgmap v3656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 695 op/s 2024-04-22T05:27:15.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:14 smithi040 ceph-mon[88445]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-22T05:27:15.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:14 smithi040 ceph-mon[91058]: pgmap v3656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 695 op/s 2024-04-22T05:27:15.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:14 smithi040 ceph-mon[91058]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-22T05:27:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:27:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:27:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:27:16.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:16 smithi040 ceph-mon[88445]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-22T05:27:16.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:16 smithi040 ceph-mon[88445]: pgmap v3659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 694 op/s 2024-04-22T05:27:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:16 smithi040 ceph-mon[91058]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-22T05:27:16.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:16 smithi040 ceph-mon[91058]: pgmap v3659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 694 op/s 2024-04-22T05:27:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:16 smithi062 ceph-mon[78153]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-22T05:27:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:16 smithi062 ceph-mon[78153]: pgmap v3659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 694 op/s 2024-04-22T05:27:17.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:17 smithi040 ceph-mon[88445]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-22T05:27:17.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:17 smithi040 ceph-mon[91058]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-22T05:27:18.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:17 smithi062 ceph-mon[78153]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-22T05:27:18.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:18 smithi040 ceph-mon[88445]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-22T05:27:18.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:18 smithi040 ceph-mon[88445]: pgmap v3662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 653 op/s 2024-04-22T05:27:18.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:18 smithi040 ceph-mon[88445]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-22T05:27:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:18 smithi040 ceph-mon[91058]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-22T05:27:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:18 smithi040 ceph-mon[91058]: pgmap v3662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 653 op/s 2024-04-22T05:27:18.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:18 smithi040 ceph-mon[91058]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-22T05:27:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:18 smithi062 ceph-mon[78153]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-22T05:27:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:18 smithi062 ceph-mon[78153]: pgmap v3662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 653 op/s 2024-04-22T05:27:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:18 smithi062 ceph-mon[78153]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-22T05:27:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:27:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:27:20] "GET /metrics HTTP/1.1" 200 243008 "" "Prometheus/2.43.0" 2024-04-22T05:27:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:20 smithi062 ceph-mon[78153]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-22T05:27:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:20 smithi062 ceph-mon[78153]: pgmap v3665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 5.0 KiB/s wr, 651 op/s 2024-04-22T05:27:21.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:27:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:20 smithi040 ceph-mon[88445]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-22T05:27:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:20 smithi040 ceph-mon[88445]: pgmap v3665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 5.0 KiB/s wr, 651 op/s 2024-04-22T05:27:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:27:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:20 smithi040 ceph-mon[91058]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-22T05:27:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:20 smithi040 ceph-mon[91058]: pgmap v3665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 5.0 KiB/s wr, 651 op/s 2024-04-22T05:27:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:27:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:21 smithi062 ceph-mon[78153]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-22T05:27:22.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:21 smithi040 ceph-mon[88445]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-22T05:27:22.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:21 smithi040 ceph-mon[91058]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-22T05:27:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:22 smithi062 ceph-mon[78153]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-22T05:27:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:22 smithi062 ceph-mon[78153]: pgmap v3668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:27:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:22 smithi040 ceph-mon[88445]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-22T05:27:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:22 smithi040 ceph-mon[88445]: pgmap v3668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:27:23.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:22 smithi040 ceph-mon[91058]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-22T05:27:23.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:22 smithi040 ceph-mon[91058]: pgmap v3668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-22T05:27:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:23 smithi062 ceph-mon[78153]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-22T05:27:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:23 smithi062 ceph-mon[78153]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-22T05:27:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:23 smithi040 ceph-mon[88445]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-22T05:27:24.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:23 smithi040 ceph-mon[88445]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-22T05:27:24.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:23 smithi040 ceph-mon[91058]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-22T05:27:24.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:23 smithi040 ceph-mon[91058]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-22T05:27:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:24 smithi062 ceph-mon[78153]: pgmap v3671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 5.0 KiB/s wr, 607 op/s 2024-04-22T05:27:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:24 smithi062 ceph-mon[78153]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-22T05:27:25.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:24 smithi040 ceph-mon[88445]: pgmap v3671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 5.0 KiB/s wr, 607 op/s 2024-04-22T05:27:25.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:24 smithi040 ceph-mon[88445]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-22T05:27:25.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:24 smithi040 ceph-mon[91058]: pgmap v3671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 5.0 KiB/s wr, 607 op/s 2024-04-22T05:27:25.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:24 smithi040 ceph-mon[91058]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-22T05:27:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:27:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:27:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:27:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:26 smithi040 ceph-mon[88445]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-22T05:27:26.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:26 smithi040 ceph-mon[88445]: pgmap v3674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 446 KiB/s rd, 5.0 KiB/s wr, 603 op/s 2024-04-22T05:27:26.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:26 smithi040 ceph-mon[91058]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-22T05:27:26.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:26 smithi040 ceph-mon[91058]: pgmap v3674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 446 KiB/s rd, 5.0 KiB/s wr, 603 op/s 2024-04-22T05:27:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:26 smithi062 ceph-mon[78153]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-22T05:27:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:26 smithi062 ceph-mon[78153]: pgmap v3674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 446 KiB/s rd, 5.0 KiB/s wr, 603 op/s 2024-04-22T05:27:27.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:27 smithi040 ceph-mon[88445]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-22T05:27:27.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:27 smithi040 ceph-mon[91058]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-22T05:27:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:27 smithi062 ceph-mon[78153]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-22T05:27:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:28 smithi040 ceph-mon[91058]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-22T05:27:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:28 smithi040 ceph-mon[91058]: pgmap v3677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 416 KiB/s rd, 5.0 KiB/s wr, 564 op/s 2024-04-22T05:27:28.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:28 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:27:28.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:28 smithi040 ceph-mon[91058]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-22T05:27:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:28 smithi040 ceph-mon[88445]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-22T05:27:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:28 smithi040 ceph-mon[88445]: pgmap v3677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 416 KiB/s rd, 5.0 KiB/s wr, 564 op/s 2024-04-22T05:27:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:28 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:27:28.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:28 smithi040 ceph-mon[88445]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-22T05:27:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:28 smithi062 ceph-mon[78153]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-22T05:27:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:28 smithi062 ceph-mon[78153]: pgmap v3677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 416 KiB/s rd, 5.0 KiB/s wr, 564 op/s 2024-04-22T05:27:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:28 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:27:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:28 smithi062 ceph-mon[78153]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-22T05:27:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:29 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:27:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:29 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:27:29.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:29 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:27:29.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:29 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:27:29.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:29 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:27:29.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:29 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:27:30.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:29 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:27:30.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:29 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:27:30.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:29 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:27:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:27:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:27:30] "GET /metrics HTTP/1.1" 200 242981 "" "Prometheus/2.43.0" 2024-04-22T05:27:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:30 smithi062 ceph-mon[78153]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-22T05:27:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:30 smithi062 ceph-mon[78153]: pgmap v3680: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 562 op/s 2024-04-22T05:27:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:30 smithi040 ceph-mon[88445]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-22T05:27:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:30 smithi040 ceph-mon[88445]: pgmap v3680: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 562 op/s 2024-04-22T05:27:31.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:30 smithi040 ceph-mon[91058]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-22T05:27:31.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:30 smithi040 ceph-mon[91058]: pgmap v3680: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 562 op/s 2024-04-22T05:27:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:31 smithi062 ceph-mon[78153]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-22T05:27:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:31 smithi040 ceph-mon[88445]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-22T05:27:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:31 smithi040 ceph-mon[91058]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-22T05:27:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:32 smithi062 ceph-mon[78153]: pgmap v3683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-22T05:27:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:32 smithi062 ceph-mon[78153]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-22T05:27:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:32 smithi040 ceph-mon[88445]: pgmap v3683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-22T05:27:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:32 smithi040 ceph-mon[88445]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-22T05:27:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:32 smithi040 ceph-mon[91058]: pgmap v3683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-22T05:27:33.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:32 smithi040 ceph-mon[91058]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-22T05:27:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:33 smithi062 ceph-mon[78153]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-22T05:27:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:33 smithi062 ceph-mon[78153]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-22T05:27:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:33 smithi040 ceph-mon[88445]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-22T05:27:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:33 smithi040 ceph-mon[88445]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-22T05:27:34.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:33 smithi040 ceph-mon[91058]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-22T05:27:34.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:33 smithi040 ceph-mon[91058]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-22T05:27:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:34 smithi062 ceph-mon[78153]: pgmap v3686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 382 KiB/s rd, 5.0 KiB/s wr, 516 op/s 2024-04-22T05:27:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:34 smithi062 ceph-mon[78153]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-22T05:27:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:34 smithi040 ceph-mon[88445]: pgmap v3686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 382 KiB/s rd, 5.0 KiB/s wr, 516 op/s 2024-04-22T05:27:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:34 smithi040 ceph-mon[88445]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-22T05:27:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:34 smithi040 ceph-mon[91058]: pgmap v3686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 382 KiB/s rd, 5.0 KiB/s wr, 516 op/s 2024-04-22T05:27:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:34 smithi040 ceph-mon[91058]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-22T05:27:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:27:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:27:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:27:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:27:35.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:35 smithi062 ceph-mon[78153]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-22T05:27:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:27:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:35 smithi040 ceph-mon[88445]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-22T05:27:36.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:27:36.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:35 smithi040 ceph-mon[91058]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-22T05:27:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:36 smithi062 ceph-mon[78153]: pgmap v3689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 382 KiB/s rd, 5.0 KiB/s wr, 516 op/s 2024-04-22T05:27:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:36 smithi062 ceph-mon[78153]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-22T05:27:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:36 smithi040 ceph-mon[88445]: pgmap v3689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 382 KiB/s rd, 5.0 KiB/s wr, 516 op/s 2024-04-22T05:27:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:36 smithi040 ceph-mon[88445]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-22T05:27:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:36 smithi040 ceph-mon[91058]: pgmap v3689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 382 KiB/s rd, 5.0 KiB/s wr, 516 op/s 2024-04-22T05:27:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:36 smithi040 ceph-mon[91058]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-22T05:27:38.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:38 smithi040 ceph-mon[88445]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-22T05:27:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:38 smithi040 ceph-mon[88445]: pgmap v3692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-04-22T05:27:38.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:38 smithi040 ceph-mon[88445]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-22T05:27:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:38 smithi040 ceph-mon[91058]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-22T05:27:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:38 smithi040 ceph-mon[91058]: pgmap v3692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-04-22T05:27:38.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:38 smithi040 ceph-mon[91058]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-22T05:27:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:38 smithi062 ceph-mon[78153]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-22T05:27:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:38 smithi062 ceph-mon[78153]: pgmap v3692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-04-22T05:27:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:38 smithi062 ceph-mon[78153]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-22T05:27:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:27:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:27:40] "GET /metrics HTTP/1.1" 200 243002 "" "Prometheus/2.43.0" 2024-04-22T05:27:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:40 smithi062 ceph-mon[78153]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-22T05:27:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:40 smithi062 ceph-mon[78153]: pgmap v3695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 348 KiB/s rd, 5.0 KiB/s wr, 471 op/s 2024-04-22T05:27:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:40 smithi040 ceph-mon[88445]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-22T05:27:41.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:40 smithi040 ceph-mon[88445]: pgmap v3695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 348 KiB/s rd, 5.0 KiB/s wr, 471 op/s 2024-04-22T05:27:41.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:40 smithi040 ceph-mon[91058]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-22T05:27:41.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:40 smithi040 ceph-mon[91058]: pgmap v3695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 348 KiB/s rd, 5.0 KiB/s wr, 471 op/s 2024-04-22T05:27:42.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:41 smithi062 ceph-mon[78153]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-22T05:27:42.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:41 smithi040 ceph-mon[88445]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-22T05:27:42.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:41 smithi040 ceph-mon[91058]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-22T05:27:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:42 smithi062 ceph-mon[78153]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-22T05:27:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:42 smithi062 ceph-mon[78153]: pgmap v3698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-22T05:27:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:42 smithi040 ceph-mon[88445]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-22T05:27:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:42 smithi040 ceph-mon[88445]: pgmap v3698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-22T05:27:43.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:42 smithi040 ceph-mon[91058]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-22T05:27:43.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:42 smithi040 ceph-mon[91058]: pgmap v3698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-22T05:27:44.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:43 smithi062 ceph-mon[78153]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-22T05:27:44.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:43 smithi062 ceph-mon[78153]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-22T05:27:44.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:43 smithi040 ceph-mon[88445]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-22T05:27:44.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:43 smithi040 ceph-mon[88445]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-22T05:27:44.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:43 smithi040 ceph-mon[91058]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-22T05:27:44.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:43 smithi040 ceph-mon[91058]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-22T05:27:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:44 smithi062 ceph-mon[78153]: pgmap v3701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 432 op/s 2024-04-22T05:27:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:44 smithi062 ceph-mon[78153]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-22T05:27:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:44 smithi040 ceph-mon[88445]: pgmap v3701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 432 op/s 2024-04-22T05:27:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:44 smithi040 ceph-mon[88445]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-22T05:27:45.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:44 smithi040 ceph-mon[91058]: pgmap v3701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 432 op/s 2024-04-22T05:27:45.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:44 smithi040 ceph-mon[91058]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-22T05:27:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:27:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:27:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:27:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:46 smithi062 ceph-mon[78153]: pgmap v3704: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 5.0 KiB/s wr, 429 op/s 2024-04-22T05:27:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:46 smithi062 ceph-mon[78153]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-22T05:27:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:46 smithi040 ceph-mon[88445]: pgmap v3704: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 5.0 KiB/s wr, 429 op/s 2024-04-22T05:27:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:46 smithi040 ceph-mon[88445]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-22T05:27:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:46 smithi040 ceph-mon[91058]: pgmap v3704: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 5.0 KiB/s wr, 429 op/s 2024-04-22T05:27:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:46 smithi040 ceph-mon[91058]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-22T05:27:48.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:47 smithi062 ceph-mon[78153]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-22T05:27:48.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:47 smithi040 ceph-mon[88445]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-22T05:27:48.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:47 smithi040 ceph-mon[91058]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-22T05:27:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:48 smithi062 ceph-mon[78153]: pgmap v3706: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 4.9 KiB/s wr, 383 op/s 2024-04-22T05:27:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:48 smithi062 ceph-mon[78153]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-22T05:27:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:48 smithi062 ceph-mon[78153]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-22T05:27:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:48 smithi040 ceph-mon[88445]: pgmap v3706: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 4.9 KiB/s wr, 383 op/s 2024-04-22T05:27:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:48 smithi040 ceph-mon[88445]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-22T05:27:49.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:48 smithi040 ceph-mon[88445]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-22T05:27:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:48 smithi040 ceph-mon[91058]: pgmap v3706: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 4.9 KiB/s wr, 383 op/s 2024-04-22T05:27:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:48 smithi040 ceph-mon[91058]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-22T05:27:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:48 smithi040 ceph-mon[91058]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-22T05:27:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:27:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:27:50] "GET /metrics HTTP/1.1" 200 243002 "" "Prometheus/2.43.0" 2024-04-22T05:27:50.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:50 smithi040 ceph-mon[88445]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-22T05:27:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:50 smithi040 ceph-mon[88445]: pgmap v3710: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 384 op/s 2024-04-22T05:27:50.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:27:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:50 smithi040 ceph-mon[91058]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-22T05:27:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:50 smithi040 ceph-mon[91058]: pgmap v3710: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 384 op/s 2024-04-22T05:27:50.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:27:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:50 smithi062 ceph-mon[78153]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-22T05:27:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:50 smithi062 ceph-mon[78153]: pgmap v3710: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 384 op/s 2024-04-22T05:27:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:27:51.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:51 smithi040 ceph-mon[88445]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-22T05:27:51.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:51 smithi040 ceph-mon[91058]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-22T05:27:52.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:51 smithi062 ceph-mon[78153]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-22T05:27:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:52 smithi062 ceph-mon[78153]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-22T05:27:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:52 smithi062 ceph-mon[78153]: pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-22T05:27:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:52 smithi040 ceph-mon[88445]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-22T05:27:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:52 smithi040 ceph-mon[88445]: pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-22T05:27:53.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:52 smithi040 ceph-mon[91058]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-22T05:27:53.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:52 smithi040 ceph-mon[91058]: pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-22T05:27:54.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:53 smithi062 ceph-mon[78153]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-22T05:27:54.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:53 smithi062 ceph-mon[78153]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-22T05:27:54.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:53 smithi040 ceph-mon[88445]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-22T05:27:54.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:53 smithi040 ceph-mon[88445]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-22T05:27:54.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:53 smithi040 ceph-mon[91058]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-22T05:27:54.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:53 smithi040 ceph-mon[91058]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-22T05:27:55.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:54 smithi062 ceph-mon[78153]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 342 op/s 2024-04-22T05:27:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:54 smithi040 ceph-mon[88445]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 342 op/s 2024-04-22T05:27:55.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:54 smithi040 ceph-mon[91058]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 342 op/s 2024-04-22T05:27:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:27:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:27:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:27:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:55 smithi062 ceph-mon[78153]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-22T05:27:56.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:55 smithi040 ceph-mon[88445]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-22T05:27:56.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:55 smithi040 ceph-mon[91058]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-22T05:27:57.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:56 smithi062 ceph-mon[78153]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-22T05:27:57.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:56 smithi062 ceph-mon[78153]: pgmap v3719: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 251 KiB/s rd, 5.0 KiB/s wr, 340 op/s 2024-04-22T05:27:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:56 smithi040 ceph-mon[91058]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-22T05:27:57.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:56 smithi040 ceph-mon[91058]: pgmap v3719: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 251 KiB/s rd, 5.0 KiB/s wr, 340 op/s 2024-04-22T05:27:57.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:56 smithi040 ceph-mon[88445]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-22T05:27:57.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:56 smithi040 ceph-mon[88445]: pgmap v3719: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 251 KiB/s rd, 5.0 KiB/s wr, 340 op/s 2024-04-22T05:27:58.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:57 smithi062 ceph-mon[78153]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-22T05:27:58.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:57 smithi040 ceph-mon[88445]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-22T05:27:58.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:57 smithi040 ceph-mon[91058]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-22T05:27:59.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:58 smithi062 ceph-mon[78153]: pgmap v3721: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 4.9 KiB/s wr, 297 op/s 2024-04-22T05:27:59.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:58 smithi062 ceph-mon[78153]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-22T05:27:59.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:27:58 smithi062 ceph-mon[78153]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-22T05:27:59.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:58 smithi040 ceph-mon[91058]: pgmap v3721: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 4.9 KiB/s wr, 297 op/s 2024-04-22T05:27:59.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:58 smithi040 ceph-mon[91058]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-22T05:27:59.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:27:58 smithi040 ceph-mon[91058]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-22T05:27:59.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:58 smithi040 ceph-mon[88445]: pgmap v3721: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 4.9 KiB/s wr, 297 op/s 2024-04-22T05:27:59.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:58 smithi040 ceph-mon[88445]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-22T05:27:59.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:27:58 smithi040 ceph-mon[88445]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-22T05:28:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:28:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:28:00] "GET /metrics HTTP/1.1" 200 242996 "" "Prometheus/2.43.0" 2024-04-22T05:28:00.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:00 smithi040 ceph-mon[88445]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-22T05:28:00.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:00 smithi040 ceph-mon[88445]: pgmap v3725: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 5.0 KiB/s wr, 298 op/s 2024-04-22T05:28:00.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:00 smithi040 ceph-mon[91058]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-22T05:28:00.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:00 smithi040 ceph-mon[91058]: pgmap v3725: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 5.0 KiB/s wr, 298 op/s 2024-04-22T05:28:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:00 smithi062 ceph-mon[78153]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-22T05:28:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:00 smithi062 ceph-mon[78153]: pgmap v3725: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 5.0 KiB/s wr, 298 op/s 2024-04-22T05:28:01.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:01 smithi040 ceph-mon[88445]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-22T05:28:01.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:01 smithi040 ceph-mon[91058]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-22T05:28:02.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:01 smithi062 ceph-mon[78153]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-22T05:28:03.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:02 smithi062 ceph-mon[78153]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-22T05:28:03.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:02 smithi062 ceph-mon[78153]: pgmap v3728: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:28:03.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:02 smithi040 ceph-mon[88445]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-22T05:28:03.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:02 smithi040 ceph-mon[88445]: pgmap v3728: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:28:03.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:02 smithi040 ceph-mon[91058]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-22T05:28:03.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:02 smithi040 ceph-mon[91058]: pgmap v3728: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-22T05:28:04.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:03 smithi062 ceph-mon[78153]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-22T05:28:04.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:03 smithi062 ceph-mon[78153]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-22T05:28:04.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:03 smithi040 ceph-mon[88445]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-22T05:28:04.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:03 smithi040 ceph-mon[88445]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-22T05:28:04.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:03 smithi040 ceph-mon[91058]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-22T05:28:04.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:03 smithi040 ceph-mon[91058]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-22T05:28:05.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:04 smithi062 ceph-mon[78153]: pgmap v3731: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 256 op/s 2024-04-22T05:28:05.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:04 smithi040 ceph-mon[88445]: pgmap v3731: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 256 op/s 2024-04-22T05:28:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:04 smithi040 ceph-mon[91058]: pgmap v3731: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 256 op/s 2024-04-22T05:28:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:28:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:28:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:28:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:05 smithi062 ceph-mon[78153]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-22T05:28:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:28:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:05 smithi040 ceph-mon[88445]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-22T05:28:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:28:06.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:05 smithi040 ceph-mon[91058]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-22T05:28:06.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:28:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:06 smithi062 ceph-mon[78153]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-22T05:28:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:06 smithi062 ceph-mon[78153]: pgmap v3734: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 4.8 KiB/s wr, 243 op/s 2024-04-22T05:28:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:06 smithi040 ceph-mon[88445]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-22T05:28:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:06 smithi040 ceph-mon[88445]: pgmap v3734: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 4.8 KiB/s wr, 243 op/s 2024-04-22T05:28:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:06 smithi040 ceph-mon[91058]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-22T05:28:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:06 smithi040 ceph-mon[91058]: pgmap v3734: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 4.8 KiB/s wr, 243 op/s 2024-04-22T05:28:08.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:07 smithi062 ceph-mon[78153]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-22T05:28:08.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:07 smithi040 ceph-mon[88445]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-22T05:28:08.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:07 smithi040 ceph-mon[91058]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-22T05:28:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:08 smithi062 ceph-mon[78153]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-22T05:28:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:08 smithi062 ceph-mon[78153]: pgmap v3737: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 4.8 KiB/s wr, 202 op/s 2024-04-22T05:28:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:08 smithi062 ceph-mon[78153]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-22T05:28:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:08 smithi040 ceph-mon[88445]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-22T05:28:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:08 smithi040 ceph-mon[88445]: pgmap v3737: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 4.8 KiB/s wr, 202 op/s 2024-04-22T05:28:09.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:08 smithi040 ceph-mon[88445]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-22T05:28:09.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:08 smithi040 ceph-mon[91058]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-22T05:28:09.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:08 smithi040 ceph-mon[91058]: pgmap v3737: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 4.8 KiB/s wr, 202 op/s 2024-04-22T05:28:09.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:08 smithi040 ceph-mon[91058]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-22T05:28:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:28:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:28:10] "GET /metrics HTTP/1.1" 200 242973 "" "Prometheus/2.43.0" 2024-04-22T05:28:10.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:10 smithi040 ceph-mon[88445]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-22T05:28:10.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:10 smithi040 ceph-mon[88445]: pgmap v3740: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 5.0 KiB/s wr, 209 op/s 2024-04-22T05:28:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:10 smithi040 ceph-mon[91058]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-22T05:28:10.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:10 smithi040 ceph-mon[91058]: pgmap v3740: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 5.0 KiB/s wr, 209 op/s 2024-04-22T05:28:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:10 smithi062 ceph-mon[78153]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-22T05:28:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:10 smithi062 ceph-mon[78153]: pgmap v3740: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 5.0 KiB/s wr, 209 op/s 2024-04-22T05:28:11.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:11 smithi040 ceph-mon[88445]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-22T05:28:11.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:11 smithi040 ceph-mon[91058]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-22T05:28:12.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:11 smithi062 ceph-mon[78153]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-22T05:28:13.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:12 smithi062 ceph-mon[78153]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-22T05:28:13.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:12 smithi062 ceph-mon[78153]: pgmap v3743: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-22T05:28:13.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:12 smithi040 ceph-mon[88445]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-22T05:28:13.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:12 smithi040 ceph-mon[88445]: pgmap v3743: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-22T05:28:13.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:12 smithi040 ceph-mon[91058]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-22T05:28:13.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:12 smithi040 ceph-mon[91058]: pgmap v3743: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-22T05:28:14.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:13 smithi062 ceph-mon[78153]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-22T05:28:14.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:13 smithi062 ceph-mon[78153]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-22T05:28:14.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:13 smithi040 ceph-mon[88445]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-22T05:28:14.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:13 smithi040 ceph-mon[88445]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-22T05:28:14.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:13 smithi040 ceph-mon[91058]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-22T05:28:14.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:13 smithi040 ceph-mon[91058]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-22T05:28:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:14 smithi062 ceph-mon[78153]: pgmap v3746: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-04-22T05:28:15.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:14 smithi040 ceph-mon[88445]: pgmap v3746: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-04-22T05:28:15.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:14 smithi040 ceph-mon[91058]: pgmap v3746: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-04-22T05:28:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:15 smithi062 ceph-mon[78153]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-22T05:28:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:28:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:28:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:28:16.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:15 smithi040 ceph-mon[88445]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-22T05:28:16.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:15 smithi040 ceph-mon[91058]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-22T05:28:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:16 smithi062 ceph-mon[78153]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-22T05:28:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:16 smithi062 ceph-mon[78153]: pgmap v3749: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 167 op/s 2024-04-22T05:28:17.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:16 smithi040 ceph-mon[88445]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-22T05:28:17.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:16 smithi040 ceph-mon[88445]: pgmap v3749: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 167 op/s 2024-04-22T05:28:17.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:16 smithi040 ceph-mon[91058]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-22T05:28:17.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:16 smithi040 ceph-mon[91058]: pgmap v3749: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 167 op/s 2024-04-22T05:28:18.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:17 smithi062 ceph-mon[78153]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-22T05:28:18.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:17 smithi040 ceph-mon[88445]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-22T05:28:18.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:17 smithi040 ceph-mon[91058]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-22T05:28:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:18 smithi062 ceph-mon[78153]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-22T05:28:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:18 smithi062 ceph-mon[78153]: pgmap v3752: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.0 KiB/s wr, 126 op/s 2024-04-22T05:28:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:18 smithi062 ceph-mon[78153]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-22T05:28:19.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:18 smithi040 ceph-mon[88445]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-22T05:28:19.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:18 smithi040 ceph-mon[88445]: pgmap v3752: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.0 KiB/s wr, 126 op/s 2024-04-22T05:28:19.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:18 smithi040 ceph-mon[88445]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-22T05:28:19.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:18 smithi040 ceph-mon[91058]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-22T05:28:19.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:18 smithi040 ceph-mon[91058]: pgmap v3752: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.0 KiB/s wr, 126 op/s 2024-04-22T05:28:19.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:18 smithi040 ceph-mon[91058]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-22T05:28:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:28:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:28:20] "GET /metrics HTTP/1.1" 200 242973 "" "Prometheus/2.43.0" 2024-04-22T05:28:20.912 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:20 smithi040 ceph-mon[88445]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-22T05:28:20.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:20 smithi040 ceph-mon[88445]: pgmap v3755: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-22T05:28:20.931 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:28:20.932 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:20 smithi040 ceph-mon[91058]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-22T05:28:20.932 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:20 smithi040 ceph-mon[91058]: pgmap v3755: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-22T05:28:20.932 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:28:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:20 smithi062 ceph-mon[78153]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-22T05:28:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:20 smithi062 ceph-mon[78153]: pgmap v3755: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-22T05:28:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:28:21.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:21 smithi040 ceph-mon[88445]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-22T05:28:21.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:21 smithi040 ceph-mon[91058]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-22T05:28:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:21 smithi062 ceph-mon[78153]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-22T05:28:23.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:22 smithi062 ceph-mon[78153]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-22T05:28:23.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:22 smithi062 ceph-mon[78153]: pgmap v3758: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-22T05:28:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:22 smithi040 ceph-mon[88445]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-22T05:28:23.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:22 smithi040 ceph-mon[88445]: pgmap v3758: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-22T05:28:23.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:22 smithi040 ceph-mon[91058]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-22T05:28:23.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:22 smithi040 ceph-mon[91058]: pgmap v3758: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-22T05:28:23.755 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_many_snaps ... ok 2024-04-22T05:28:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:23 smithi062 ceph-mon[78153]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-22T05:28:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:23 smithi062 ceph-mon[78153]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-22T05:28:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:23 smithi040 ceph-mon[88445]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-22T05:28:24.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:23 smithi040 ceph-mon[88445]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-22T05:28:24.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:23 smithi040 ceph-mon[91058]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-22T05:28:24.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:23 smithi040 ceph-mon[91058]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-22T05:28:24.390 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_metadata ... ok 2024-04-22T05:28:24.466 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_modify_timestamp ... ok 2024-04-22T05:28:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:24 smithi062 ceph-mon[78153]: pgmap v3761: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-22T05:28:25.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:24 smithi040 ceph-mon[88445]: pgmap v3761: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-22T05:28:25.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:24 smithi040 ceph-mon[91058]: pgmap v3761: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-22T05:28:25.789 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_protect_snap ... ok 2024-04-22T05:28:25.866 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_read ... ok 2024-04-22T05:28:25.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:25 smithi062 ceph-mon[78153]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-22T05:28:25.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:28:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:28:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:28:25.939 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_read_bad_offset ... ok 2024-04-22T05:28:26.013 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_read_with_fadvise_flags ... ok 2024-04-22T05:28:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:25 smithi040 ceph-mon[88445]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-22T05:28:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:25 smithi040 ceph-mon[91058]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-22T05:28:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:26 smithi062 ceph-mon[78153]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-22T05:28:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:26 smithi062 ceph-mon[78153]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 7.5 KiB/s wr, 86 op/s 2024-04-22T05:28:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:26 smithi040 ceph-mon[88445]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-22T05:28:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:26 smithi040 ceph-mon[88445]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 7.5 KiB/s wr, 86 op/s 2024-04-22T05:28:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:26 smithi040 ceph-mon[91058]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-22T05:28:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:26 smithi040 ceph-mon[91058]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 7.5 KiB/s wr, 86 op/s 2024-04-22T05:28:27.792 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_remove_snap ... ok 2024-04-22T05:28:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:27 smithi062 ceph-mon[78153]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-22T05:28:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:27 smithi040 ceph-mon[88445]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-22T05:28:28.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:27 smithi040 ceph-mon[91058]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-22T05:28:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:28 smithi062 ceph-mon[78153]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-22T05:28:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:28 smithi062 ceph-mon[78153]: pgmap v3767: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 45 KiB/s wr, 981 op/s 2024-04-22T05:28:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:28 smithi062 ceph-mon[78153]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-22T05:28:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:28 smithi040 ceph-mon[88445]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-22T05:28:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:28 smithi040 ceph-mon[88445]: pgmap v3767: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 45 KiB/s wr, 981 op/s 2024-04-22T05:28:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:28 smithi040 ceph-mon[88445]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-22T05:28:29.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:28 smithi040 ceph-mon[91058]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-22T05:28:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:28 smithi040 ceph-mon[91058]: pgmap v3767: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 45 KiB/s wr, 981 op/s 2024-04-22T05:28:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:28 smithi040 ceph-mon[91058]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-22T05:28:29.741 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_remove_snap2 ... ok 2024-04-22T05:28:29.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:29 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:28:29.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:29 smithi062 ceph-mon[78153]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-22T05:28:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:29 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:28:29.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:29 smithi040 ceph-mon[88445]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-22T05:28:29.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:29 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:28:29.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:29 smithi040 ceph-mon[91058]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-22T05:28:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:28:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:28:30] "GET /metrics HTTP/1.1" 200 242995 "" "Prometheus/2.43.0" 2024-04-22T05:28:30.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:30 smithi040 ceph-mon[88445]: pgmap v3770: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 42 KiB/s wr, 971 op/s 2024-04-22T05:28:30.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:30 smithi040 ceph-mon[91058]: pgmap v3770: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 42 KiB/s wr, 971 op/s 2024-04-22T05:28:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:30 smithi062 ceph-mon[78153]: pgmap v3770: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 42 KiB/s wr, 971 op/s 2024-04-22T05:28:31.806 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_remove_snap_by_id ... ok 2024-04-22T05:28:31.885 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_remove_snap_not_found ... ok 2024-04-22T05:28:31.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:31 smithi040 ceph-mon[88445]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-22T05:28:31.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:31 smithi040 ceph-mon[91058]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-22T05:28:31.988 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_remove_with_exclusive_lock ... ok 2024-04-22T05:28:32.067 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_remove_with_snap ... SKIP 2024-04-22T05:28:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:31 smithi062 ceph-mon[78153]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-22T05:28:32.142 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_remove_with_watcher ... SKIP 2024-04-22T05:28:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:32 smithi062 ceph-mon[78153]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-22T05:28:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:32 smithi062 ceph-mon[78153]: pgmap v3773: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 9.0 KiB/s wr, 118 op/s 2024-04-22T05:28:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:32 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:28:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:32 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:28:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:32 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:28:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:32 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:28:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:32 smithi040 ceph-mon[88445]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-22T05:28:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:32 smithi040 ceph-mon[88445]: pgmap v3773: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 9.0 KiB/s wr, 118 op/s 2024-04-22T05:28:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:32 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:28:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:32 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:28:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:32 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:28:33.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:32 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:28:33.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:32 smithi040 ceph-mon[91058]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-22T05:28:33.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:32 smithi040 ceph-mon[91058]: pgmap v3773: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 9.0 KiB/s wr, 118 op/s 2024-04-22T05:28:33.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:32 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:28:33.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:32 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:28:33.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:32 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:28:33.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:32 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:28:33.754 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_rename_snap ... ok 2024-04-22T05:28:33.852 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_resize ... ok 2024-04-22T05:28:33.936 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_resize_allow_shrink_False ... ok 2024-04-22T05:28:34.041 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_resize_bytes ... ok 2024-04-22T05:28:34.133 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_resize_down ... ok 2024-04-22T05:28:34.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:33 smithi062 ceph-mon[78153]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-22T05:28:34.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:33 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:28:34.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:33 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:28:34.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:33 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:28:34.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:33 smithi062 ceph-mon[78153]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-22T05:28:34.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:33 smithi040 ceph-mon[91058]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-22T05:28:34.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:33 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:28:34.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:33 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:28:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:33 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:28:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:33 smithi040 ceph-mon[91058]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-22T05:28:34.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:33 smithi040 ceph-mon[88445]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-22T05:28:34.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:33 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:28:34.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:33 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:28:34.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:33 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:28:34.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:33 smithi040 ceph-mon[88445]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-22T05:28:35.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:34 smithi062 ceph-mon[78153]: pgmap v3776: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 15 KiB/s wr, 323 op/s 2024-04-22T05:28:35.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:34 smithi040 ceph-mon[88445]: pgmap v3776: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 15 KiB/s wr, 323 op/s 2024-04-22T05:28:35.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:34 smithi040 ceph-mon[91058]: pgmap v3776: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 15 KiB/s wr, 323 op/s 2024-04-22T05:28:35.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:28:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:28:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:28:36.043 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_rollback_to_snap ... ok 2024-04-22T05:28:36.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:35 smithi062 ceph-mon[78153]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-22T05:28:36.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:28:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:35 smithi040 ceph-mon[91058]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-22T05:28:36.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:28:36.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:35 smithi040 ceph-mon[88445]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-22T05:28:36.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:28:37.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:36 smithi062 ceph-mon[78153]: pgmap v3778: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 17 KiB/s wr, 306 op/s 2024-04-22T05:28:37.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:36 smithi062 ceph-mon[78153]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-22T05:28:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:36 smithi040 ceph-mon[88445]: pgmap v3778: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 17 KiB/s wr, 306 op/s 2024-04-22T05:28:37.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:36 smithi040 ceph-mon[88445]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-22T05:28:37.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:36 smithi040 ceph-mon[91058]: pgmap v3778: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 17 KiB/s wr, 306 op/s 2024-04-22T05:28:37.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:36 smithi040 ceph-mon[91058]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-22T05:28:38.047 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_rollback_to_snap_sparse ... ok 2024-04-22T05:28:38.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:37 smithi062 ceph-mon[78153]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-22T05:28:38.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:37 smithi040 ceph-mon[88445]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-22T05:28:38.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:37 smithi040 ceph-mon[91058]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-22T05:28:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:38 smithi062 ceph-mon[78153]: pgmap v3781: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 30 KiB/s wr, 471 op/s 2024-04-22T05:28:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:38 smithi062 ceph-mon[78153]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-22T05:28:39.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:38 smithi062 ceph-mon[78153]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-22T05:28:39.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:38 smithi040 ceph-mon[88445]: pgmap v3781: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 30 KiB/s wr, 471 op/s 2024-04-22T05:28:39.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:38 smithi040 ceph-mon[88445]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-22T05:28:39.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:38 smithi040 ceph-mon[88445]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-22T05:28:39.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:38 smithi040 ceph-mon[91058]: pgmap v3781: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 30 KiB/s wr, 471 op/s 2024-04-22T05:28:39.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:38 smithi040 ceph-mon[91058]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-22T05:28:39.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:38 smithi040 ceph-mon[91058]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-22T05:28:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:28:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:28:40] "GET /metrics HTTP/1.1" 200 243014 "" "Prometheus/2.43.0" 2024-04-22T05:28:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:40 smithi062 ceph-mon[78153]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-22T05:28:41.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:40 smithi062 ceph-mon[78153]: pgmap v3785: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 20 KiB/s wr, 389 op/s 2024-04-22T05:28:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:40 smithi040 ceph-mon[88445]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-22T05:28:41.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:40 smithi040 ceph-mon[88445]: pgmap v3785: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 20 KiB/s wr, 389 op/s 2024-04-22T05:28:41.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:40 smithi040 ceph-mon[91058]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-22T05:28:41.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:40 smithi040 ceph-mon[91058]: pgmap v3785: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 20 KiB/s wr, 389 op/s 2024-04-22T05:28:41.775 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_rollback_with_resize ... ok 2024-04-22T05:28:42.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:41 smithi062 ceph-mon[78153]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-22T05:28:42.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:41 smithi040 ceph-mon[88445]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-22T05:28:42.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:41 smithi040 ceph-mon[91058]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-22T05:28:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:42 smithi062 ceph-mon[78153]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-22T05:28:43.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:42 smithi062 ceph-mon[78153]: pgmap v3788: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 13 KiB/s wr, 136 op/s 2024-04-22T05:28:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:42 smithi040 ceph-mon[88445]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-22T05:28:43.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:42 smithi040 ceph-mon[88445]: pgmap v3788: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 13 KiB/s wr, 136 op/s 2024-04-22T05:28:43.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:42 smithi040 ceph-mon[91058]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-22T05:28:43.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:42 smithi040 ceph-mon[91058]: pgmap v3788: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 13 KiB/s wr, 136 op/s 2024-04-22T05:28:43.764 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_set_no_snap ... ok 2024-04-22T05:28:44.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:43 smithi062 ceph-mon[78153]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-22T05:28:44.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:43 smithi062 ceph-mon[78153]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-22T05:28:44.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:43 smithi040 ceph-mon[88445]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-22T05:28:44.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:43 smithi040 ceph-mon[88445]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-22T05:28:44.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:43 smithi040 ceph-mon[91058]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-22T05:28:44.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:43 smithi040 ceph-mon[91058]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-22T05:28:45.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:44 smithi062 ceph-mon[78153]: pgmap v3791: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 14 KiB/s wr, 151 op/s 2024-04-22T05:28:45.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:44 smithi040 ceph-mon[88445]: pgmap v3791: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 14 KiB/s wr, 151 op/s 2024-04-22T05:28:45.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:44 smithi040 ceph-mon[91058]: pgmap v3791: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 14 KiB/s wr, 151 op/s 2024-04-22T05:28:45.805 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_set_snap ... ok 2024-04-22T05:28:45.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:45 smithi062 ceph-mon[78153]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-22T05:28:45.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:28:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:28:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:28:46.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:45 smithi040 ceph-mon[88445]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-22T05:28:46.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:45 smithi040 ceph-mon[91058]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-22T05:28:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:46 smithi062 ceph-mon[78153]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-22T05:28:47.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:46 smithi062 ceph-mon[78153]: pgmap v3794: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.2 KiB/s wr, 61 op/s 2024-04-22T05:28:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:46 smithi040 ceph-mon[88445]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-22T05:28:47.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:46 smithi040 ceph-mon[88445]: pgmap v3794: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.2 KiB/s wr, 61 op/s 2024-04-22T05:28:47.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:46 smithi040 ceph-mon[91058]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-22T05:28:47.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:46 smithi040 ceph-mon[91058]: pgmap v3794: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.2 KiB/s wr, 61 op/s 2024-04-22T05:28:47.798 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_set_snap_by_id ... ok 2024-04-22T05:28:48.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:47 smithi062 ceph-mon[78153]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-22T05:28:48.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:47 smithi040 ceph-mon[88445]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-22T05:28:48.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:47 smithi040 ceph-mon[91058]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-22T05:28:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:48 smithi062 ceph-mon[78153]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-22T05:28:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:48 smithi062 ceph-mon[78153]: pgmap v3797: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 14 KiB/s wr, 186 op/s 2024-04-22T05:28:49.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:48 smithi062 ceph-mon[78153]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-22T05:28:49.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:48 smithi040 ceph-mon[88445]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-22T05:28:49.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:48 smithi040 ceph-mon[88445]: pgmap v3797: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 14 KiB/s wr, 186 op/s 2024-04-22T05:28:49.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:48 smithi040 ceph-mon[88445]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-22T05:28:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:48 smithi040 ceph-mon[91058]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-22T05:28:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:48 smithi040 ceph-mon[91058]: pgmap v3797: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 14 KiB/s wr, 186 op/s 2024-04-22T05:28:49.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:48 smithi040 ceph-mon[91058]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-22T05:28:49.766 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_set_snap_deleted ... ok 2024-04-22T05:28:50.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:28:50 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:28:50] "GET /metrics HTTP/1.1" 200 243014 "" "Prometheus/2.43.0" 2024-04-22T05:28:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:50 smithi062 ceph-mon[78153]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-22T05:28:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:50 smithi062 ceph-mon[78153]: pgmap v3800: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 10 KiB/s wr, 143 op/s 2024-04-22T05:28:51.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:50 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:28:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:50 smithi040 ceph-mon[88445]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-22T05:28:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:50 smithi040 ceph-mon[88445]: pgmap v3800: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 10 KiB/s wr, 143 op/s 2024-04-22T05:28:51.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:50 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:28:51.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:50 smithi040 ceph-mon[91058]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-22T05:28:51.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:50 smithi040 ceph-mon[91058]: pgmap v3800: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 10 KiB/s wr, 143 op/s 2024-04-22T05:28:51.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:50 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:28:52.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:51 smithi062 ceph-mon[78153]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-22T05:28:52.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:51 smithi040 ceph-mon[88445]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-22T05:28:52.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:51 smithi040 ceph-mon[91058]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-22T05:28:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:52 smithi062 ceph-mon[78153]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-22T05:28:53.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:52 smithi062 ceph-mon[78153]: pgmap v3803: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 12 KiB/s wr, 141 op/s 2024-04-22T05:28:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:52 smithi040 ceph-mon[88445]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-22T05:28:53.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:52 smithi040 ceph-mon[88445]: pgmap v3803: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 12 KiB/s wr, 141 op/s 2024-04-22T05:28:53.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:52 smithi040 ceph-mon[91058]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-22T05:28:53.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:52 smithi040 ceph-mon[91058]: pgmap v3803: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 12 KiB/s wr, 141 op/s 2024-04-22T05:28:53.767 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_set_snap_recreated ... ok 2024-04-22T05:28:54.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:53 smithi062 ceph-mon[78153]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-22T05:28:54.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:53 smithi062 ceph-mon[78153]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-22T05:28:54.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:53 smithi040 ceph-mon[88445]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-22T05:28:54.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:53 smithi040 ceph-mon[88445]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-22T05:28:54.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:53 smithi040 ceph-mon[91058]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-22T05:28:54.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:53 smithi040 ceph-mon[91058]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-22T05:28:55.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:54 smithi062 ceph-mon[78153]: pgmap v3806: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 15 KiB/s wr, 164 op/s 2024-04-22T05:28:55.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:54 smithi040 ceph-mon[88445]: pgmap v3806: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 15 KiB/s wr, 164 op/s 2024-04-22T05:28:55.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:54 smithi040 ceph-mon[91058]: pgmap v3806: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 15 KiB/s wr, 164 op/s 2024-04-22T05:28:55.791 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_set_snap_sparse ... ok 2024-04-22T05:28:55.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:28:55 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:28:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:28:55.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:55 smithi062 ceph-mon[78153]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-22T05:28:56.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:55 smithi040 ceph-mon[88445]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-22T05:28:56.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:55 smithi040 ceph-mon[91058]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-22T05:28:57.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:56 smithi062 ceph-mon[78153]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-22T05:28:57.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:56 smithi062 ceph-mon[78153]: pgmap v3809: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 12 KiB/s wr, 116 op/s 2024-04-22T05:28:57.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:56 smithi040 ceph-mon[88445]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-22T05:28:57.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:56 smithi040 ceph-mon[88445]: pgmap v3809: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 12 KiB/s wr, 116 op/s 2024-04-22T05:28:57.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:56 smithi040 ceph-mon[91058]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-22T05:28:57.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:56 smithi040 ceph-mon[91058]: pgmap v3809: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 12 KiB/s wr, 116 op/s 2024-04-22T05:28:58.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:57 smithi062 ceph-mon[78153]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-22T05:28:58.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:57 smithi040 ceph-mon[88445]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-22T05:28:58.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:57 smithi040 ceph-mon[91058]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-22T05:28:59.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:58 smithi062 ceph-mon[78153]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-22T05:28:59.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:58 smithi062 ceph-mon[78153]: pgmap v3812: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 10 KiB/s wr, 111 op/s 2024-04-22T05:28:59.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:28:58 smithi062 ceph-mon[78153]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-22T05:28:59.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:58 smithi040 ceph-mon[88445]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-22T05:28:59.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:58 smithi040 ceph-mon[88445]: pgmap v3812: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 10 KiB/s wr, 111 op/s 2024-04-22T05:28:59.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:28:58 smithi040 ceph-mon[88445]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-22T05:28:59.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:58 smithi040 ceph-mon[91058]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-22T05:28:59.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:58 smithi040 ceph-mon[91058]: pgmap v3812: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 10 KiB/s wr, 111 op/s 2024-04-22T05:28:59.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:28:58 smithi040 ceph-mon[91058]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-22T05:28:59.759 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_size ... ok 2024-04-22T05:29:00.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:29:00] "GET /metrics HTTP/1.1" 200 243017 "" "Prometheus/2.43.0" 2024-04-22T05:29:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:00 smithi062 ceph-mon[78153]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-22T05:29:01.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:00 smithi062 ceph-mon[78153]: pgmap v3815: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 1.7 KiB/s wr, 17 op/s 2024-04-22T05:29:01.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:00 smithi040 ceph-mon[88445]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-22T05:29:01.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:00 smithi040 ceph-mon[88445]: pgmap v3815: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 1.7 KiB/s wr, 17 op/s 2024-04-22T05:29:01.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:00 smithi040 ceph-mon[91058]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-22T05:29:01.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:00 smithi040 ceph-mon[91058]: pgmap v3815: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 1.7 KiB/s wr, 17 op/s 2024-04-22T05:29:01.774 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_snap_exists ... ok 2024-04-22T05:29:02.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:01 smithi062 ceph-mon[78153]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-22T05:29:02.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:01 smithi040 ceph-mon[88445]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-22T05:29:02.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:01 smithi040 ceph-mon[91058]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-22T05:29:03.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:02 smithi062 ceph-mon[78153]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-22T05:29:03.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:02 smithi062 ceph-mon[78153]: pgmap v3818: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 KiB/s wr, 126 op/s 2024-04-22T05:29:03.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:02 smithi040 ceph-mon[88445]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-22T05:29:03.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:02 smithi040 ceph-mon[88445]: pgmap v3818: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 KiB/s wr, 126 op/s 2024-04-22T05:29:03.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:02 smithi040 ceph-mon[91058]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-22T05:29:03.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:02 smithi040 ceph-mon[91058]: pgmap v3818: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 KiB/s wr, 126 op/s 2024-04-22T05:29:04.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:03 smithi062 ceph-mon[78153]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-22T05:29:04.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:03 smithi062 ceph-mon[78153]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-22T05:29:04.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:03 smithi040 ceph-mon[88445]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-22T05:29:04.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:03 smithi040 ceph-mon[88445]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-22T05:29:04.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:03 smithi040 ceph-mon[91058]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-22T05:29:04.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:03 smithi040 ceph-mon[91058]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-22T05:29:05.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:04 smithi062 ceph-mon[78153]: pgmap v3821: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 9.7 KiB/s wr, 181 op/s 2024-04-22T05:29:05.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:04 smithi040 ceph-mon[88445]: pgmap v3821: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 9.7 KiB/s wr, 181 op/s 2024-04-22T05:29:05.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:04 smithi040 ceph-mon[91058]: pgmap v3821: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 9.7 KiB/s wr, 181 op/s 2024-04-22T05:29:05.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:29:05 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:29:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:29:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:05 smithi062 ceph-mon[78153]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-22T05:29:05.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:05 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:29:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:05 smithi040 ceph-mon[88445]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-22T05:29:06.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:05 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:29:06.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:05 smithi040 ceph-mon[91058]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-22T05:29:06.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:05 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:29:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:06 smithi062 ceph-mon[78153]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-22T05:29:07.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:06 smithi062 ceph-mon[78153]: pgmap v3824: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 3.2 KiB/s wr, 61 op/s 2024-04-22T05:29:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:06 smithi040 ceph-mon[88445]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-22T05:29:07.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:06 smithi040 ceph-mon[88445]: pgmap v3824: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 3.2 KiB/s wr, 61 op/s 2024-04-22T05:29:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:06 smithi040 ceph-mon[91058]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-22T05:29:07.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:06 smithi040 ceph-mon[91058]: pgmap v3824: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 3.2 KiB/s wr, 61 op/s 2024-04-22T05:29:07.801 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_snap_get_id ... ok 2024-04-22T05:29:08.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:07 smithi062 ceph-mon[78153]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-22T05:29:08.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:07 smithi040 ceph-mon[88445]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-22T05:29:08.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:07 smithi040 ceph-mon[91058]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-22T05:29:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:08 smithi062 ceph-mon[78153]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-22T05:29:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:08 smithi062 ceph-mon[78153]: pgmap v3827: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 69 op/s 2024-04-22T05:29:09.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:08 smithi062 ceph-mon[78153]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-22T05:29:09.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:08 smithi040 ceph-mon[88445]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-22T05:29:09.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:08 smithi040 ceph-mon[88445]: pgmap v3827: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 69 op/s 2024-04-22T05:29:09.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:08 smithi040 ceph-mon[88445]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-22T05:29:09.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:08 smithi040 ceph-mon[91058]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-22T05:29:09.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:08 smithi040 ceph-mon[91058]: pgmap v3827: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 69 op/s 2024-04-22T05:29:09.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:08 smithi040 ceph-mon[91058]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-22T05:29:10.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:10 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:29:10] "GET /metrics HTTP/1.1" 200 243019 "" "Prometheus/2.43.0" 2024-04-22T05:29:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:10 smithi062 ceph-mon[78153]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-22T05:29:11.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:10 smithi062 ceph-mon[78153]: pgmap v3830: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2024-04-22T05:29:11.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:10 smithi040 ceph-mon[88445]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-22T05:29:11.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:10 smithi040 ceph-mon[88445]: pgmap v3830: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2024-04-22T05:29:11.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:10 smithi040 ceph-mon[91058]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-22T05:29:11.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:10 smithi040 ceph-mon[91058]: pgmap v3830: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2024-04-22T05:29:12.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:11 smithi062 ceph-mon[78153]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-22T05:29:12.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:11 smithi040 ceph-mon[88445]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-22T05:29:12.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:11 smithi040 ceph-mon[91058]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-22T05:29:13.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:12 smithi062 ceph-mon[78153]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-22T05:29:13.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:12 smithi062 ceph-mon[78153]: pgmap v3833: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.0 KiB/s wr, 57 op/s 2024-04-22T05:29:13.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:12 smithi040 ceph-mon[88445]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-22T05:29:13.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:12 smithi040 ceph-mon[88445]: pgmap v3833: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.0 KiB/s wr, 57 op/s 2024-04-22T05:29:13.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:12 smithi040 ceph-mon[91058]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-22T05:29:13.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:12 smithi040 ceph-mon[91058]: pgmap v3833: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.0 KiB/s wr, 57 op/s 2024-04-22T05:29:13.761 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_snap_get_name ... ok 2024-04-22T05:29:14.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:13 smithi062 ceph-mon[78153]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-22T05:29:14.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:13 smithi062 ceph-mon[78153]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-22T05:29:14.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:13 smithi040 ceph-mon[88445]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-22T05:29:14.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:13 smithi040 ceph-mon[88445]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-22T05:29:14.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:13 smithi040 ceph-mon[91058]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-22T05:29:14.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:13 smithi040 ceph-mon[91058]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-22T05:29:15.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:14 smithi062 ceph-mon[78153]: pgmap v3836: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.7 KiB/s wr, 110 op/s 2024-04-22T05:29:15.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:14 smithi040 ceph-mon[88445]: pgmap v3836: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.7 KiB/s wr, 110 op/s 2024-04-22T05:29:15.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:14 smithi040 ceph-mon[91058]: pgmap v3836: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.7 KiB/s wr, 110 op/s 2024-04-22T05:29:15.800 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_snap_timestamp ... ok 2024-04-22T05:29:15.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:29:15 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:29:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:29:15.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:15 smithi062 ceph-mon[78153]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-22T05:29:15.889 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_sparsify ... ok 2024-04-22T05:29:15.961 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_stat ... ok 2024-04-22T05:29:16.033 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_update_features ... SKIP 2024-04-22T05:29:16.109 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_use_after_close ... ok 2024-04-22T05:29:16.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:15 smithi040 ceph-mon[88445]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-22T05:29:16.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:15 smithi040 ceph-mon[91058]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-22T05:29:16.187 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_watchers_list ... ok 2024-04-22T05:29:16.272 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_write ... ok 2024-04-22T05:29:16.359 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_write_read ... ok 2024-04-22T05:29:16.444 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_write_with_fadvise_flags ... ok 2024-04-22T05:29:16.536 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_write_zeroes ... ok 2024-04-22T05:29:16.623 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImage.test_write_zeroes_thick_provision ... ok 2024-04-22T05:29:16.701 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImageId.test_read ... ok 2024-04-22T05:29:16.789 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImageId.test_resize ... ok 2024-04-22T05:29:16.881 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestImageId.test_write ... ok 2024-04-22T05:29:17.057 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestMigration.test_migrate_abort ... ok 2024-04-22T05:29:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:16 smithi062 ceph-mon[78153]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-22T05:29:17.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:16 smithi062 ceph-mon[78153]: pgmap v3839: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.7 KiB/s wr, 57 op/s 2024-04-22T05:29:17.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:16 smithi040 ceph-mon[88445]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-22T05:29:17.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:16 smithi040 ceph-mon[88445]: pgmap v3839: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.7 KiB/s wr, 57 op/s 2024-04-22T05:29:17.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:16 smithi040 ceph-mon[91058]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-22T05:29:17.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:16 smithi040 ceph-mon[91058]: pgmap v3839: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.7 KiB/s wr, 57 op/s 2024-04-22T05:29:17.233 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestMigration.test_migrate_abort_with_progress ... ok 2024-04-22T05:29:17.480 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestMigration.test_migration ... ok 2024-04-22T05:29:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:18 smithi062 ceph-mon[78153]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-22T05:29:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:18 smithi062 ceph-mon[78153]: pgmap v3841: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 426 KiB/s rd, 21 KiB/s wr, 565 op/s 2024-04-22T05:29:19.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:18 smithi062 ceph-mon[78153]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-22T05:29:19.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:18 smithi040 ceph-mon[88445]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-22T05:29:19.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:18 smithi040 ceph-mon[88445]: pgmap v3841: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 426 KiB/s rd, 21 KiB/s wr, 565 op/s 2024-04-22T05:29:19.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:18 smithi040 ceph-mon[88445]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-22T05:29:19.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:18 smithi040 ceph-mon[91058]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-22T05:29:19.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:18 smithi040 ceph-mon[91058]: pgmap v3841: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 426 KiB/s rd, 21 KiB/s wr, 565 op/s 2024-04-22T05:29:19.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:18 smithi040 ceph-mon[91058]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-22T05:29:20.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:29:20] "GET /metrics HTTP/1.1" 200 243019 "" "Prometheus/2.43.0" 2024-04-22T05:29:20.889 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestMigration.test_migration_import ... ok 2024-04-22T05:29:21.099 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestMigration.test_migration_with_progress ... ok 2024-04-22T05:29:21.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:20 smithi062 ceph-mon[78153]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-22T05:29:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:20 smithi062 ceph-mon[78153]: pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 20 KiB/s wr, 567 op/s 2024-04-22T05:29:21.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:20 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:29:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:20 smithi040 ceph-mon[88445]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-22T05:29:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:20 smithi040 ceph-mon[88445]: pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 20 KiB/s wr, 567 op/s 2024-04-22T05:29:21.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:20 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:29:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:20 smithi040 ceph-mon[91058]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-22T05:29:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:20 smithi040 ceph-mon[91058]: pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 20 KiB/s wr, 567 op/s 2024-04-22T05:29:21.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:20 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:29:22.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:21 smithi062 ceph-mon[78153]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-22T05:29:22.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:21 smithi040 ceph-mon[88445]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-22T05:29:22.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:21 smithi040 ceph-mon[91058]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-22T05:29:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:22 smithi062 ceph-mon[78153]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-22T05:29:23.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:22 smithi062 ceph-mon[78153]: pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 587 KiB/s rd, 45 KiB/s wr, 803 op/s 2024-04-22T05:29:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:22 smithi040 ceph-mon[88445]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-22T05:29:23.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:22 smithi040 ceph-mon[88445]: pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 587 KiB/s rd, 45 KiB/s wr, 803 op/s 2024-04-22T05:29:23.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:22 smithi040 ceph-mon[91058]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-22T05:29:23.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:22 smithi040 ceph-mon[91058]: pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 587 KiB/s rd, 45 KiB/s wr, 803 op/s 2024-04-22T05:29:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:23 smithi062 ceph-mon[78153]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-22T05:29:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:23 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/468219d1-b4b4-4a5a-b525-fde59836956d"}]: dispatch 2024-04-22T05:29:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:23 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/468219d1-b4b4-4a5a-b525-fde59836956d"}]': finished 2024-04-22T05:29:24.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:23 smithi062 ceph-mon[78153]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-22T05:29:24.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:23 smithi040 ceph-mon[91058]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-22T05:29:24.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:23 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/468219d1-b4b4-4a5a-b525-fde59836956d"}]: dispatch 2024-04-22T05:29:24.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:23 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/468219d1-b4b4-4a5a-b525-fde59836956d"}]': finished 2024-04-22T05:29:24.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:23 smithi040 ceph-mon[91058]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-22T05:29:24.162 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:23 smithi040 ceph-mon[88445]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-22T05:29:24.162 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:23 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/468219d1-b4b4-4a5a-b525-fde59836956d"}]: dispatch 2024-04-22T05:29:24.162 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:23 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/468219d1-b4b4-4a5a-b525-fde59836956d"}]': finished 2024-04-22T05:29:24.162 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:23 smithi040 ceph-mon[88445]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-22T05:29:24.816 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestMirroring.test_aio_mirror_image_create_snapshot ... ok 2024-04-22T05:29:24.905 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestMirroring.test_mirror_image ... SKIP 2024-04-22T05:29:25.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:24 smithi062 ceph-mon[78153]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 49 KiB/s wr, 912 op/s 2024-04-22T05:29:25.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:24 smithi040 ceph-mon[88445]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 49 KiB/s wr, 912 op/s 2024-04-22T05:29:25.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:24 smithi040 ceph-mon[91058]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 49 KiB/s wr, 912 op/s 2024-04-22T05:29:25.751 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:29:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:29:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:29:26.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:25 smithi062 ceph-mon[78153]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-22T05:29:26.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:25 smithi040 ceph-mon[88445]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-22T05:29:26.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:25 smithi040 ceph-mon[91058]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-22T05:29:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:26 smithi062 ceph-mon[78153]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-22T05:29:27.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:26 smithi062 ceph-mon[78153]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 236 KiB/s rd, 16 KiB/s wr, 313 op/s 2024-04-22T05:29:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:26 smithi040 ceph-mon[88445]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-22T05:29:27.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:26 smithi040 ceph-mon[88445]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 236 KiB/s rd, 16 KiB/s wr, 313 op/s 2024-04-22T05:29:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:26 smithi040 ceph-mon[91058]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-22T05:29:27.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:26 smithi040 ceph-mon[91058]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 236 KiB/s rd, 16 KiB/s wr, 313 op/s 2024-04-22T05:29:28.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:27 smithi062 ceph-mon[78153]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-22T05:29:28.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:27 smithi040 ceph-mon[88445]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-22T05:29:28.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:27 smithi040 ceph-mon[91058]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-22T05:29:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:28 smithi062 ceph-mon[78153]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-22T05:29:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:28 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/d268ac63-9831-44ff-8705-eaf3777a7c59"}]: dispatch 2024-04-22T05:29:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:28 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/d268ac63-9831-44ff-8705-eaf3777a7c59"}]': finished 2024-04-22T05:29:29.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:28 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/a633bc0f-b7ed-4217-868b-079d1f76632a"}]: dispatch 2024-04-22T05:29:29.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:28 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/a633bc0f-b7ed-4217-868b-079d1f76632a"}]': finished 2024-04-22T05:29:29.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:28 smithi062 ceph-mon[78153]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 20 KiB/s wr, 309 op/s 2024-04-22T05:29:29.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:28 smithi062 ceph-mon[78153]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-22T05:29:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:28 smithi040 ceph-mon[88445]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-22T05:29:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:28 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/d268ac63-9831-44ff-8705-eaf3777a7c59"}]: dispatch 2024-04-22T05:29:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:28 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/d268ac63-9831-44ff-8705-eaf3777a7c59"}]': finished 2024-04-22T05:29:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:28 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/a633bc0f-b7ed-4217-868b-079d1f76632a"}]: dispatch 2024-04-22T05:29:29.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:28 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/a633bc0f-b7ed-4217-868b-079d1f76632a"}]': finished 2024-04-22T05:29:29.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:28 smithi040 ceph-mon[88445]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 20 KiB/s wr, 309 op/s 2024-04-22T05:29:29.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:28 smithi040 ceph-mon[88445]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-22T05:29:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:28 smithi040 ceph-mon[91058]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-22T05:29:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:28 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/d268ac63-9831-44ff-8705-eaf3777a7c59"}]: dispatch 2024-04-22T05:29:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:28 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/d268ac63-9831-44ff-8705-eaf3777a7c59"}]': finished 2024-04-22T05:29:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:28 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/a633bc0f-b7ed-4217-868b-079d1f76632a"}]: dispatch 2024-04-22T05:29:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:28 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/a633bc0f-b7ed-4217-868b-079d1f76632a"}]': finished 2024-04-22T05:29:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:28 smithi040 ceph-mon[91058]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 20 KiB/s wr, 309 op/s 2024-04-22T05:29:29.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:28 smithi040 ceph-mon[91058]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-22T05:29:30.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:30 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:29:30] "GET /metrics HTTP/1.1" 200 243015 "" "Prometheus/2.43.0" 2024-04-22T05:29:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:30 smithi062 ceph-mon[78153]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-22T05:29:31.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:30 smithi062 ceph-mon[78153]: pgmap v3859: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-04-22T05:29:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:30 smithi040 ceph-mon[88445]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-22T05:29:31.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:30 smithi040 ceph-mon[88445]: pgmap v3859: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-04-22T05:29:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:30 smithi040 ceph-mon[91058]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-22T05:29:31.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:30 smithi040 ceph-mon[91058]: pgmap v3859: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-04-22T05:29:32.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:31 smithi062 ceph-mon[78153]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-22T05:29:32.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:31 smithi040 ceph-mon[88445]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-22T05:29:32.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:31 smithi040 ceph-mon[91058]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-22T05:29:32.764 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestMirroring.test_mirror_image_create_snapshot ... ok 2024-04-22T05:29:32.852 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestMirroring.test_mirror_image_status ... SKIP 2024-04-22T05:29:32.957 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestMirroring.test_mirror_peer ... ok 2024-04-22T05:29:33.060 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestMirroring.test_mirror_peer_bootstrap ... ok 2024-04-22T05:29:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:32 smithi062 ceph-mon[78153]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-22T05:29:33.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:32 smithi062 ceph-mon[78153]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-22T05:29:33.151 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestMirroring.test_site_name ... ok 2024-04-22T05:29:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:32 smithi040 ceph-mon[88445]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-22T05:29:33.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:32 smithi040 ceph-mon[88445]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-22T05:29:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:32 smithi040 ceph-mon[91058]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-22T05:29:33.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:32 smithi040 ceph-mon[91058]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-22T05:29:33.233 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestMirroring.test_uuid ... ok 2024-04-22T05:29:33.314 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestTrash.test_get ... ok 2024-04-22T05:29:33.450 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestTrash.test_list ... ok 2024-04-22T05:29:33.528 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestTrash.test_move ... ok 2024-04-22T05:29:33.670 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestTrash.test_purge ... ok 2024-04-22T05:29:33.766 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestTrash.test_remove ... ok 2024-04-22T05:29:33.845 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestTrash.test_remove_denied ... ok 2024-04-22T05:29:33.918 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestTrash.test_remove_with_progress ... ok 2024-04-22T05:29:34.032 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.TestTrash.test_restore ... ok 2024-04-22T05:29:34.032 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_features_from_string ... ok 2024-04-22T05:29:34.032 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_features_to_string ... ok 2024-04-22T05:29:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:33 smithi062 ceph-mon[78153]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-22T05:29:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:33 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' 2024-04-22T05:29:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:33 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/93/f7aaaa67-1d1a-444b-95ef-8a3a912c9099"}]: dispatch 2024-04-22T05:29:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:33 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/f7aaaa67-1d1a-444b-95ef-8a3a912c9099"}]: dispatch 2024-04-22T05:29:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:33 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/f7aaaa67-1d1a-444b-95ef-8a3a912c9099"}]': finished 2024-04-22T05:29:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:33 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-22T05:29:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:33 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-22T05:29:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:33 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:29:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:33 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' 2024-04-22T05:29:34.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:33 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:29:34.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:33 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:29:34.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:33 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-22T05:29:34.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:33 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:29:34.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:33 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:29:34.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:33 smithi062 ceph-mon[78153]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-22T05:29:34.133 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_open_by_id ... ok 2024-04-22T05:29:34.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[88445]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-22T05:29:34.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' 2024-04-22T05:29:34.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/93/f7aaaa67-1d1a-444b-95ef-8a3a912c9099"}]: dispatch 2024-04-22T05:29:34.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/f7aaaa67-1d1a-444b-95ef-8a3a912c9099"}]: dispatch 2024-04-22T05:29:34.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/f7aaaa67-1d1a-444b-95ef-8a3a912c9099"}]': finished 2024-04-22T05:29:34.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-22T05:29:34.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-22T05:29:34.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:29:34.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' 2024-04-22T05:29:34.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:29:34.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:29:34.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-22T05:29:34.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:29:34.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:29:34.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[88445]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-22T05:29:34.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[91058]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-22T05:29:34.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' 2024-04-22T05:29:34.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/93/f7aaaa67-1d1a-444b-95ef-8a3a912c9099"}]: dispatch 2024-04-22T05:29:34.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/f7aaaa67-1d1a-444b-95ef-8a3a912c9099"}]: dispatch 2024-04-22T05:29:34.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/93/f7aaaa67-1d1a-444b-95ef-8a3a912c9099"}]': finished 2024-04-22T05:29:34.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-22T05:29:34.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-22T05:29:34.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:29:34.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' 2024-04-22T05:29:34.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:29:34.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:29:34.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-22T05:29:34.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-22T05:29:34.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:29:34.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:33 smithi040 ceph-mon[91058]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-22T05:29:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:34 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:29:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:34 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:29:35.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:34 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:29:35.133 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:34 smithi062 ceph-mon[78153]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 8.2 KiB/s wr, 171 op/s 2024-04-22T05:29:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:34 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:29:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:34 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:29:35.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:34 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:29:35.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:34 smithi040 ceph-mon[88445]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 8.2 KiB/s wr, 171 op/s 2024-04-22T05:29:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:34 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:29:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:34 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:29:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:34 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:29:35.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:34 smithi040 ceph-mon[91058]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 8.2 KiB/s wr, 171 op/s 2024-04-22T05:29:35.760 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:29:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:29:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:29:35.861 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_pool_stats ... ok 2024-04-22T05:29:35.861 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_version ... ok 2024-04-22T05:29:35.931 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_create ... ok 2024-04-22T05:29:36.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:35 smithi062 ceph-mon[78153]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-22T05:29:36.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:35 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:29:36.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:35 smithi040 ceph-mon[88445]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-22T05:29:36.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:35 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:29:36.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:35 smithi040 ceph-mon[91058]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-22T05:29:36.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:35 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-22T05:29:36.606 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_create_defaults ... ok 2024-04-22T05:29:36.708 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_context_manager ... ok 2024-04-22T05:29:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:36 smithi062 ceph-mon[78153]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-22T05:29:37.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:36 smithi062 ceph-mon[78153]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 29 KiB/s wr, 426 op/s 2024-04-22T05:29:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:36 smithi040 ceph-mon[88445]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-22T05:29:37.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:36 smithi040 ceph-mon[88445]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 29 KiB/s wr, 426 op/s 2024-04-22T05:29:37.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:36 smithi040 ceph-mon[91058]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-22T05:29:37.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:36 smithi040 ceph-mon[91058]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 29 KiB/s wr, 426 op/s 2024-04-22T05:29:37.877 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_open_read_only ... ok 2024-04-22T05:29:38.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:37 smithi062 ceph-mon[78153]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-22T05:29:38.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:37 smithi040 ceph-mon[88445]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-22T05:29:38.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:37 smithi040 ceph-mon[91058]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-22T05:29:38.382 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_open_dne ... ok 2024-04-22T05:29:38.898 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_open_readonly_dne ... ok 2024-04-22T05:29:38.990 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_aio_open ... ok 2024-04-22T05:29:39.002 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_remove_dne ... ok 2024-04-22T05:29:39.003 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_list_empty ... ok 2024-04-22T05:29:39.085 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_list ... ok 2024-04-22T05:29:39.131 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:38 smithi062 ceph-mon[78153]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-22T05:29:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:38 smithi062 ceph-mon[78153]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 56 KiB/s wr, 1.12k op/s 2024-04-22T05:29:39.132 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:38 smithi062 ceph-mon[78153]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-22T05:29:39.152 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_remove_with_progress ... ok 2024-04-22T05:29:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:38 smithi040 ceph-mon[88445]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-22T05:29:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:38 smithi040 ceph-mon[88445]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 56 KiB/s wr, 1.12k op/s 2024-04-22T05:29:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:38 smithi040 ceph-mon[88445]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-22T05:29:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:38 smithi040 ceph-mon[91058]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-22T05:29:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:38 smithi040 ceph-mon[91058]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 56 KiB/s wr, 1.12k op/s 2024-04-22T05:29:39.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:38 smithi040 ceph-mon[91058]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-22T05:29:39.218 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_remove_canceled ... ok 2024-04-22T05:29:39.471 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_pool_metadata ... ok 2024-04-22T05:29:39.485 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_config_list ... ok 2024-04-22T05:29:39.494 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_pool_config_set_and_get_and_remove ... ok 2024-04-22T05:29:39.523 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_namespaces ... ok 2024-04-22T05:29:39.529 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_create_group ... ok 2024-04-22T05:29:39.537 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_rename_group ... ok 2024-04-22T05:29:39.537 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_list_groups_empty ... ok 2024-04-22T05:29:39.543 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_list_groups ... ok 2024-04-22T05:29:39.549 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_list_groups_after_removed ... ok 2024-04-22T05:29:39.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:29:39] ENGINE Bus STOPPING 2024-04-22T05:29:39.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:29:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-22T05:29:39.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:29:39] ENGINE Bus STOPPED 2024-04-22T05:29:39.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:29:39] ENGINE Bus STARTING 2024-04-22T05:29:39.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:29:39] ENGINE Serving on http://:::9283 2024-04-22T05:29:39.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:39 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:29:39] ENGINE Bus STARTED 2024-04-22T05:29:40.409 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:40 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:29:40] "GET /metrics HTTP/1.1" 200 243061 "" "Prometheus/2.43.0" 2024-04-22T05:29:40.553 INFO:tasks.workunit.client.0.smithi040.stderr:test_rbd.test_rename ... ok 2024-04-22T05:29:40.553 INFO:tasks.workunit.client.0.smithi040.stderr: 2024-04-22T05:29:40.553 INFO:tasks.workunit.client.0.smithi040.stderr:---------------------------------------------------------------------- 2024-04-22T05:29:40.554 INFO:tasks.workunit.client.0.smithi040.stderr:Ran 172 tests in 623.873s 2024-04-22T05:29:40.554 INFO:tasks.workunit.client.0.smithi040.stderr: 2024-04-22T05:29:40.554 INFO:tasks.workunit.client.0.smithi040.stderr:OK (SKIP=8) 2024-04-22T05:29:40.593 INFO:tasks.workunit.client.0.smithi040.stderr:+ exit 0 2024-04-22T05:29:40.594 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-22T05:29:40.594 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-22T05:29:40.628 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-04-22T05:29:40.628 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-22T05:29:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:40 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' 2024-04-22T05:29:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:40 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:29:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:40 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:29:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:40 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:29:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:40 smithi062 ceph-mon[78153]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:29:40.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:40 smithi062 ceph-mon[78153]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 609 KiB/s rd, 33 KiB/s wr, 836 op/s 2024-04-22T05:29:40.899 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:40 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' 2024-04-22T05:29:40.899 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:40 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:29:40.899 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:40 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:29:40.899 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:40 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:29:40.899 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:40 smithi040 ceph-mon[88445]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:29:40.899 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:40 smithi040 ceph-mon[88445]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 609 KiB/s rd, 33 KiB/s wr, 836 op/s 2024-04-22T05:29:40.899 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:40 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3748349085' entity='client.admin' 2024-04-22T05:29:40.900 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:40 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T05:29:40.900 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:40 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T05:29:40.900 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:40 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T05:29:40.900 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:40 smithi040 ceph-mon[91058]: from='mgr.24907 ' entity='mgr.y' 2024-04-22T05:29:40.900 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:40 smithi040 ceph-mon[91058]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 609 KiB/s rd, 33 KiB/s wr, 836 op/s 2024-04-22T05:29:40.901 DEBUG:teuthology.parallel:result is None 2024-04-22T05:29:40.901 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-22T05:29:40.929 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-22T05:29:40.929 DEBUG:teuthology.orchestra.run.smithi040:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-22T05:29:40.987 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-22T05:29:40.987 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-22T05:29:40.987 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-04-22T05:29:40.988 DEBUG:teuthology.parallel:result is None 2024-04-22T05:29:40.988 INFO:teuthology.run_tasks:Running task print... 2024-04-22T05:29:40.998 INFO:teuthology.task.print:**** done end parallel 2024-04-22T05:29:40.998 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-22T05:29:41.015 INFO:tasks.cephadm:Teardown begin 2024-04-22T05:29:41.016 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-22T05:29:41.016 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T05:29:41.398 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T05:29:41.398 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":16,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54307,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/1898442867","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":1898442867},{"type":"v1","addr":"172.21.15.62:6833","nonce":1898442867}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-22T04:24:43.682539+0000","modified":"2024-04-22T04:35:18.421669+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":536,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":44327},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44327":{"gid":44327,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":7,"addr":"172.21.15.40:6835/3272023223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3272023223},{"type":"v1","addr":"172.21.15.40:6835","nonce":3272023223}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-04-22T05:29:41.400 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 16 2024-04-22T05:29:41.412 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T05:29:41.789 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T05:29:41.789 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":16,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54307,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/1898442867","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":1898442867},{"type":"v1","addr":"172.21.15.62:6833","nonce":1898442867}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-22T04:24:43.682539+0000","modified":"2024-04-22T04:35:18.421669+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":536,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":44327},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44327":{"gid":44327,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":7,"addr":"172.21.15.40:6835/3272023223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3272023223},{"type":"v1","addr":"172.21.15.40:6835","nonce":3272023223}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-04-22T05:29:41.791 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 16 2024-04-22T05:29:41.801 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:41 smithi040 ceph-mon[88445]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-22T05:29:41.801 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:41 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/4288866195' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T05:29:41.802 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:41 smithi040 ceph-mon[91058]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-22T05:29:41.802 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:41 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/4288866195' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T05:29:41.803 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T05:29:41.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:41 smithi062 ceph-mon[78153]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-22T05:29:41.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:41 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/4288866195' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T05:29:42.132 INFO:teuthology.orchestra.run.smithi040.stdout: 2024-04-22T05:29:42.132 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":2261,"fsid":"33b081c2-005f-11ef-bc93-c7b262605968","created":"2024-04-22T04:18:50.150011+0000","modified":"2024-04-22T05:29:40.521905+0000","last_up_change":"2024-04-22T04:34:51.504944+0000","last_in_change":"2024-04-22T04:24:02.818042+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":94,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T04:22:08.850384+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"137","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{},"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T04:24:41.729816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T04:24:43.070161+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-22T04:25:24.525678+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1106","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":1106,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"9175df1f-b111-4ef2-bfe3-63819e7941ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":266,"up_from":279,"up_thru":1708,"down_at":267,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":4063134477},{"type":"v1","addr":"172.21.15.40:6803","nonce":4063134477}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":4063134477},{"type":"v1","addr":"172.21.15.40:6805","nonce":4063134477}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":4063134477},{"type":"v1","addr":"172.21.15.40:6809","nonce":4063134477}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":4063134477},{"type":"v1","addr":"172.21.15.40:6807","nonce":4063134477}]},"public_addr":"172.21.15.40:6803/4063134477","cluster_addr":"172.21.15.40:6805/4063134477","heartbeat_back_addr":"172.21.15.40:6809/4063134477","heartbeat_front_addr":"172.21.15.40:6807/4063134477","state":["exists","up"]},{"osd":1,"uuid":"56a5c3bd-1475-4c45-b34a-29f0ddf22588","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":302,"up_from":315,"up_thru":1725,"down_at":303,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":578449810},{"type":"v1","addr":"172.21.15.40:6811","nonce":578449810}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":578449810},{"type":"v1","addr":"172.21.15.40:6813","nonce":578449810}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":578449810},{"type":"v1","addr":"172.21.15.40:6817","nonce":578449810}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":578449810},{"type":"v1","addr":"172.21.15.40:6815","nonce":578449810}]},"public_addr":"172.21.15.40:6811/578449810","cluster_addr":"172.21.15.40:6813/578449810","heartbeat_back_addr":"172.21.15.40:6817/578449810","heartbeat_front_addr":"172.21.15.40:6815/578449810","state":["exists","up"]},{"osd":2,"uuid":"2687fa66-5d91-4e7a-a733-f04683426fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":337,"up_from":351,"up_thru":1708,"down_at":338,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":2605149533},{"type":"v1","addr":"172.21.15.40:6819","nonce":2605149533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":2605149533},{"type":"v1","addr":"172.21.15.40:6821","nonce":2605149533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":2605149533},{"type":"v1","addr":"172.21.15.40:6825","nonce":2605149533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":2605149533},{"type":"v1","addr":"172.21.15.40:6823","nonce":2605149533}]},"public_addr":"172.21.15.40:6819/2605149533","cluster_addr":"172.21.15.40:6821/2605149533","heartbeat_back_addr":"172.21.15.40:6825/2605149533","heartbeat_front_addr":"172.21.15.40:6823/2605149533","state":["exists","up"]},{"osd":3,"uuid":"26394218-48e4-4f26-9a9e-6a364a0d742c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":372,"up_from":385,"up_thru":1725,"down_at":373,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":678596329},{"type":"v1","addr":"172.21.15.40:6827","nonce":678596329}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":678596329},{"type":"v1","addr":"172.21.15.40:6829","nonce":678596329}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":678596329},{"type":"v1","addr":"172.21.15.40:6833","nonce":678596329}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":678596329},{"type":"v1","addr":"172.21.15.40:6831","nonce":678596329}]},"public_addr":"172.21.15.40:6827/678596329","cluster_addr":"172.21.15.40:6829/678596329","heartbeat_back_addr":"172.21.15.40:6833/678596329","heartbeat_front_addr":"172.21.15.40:6831/678596329","state":["exists","up"]},{"osd":4,"uuid":"fe518305-5b3a-4593-8487-2420df463fcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":407,"up_from":420,"up_thru":1708,"down_at":408,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":473413254},{"type":"v1","addr":"172.21.15.62:6801","nonce":473413254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":473413254},{"type":"v1","addr":"172.21.15.62:6803","nonce":473413254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":473413254},{"type":"v1","addr":"172.21.15.62:6807","nonce":473413254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":473413254},{"type":"v1","addr":"172.21.15.62:6805","nonce":473413254}]},"public_addr":"172.21.15.62:6801/473413254","cluster_addr":"172.21.15.62:6803/473413254","heartbeat_back_addr":"172.21.15.62:6807/473413254","heartbeat_front_addr":"172.21.15.62:6805/473413254","state":["exists","up"]},{"osd":5,"uuid":"c24eb7c4-e089-46aa-84ab-c6a10e8976ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":36,"last_clean_end":443,"up_from":455,"up_thru":1708,"down_at":444,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1658849509},{"type":"v1","addr":"172.21.15.62:6809","nonce":1658849509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1658849509},{"type":"v1","addr":"172.21.15.62:6811","nonce":1658849509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1658849509},{"type":"v1","addr":"172.21.15.62:6815","nonce":1658849509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1658849509},{"type":"v1","addr":"172.21.15.62:6813","nonce":1658849509}]},"public_addr":"172.21.15.62:6809/1658849509","cluster_addr":"172.21.15.62:6811/1658849509","heartbeat_back_addr":"172.21.15.62:6815/1658849509","heartbeat_front_addr":"172.21.15.62:6813/1658849509","state":["exists","up"]},{"osd":6,"uuid":"9057756d-fdc1-46a0-8d10-03d46f76d89d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":42,"last_clean_end":479,"up_from":489,"up_thru":1708,"down_at":480,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2435208267},{"type":"v1","addr":"172.21.15.62:6817","nonce":2435208267}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":2435208267},{"type":"v1","addr":"172.21.15.62:6819","nonce":2435208267}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2435208267},{"type":"v1","addr":"172.21.15.62:6823","nonce":2435208267}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":2435208267},{"type":"v1","addr":"172.21.15.62:6821","nonce":2435208267}]},"public_addr":"172.21.15.62:6817/2435208267","cluster_addr":"172.21.15.62:6819/2435208267","heartbeat_back_addr":"172.21.15.62:6823/2435208267","heartbeat_front_addr":"172.21.15.62:6821/2435208267","state":["exists","up"]},{"osd":7,"uuid":"f90dc05a-ea35-4d2c-a291-758293596ba3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":48,"last_clean_end":498,"up_from":511,"up_thru":1725,"down_at":499,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":2238709904},{"type":"v1","addr":"172.21.15.62:6825","nonce":2238709904}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":2238709904},{"type":"v1","addr":"172.21.15.62:6827","nonce":2238709904}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2238709904},{"type":"v1","addr":"172.21.15.62:6831","nonce":2238709904}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":2238709904},{"type":"v1","addr":"172.21.15.62:6829","nonce":2238709904}]},"public_addr":"172.21.15.62:6825/2238709904","cluster_addr":"172.21.15.62:6827/2238709904","heartbeat_back_addr":"172.21.15.62:6831/2238709904","heartbeat_front_addr":"172.21.15.62:6829/2238709904","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:13.135242+0000","dead_epoch":266},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:21:39.742797+0000","dead_epoch":302},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:06.540884+0000","dead_epoch":337},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:32.593576+0000","dead_epoch":372},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:22:57.708728+0000","dead_epoch":407},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:24.537154+0000","dead_epoch":443},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:23:51.391403+0000","dead_epoch":479},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T04:24:19.929531+0000","dead_epoch":498}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"2.3","mappings":[{"from":7,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.4","mappings":[{"from":5,"to":3}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.14","mappings":[{"from":4,"to":2},{"from":7,"to":1}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":6,"to":1}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":2},{"from":4,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1540454641":"2024-04-23T04:29:20.458997+0000","172.21.15.62:6833/2120726289":"2024-04-23T04:35:15.393411+0000","172.21.15.62:6832/2120726289":"2024-04-23T04:35:15.393411+0000","172.21.15.40:0/4133112817":"2024-04-23T04:29:20.458997+0000","172.21.15.40:6801/80231098":"2024-04-23T04:29:20.458997+0000","172.21.15.40:6800/80231098":"2024-04-23T04:29:20.458997+0000","172.21.15.40:0/3555000118":"2024-04-23T04:29:20.458997+0000","172.21.15.62:0/1132946641":"2024-04-23T04:28:40.637547+0000","172.21.15.62:6835/2224483764":"2024-04-23T04:28:40.637547+0000","172.21.15.62:6834/2224483764":"2024-04-23T04:28:40.637547+0000","172.21.15.40:6800/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/3484590964":"2024-04-23T04:25:01.514126+0000","172.21.15.62:0/3192035248":"2024-04-23T04:28:40.637547+0000","172.21.15.40:0/224751924":"2024-04-23T04:28:10.006300+0000","172.21.15.40:6801/3252197694":"2024-04-23T04:28:10.006300+0000","172.21.15.40:0/2620968302":"2024-04-23T04:19:45.106277+0000","172.21.15.62:0/1703642109":"2024-04-23T04:28:40.637547+0000","172.21.15.62:0/2468199062":"2024-04-23T04:28:40.637547+0000","172.21.15.40:0/3618507425":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/3972631834":"2024-04-23T04:25:01.514126+0000","172.21.15.62:0/1997981640":"2024-04-23T04:28:40.637547+0000","172.21.15.40:0/2813025066":"2024-04-23T04:28:10.006300+0000","172.21.15.40:0/3742996938":"2024-04-23T04:25:01.514126+0000","172.21.15.62:0/2095485610":"2024-04-23T04:28:40.637547+0000","172.21.15.40:6801/3221512271":"2024-04-23T04:19:45.106277+0000","172.21.15.40:6800/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:6801/612570198":"2024-04-23T04:19:19.717943+0000","172.21.15.40:0/2466032492":"2024-04-22T06:20:27.903201+0000","172.21.15.40:0/2857811448":"2024-04-23T04:29:20.458997+0000","172.21.15.40:0/3492656872":"2024-04-23T04:29:20.458997+0000","172.21.15.40:6801/3484590964":"2024-04-23T04:25:01.514126+0000","172.21.15.40:0/1561447276":"2024-04-23T04:29:20.458997+0000","172.21.15.40:6800/3252197694":"2024-04-23T04:28:10.006300+0000","172.21.15.40:0/2286115160":"2024-04-23T04:19:45.106277+0000","172.21.15.40:0/2689848740":"2024-04-23T04:19:19.717943+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":55,"snaps":[{"begin":2,"length":1}]},{"pool":58,"snaps":[{"begin":1,"length":2}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":70,"snaps":[{"begin":63,"length":1}]},{"pool":77,"snaps":[{"begin":15,"length":10}]},{"pool":78,"snaps":[{"begin":15,"length":11}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":4,"length":1},{"begin":6,"length":1},{"begin":8,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":84,"snaps":[{"begin":195,"length":1},{"begin":197,"length":1},{"begin":199,"length":1},{"begin":201,"length":1}]},{"pool":86,"snaps":[{"begin":2,"length":1}]},{"pool":87,"snaps":[{"begin":2,"length":1}]},{"pool":88,"snaps":[{"begin":2,"length":1}]},{"pool":89,"snaps":[{"begin":2,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":91,"snaps":[{"begin":2,"length":1}]},{"pool":92,"snaps":[{"begin":2,"length":1}]},{"pool":93,"snaps":[{"begin":574,"length":1},{"begin":577,"length":1},{"begin":580,"length":1},{"begin":582,"length":1}]},{"pool":94,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T05:29:42.146 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-22T05:29:42.521 INFO:teuthology.orchestra.run.smithi040.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-22T05:29:42.534 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-22T05:29:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:42 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/11977022' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T05:29:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:42 smithi062 ceph-mon[78153]: pgmap v3875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:29:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:42 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/22920263' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T05:29:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:42 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2033966444' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-22T05:29:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:42 smithi062 ceph-mon[78153]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-22T05:29:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:42 smithi062 ceph-mon[78153]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T05:29:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:42 smithi062 ceph-mon[78153]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-22T05:29:42.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:42 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/2033966444' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-22T05:29:42.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:42 smithi062 ceph-mon[78153]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-22T05:29:42.909 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-a[110517]: ignoring --setuser ceph since I am not root 2024-04-22T05:29:42.909 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-a[110517]: ignoring --setgroup ceph since I am not root 2024-04-22T05:29:42.909 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-a[110517]: starting mds.a at 2024-04-22T05:29:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/11977022' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T05:29:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[91058]: pgmap v3875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:29:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/22920263' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T05:29:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2033966444' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-22T05:29:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[91058]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-22T05:29:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[91058]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T05:29:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[91058]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-22T05:29:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/2033966444' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-22T05:29:42.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[91058]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-22T05:29:42.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[88422]: 2024-04-22T05:29:42.513+0000 7f973da08700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T05:29:42.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/11977022' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T05:29:42.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[88445]: pgmap v3875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:29:42.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/22920263' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T05:29:42.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2033966444' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-22T05:29:42.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[88445]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-22T05:29:42.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[88445]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T05:29:42.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[88445]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-22T05:29:42.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/2033966444' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-22T05:29:42.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:42 smithi040 ceph-mon[88445]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-22T05:29:43.557 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-22T05:29:43.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:43 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/569774325' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:29:43.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:43 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/569774325' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:29:43.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:43 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/569774325' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T05:29:44.696 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'cephfs_metadata' removed 2024-04-22T05:29:44.710 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-22T05:29:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:44 smithi062 ceph-mon[78153]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-22T05:29:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:44 smithi062 ceph-mon[78153]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-22T05:29:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:44 smithi062 ceph-mon[78153]: Cluster is now healthy 2024-04-22T05:29:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:44 smithi062 ceph-mon[78153]: mds.? [v2:172.21.15.40:6834/4290845806,v1:172.21.15.40:6835/4290845806] up:boot 2024-04-22T05:29:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:44 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/569774325' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-22T05:29:44.882 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:44 smithi062 ceph-mon[78153]: fsmap 2 up:standby 2024-04-22T05:29:44.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:44 smithi062 ceph-mon[78153]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T05:29:44.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:44 smithi062 ceph-mon[78153]: pgmap v3877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:29:44.883 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:44 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3438483892' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T05:29:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[88445]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-22T05:29:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[88445]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-22T05:29:44.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[88445]: Cluster is now healthy 2024-04-22T05:29:44.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[88445]: mds.? [v2:172.21.15.40:6834/4290845806,v1:172.21.15.40:6835/4290845806] up:boot 2024-04-22T05:29:44.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/569774325' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-22T05:29:44.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[88445]: fsmap 2 up:standby 2024-04-22T05:29:44.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[88445]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T05:29:44.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[88445]: pgmap v3877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:29:44.910 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3438483892' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T05:29:44.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[91058]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-22T05:29:44.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[91058]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-22T05:29:44.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[91058]: Cluster is now healthy 2024-04-22T05:29:44.910 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[91058]: mds.? [v2:172.21.15.40:6834/4290845806,v1:172.21.15.40:6835/4290845806] up:boot 2024-04-22T05:29:44.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/569774325' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-22T05:29:44.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[91058]: fsmap 2 up:standby 2024-04-22T05:29:44.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[91058]: from='mgr.24907 172.21.15.40:0/834172294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T05:29:44.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[91058]: pgmap v3877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-22T05:29:44.911 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:44 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3438483892' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T05:29:45.712 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'cephfs_data' removed 2024-04-22T05:29:45.726 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T05:29:45.770 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T05:29:45.802 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:29:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x[72255]: ::ffff:172.21.15.62 - - [22/Apr/2024:05:29:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-22T05:29:45.802 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:45 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/3438483892' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T05:29:45.802 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:45 smithi062 ceph-mon[78153]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-22T05:29:45.802 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:45 smithi062 ceph-mon[78153]: from='client.? 172.21.15.40:0/227359058' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T05:29:45.803 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:45 smithi062 ceph-mon[78153]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T05:29:45.806 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-22T05:29:45.806 DEBUG:teuthology.orchestra.run.smithi040:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-22T05:29:45.826 DEBUG:teuthology.orchestra.run.smithi062:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-22T05:29:45.866 INFO:tasks.cephadm:Stopping all daemons... 2024-04-22T05:29:45.867 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-22T05:29:45.867 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-33b081c2-005f-11ef-bc93-c7b262605968@mon.a 2024-04-22T05:29:46.123 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:45 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/3438483892' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T05:29:46.124 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:45 smithi040 ceph-mon[88445]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-22T05:29:46.124 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:45 smithi040 ceph-mon[88445]: from='client.? 172.21.15.40:0/227359058' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T05:29:46.124 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:45 smithi040 ceph-mon[88445]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T05:29:46.124 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:45 smithi040 systemd[1]: Stopping Ceph mon.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:29:46.124 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:45 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/3438483892' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T05:29:46.124 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:45 smithi040 ceph-mon[91058]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-22T05:29:46.124 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:45 smithi040 ceph-mon[91058]: from='client.? 172.21.15.40:0/227359058' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T05:29:46.124 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:45 smithi040 ceph-mon[91058]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T05:29:46.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[88422]: 2024-04-22T05:29:46.124+0000 7f9743213700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T05:29:46.409 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:46 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a[88422]: 2024-04-22T05:29:46.124+0000 7f9743213700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-22T05:29:46.909 INFO:journalctl@ceph.mon.a.smithi040.stdout:Apr 22 05:29:46 smithi040 bash[149673]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-a 2024-04-22T05:29:47.075 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@mon.a.service' 2024-04-22T05:29:47.122 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T05:29:47.122 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-22T05:29:47.122 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-22T05:29:47.122 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-33b081c2-005f-11ef-bc93-c7b262605968@mon.c 2024-04-22T05:29:47.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:47 smithi040 systemd[1]: Stopping Ceph mon.c for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:29:47.706 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:29:47] ENGINE Bus STOPPING 2024-04-22T05:29:47.706 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:29:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-22T05:29:47.706 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:29:47] ENGINE Bus STOPPED 2024-04-22T05:29:47.706 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:29:47] ENGINE Bus STARTING 2024-04-22T05:29:47.706 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:29:47] ENGINE Serving on http://:::9283 2024-04-22T05:29:47.706 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: [22/Apr/2024:05:29:47] ENGINE Bus STARTED 2024-04-22T05:29:47.707 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[91035]: 2024-04-22T05:29:47.412+0000 7fdd998cd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T05:29:47.707 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:47 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c[91035]: 2024-04-22T05:29:47.412+0000 7fdd998cd700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-22T05:29:48.144 INFO:journalctl@ceph.mon.c.smithi040.stdout:Apr 22 05:29:47 smithi040 bash[149823]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-c 2024-04-22T05:29:48.150 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@mon.c.service' 2024-04-22T05:29:48.186 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T05:29:48.186 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-22T05:29:48.186 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-22T05:29:48.186 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-33b081c2-005f-11ef-bc93-c7b262605968@mon.b 2024-04-22T05:29:48.476 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:48 smithi062 systemd[1]: Stopping Ceph mon.b for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:29:48.477 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[78130]: 2024-04-22T05:29:48.476+0000 7f722d271700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T05:29:48.477 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b[78130]: 2024-04-22T05:29:48.476+0000 7f722d271700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-22T05:29:49.382 INFO:journalctl@ceph.mon.b.smithi062.stdout:Apr 22 05:29:49 smithi062 bash[135460]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-mon-b 2024-04-22T05:29:49.579 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@mon.b.service' 2024-04-22T05:29:49.624 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T05:29:49.624 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-22T05:29:49.624 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-22T05:29:49.625 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-33b081c2-005f-11ef-bc93-c7b262605968@mgr.y 2024-04-22T05:29:49.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:49 smithi040 systemd[1]: Stopping Ceph mgr.y for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:29:49.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T05:29:49.883+0000 7f8f967b6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T05:29:49.909 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:49 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y[82171]: 2024-04-22T05:29:49.883+0000 7f8f967b6700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-22T05:29:50.659 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Apr 22 05:29:50 smithi040 bash[149982]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-y 2024-04-22T05:29:50.698 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-22T05:29:50.734 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T05:29:50.734 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-22T05:29:50.734 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-22T05:29:50.734 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-33b081c2-005f-11ef-bc93-c7b262605968@mgr.x 2024-04-22T05:29:51.132 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:29:50 smithi062 systemd[1]: Stopping Ceph mgr.x for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:29:51.559 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Apr 22 05:29:51 smithi062 bash[135613]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-mgr-x 2024-04-22T05:29:51.712 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-22T05:29:51.749 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T05:29:51.749 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-22T05:29:51.750 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-22T05:29:51.750 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.0 2024-04-22T05:29:52.159 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 05:29:51 smithi040 systemd[1]: Stopping Ceph osd.0 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:29:52.160 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 05:29:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-0[95941]: 2024-04-22T05:29:52.018+0000 7f0b3cea8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T05:29:52.160 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 05:29:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-0[95941]: 2024-04-22T05:29:52.018+0000 7f0b3cea8700 -1 osd.0 2264 *** Got signal Terminated *** 2024-04-22T05:29:52.160 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 05:29:52 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-0[95941]: 2024-04-22T05:29:52.018+0000 7f0b3cea8700 -1 osd.0 2264 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T05:29:58.159 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 05:29:57 smithi040 bash[150132]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-0 2024-04-22T05:29:59.926 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.0.service' 2024-04-22T05:29:59.963 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 05:29:59 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.0.service: Succeeded. 2024-04-22T05:29:59.963 INFO:journalctl@ceph.osd.0.smithi040.stdout:Apr 22 05:29:59 smithi040 systemd[1]: Stopped Ceph osd.0 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T05:29:59.976 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T05:29:59.976 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-22T05:29:59.976 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-22T05:29:59.977 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.1 2024-04-22T05:30:00.298 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 05:30:00 smithi040 systemd[1]: Stopping Ceph osd.1 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:30:00.659 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 05:30:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-1[99546]: 2024-04-22T05:30:00.299+0000 7f03237e8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T05:30:00.659 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 05:30:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-1[99546]: 2024-04-22T05:30:00.299+0000 7f03237e8700 -1 osd.1 2264 *** Got signal Terminated *** 2024-04-22T05:30:00.659 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 05:30:00 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-1[99546]: 2024-04-22T05:30:00.299+0000 7f03237e8700 -1 osd.1 2264 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T05:30:06.409 INFO:journalctl@ceph.osd.1.smithi040.stdout:Apr 22 05:30:06 smithi040 bash[150410]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-1 2024-04-22T05:30:07.809 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.1.service' 2024-04-22T05:30:07.851 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T05:30:07.851 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-22T05:30:07.851 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-22T05:30:07.852 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.2 2024-04-22T05:30:08.158 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 05:30:07 smithi040 systemd[1]: Stopping Ceph osd.2 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:30:08.409 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 05:30:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-2[103325]: 2024-04-22T05:30:08.158+0000 7f3ab8c96700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T05:30:08.409 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 05:30:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-2[103325]: 2024-04-22T05:30:08.158+0000 7f3ab8c96700 -1 osd.2 2264 *** Got signal Terminated *** 2024-04-22T05:30:08.409 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 05:30:08 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-2[103325]: 2024-04-22T05:30:08.158+0000 7f3ab8c96700 -1 osd.2 2264 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T05:30:14.410 INFO:journalctl@ceph.osd.2.smithi040.stdout:Apr 22 05:30:14 smithi040 bash[150685]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-2 2024-04-22T05:30:15.753 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.2.service' 2024-04-22T05:30:15.799 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T05:30:15.799 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-22T05:30:15.799 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-22T05:30:15.799 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.3 2024-04-22T05:30:16.068 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 05:30:15 smithi040 systemd[1]: Stopping Ceph osd.3 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:30:16.409 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 05:30:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-3[106873]: 2024-04-22T05:30:16.068+0000 7f048c31c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T05:30:16.409 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 05:30:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-3[106873]: 2024-04-22T05:30:16.068+0000 7f048c31c700 -1 osd.3 2264 *** Got signal Terminated *** 2024-04-22T05:30:16.409 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 05:30:16 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-3[106873]: 2024-04-22T05:30:16.068+0000 7f048c31c700 -1 osd.3 2264 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T05:30:18.659 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 05:30:18 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-3[106873]: 2024-04-22T05:30:18.273+0000 7f0485914700 -1 osd.3 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:52.800167+0000 front 2024-04-22T05:29:52.800136+0000 (oldest deadline 2024-04-22T05:30:17.500344+0000) 2024-04-22T05:30:19.659 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 05:30:19 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-3[106873]: 2024-04-22T05:30:19.224+0000 7f0485914700 -1 osd.3 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:52.800167+0000 front 2024-04-22T05:29:52.800136+0000 (oldest deadline 2024-04-22T05:30:17.500344+0000) 2024-04-22T05:30:19.882 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 05:30:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T05:30:19.483+0000 7f5784f47700 -1 osd.4 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:51.436418+0000 front 2024-04-22T05:29:51.436506+0000 (oldest deadline 2024-04-22T05:30:19.036738+0000) 2024-04-22T05:30:20.382 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:19 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:19.965+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:20.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:20.192+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:20.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:20.197+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:20.659 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 05:30:20 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-3[106873]: 2024-04-22T05:30:20.185+0000 7f0485914700 -1 osd.3 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:52.800167+0000 front 2024-04-22T05:29:52.800136+0000 (oldest deadline 2024-04-22T05:30:17.500344+0000) 2024-04-22T05:30:20.882 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 05:30:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T05:30:20.530+0000 7f5784f47700 -1 osd.4 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:51.436418+0000 front 2024-04-22T05:29:51.436506+0000 (oldest deadline 2024-04-22T05:30:19.036738+0000) 2024-04-22T05:30:21.382 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:20 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:20.975+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:21.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:21.176+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:21.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:21.223+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:21.882 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 05:30:21 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T05:30:21.574+0000 7f5784f47700 -1 osd.4 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:51.436418+0000 front 2024-04-22T05:29:51.436506+0000 (oldest deadline 2024-04-22T05:30:19.036738+0000) 2024-04-22T05:30:22.160 INFO:journalctl@ceph.osd.3.smithi040.stdout:Apr 22 05:30:21 smithi040 bash[150952]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-3 2024-04-22T05:30:22.382 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:22.024+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:22.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:22.157+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:22.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:22.203+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:22.882 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 05:30:22 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T05:30:22.537+0000 7f5784f47700 -1 osd.4 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:51.436418+0000 front 2024-04-22T05:29:51.436506+0000 (oldest deadline 2024-04-22T05:30:19.036738+0000) 2024-04-22T05:30:23.354 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.3.service' 2024-04-22T05:30:23.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:23.202+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:23.382 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:23.027+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:23.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:23.176+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:23.395 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T05:30:23.395 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-22T05:30:23.396 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-22T05:30:23.396 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.4 2024-04-22T05:30:23.686 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 05:30:23 smithi062 systemd[1]: Stopping Ceph osd.4 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:30:23.988 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 05:30:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T05:30:23.528+0000 7f5784f47700 -1 osd.4 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:51.436418+0000 front 2024-04-22T05:29:51.436506+0000 (oldest deadline 2024-04-22T05:30:19.036738+0000) 2024-04-22T05:30:23.988 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 05:30:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T05:30:23.685+0000 7f578b94f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T05:30:23.988 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 05:30:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T05:30:23.685+0000 7f578b94f700 -1 osd.4 2264 *** Got signal Terminated *** 2024-04-22T05:30:24.004 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 05:30:23 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T05:30:23.685+0000 7f578b94f700 -1 osd.4 2264 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T05:30:24.382 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:24.005+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:24.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:24.166+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:24.383 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:24.223+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:24.882 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 05:30:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T05:30:24.513+0000 7f5784f47700 -1 osd.4 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:51.436418+0000 front 2024-04-22T05:29:51.436506+0000 (oldest deadline 2024-04-22T05:30:19.036738+0000) 2024-04-22T05:30:25.230 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:25.133+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:25.230 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:24 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:24.959+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:25.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:25.231+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:25.632 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 05:30:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T05:30:25.480+0000 7f5784f47700 -1 osd.4 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:51.436418+0000 front 2024-04-22T05:29:51.436506+0000 (oldest deadline 2024-04-22T05:30:19.036738+0000) 2024-04-22T05:30:26.382 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:25 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:25.994+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:26.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:26.201+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:26.383 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:26.143+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:26.383 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:26.143+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:26.882 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 05:30:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T05:30:26.511+0000 7f5784f47700 -1 osd.4 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:51.436418+0000 front 2024-04-22T05:29:51.436506+0000 (oldest deadline 2024-04-22T05:30:19.036738+0000) 2024-04-22T05:30:27.240 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:26 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:26.973+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:27.241 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:27.140+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:27.241 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:27.140+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:27.517 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:27.241+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:27.882 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 05:30:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T05:30:27.518+0000 7f5784f47700 -1 osd.4 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:51.436418+0000 front 2024-04-22T05:29:51.436506+0000 (oldest deadline 2024-04-22T05:30:19.036738+0000) 2024-04-22T05:30:27.882 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 05:30:27 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T05:30:27.518+0000 7f5784f47700 -1 osd.4 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.337746+0000 front 2024-04-22T05:30:04.337765+0000 (oldest deadline 2024-04-22T05:30:27.237832+0000) 2024-04-22T05:30:28.382 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:28.004+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:28.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:28.194+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:28.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:28.118+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:28.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:28.118+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:28.883 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 05:30:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T05:30:28.532+0000 7f5784f47700 -1 osd.4 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:51.436418+0000 front 2024-04-22T05:29:51.436506+0000 (oldest deadline 2024-04-22T05:30:19.036738+0000) 2024-04-22T05:30:28.883 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 05:30:28 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4[83106]: 2024-04-22T05:30:28.532+0000 7f5784f47700 -1 osd.4 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.337746+0000 front 2024-04-22T05:30:04.337765+0000 (oldest deadline 2024-04-22T05:30:27.237832+0000) 2024-04-22T05:30:29.382 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:29.051+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:29.382 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:29.051+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.054098+0000 front 2024-04-22T05:30:04.054222+0000 (oldest deadline 2024-04-22T05:30:28.754043+0000) 2024-04-22T05:30:29.383 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:29.093+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:29.383 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:29.093+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:29.383 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:29.222+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:29.383 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:29 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:29.222+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:30.027 INFO:journalctl@ceph.osd.4.smithi062.stdout:Apr 22 05:30:29 smithi062 bash[135774]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-4 2024-04-22T05:30:30.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:30.139+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:30.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:30.139+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:30.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:30.173+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:30.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:30.173+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:30.382 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:30.027+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:30.383 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:30.027+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.054098+0000 front 2024-04-22T05:30:04.054222+0000 (oldest deadline 2024-04-22T05:30:28.754043+0000) 2024-04-22T05:30:31.260 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:30.994+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:31.260 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:30 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:30.994+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.054098+0000 front 2024-04-22T05:30:04.054222+0000 (oldest deadline 2024-04-22T05:30:28.754043+0000) 2024-04-22T05:30:31.260 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:31.099+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:31.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:31.099+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:31.261 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:31.127+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:31.261 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:31.127+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:31.562 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.4.service' 2024-04-22T05:30:31.604 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T05:30:31.604 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-22T05:30:31.604 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-22T05:30:31.604 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.5 2024-04-22T05:30:31.882 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:31 smithi062 systemd[1]: Stopping Ceph osd.5 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:30:32.166 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:32.093+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:32.166 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:32.093+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:32.166 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:31.909+0000 7f49c77fd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T05:30:32.166 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:31.909+0000 7f49c77fd700 -1 osd.5 2264 *** Got signal Terminated *** 2024-04-22T05:30:32.167 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:31.909+0000 7f49c77fd700 -1 osd.5 2264 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T05:30:32.167 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:31.948+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:32.167 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:31 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:31.948+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.054098+0000 front 2024-04-22T05:30:04.054222+0000 (oldest deadline 2024-04-22T05:30:28.754043+0000) 2024-04-22T05:30:32.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:32.167+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:32.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:32.167+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:33.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:33.135+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:33.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:33.135+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:33.382 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:32.939+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:33.382 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:32 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:32.939+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.054098+0000 front 2024-04-22T05:30:04.054222+0000 (oldest deadline 2024-04-22T05:30:28.754043+0000) 2024-04-22T05:30:33.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:33.064+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:33.383 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:33.064+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:34.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:34.147+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:34.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:34.147+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:34.382 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:33.978+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:34.382 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:33 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:33.978+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.054098+0000 front 2024-04-22T05:30:04.054222+0000 (oldest deadline 2024-04-22T05:30:28.754043+0000) 2024-04-22T05:30:34.383 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:34.083+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:34.383 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:34.083+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:35.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:35.095+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:35.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:35.095+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:35.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:35.127+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:35.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:35.127+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:35.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:35.127+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:35.383 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:34.939+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:35.383 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:34.939+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.054098+0000 front 2024-04-22T05:30:04.054222+0000 (oldest deadline 2024-04-22T05:30:28.754043+0000) 2024-04-22T05:30:35.383 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:34 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:34.939+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.754537+0000 front 2024-04-22T05:30:08.754565+0000 (oldest deadline 2024-04-22T05:30:34.054575+0000) 2024-04-22T05:30:36.159 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:36.087+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:36.159 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:36.087+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:36.160 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:35.897+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:36.160 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:35.897+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.054098+0000 front 2024-04-22T05:30:04.054222+0000 (oldest deadline 2024-04-22T05:30:28.754043+0000) 2024-04-22T05:30:36.160 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:35 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:35.897+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.754537+0000 front 2024-04-22T05:30:08.754565+0000 (oldest deadline 2024-04-22T05:30:34.054575+0000) 2024-04-22T05:30:36.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:36.160+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:36.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:36.160+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:36.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:36.160+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:37.191 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:37.093+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:37.191 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:37.093+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:37.191 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:37.093+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:11.176639+0000 front 2024-04-22T05:30:11.176709+0000 (oldest deadline 2024-04-22T05:30:36.476727+0000) 2024-04-22T05:30:37.191 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:36.895+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:56.453233+0000 front 2024-04-22T05:29:56.453358+0000 (oldest deadline 2024-04-22T05:30:19.353084+0000) 2024-04-22T05:30:37.191 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:36.895+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.054098+0000 front 2024-04-22T05:30:04.054222+0000 (oldest deadline 2024-04-22T05:30:28.754043+0000) 2024-04-22T05:30:37.191 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:36 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5[86852]: 2024-04-22T05:30:36.895+0000 7f49c15f6700 -1 osd.5 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.754537+0000 front 2024-04-22T05:30:08.754565+0000 (oldest deadline 2024-04-22T05:30:34.054575+0000) 2024-04-22T05:30:37.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:37.192+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:37.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:37.192+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:37.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:37 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:37.192+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:38.099 INFO:journalctl@ceph.osd.5.smithi062.stdout:Apr 22 05:30:37 smithi062 bash[136043]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-5 2024-04-22T05:30:38.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:38.100+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:38.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:38.100+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:38.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:38.100+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:11.176639+0000 front 2024-04-22T05:30:11.176709+0000 (oldest deadline 2024-04-22T05:30:36.476727+0000) 2024-04-22T05:30:38.383 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:38.231+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:38.383 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:38.231+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:38.383 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:38 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:38.231+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:39.290 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:39.116+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:39.291 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:39.116+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:39.291 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:39.116+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:11.176639+0000 front 2024-04-22T05:30:11.176709+0000 (oldest deadline 2024-04-22T05:30:36.476727+0000) 2024-04-22T05:30:39.291 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:39.195+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:39.291 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:39.195+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:39.291 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:39.195+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:39.552 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.5.service' 2024-04-22T05:30:39.597 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T05:30:39.597 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-22T05:30:39.597 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-22T05:30:39.597 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.6 2024-04-22T05:30:39.882 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:39 smithi062 systemd[1]: Stopping Ceph osd.6 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:30:40.196 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:39.902+0000 7f654f115700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T05:30:40.197 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:39.902+0000 7f654f115700 -1 osd.6 2264 *** Got signal Terminated *** 2024-04-22T05:30:40.197 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:39 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:39.902+0000 7f654f115700 -1 osd.6 2264 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T05:30:40.197 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:40.077+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:40.197 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:40.077+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:40.197 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:40.077+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:11.176639+0000 front 2024-04-22T05:30:11.176709+0000 (oldest deadline 2024-04-22T05:30:36.476727+0000) 2024-04-22T05:30:40.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:40.198+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:40.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:40.198+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:40.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:40 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:40.198+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:41.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:41.114+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:41.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:41.114+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:41.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:41.114+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:11.176639+0000 front 2024-04-22T05:30:11.176709+0000 (oldest deadline 2024-04-22T05:30:36.476727+0000) 2024-04-22T05:30:41.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:41.155+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:41.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:41.155+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:41.383 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:41 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:41.155+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:42.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:42.074+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:42.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:42.074+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:42.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:42.074+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:11.176639+0000 front 2024-04-22T05:30:11.176709+0000 (oldest deadline 2024-04-22T05:30:36.476727+0000) 2024-04-22T05:30:42.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:42.127+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:42.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:42.127+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:42.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:42 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:42.127+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:43.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:43.097+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:43.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:43.097+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:43.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:43.097+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:11.176639+0000 front 2024-04-22T05:30:11.176709+0000 (oldest deadline 2024-04-22T05:30:36.476727+0000) 2024-04-22T05:30:43.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:43.174+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:43.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:43.174+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:43.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:43 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:43.174+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:44.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:44.070+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:53.674679+0000 front 2024-04-22T05:29:53.674649+0000 (oldest deadline 2024-04-22T05:30:19.474813+0000) 2024-04-22T05:30:44.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:44.070+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:04.175867+0000 front 2024-04-22T05:30:04.175817+0000 (oldest deadline 2024-04-22T05:30:25.875775+0000) 2024-04-22T05:30:44.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6[90575]: 2024-04-22T05:30:44.070+0000 7f654a711700 -1 osd.6 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:11.176639+0000 front 2024-04-22T05:30:11.176709+0000 (oldest deadline 2024-04-22T05:30:36.476727+0000) 2024-04-22T05:30:44.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:44.206+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:44.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:44.206+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:44.383 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:44.206+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:44.383 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:44 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:44.206+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6830 osd.3 since back 2024-04-22T05:30:18.804427+0000 front 2024-04-22T05:30:18.804485+0000 (oldest deadline 2024-04-22T05:30:43.504269+0000) 2024-04-22T05:30:45.570 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:45.174+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:45.570 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:45.174+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:45.570 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:45.174+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:45.571 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:45 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:45.174+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6830 osd.3 since back 2024-04-22T05:30:18.804427+0000 front 2024-04-22T05:30:18.804485+0000 (oldest deadline 2024-04-22T05:30:43.504269+0000) 2024-04-22T05:30:45.882 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:45 smithi062 bash[136309]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-6 2024-04-22T05:30:46.433 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:46.180+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:46.433 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:46.180+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:46.433 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:46.180+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:46.433 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:46 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:46.180+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6830 osd.3 since back 2024-04-22T05:30:18.804427+0000 front 2024-04-22T05:30:18.804485+0000 (oldest deadline 2024-04-22T05:30:43.504269+0000) 2024-04-22T05:30:47.362 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.6.service' 2024-04-22T05:30:47.381 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:47 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.6.service: Succeeded. 2024-04-22T05:30:47.382 INFO:journalctl@ceph.osd.6.smithi062.stdout:Apr 22 05:30:47 smithi062 systemd[1]: Stopped Ceph osd.6 for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T05:30:47.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:47.191+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:47.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:47.191+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:47.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:47.191+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:47.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:47.191+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6830 osd.3 since back 2024-04-22T05:30:18.804427+0000 front 2024-04-22T05:30:18.804485+0000 (oldest deadline 2024-04-22T05:30:43.504269+0000) 2024-04-22T05:30:47.404 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T05:30:47.405 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-22T05:30:47.405 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-22T05:30:47.405 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.7 2024-04-22T05:30:47.719 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:47 smithi062 systemd[1]: Stopping Ceph osd.7 for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:30:48.132 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:47.720+0000 7fabb17c8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T05:30:48.132 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:47.720+0000 7fabb17c8700 -1 osd.7 2264 *** Got signal Terminated *** 2024-04-22T05:30:48.132 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:47 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:47.720+0000 7fabb17c8700 -1 osd.7 2264 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T05:30:48.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:48.187+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:48.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:48.187+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:48.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:48.187+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:48.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:48 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:48.187+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6830 osd.3 since back 2024-04-22T05:30:18.804427+0000 front 2024-04-22T05:30:18.804485+0000 (oldest deadline 2024-04-22T05:30:43.504269+0000) 2024-04-22T05:30:49.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:49.143+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:49.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:49.143+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:49.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:49.143+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:49.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:49 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:49.143+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6830 osd.3 since back 2024-04-22T05:30:18.804427+0000 front 2024-04-22T05:30:18.804485+0000 (oldest deadline 2024-04-22T05:30:43.504269+0000) 2024-04-22T05:30:50.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:50.117+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:50.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:50.117+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:50.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:50.117+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:50.382 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:50 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:50.117+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6830 osd.3 since back 2024-04-22T05:30:18.804427+0000 front 2024-04-22T05:30:18.804485+0000 (oldest deadline 2024-04-22T05:30:43.504269+0000) 2024-04-22T05:30:51.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:51.150+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:51.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:51.150+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:51.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:51.150+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:51.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:51 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:51.150+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6830 osd.3 since back 2024-04-22T05:30:18.804427+0000 front 2024-04-22T05:30:18.804485+0000 (oldest deadline 2024-04-22T05:30:43.504269+0000) 2024-04-22T05:30:52.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:52.191+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2024-04-22T05:29:54.300797+0000 front 2024-04-22T05:29:54.300990+0000 (oldest deadline 2024-04-22T05:30:19.600813+0000) 2024-04-22T05:30:52.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:52.191+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6814 osd.1 since back 2024-04-22T05:30:02.502002+0000 front 2024-04-22T05:30:02.501823+0000 (oldest deadline 2024-04-22T05:30:28.902484+0000) 2024-04-22T05:30:52.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:52.191+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6822 osd.2 since back 2024-04-22T05:30:08.903005+0000 front 2024-04-22T05:30:08.903033+0000 (oldest deadline 2024-04-22T05:30:34.202953+0000) 2024-04-22T05:30:52.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:52.191+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.40:6830 osd.3 since back 2024-04-22T05:30:18.804427+0000 front 2024-04-22T05:30:18.804485+0000 (oldest deadline 2024-04-22T05:30:43.504269+0000) 2024-04-22T05:30:52.632 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:52 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7[94381]: 2024-04-22T05:30:52.191+0000 7fabaadc0700 -1 osd.7 2264 heartbeat_check: no reply from 172.21.15.62:6804 osd.4 since back 2024-04-22T05:30:26.405249+0000 front 2024-04-22T05:30:26.405224+0000 (oldest deadline 2024-04-22T05:30:51.705194+0000) 2024-04-22T05:30:53.882 INFO:journalctl@ceph.osd.7.smithi062.stdout:Apr 22 05:30:53 smithi062 bash[136575]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-osd-7 2024-04-22T05:30:55.313 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@osd.7.service' 2024-04-22T05:30:55.357 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T05:30:55.357 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-22T05:30:55.357 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-22T05:30:55.358 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-33b081c2-005f-11ef-bc93-c7b262605968@mds.a 2024-04-22T05:30:55.660 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 05:30:55 smithi040 systemd[1]: Stopping Ceph mds.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:30:55.660 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 05:30:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-a[110517]: 2024-04-22T05:30:55.633+0000 7f9003fa1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T05:30:55.660 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 05:30:55 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-a[110517]: 2024-04-22T05:30:55.633+0000 7f9003fa1700 -1 mds.a *** got signal Terminated *** 2024-04-22T05:30:59.159 INFO:journalctl@ceph.mds.a.smithi040.stdout:Apr 22 05:30:58 smithi040 bash[151214]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-a 2024-04-22T05:30:59.244 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@mds.a.service' 2024-04-22T05:30:59.282 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T05:30:59.282 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-22T05:30:59.282 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-22T05:30:59.282 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-33b081c2-005f-11ef-bc93-c7b262605968@mds.b 2024-04-22T05:30:59.632 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 05:30:59 smithi062 systemd[1]: Stopping Ceph mds.b for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:30:59.632 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 05:30:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-b[97516]: 2024-04-22T05:30:59.554+0000 7f865fb50700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T05:30:59.632 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 05:30:59 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-b[97516]: 2024-04-22T05:30:59.554+0000 7f865fb50700 -1 mds.b *** got signal Terminated *** 2024-04-22T05:31:01.909 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 05:31:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[121176]: ts=2024-04-22T05:31:01.624Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi040.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.40:8443: connect: connection refused" 2024-04-22T05:31:01.909 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 05:31:01 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[121176]: ts=2024-04-22T05:31:01.625Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi062.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.62:8443: connect: connection refused" 2024-04-22T05:31:03.382 INFO:journalctl@ceph.mds.b.smithi062.stdout:Apr 22 05:31:03 smithi062 bash[136841]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-mds-b 2024-04-22T05:31:03.499 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@mds.b.service' 2024-04-22T05:31:03.535 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T05:31:03.536 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-22T05:31:03.536 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-22T05:31:03.536 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-33b081c2-005f-11ef-bc93-c7b262605968@prometheus.a 2024-04-22T05:31:03.840 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 05:31:03 smithi062 systemd[1]: Stopping Ceph prometheus.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:31:04.118 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 05:31:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T05:31:03.841Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-22T05:31:04.118 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 05:31:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T05:31:03.842Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-22T05:31:04.118 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 05:31:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T05:31:03.842Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-22T05:31:04.118 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 05:31:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T05:31:03.842Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-22T05:31:04.118 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 05:31:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T05:31:03.842Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-22T05:31:04.118 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 05:31:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T05:31:03.842Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-22T05:31:04.119 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 05:31:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T05:31:03.842Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-22T05:31:04.119 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 05:31:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T05:31:03.842Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-22T05:31:04.119 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 05:31:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T05:31:03.842Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-22T05:31:04.119 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 05:31:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T05:31:03.846Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-22T05:31:04.119 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 05:31:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T05:31:03.846Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-22T05:31:04.119 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 05:31:03 smithi062 ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a[107437]: ts=2024-04-22T05:31:03.846Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-22T05:31:04.382 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Apr 22 05:31:04 smithi062 bash[136986]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-prometheus-a 2024-04-22T05:31:04.542 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-33b081c2-005f-11ef-bc93-c7b262605968@prometheus.a.service' 2024-04-22T05:31:04.577 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T05:31:04.577 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-22T05:31:04.577 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 33b081c2-005f-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-22T05:31:05.910 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 05:31:05 smithi040 systemd[1]: Stopping Ceph node-exporter.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:31:06.659 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 05:31:06 smithi040 bash[151668]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-a 2024-04-22T05:31:06.659 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 05:31:06 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-22T05:31:07.159 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 05:31:06 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-22T05:31:07.160 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Apr 22 05:31:06 smithi040 systemd[1]: Stopped Ceph node-exporter.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T05:31:07.160 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 05:31:06 smithi040 systemd[1]: Stopping Ceph alertmanager.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:31:07.607 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 05:31:07 smithi040 ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a[121176]: ts=2024-04-22T05:31:07.206Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-22T05:31:07.909 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 05:31:07 smithi040 bash[151796]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-alertmanager-a 2024-04-22T05:31:08.258 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 05:31:08 smithi040 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@alertmanager.a.service: Succeeded. 2024-04-22T05:31:08.258 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Apr 22 05:31:08 smithi040 systemd[1]: Stopped Ceph alertmanager.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T05:31:08.538 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 33b081c2-005f-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-22T05:31:09.882 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 05:31:09 smithi062 systemd[1]: Stopping Ceph node-exporter.b for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:31:10.614 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 05:31:10 smithi062 bash[137439]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-node-exporter-b 2024-04-22T05:31:10.614 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 05:31:10 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-22T05:31:10.882 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 05:31:10 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-22T05:31:10.882 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Apr 22 05:31:10 smithi062 systemd[1]: Stopped Ceph node-exporter.b for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T05:31:10.883 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 05:31:10 smithi062 systemd[1]: Stopping Ceph grafana.a for 33b081c2-005f-11ef-bc93-c7b262605968... 2024-04-22T05:31:11.527 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 05:31:11 smithi062 bash[137567]: ceph-33b081c2-005f-11ef-bc93-c7b262605968-grafana-a 2024-04-22T05:31:11.848 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 05:31:11 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-22T05:31:11.848 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 05:31:11 smithi062 systemd[1]: ceph-33b081c2-005f-11ef-bc93-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-22T05:31:11.848 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Apr 22 05:31:11 smithi062 systemd[1]: Stopped Ceph grafana.a for 33b081c2-005f-11ef-bc93-c7b262605968. 2024-04-22T05:31:12.119 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T05:31:12.157 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T05:31:12.189 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-22T05:31:12.191 DEBUG:teuthology.misc:Transferring archived files from smithi040:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-22_00:32:02-upgrade:pacific-x-quincy-distro-default-smithi/7668084/remote/smithi040/crash 2024-04-22T05:31:12.192 DEBUG:teuthology.orchestra.run.smithi040:> sudo tar c -f - -C /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/crash -- . 2024-04-22T05:31:12.242 INFO:teuthology.orchestra.run.smithi040.stderr:tar: /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-22T05:31:12.242 INFO:teuthology.orchestra.run.smithi040.stderr:tar: Error is not recoverable: exiting now 2024-04-22T05:31:12.243 DEBUG:teuthology.misc:Transferring archived files from smithi062:/var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-22_00:32:02-upgrade:pacific-x-quincy-distro-default-smithi/7668084/remote/smithi062/crash 2024-04-22T05:31:12.244 DEBUG:teuthology.orchestra.run.smithi062:> sudo tar c -f - -C /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/crash -- . 2024-04-22T05:31:12.278 INFO:teuthology.orchestra.run.smithi062.stderr:tar: /var/lib/ceph/33b081c2-005f-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-22T05:31:12.279 INFO:teuthology.orchestra.run.smithi062.stderr:tar: Error is not recoverable: exiting now 2024-04-22T05:31:12.279 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-22T05:31:12.280 DEBUG:teuthology.orchestra.run.smithi040:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-22T05:31:12.315 INFO:teuthology.orchestra.run.smithi040.stderr:grep: /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph.log: No such file or directory 2024-04-22T05:31:12.317 INFO:tasks.cephadm:Compressing logs... 2024-04-22T05:31:12.317 DEBUG:teuthology.orchestra.run.smithi040:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-22T05:31:12.360 DEBUG:teuthology.orchestra.run.smithi062:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-22T05:31:12.388 INFO:teuthology.orchestra.run.smithi062.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-04-22T05:31:12.388 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-22T05:31:12.388 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-22T05:31:12.388 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-22T05:31:12.388 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-22T05:31:12.388 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-22T05:31:12.389 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-volume.log: /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-22T05:31:12.389 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mds.b.log 2024-04-22T05:31:12.390 INFO:teuthology.orchestra.run.smithi040.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-04-22T05:31:12.390 INFO:teuthology.orchestra.run.smithi040.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-22T05:31:12.390 INFO:teuthology.orchestra.run.smithi040.stderr:gzip -5 --verbose -- /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-22T05:31:12.390 INFO:teuthology.orchestra.run.smithi040.stderr:gzip -5 --verbose -- /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-22T05:31:12.391 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-22T05:31:12.391 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-volume.log: /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-22T05:31:12.391 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-22T05:31:12.392 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.3.log: /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mds.a.log 2024-04-22T05:31:12.395 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-22T05:31:12.396 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mgr.x.log: /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mon.b.log: /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mds.b.log: 79.7% -- replaced with /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-22T05:31:12.396 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-22T05:31:12.396 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.4.log: 90.0% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-22T05:31:12.396 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-22T05:31:12.399 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-22T05:31:12.400 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.5.log: 91.9% -- replaced with /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-22T05:31:12.404 INFO:teuthology.orchestra.run.smithi040.stderr: 91.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-22T05:31:12.405 INFO:teuthology.orchestra.run.smithi040.stderr: 91.9% -- replaced with /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-22T05:31:12.408 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mon.c.log: 92.4% -- replaced with /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-22T05:31:12.413 INFO:teuthology.orchestra.run.smithi040.stderr:gzip -5 --verbose -- /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-22T05:31:12.442 INFO:teuthology.orchestra.run.smithi062.stderr: 90.5% -- replaced with /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-22T05:31:13.194 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.1.log: 89.4% -- replaced with /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-22T05:31:13.513 INFO:teuthology.orchestra.run.smithi062.stderr: 92.2% -- replaced with /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-22T05:31:14.608 INFO:teuthology.orchestra.run.smithi040.stderr: 91.6% -- replaced with /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-22T05:31:16.033 INFO:teuthology.orchestra.run.smithi040.stderr: 90.5% -- replaced with /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-22T05:31:25.093 INFO:teuthology.orchestra.run.smithi062.stderr: 94.4% -- replaced with /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-22T05:31:26.075 INFO:teuthology.orchestra.run.smithi062.stderr: 94.5% -- replaced with /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-22T05:31:27.556 INFO:teuthology.orchestra.run.smithi062.stderr: 94.3% -- replaced with /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-22T05:31:29.900 INFO:teuthology.orchestra.run.smithi040.stderr: 94.5% -- replaced with /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-22T05:31:30.055 INFO:teuthology.orchestra.run.smithi062.stderr: 94.8% -- replaced with /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-22T05:31:30.057 INFO:teuthology.orchestra.run.smithi062.stderr: 2024-04-22T05:31:30.057 INFO:teuthology.orchestra.run.smithi062.stderr:real 0m17.680s 2024-04-22T05:31:30.057 INFO:teuthology.orchestra.run.smithi062.stderr:user 0m58.292s 2024-04-22T05:31:30.057 INFO:teuthology.orchestra.run.smithi062.stderr:sys 0m2.036s 2024-04-22T05:31:31.031 INFO:teuthology.orchestra.run.smithi040.stderr: 95.1% -- replaced with /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-22T05:31:31.187 INFO:teuthology.orchestra.run.smithi040.stderr: 94.4% -- replaced with /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-22T05:31:32.409 INFO:teuthology.orchestra.run.smithi040.stderr: 94.5% -- replaced with /var/log/ceph/33b081c2-005f-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-22T05:31:32.411 INFO:teuthology.orchestra.run.smithi040.stderr: 2024-04-22T05:31:32.411 INFO:teuthology.orchestra.run.smithi040.stderr:real 0m20.033s 2024-04-22T05:31:32.411 INFO:teuthology.orchestra.run.smithi040.stderr:user 1m18.766s 2024-04-22T05:31:32.411 INFO:teuthology.orchestra.run.smithi040.stderr:sys 0m2.769s 2024-04-22T05:31:32.411 INFO:tasks.cephadm:Archiving logs... 2024-04-22T05:31:32.411 DEBUG:teuthology.misc:Transferring archived files from smithi040:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-22_00:32:02-upgrade:pacific-x-quincy-distro-default-smithi/7668084/remote/smithi040/log 2024-04-22T05:31:32.413 DEBUG:teuthology.orchestra.run.smithi040:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-22T05:31:42.688 DEBUG:teuthology.misc:Transferring archived files from smithi062:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-22_00:32:02-upgrade:pacific-x-quincy-distro-default-smithi/7668084/remote/smithi062/log 2024-04-22T05:31:42.689 DEBUG:teuthology.orchestra.run.smithi062:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-22T05:31:50.667 INFO:tasks.cephadm:Removing cluster... 2024-04-22T05:31:50.667 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 33b081c2-005f-11ef-bc93-c7b262605968 --force 2024-04-22T05:31:51.240 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 33b081c2-005f-11ef-bc93-c7b262605968 --force 2024-04-22T05:31:51.801 INFO:tasks.cephadm:Removing cephadm ... 2024-04-22T05:31:51.801 DEBUG:teuthology.orchestra.run.smithi040:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-22T05:31:51.822 DEBUG:teuthology.orchestra.run.smithi062:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-22T05:31:51.840 INFO:tasks.cephadm:Teardown complete 2024-04-22T05:31:51.840 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-22T05:31:51.850 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-22T05:31:51.851 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-22T05:31:51.865 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-22T05:31:51.957 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-22T05:31:51.967 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-22T05:31:51.967 DEBUG:teuthology.orchestra.run.smithi040:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T05:31:51.969 DEBUG:teuthology.orchestra.run.smithi062:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T05:31:51.986 INFO:teuthology.orchestra.run.smithi040.stderr:bash: ntpq: command not found 2024-04-22T05:31:51.987 INFO:teuthology.orchestra.run.smithi062.stderr:bash: ntpq: command not found 2024-04-22T05:31:51.993 INFO:teuthology.orchestra.run.smithi062.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T05:31:51.993 INFO:teuthology.orchestra.run.smithi062.stdout:=============================================================================== 2024-04-22T05:31:51.993 INFO:teuthology.orchestra.run.smithi062.stdout:^- hv01.front.sepia.ceph.com 2 6 377 64 +479us[ +517us] +/- 603ms 2024-04-22T05:31:51.993 INFO:teuthology.orchestra.run.smithi062.stdout:^* hv02.front.sepia.ceph.com 3 7 377 5 -491us[ -453us] +/- 66ms 2024-04-22T05:31:51.993 INFO:teuthology.orchestra.run.smithi062.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 4 +634us[ +634us] +/- 75ms 2024-04-22T05:31:51.993 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T05:31:51.993 INFO:teuthology.orchestra.run.smithi040.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T05:31:51.993 INFO:teuthology.orchestra.run.smithi040.stdout:=============================================================================== 2024-04-22T05:31:51.993 INFO:teuthology.orchestra.run.smithi040.stdout:^- hv01.front.sepia.ceph.com 2 6 377 4 +490us[ +490us] +/- 604ms 2024-04-22T05:31:51.993 INFO:teuthology.orchestra.run.smithi040.stdout:^* hv02.front.sepia.ceph.com 3 7 377 66 -493us[ -594us] +/- 65ms 2024-04-22T05:31:51.993 INFO:teuthology.orchestra.run.smithi040.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 2 +642us[ +642us] +/- 75ms 2024-04-22T05:31:51.993 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T05:31:51.994 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-22T05:31:52.054 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-22T05:31:52.054 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-22T05:31:52.064 DEBUG:teuthology.orchestra.run.smithi040:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-22T05:31:52.143 DEBUG:teuthology.orchestra.run.smithi062:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-22T05:31:52.215 DEBUG:teuthology.orchestra.run.smithi040:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-22T05:31:52.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T05:31:52.248 DEBUG:teuthology.orchestra.run.smithi062:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-22T05:31:52.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T05:31:52.279 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-22T05:31:52.290 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-22T05:31:52.302 INFO:teuthology.task.internal:Duration was 4975.086306 seconds 2024-04-22T05:31:52.303 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-22T05:31:52.314 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-22T05:31:52.314 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-22T05:31:52.317 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-22T05:31:52.362 INFO:teuthology.orchestra.run.smithi040.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T05:31:52.367 INFO:teuthology.orchestra.run.smithi062.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T05:31:52.669 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-22T05:31:52.669 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi040.front.sepia.ceph.com 2024-04-22T05:31:52.670 DEBUG:teuthology.orchestra.run.smithi040:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-22T05:31:52.695 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi062.front.sepia.ceph.com 2024-04-22T05:31:52.695 DEBUG:teuthology.orchestra.run.smithi062:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-22T05:31:52.719 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-22T05:31:52.719 DEBUG:teuthology.orchestra.run.smithi040:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-22T05:31:52.737 DEBUG:teuthology.orchestra.run.smithi062:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-22T05:31:52.830 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-22T05:31:52.830 DEBUG:teuthology.orchestra.run.smithi040:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-22T05:31:52.833 DEBUG:teuthology.orchestra.run.smithi062:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-22T05:31:53.039 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-22T05:31:53.050 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-22T05:31:53.050 DEBUG:teuthology.orchestra.run.smithi040:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-22T05:31:53.078 DEBUG:teuthology.orchestra.run.smithi062:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-22T05:31:53.106 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-22T05:31:53.118 DEBUG:teuthology.orchestra.run.smithi040:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-22T05:31:53.120 DEBUG:teuthology.orchestra.run.smithi062:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-22T05:31:53.145 INFO:teuthology.orchestra.run.smithi040.stdout:kernel.core_pattern = core 2024-04-22T05:31:53.174 INFO:teuthology.orchestra.run.smithi062.stdout:kernel.core_pattern = core 2024-04-22T05:31:53.188 DEBUG:teuthology.orchestra.run.smithi040:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-22T05:31:53.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T05:31:53.218 DEBUG:teuthology.orchestra.run.smithi062:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-22T05:31:53.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T05:31:53.245 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-22T05:31:53.256 INFO:teuthology.task.internal:Transferring archived files... 2024-04-22T05:31:53.257 DEBUG:teuthology.misc:Transferring archived files from smithi040:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-22_00:32:02-upgrade:pacific-x-quincy-distro-default-smithi/7668084/remote/smithi040 2024-04-22T05:31:53.257 DEBUG:teuthology.orchestra.run.smithi040:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-22T05:31:53.309 DEBUG:teuthology.misc:Transferring archived files from smithi062:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-22_00:32:02-upgrade:pacific-x-quincy-distro-default-smithi/7668084/remote/smithi062 2024-04-22T05:31:53.309 DEBUG:teuthology.orchestra.run.smithi062:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-22T05:31:53.357 INFO:teuthology.task.internal:Removing archive directory... 2024-04-22T05:31:53.357 DEBUG:teuthology.orchestra.run.smithi040:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-22T05:31:53.359 DEBUG:teuthology.orchestra.run.smithi062:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-22T05:31:53.404 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-22T05:31:53.417 INFO:teuthology.task.internal:Not uploading archives. 2024-04-22T05:31:53.417 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-22T05:31:53.428 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-22T05:31:53.428 DEBUG:teuthology.orchestra.run.smithi040:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-22T05:31:53.430 DEBUG:teuthology.orchestra.run.smithi062:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-22T05:31:53.449 INFO:teuthology.orchestra.run.smithi040.stdout: 526077 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 22 05:31 /home/ubuntu/cephtest 2024-04-22T05:31:53.466 INFO:teuthology.orchestra.run.smithi062.stdout: 525980 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 22 05:31 /home/ubuntu/cephtest 2024-04-22T05:31:53.468 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-22T05:31:53.480 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-22T05:31:53.511 INFO:teuthology.run:Summary data: description: upgrade:pacific-x/parallel/{0-random-distro$/{centos_8.stream_container_tools} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 4975.086306333542 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-04-22T05:31:53.511 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-22T05:31:53.600 INFO:teuthology.run:pass